{"step": 10, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21202, "frac": 0.03594631618923611, "mean_loss": 7.313575827943842, "total_contrib": 0.2628961091852236}, "2": {"token_count": 13068, "frac": 0.02215576171875, "mean_loss": 7.340240175767087, "total_contrib": 0.16262861229269118}, "3": {"token_count": 9614, "frac": 0.016299777560763888, "mean_loss": 7.312564106946778, "total_contrib": 0.11919316834205851}, "4": {"token_count": 7905, "frac": 0.013402303059895834, "mean_loss": 7.287450061275716, "total_contrib": 0.0976686142550736}, "5": {"token_count": 6486, "frac": 0.010996500651041666, "mean_loss": 7.351930197359344, "total_contrib": 0.08084550520167491}, "6-8": {"token_count": 15381, "frac": 0.0260772705078125, "mean_loss": 7.331919894014764, "total_contrib": 0.19119645841783495}, "9-12": {"token_count": 15375, "frac": 0.026067097981770832, "mean_loss": 7.333683471695195, "total_contrib": 0.1911678456239719}, "13-20": {"token_count": 22310, "frac": 0.03782484266493055, "mean_loss": 7.289584257505443, "total_contrib": 0.275727377632898}, "21-30": {"token_count": 19721, "frac": 0.03343539767795139, "mean_loss": 7.312679956266516, "total_contrib": 0.24450236242935514}, "31-50": {"token_count": 29923, "frac": 0.05073208279079861, "mean_loss": 7.354166014366672, "total_contrib": 0.37309215909812743}, "51-75": {"token_count": 27618, "frac": 0.046824137369791664, "mean_loss": 7.366802689176058, "total_contrib": 0.3449441810941304}, "76-100": {"token_count": 22217, "frac": 0.037667168511284724, "mean_loss": 7.343947547783907, "total_contrib": 0.2766257098204126}, "101-150": {"token_count": 34746, "frac": 0.058909098307291664, "mean_loss": 7.3376765592943745, "total_contrib": 0.43225590977858197}, "151-200": {"token_count": 27405, "frac": 0.0464630126953125, "mean_loss": 7.346651071789621, "total_contrib": 0.34134754201659234}, "201-300": {"token_count": 41524, "frac": 0.0704006618923611, "mean_loss": 7.312105478986404, "total_contrib": 0.514777065547403}, "301-500": {"token_count": 57175, "frac": 0.0969356960720486, "mean_loss": 7.3189118924326495, "total_contrib": 0.7094638187829534}, "501-750": {"token_count": 48273, "frac": 0.08184305826822917, "mean_loss": 7.251157498361162, "total_contrib": 0.5934569056504795}, "751-1k": {"token_count": 31523, "frac": 0.053444756401909724, "mean_loss": 7.214206370749805, "total_contrib": 0.3855615021178286}, "1k-2k": {"token_count": 35715, "frac": 0.060551961263020836, "mean_loss": 7.398864501740574, "total_contrib": 0.4480157566997352}, "2k-5k": {"token_count": 37256, "frac": 0.06316460503472222, "mean_loss": 7.525740802204862, "total_contrib": 0.47536044536496375}, "5k-10k": {"token_count": 20089, "frac": 0.03405931260850695, "mean_loss": 7.756056695243398, "total_contrib": 0.2641659595925982}, "10k+": {"token_count": 45298, "frac": 0.07679918077256945, "mean_loss": 7.863468135954334, "total_contrib": 0.6039079108724966}}, "trigram": {"novel": {"token_count": 449, "frac": 0.0007612440321180555, "mean_loss": 8.15571261832868, "total_contrib": 0.006208487558372628}, "1": {"token_count": 164610, "frac": 0.279083251953125, "mean_loss": 7.417528518449419, "total_contrib": 2.0701079803839093}, "2": {"token_count": 57001, "frac": 0.09664069281684028, "mean_loss": 7.397485516589599, "total_contrib": 0.7148981254257605}, "3": {"token_count": 32516, "frac": 0.05512830946180555, "mean_loss": 7.412767396178218, "total_contrib": 0.40865333498489537}, "4": {"token_count": 22552, "frac": 0.03823513454861111, "mean_loss": 7.408819602847987, "total_contrib": 0.28327721436128034}, "5": {"token_count": 17345, "frac": 0.029407077365451388, "mean_loss": 7.403688558840758, "total_contrib": 0.21772084223953747}, "6-8": {"token_count": 36017, "frac": 0.06106397840711805, "mean_loss": 7.391744150665152, "total_contrib": 0.45136930520715796}, "9-12": {"token_count": 29856, "frac": 0.050618489583333336, "mean_loss": 7.385947728990742, "total_contrib": 0.3738655181829624}, "13-20": {"token_count": 37092, "frac": 0.06288655598958333, "mean_loss": 7.394506323579239, "total_contrib": 0.4650150359330938}, "21-30": {"token_count": 28456, "frac": 0.04824490017361111, "mean_loss": 7.37870758796194, "total_contrib": 0.3559850109914906}, "31-50": {"token_count": 33251, "frac": 0.056374443901909724, "mean_loss": 7.356207407333593, "total_contrib": 0.4147021018155404}, "51-75": {"token_count": 24101, "frac": 0.04086134168836805, "mean_loss": 7.367968727823046, "total_contrib": 0.3010650877367879}, "76-100": {"token_count": 15694, "frac": 0.026607937282986112, "mean_loss": 7.315957544502277, "total_contrib": 0.19466253950910567}, "101-150": {"token_count": 19459, "frac": 0.03299119737413195, "mean_loss": 7.3175032926283325, "total_contrib": 0.24141319541296172}, "151-200": {"token_count": 12046, "frac": 0.020423041449652776, "mean_loss": 7.337451047721583, "total_contrib": 0.14985306688241606}, "201-300": {"token_count": 14435, "frac": 0.024473402235243056, "mean_loss": 7.260992116155119, "total_contrib": 0.1777011806855929}, "301-500": {"token_count": 14419, "frac": 0.024446275499131944, "mean_loss": 7.246502789125602, "total_contrib": 0.1771500035881925}, "501-750": {"token_count": 8722, "frac": 0.014787462022569444, "mean_loss": 7.392839648504373, "total_contrib": 0.10932133554120406}, "751-1k": {"token_count": 3968, "frac": 0.006727430555555556, "mean_loss": 7.460186791816546, "total_contrib": 0.050187888573418604}, "1k-2k": {"token_count": 6955, "frac": 0.011791653103298612, "mean_loss": 7.461296557968765, "total_contrib": 0.08798102071240364}, "2k-5k": {"token_count": 5141, "frac": 0.008716159396701388, "mean_loss": 7.650278349373504, "total_contrib": 0.06668104552227305}, "5k-10k": {"token_count": 1598, "frac": 0.002709282769097222, "mean_loss": 7.540390887457378, "total_contrib": 0.020429051103645984}, "10k+": {"token_count": 4141, "frac": 0.007020738389756944, "mean_loss": 7.200460216383576, "total_contrib": 0.05055254746508176}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.366482269378643, "total_contrib": 0.31724042447321055}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.373457286876101, "total_contrib": 0.16132688104779744}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.353538869389665, "total_contrib": 0.11393905932507349}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.329522142861167, "total_contrib": 0.0922552700273324}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.358806916651103, "total_contrib": 0.07715328974841719}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.345840486340415, "total_contrib": 0.06778871284849529}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.284933883064026, "total_contrib": 0.16127974895061925}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.267075356265709, "total_contrib": 0.16771007919224856}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.303999666158038, "total_contrib": 0.25371016635512605}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.317708327994135, "total_contrib": 0.24043983865784765}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.31278078006757, "total_contrib": 0.35651145312982}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 7.346685326814714, "total_contrib": 0.33357676143633497}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 7.340148006574281, "total_contrib": 0.2672860020704522}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 7.347103674726268, "total_contrib": 0.42258452040793293}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 7.336207391380284, "total_contrib": 0.3389095374218919}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 7.313860696356396, "total_contrib": 0.5153098364232088}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 7.308410967067907, "total_contrib": 0.7031674092104367}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 7.264082790114144, "total_contrib": 0.5952536917700652}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 7.248124694927096, "total_contrib": 0.39870436897601597}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 7.412016672568676, "total_contrib": 0.45362511163734276}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 7.5033936998686395, "total_contrib": 0.47930461363042315}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 7.714810839424735, "total_contrib": 0.2679146159259997}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 7.871051306694102, "total_contrib": 0.6039965365808813}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.429141472616733, "total_contrib": 2.325007501272113}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.407997560047316, "total_contrib": 0.6229347449124261}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.383122309629112, "total_contrib": 0.36558612429305665}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.394803821559202, "total_contrib": 0.2592589454244363}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.396138834716713, "total_contrib": 0.19838852353253364}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.376863871666542, "total_contrib": 0.16297728324328395}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 7.384727452950662, "total_contrib": 0.361158325378104}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 7.369867414899161, "total_contrib": 0.3234712857342351}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 7.369801784062801, "total_contrib": 0.41852973185046316}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 7.3449941444044375, "total_contrib": 0.3300754374043512}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 7.369427907391961, "total_contrib": 0.4035278542837154}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 7.344262549188714, "total_contrib": 0.28753273991201744}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 7.326740359855518, "total_contrib": 0.1918315486946085}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 7.348960912013083, "total_contrib": 0.23607171359577073}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 7.280016883354355, "total_contrib": 0.14569315472262032}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 7.333664585470911, "total_contrib": 0.18314764971243375}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 7.269560490916565, "total_contrib": 0.18068399522033157}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 7.390214740712863, "total_contrib": 0.11264043260194335}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 7.433890309465877, "total_contrib": 0.0527837670492267}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 7.461841465668245, "total_contrib": 0.08906277791053677}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 7.587128320336342, "total_contrib": 0.06894769930861205}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 7.572791635368118, "total_contrib": 0.02091484506228072}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 7.220915970418012, "total_contrib": 0.04876184812787364}}}}
{"step": 20, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.322926901567316, "total_contrib": 0.2567389685694555}, "2": {"token_count": 12838, "frac": 0.021765814887152776, "mean_loss": 7.234542201864959, "total_contrib": 0.15746570635908735}, "3": {"token_count": 9642, "frac": 0.016347249348958332, "mean_loss": 7.293137872819954, "total_contrib": 0.11922274334331935}, "4": {"token_count": 7775, "frac": 0.013181898328993056, "mean_loss": 7.2742360701361655, "total_contrib": 0.09588824029762893}, "5": {"token_count": 6569, "frac": 0.011137220594618056, "mean_loss": 7.256124039294423, "total_contrib": 0.080813054087533}, "6-8": {"token_count": 15333, "frac": 0.025995890299479168, "mean_loss": 7.231003957244738, "total_contrib": 0.18797638562763397}, "9-12": {"token_count": 15319, "frac": 0.025972154405381944, "mean_loss": 7.29676337865915, "total_contrib": 0.18951266513007187}, "13-20": {"token_count": 21966, "frac": 0.037241617838541664, "mean_loss": 7.27418970528776, "total_contrib": 0.2709025930893808}, "21-30": {"token_count": 20192, "frac": 0.034233940972222224, "mean_loss": 7.252942480323998, "total_contrib": 0.2482968047463348}, "31-50": {"token_count": 29549, "frac": 0.05009799533420139, "mean_loss": 7.298384745627951, "total_contrib": 0.3656344449336757}, "51-75": {"token_count": 27696, "frac": 0.046956380208333336, "mean_loss": 7.281943683926251, "total_contrib": 0.34193371627811253}, "76-100": {"token_count": 21562, "frac": 0.03655666775173611, "mean_loss": 7.338305248012017, "total_contrib": 0.26826398681239677}, "101-150": {"token_count": 34590, "frac": 0.058644612630208336, "mean_loss": 7.306765611483962, "total_contrib": 0.4285024388652043}, "151-200": {"token_count": 27002, "frac": 0.04577975802951389, "mean_loss": 7.32315964821877, "total_contrib": 0.33525247670695535}, "201-300": {"token_count": 41761, "frac": 0.07080247667100695, "mean_loss": 7.309059276722625, "total_contrib": 0.5174994989271605}, "301-500": {"token_count": 57229, "frac": 0.0970272488064236, "mean_loss": 7.2602638063597595, "total_contrib": 0.7044434227399404}, "501-750": {"token_count": 47855, "frac": 0.0811343722873264, "mean_loss": 7.249256767228708, "total_contrib": 0.5881638973587542}, "751-1k": {"token_count": 31532, "frac": 0.053460015190972224, "mean_loss": 7.214909463239989, "total_contrib": 0.3857091695062991}, "1k-2k": {"token_count": 36184, "frac": 0.061347113715277776, "mean_loss": 7.381823679046401, "total_contrib": 0.45285357666458975}, "2k-5k": {"token_count": 37705, "frac": 0.06392584906684028, "mean_loss": 7.470023908546821, "total_contrib": 0.47752762090345235}, "5k-10k": {"token_count": 20697, "frac": 0.035090128580729164, "mean_loss": 7.6864189678167625, "total_contrib": 0.26971742990604575}, "10k+": {"token_count": 46149, "frac": 0.07824198404947917, "mean_loss": 7.826296618923537, "total_contrib": 0.6123449752243081}}, "trigram": {"novel": {"token_count": 449, "frac": 0.0007612440321180555, "mean_loss": 8.149994903258598, "total_contrib": 0.0062041349818981765}, "1": {"token_count": 162729, "frac": 0.2758941650390625, "mean_loss": 7.385469980926836, "total_contrib": 2.03760807380887}, "2": {"token_count": 56754, "frac": 0.096221923828125, "mean_loss": 7.358910878343915, "total_contrib": 0.7080885619939686}, "3": {"token_count": 32547, "frac": 0.055180867513020836, "mean_loss": 7.367034865124499, "total_contrib": 0.4065193748562403}, "4": {"token_count": 22888, "frac": 0.03880479600694445, "mean_loss": 7.3877342488227375, "total_contrib": 0.2866795204790833}, "5": {"token_count": 17194, "frac": 0.029151068793402776, "mean_loss": 7.350282980076474, "total_contrib": 0.21426860480318688}, "6-8": {"token_count": 36306, "frac": 0.061553955078125, "mean_loss": 7.347091509975008, "total_contrib": 0.4522425407598752}, "9-12": {"token_count": 30350, "frac": 0.05145602756076389, "mean_loss": 7.352690866610168, "total_contrib": 0.3783402638780697}, "13-20": {"token_count": 36941, "frac": 0.06263054741753472, "mean_loss": 7.347437961994577, "total_contrib": 0.46017406167609604}, "21-30": {"token_count": 27784, "frac": 0.04710557725694445, "mean_loss": 7.355740966429258, "total_contrib": 0.34649642437620465}, "31-50": {"token_count": 34130, "frac": 0.05786471896701389, "mean_loss": 7.3435967597100795, "total_contrib": 0.42493516270769754}, "51-75": {"token_count": 23768, "frac": 0.04029676649305555, "mean_loss": 7.316809118225373, "total_contrib": 0.29484374851138756}, "76-100": {"token_count": 15563, "frac": 0.026385837131076388, "mean_loss": 7.292465622103522, "total_contrib": 0.19241781018879717}, "101-150": {"token_count": 19589, "frac": 0.033211602105034724, "mean_loss": 7.266701997954324, "total_contrib": 0.24133881537191987}, "151-200": {"token_count": 12305, "frac": 0.020862155490451388, "mean_loss": 7.248727769340165, "total_contrib": 0.15122408583192737}, "201-300": {"token_count": 14483, "frac": 0.024554782443576388, "mean_loss": 7.268349867618389, "total_contrib": 0.1784727497231668}, "301-500": {"token_count": 14375, "frac": 0.024371676974826388, "mean_loss": 7.20044319540936, "total_contrib": 0.17548687563410365}, "501-750": {"token_count": 8789, "frac": 0.014901055230034722, "mean_loss": 7.4326298025799415, "total_contrib": 0.11075402719264578}, "751-1k": {"token_count": 4177, "frac": 0.007081773546006944, "mean_loss": 7.373699482702484, "total_contrib": 0.05221886993280754}, "1k-2k": {"token_count": 7255, "frac": 0.012300279405381944, "mean_loss": 7.4869054868252505, "total_contrib": 0.0920910293696377}, "2k-5k": {"token_count": 5572, "frac": 0.009446885850694444, "mean_loss": 7.583141094775655, "total_contrib": 0.07163706831205571}, "5k-10k": {"token_count": 1673, "frac": 0.0028364393446180555, "mean_loss": 7.5844378747843155, "total_contrib": 0.02151279799484958}, "10k+": {"token_count": 4203, "frac": 0.0071258544921875, "mean_loss": 7.1723628020870835, "total_contrib": 0.05110921369285077}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.353507670158148, "total_contrib": 0.3166816683106946}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.360663806981054, "total_contrib": 0.16104696728022344}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.349099804476166, "total_contrib": 0.1138702784442608}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.312955995507795, "total_contrib": 0.09204675515179082}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.3542739276667, "total_contrib": 0.07710576370017305}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.339140123027049, "total_contrib": 0.06772688071295206}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.278941261729998, "total_contrib": 0.1611470794604328}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.262423468010937, "total_contrib": 0.167602722586}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.296288128257124, "total_contrib": 0.2534423000280286}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.306120414064641, "total_contrib": 0.24005909156726882}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.306154006627348, "total_contrib": 0.3561883857906246}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 7.33127405526751, "total_contrib": 0.33287701157314586}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 7.32733050899273, "total_contrib": 0.26681926247854587}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 7.327127252724914, "total_contrib": 0.42143553339418655}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 7.319642912428027, "total_contrib": 0.3381443109772388}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 7.296897816446319, "total_contrib": 0.5141146893955818}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 7.2943923437773295, "total_contrib": 0.7018186291453377}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 7.247613239901974, "total_contrib": 0.5939040980431147}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 7.230794413913874, "total_contrib": 0.39775106601195553}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 7.385464552149059, "total_contrib": 0.45200008715053425}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 7.471115227150848, "total_contrib": 0.4772427171721776}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 7.684156636198197, "total_contrib": 0.26685007795418236}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 7.8215049697002135, "total_contrib": 0.6001945265597897}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.41632254232958, "total_contrib": 2.32099571751678}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.389985952921859, "total_contrib": 0.6214201580353095}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.372928912318145, "total_contrib": 0.3650813832824093}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.376824624488037, "total_contrib": 0.2586286017689821}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.378509602589792, "total_contrib": 0.1979156501305018}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.356246100338557, "total_contrib": 0.16252177417926658}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 7.368738322237167, "total_contrib": 0.3603763591228118}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 7.351600973748306, "total_contrib": 0.3226695522874555}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 7.349894981752127, "total_contrib": 0.4173992280896831}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 7.327547301843483, "total_contrib": 0.32929139672624946}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 7.345582389387142, "total_contrib": 0.4022221449619489}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 7.3186026375070306, "total_contrib": 0.28652813738558003}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 7.2941355848068445, "total_contrib": 0.19097787786894413}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 7.322088547631758, "total_contrib": 0.23520848882374895}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 7.25939613041414, "total_contrib": 0.14528047675816602}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 7.302568034743745, "total_contrib": 0.182371058403482}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 7.245633684531728, "total_contrib": 0.18008929751118152}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 7.3583349243552325, "total_contrib": 0.11215452570589454}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 7.399236517455767, "total_contrib": 0.0525377104612643}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 7.423884818296541, "total_contrib": 0.0886097363294943}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 7.553598660319599, "total_contrib": 0.06864299997849029}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 7.557695513491692, "total_contrib": 0.020873151976653993}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 7.1487432304351675, "total_contrib": 0.04827447558394245}}}}
{"step": 30, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20773, "frac": 0.03521898057725695, "mean_loss": 7.250632167465048, "total_contrib": 0.25535987347878597}, "2": {"token_count": 12996, "frac": 0.02203369140625, "mean_loss": 7.2340557804545025, "total_contrib": 0.15939295268213352}, "3": {"token_count": 9551, "frac": 0.016192966037326388, "mean_loss": 7.241742163175763, "total_contrib": 0.11726528489937967}, "4": {"token_count": 7580, "frac": 0.012851291232638888, "mean_loss": 7.217762498113285, "total_contrib": 0.09275756791127303}, "5": {"token_count": 6624, "frac": 0.01123046875, "mean_loss": 7.241960132827505, "total_contrib": 0.08133060696046515}, "6-8": {"token_count": 15386, "frac": 0.026085747612847224, "mean_loss": 7.273973181578392, "total_contrib": 0.18974702855727327}, "9-12": {"token_count": 15250, "frac": 0.025855170355902776, "mean_loss": 7.290370728226959, "total_contrib": 0.188493777135995}, "13-20": {"token_count": 22329, "frac": 0.0378570556640625, "mean_loss": 7.263879952105487, "total_contrib": 0.2749891076839251}, "21-30": {"token_count": 20399, "frac": 0.034584893120659724, "mean_loss": 7.221834443189261, "total_contrib": 0.24976637235279972}, "31-50": {"token_count": 29557, "frac": 0.05011155870225695, "mean_loss": 7.241575186914926, "total_contrib": 0.3628866200758947}, "51-75": {"token_count": 27286, "frac": 0.04626125759548611, "mean_loss": 7.260883293857517, "total_contrib": 0.3358975924279043}, "76-100": {"token_count": 22013, "frac": 0.03732130262586805, "mean_loss": 7.280120510410127, "total_contrib": 0.27170358072180534}, "101-150": {"token_count": 34253, "frac": 0.05807325575086805, "mean_loss": 7.254138847116143, "total_contrib": 0.4212714605208829}, "151-200": {"token_count": 27053, "frac": 0.04586622450086805, "mean_loss": 7.255451760406446, "total_contrib": 0.3327801792980204}, "201-300": {"token_count": 41786, "frac": 0.07084486219618055, "mean_loss": 7.239899321130308, "total_contrib": 0.5129096697196979}, "301-500": {"token_count": 56062, "frac": 0.09504869249131945, "mean_loss": 7.217430350889443, "total_contrib": 0.6860073179992064}, "501-750": {"token_count": 47162, "frac": 0.0799594455295139, "mean_loss": 7.186380255414928, "total_contrib": 0.574618980587224}, "751-1k": {"token_count": 31754, "frac": 0.05383639865451389, "mean_loss": 7.177459663412857, "total_contrib": 0.38640857976618764}, "1k-2k": {"token_count": 36288, "frac": 0.0615234375, "mean_loss": 7.353563256239817, "total_contrib": 0.4524164893975669}, "2k-5k": {"token_count": 38007, "frac": 0.0644378662109375, "mean_loss": 7.426411625022064, "total_contrib": 0.4785421187205227}, "5k-10k": {"token_count": 21056, "frac": 0.035698784722222224, "mean_loss": 7.655372018838092, "total_contrib": 0.2732874776690248}, "10k+": {"token_count": 46659, "frac": 0.07910664876302083, "mean_loss": 7.678745623243874, "total_contrib": 0.6074398329585367}}, "trigram": {"novel": {"token_count": 423, "frac": 0.0007171630859375, "mean_loss": 7.903009386490987, "total_contrib": 0.005667746599808904}, "1": {"token_count": 164166, "frac": 0.2783304850260417, "mean_loss": 7.343775861376526, "total_contrib": 2.0439966974194657}, "2": {"token_count": 56639, "frac": 0.0960269504123264, "mean_loss": 7.318213069242564, "total_contrib": 0.7027456835069946}, "3": {"token_count": 32049, "frac": 0.0543365478515625, "mean_loss": 7.336673033382893, "total_contrib": 0.39864948534967776}, "4": {"token_count": 22263, "frac": 0.037745157877604164, "mean_loss": 7.325589023681416, "total_contrib": 0.2765055142452992}, "5": {"token_count": 17187, "frac": 0.029139200846354168, "mean_loss": 7.292523403632993, "total_contrib": 0.21249830413520007}, "6-8": {"token_count": 35769, "frac": 0.060643513997395836, "mean_loss": 7.308115156313629, "total_contrib": 0.4431897837764862}, "9-12": {"token_count": 30983, "frac": 0.052529229058159724, "mean_loss": 7.3302746359521604, "total_contrib": 0.38505367541114943}, "13-20": {"token_count": 37098, "frac": 0.062896728515625, "mean_loss": 7.288278503754472, "total_contrib": 0.4584088743969106}, "21-30": {"token_count": 28266, "frac": 0.047922770182291664, "mean_loss": 7.293685758311236, "total_contrib": 0.3495336263774031}, "31-50": {"token_count": 33407, "frac": 0.05663892957899305, "mean_loss": 7.268217340062221, "total_contrib": 0.41166405008860035}, "51-75": {"token_count": 23749, "frac": 0.04026455349392361, "mean_loss": 7.29135845728867, "total_contrib": 0.293583292646872}, "76-100": {"token_count": 15625, "frac": 0.026490953233506944, "mean_loss": 7.238453998252869, "total_contrib": 0.1917535463506081}, "101-150": {"token_count": 19433, "frac": 0.03294711642795139, "mean_loss": 7.240065807298263, "total_contrib": 0.23853929109908575}, "151-200": {"token_count": 12004, "frac": 0.020351833767361112, "mean_loss": 7.196016013860623, "total_contrib": 0.14645212170135993}, "201-300": {"token_count": 14702, "frac": 0.024926079644097224, "mean_loss": 7.2085469686535815, "total_contrib": 0.1796808158588748}, "301-500": {"token_count": 14407, "frac": 0.024425930447048612, "mean_loss": 7.1384060449948405, "total_contrib": 0.17436220955783535}, "501-750": {"token_count": 8696, "frac": 0.014743381076388888, "mean_loss": 7.32922890896137, "total_contrib": 0.10805761480090344}, "751-1k": {"token_count": 4212, "frac": 0.00714111328125, "mean_loss": 7.324793110772302, "total_contrib": 0.05230717736574459}, "1k-2k": {"token_count": 7114, "frac": 0.012061225043402778, "mean_loss": 7.396896402655541, "total_contrib": 0.08921563213516492}, "2k-5k": {"token_count": 5697, "frac": 0.0096588134765625, "mean_loss": 7.451393821018923, "total_contrib": 0.0719716230576321}, "5k-10k": {"token_count": 1657, "frac": 0.0028093126085069445, "mean_loss": 7.506947811209587, "total_contrib": 0.021089363137434702}, "10k+": {"token_count": 4278, "frac": 0.007253011067708333, "mean_loss": 6.941440187530464, "total_contrib": 0.05034634250599386}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.333973920221878, "total_contrib": 0.31584043977111126}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.341153676470136, "total_contrib": 0.1606200971727958}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.328411425212656, "total_contrib": 0.11354972333275429}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.3006934063059505, "total_contrib": 0.09189240832589955}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.3394013978685475, "total_contrib": 0.07694983290679779}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.3280789167942775, "total_contrib": 0.06762480594908185}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.260750710096928, "total_contrib": 0.16074436233935155}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.248965525308357, "total_contrib": 0.16729213923220715}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.281888143095082, "total_contrib": 0.25294210523093674}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.2866875031292135, "total_contrib": 0.23942057937731284}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.280289724403372, "total_contrib": 0.3549274546732906}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 7.3111274389470875, "total_contrib": 0.33196225304911625}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 7.292940262742899, "total_contrib": 0.26556696737194824}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 7.300484044363856, "total_contrib": 0.4199030917782996}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 7.286587871746742, "total_contrib": 0.33661727282944615}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 7.260504182471599, "total_contrib": 0.5115505172915518}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 7.256918387408067, "total_contrib": 0.6982131306407002}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 7.207408119890125, "total_contrib": 0.5906094981870006}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 7.188971378043062, "total_contrib": 0.39545046719124205}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 7.35953728909228, "total_contrib": 0.4504133047513379}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 7.443621341414641, "total_contrib": 0.4754864523662642}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 7.680895356236157, "total_contrib": 0.26673682247888386}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 7.72665742590873, "total_contrib": 0.5929162627394867}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.393436364905664, "total_contrib": 2.3138333106111935}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.365851536619696, "total_contrib": 0.6193907072504063}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.340656756505749, "total_contrib": 0.3634833801786752}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.3475877671772345, "total_contrib": 0.25760356892472674}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.351599386779542, "total_contrib": 0.19719383052951242}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.3241654248882, "total_contrib": 0.1618130148175017}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 7.33446551892543, "total_contrib": 0.35870020948439363}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 7.316859870881984, "total_contrib": 0.3211447284908597}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 7.311587477462771, "total_contrib": 0.41522375173796416}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 7.286291790630991, "total_contrib": 0.3274374223538972}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 7.311518852022789, "total_contrib": 0.4003569274288262}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 7.276323926685258, "total_contrib": 0.2848728978729519}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 7.251967996233432, "total_contrib": 0.18987382976249337}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 7.286019963935515, "total_contrib": 0.23404985259447936}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 7.212570178997553, "total_contrib": 0.14434336071927747}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 7.262190151400738, "total_contrib": 0.18136267925708835}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 7.196416539067624, "total_contrib": 0.17886601166234564}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 7.314606225424269, "total_contrib": 0.11148802009847714}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 7.369898902766456, "total_contrib": 0.052329400981963974}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 7.411123994703997, "total_contrib": 0.08845742615206593}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 7.487939555698366, "total_contrib": 0.06804632571503236}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 7.543371167630781, "total_contrib": 0.020833590413531056}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 6.889781375701123, "total_contrib": 0.0465257419491536}}}}
{"step": 40, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20629, "frac": 0.03497483995225695, "mean_loss": 7.256126562492344, "total_contrib": 0.2537818651964901}, "2": {"token_count": 13045, "frac": 0.022116767035590276, "mean_loss": 7.261281611006486, "total_contrib": 0.1605960737704461}, "3": {"token_count": 9627, "frac": 0.016321818033854168, "mean_loss": 7.281359985806655, "total_contrib": 0.11884503272732319}, "4": {"token_count": 7749, "frac": 0.0131378173828125, "mean_loss": 7.26115293649877, "total_contrib": 0.09539570126839357}, "5": {"token_count": 6518, "frac": 0.011050754123263888, "mean_loss": 7.233891904299227, "total_contrib": 0.07993996078867995}, "6-8": {"token_count": 14994, "frac": 0.025421142578125, "mean_loss": 7.251512246750761, "total_contrib": 0.18434172673167065}, "9-12": {"token_count": 15182, "frac": 0.025739881727430556, "mean_loss": 7.2886897013790755, "total_contrib": 0.18761001086143855}, "13-20": {"token_count": 22093, "frac": 0.03745693630642361, "mean_loss": 7.201327654859239, "total_contrib": 0.2697396712897494}, "21-30": {"token_count": 19805, "frac": 0.033577813042534724, "mean_loss": 7.209416971071836, "total_contrib": 0.24207645520032708}, "31-50": {"token_count": 29595, "frac": 0.050175984700520836, "mean_loss": 7.23959436536661, "total_contrib": 0.3632537761146119}, "51-75": {"token_count": 27530, "frac": 0.04667494032118055, "mean_loss": 7.241508162753434, "total_contrib": 0.33799696133185836}, "76-100": {"token_count": 21707, "frac": 0.03680250379774305, "mean_loss": 7.239237018417289, "total_contrib": 0.2664220478630644}, "101-150": {"token_count": 34286, "frac": 0.058129204644097224, "mean_loss": 7.235587698029629, "total_contrib": 0.42059895801907665}, "151-200": {"token_count": 27064, "frac": 0.04588487413194445, "mean_loss": 7.260543626183911, "total_contrib": 0.3331491304169403}, "201-300": {"token_count": 42760, "frac": 0.07249620225694445, "mean_loss": 7.291258137241717, "total_contrib": 0.5285885246250676}, "301-500": {"token_count": 56671, "frac": 0.0960812038845486, "mean_loss": 7.197887773576563, "total_contrib": 0.6915817227111094}, "501-750": {"token_count": 47943, "frac": 0.0812835693359375, "mean_loss": 7.169447332310432, "total_contrib": 0.5827582693362072}, "751-1k": {"token_count": 31904, "frac": 0.05409071180555555, "mean_loss": 7.10770929196743, "total_contrib": 0.3844610549094795}, "1k-2k": {"token_count": 36331, "frac": 0.06159634060329861, "mean_loss": 7.29063611365786, "total_contrib": 0.44907650527157883}, "2k-5k": {"token_count": 37574, "frac": 0.06370374891493055, "mean_loss": 7.3605831538329465, "total_contrib": 0.4688967410992417}, "5k-10k": {"token_count": 20723, "frac": 0.035134209526909724, "mean_loss": 7.545186671535118, "total_contrib": 0.2650941694373614}, "10k+": {"token_count": 46094, "frac": 0.07814873589409722, "mean_loss": 7.666275123166341, "total_contrib": 0.599109709891814}}, "trigram": {"novel": {"token_count": 433, "frac": 0.0007341172960069445, "mean_loss": 7.941989666870505, "total_contrib": 0.005830351979158069}, "1": {"token_count": 164522, "frac": 0.2789340549045139, "mean_loss": 7.326061542815159, "total_contrib": 2.0434880526174513}, "2": {"token_count": 56924, "frac": 0.09651014539930555, "mean_loss": 7.306007879447655, "total_contrib": 0.7051038827339653}, "3": {"token_count": 31549, "frac": 0.053488837348090276, "mean_loss": 7.302384560193353, "total_contrib": 0.39059605999338803}, "4": {"token_count": 22700, "frac": 0.03848605685763889, "mean_loss": 7.305492795154387, "total_contrib": 0.28115961108738297}, "5": {"token_count": 17268, "frac": 0.029276529947916668, "mean_loss": 7.286452212570055, "total_contrib": 0.21332203641537087}, "6-8": {"token_count": 34821, "frac": 0.0590362548828125, "mean_loss": 7.289540527320251, "total_contrib": 0.4303471725494698}, "9-12": {"token_count": 30203, "frac": 0.05120680067274305, "mean_loss": 7.281781368980588, "total_contrib": 0.372876727103883}, "13-20": {"token_count": 37378, "frac": 0.06337144639756945, "mean_loss": 7.253836047222657, "total_contrib": 0.45968608224332763}, "21-30": {"token_count": 28185, "frac": 0.047785441080729164, "mean_loss": 7.240374562409154, "total_contrib": 0.34598449205441284}, "31-50": {"token_count": 33745, "frac": 0.057211981879340276, "mean_loss": 7.244130764976927, "total_contrib": 0.41445107805743137}, "51-75": {"token_count": 23896, "frac": 0.04051378038194445, "mean_loss": 7.21533031203414, "total_contrib": 0.2923203076449378}, "76-100": {"token_count": 15644, "frac": 0.026523166232638888, "mean_loss": 7.169727320730214, "total_contrib": 0.19016386957042009}, "101-150": {"token_count": 19413, "frac": 0.0329132080078125, "mean_loss": 7.220977033559502, "total_contrib": 0.23766551912518077}, "151-200": {"token_count": 12361, "frac": 0.020957099066840276, "mean_loss": 7.286651633760032, "total_contrib": 0.15270708015426254}, "201-300": {"token_count": 15263, "frac": 0.025877210828993056, "mean_loss": 7.3200441979802715, "total_contrib": 0.18942232698868286}, "301-500": {"token_count": 14486, "frac": 0.024559868706597224, "mean_loss": 7.097173825607895, "total_contrib": 0.17430565734482822}, "501-750": {"token_count": 8637, "frac": 0.014643351236979166, "mean_loss": 7.304985122961124, "total_contrib": 0.10696946293642719}, "751-1k": {"token_count": 4241, "frac": 0.007190280490451389, "mean_loss": 7.31485062543864, "total_contrib": 0.05259582774265759}, "1k-2k": {"token_count": 7027, "frac": 0.011913723415798612, "mean_loss": 7.42309018563661, "total_contrib": 0.08843664336220375}, "2k-5k": {"token_count": 5143, "frac": 0.008719550238715278, "mean_loss": 7.4383201143423126, "total_contrib": 0.06485880592865416}, "5k-10k": {"token_count": 1611, "frac": 0.0027313232421875, "mean_loss": 7.334831288110981, "total_contrib": 0.0200337951747416}, "10k+": {"token_count": 4374, "frac": 0.007415771484375, "mean_loss": 6.8757817256270775, "total_contrib": 0.05098922605369201}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.367171356102729, "total_contrib": 0.31727010026103625}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.36628927972048, "total_contrib": 0.16117004929401446}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.3457779242572645, "total_contrib": 0.1138188077287244}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.32224598761391, "total_contrib": 0.09216368647604314}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.3630609083221925, "total_contrib": 0.0771978906539314}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.342375880016598, "total_contrib": 0.06775674084969473}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.279161742917062, "total_contrib": 0.1611519606509925}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.252701399451033, "total_contrib": 0.16737835599997195}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.282971918571279, "total_contrib": 0.25297975102350595}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.283738250001665, "total_contrib": 0.2393236750031065}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.266964353451292, "total_contrib": 0.35427781843989375}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 7.278812161954094, "total_contrib": 0.33049497563560076}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 7.26821245405858, "total_contrib": 0.2646665227055362}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 7.267105006721851, "total_contrib": 0.41798322440768565}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 7.252131126982915, "total_contrib": 0.33502548039420316}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 7.230725613549604, "total_contrib": 0.5094524202512629}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 7.218904204485303, "total_contrib": 0.6945556550773391}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 7.169279543452207, "total_contrib": 0.58748506024454}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 7.155753454145766, "total_contrib": 0.393623217806938}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 7.286185685977611, "total_contrib": 0.4459240907328623}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 7.363731785362483, "total_contrib": 0.47038323716414093}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 7.569629565455314, "total_contrib": 0.262872861038583}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 7.662668697306356, "total_contrib": 0.5880059948540293}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.381924149741963, "total_contrib": 2.310230473498652}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.340780537601171, "total_contrib": 0.6172824997015091}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.311188254169934, "total_contrib": 0.3620242040867905}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.316983471941029, "total_contrib": 0.25653059423873653}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.316779527356159, "total_contrib": 0.19625984853498976}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.292120510980563, "total_contrib": 0.16110504553661384}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 7.302198845198091, "total_contrib": 0.35712217184886363}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 7.282497527287313, "total_contrib": 0.31963652883981314}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 7.269773638907554, "total_contrib": 0.41284915128724403}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 7.247586622261906, "total_contrib": 0.3256980574030119}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 7.267162414373257, "total_contrib": 0.3979281014285839}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 7.234865526072636, "total_contrib": 0.2832497740479691}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 7.209842066671274, "total_contrib": 0.18877087238838108}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 7.231518750782912, "total_contrib": 0.23229910239509383}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 7.16518925348002, "total_contrib": 0.1433951381226911}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 7.20848954677258, "total_contrib": 0.18002158444546187}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 7.136538247148142, "total_contrib": 0.17737774438339532}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 7.244474531546053, "total_contrib": 0.11041908440246415}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 7.277074716437284, "total_contrib": 0.05167030997795842}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 7.294464294815605, "total_contrib": 0.08706500351884945}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 7.407106907109716, "total_contrib": 0.06731176252934448}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 7.36674714205527, "total_contrib": 0.02034578296984869}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 6.866531849087048, "total_contrib": 0.04636874110737052}}}}
{"step": 50, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21024, "frac": 0.03564453125, "mean_loss": 7.242195724760561, "total_contrib": 0.2581446718298442}, "2": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.249477932416746, "total_contrib": 0.16016294172044987}, "3": {"token_count": 9808, "frac": 0.016628689236111112, "mean_loss": 7.273429054116638, "total_contrib": 0.12094759142180717}, "4": {"token_count": 7758, "frac": 0.013153076171875, "mean_loss": 7.246108037351671, "total_contrib": 0.09530861096492219}, "5": {"token_count": 6594, "frac": 0.011179606119791666, "mean_loss": 7.184010139045333, "total_contrib": 0.08031440371511658}, "6-8": {"token_count": 15480, "frac": 0.0262451171875, "mean_loss": 7.182224089484806, "total_contrib": 0.18849831289541422}, "9-12": {"token_count": 15311, "frac": 0.025958591037326388, "mean_loss": 7.214763461940083, "total_contrib": 0.18728509413954775}, "13-20": {"token_count": 21978, "frac": 0.037261962890625, "mean_loss": 7.193141887365649, "total_contrib": 0.2680305860740191}, "21-30": {"token_count": 20280, "frac": 0.034383138020833336, "mean_loss": 7.176644993280989, "total_contrib": 0.24675557533050277}, "31-50": {"token_count": 29541, "frac": 0.050084431966145836, "mean_loss": 7.158936686766164, "total_contrib": 0.3585512774382854}, "51-75": {"token_count": 27330, "frac": 0.046335856119791664, "mean_loss": 7.165027924121364, "total_contrib": 0.33199770298637704}, "76-100": {"token_count": 21887, "frac": 0.03710767957899305, "mean_loss": 7.1886345115897266, "total_contrib": 0.2667535460665628}, "101-150": {"token_count": 34290, "frac": 0.058135986328125, "mean_loss": 7.1439912834088215, "total_contrib": 0.4153229795804994}, "151-200": {"token_count": 27381, "frac": 0.046422322591145836, "mean_loss": 7.143064320176684, "total_contrib": 0.33159763616054583}, "201-300": {"token_count": 41483, "frac": 0.0703311496310764, "mean_loss": 7.106703511720235, "total_contrib": 0.4998226280664919}, "301-500": {"token_count": 55960, "frac": 0.0948757595486111, "mean_loss": 7.092520801112684, "total_contrib": 0.6729082981198896}, "501-750": {"token_count": 47986, "frac": 0.0813564724392361, "mean_loss": 7.031782859119891, "total_contrib": 0.5720810483766803}, "751-1k": {"token_count": 32388, "frac": 0.054911295572916664, "mean_loss": 6.970132588939018, "total_contrib": 0.38273901077364925}, "1k-2k": {"token_count": 36130, "frac": 0.061255560980902776, "mean_loss": 7.088446810180844, "total_contrib": 0.4342067858409185}, "2k-5k": {"token_count": 37539, "frac": 0.0636444091796875, "mean_loss": 7.161320291745167, "total_contrib": 0.45577799891462845}, "5k-10k": {"token_count": 20898, "frac": 0.035430908203125, "mean_loss": 7.376971324969392, "total_contrib": 0.26137279383207596}, "10k+": {"token_count": 45747, "frac": 0.0775604248046875, "mean_loss": 7.276224474252908, "total_contrib": 0.5643470611973195}}, "trigram": {"novel": {"token_count": 433, "frac": 0.0007341172960069445, "mean_loss": 7.847980682073509, "total_contrib": 0.005761338357438541}, "1": {"token_count": 165346, "frac": 0.2803310818142361, "mean_loss": 7.263366713361272, "total_contrib": 2.036147448370078}, "2": {"token_count": 56574, "frac": 0.095916748046875, "mean_loss": 7.220887716775162, "total_contrib": 0.6926040678046977}, "3": {"token_count": 32497, "frac": 0.05509609646267361, "mean_loss": 7.188264550229353, "total_contrib": 0.3960453170586536}, "4": {"token_count": 22427, "frac": 0.03802320692274305, "mean_loss": 7.1726951485131565, "total_contrib": 0.27272887182567096}, "5": {"token_count": 17262, "frac": 0.029266357421875, "mean_loss": 7.170451553868413, "total_contrib": 0.20985299805175198}, "6-8": {"token_count": 35603, "frac": 0.06036207411024305, "mean_loss": 7.147916647502821, "total_contrib": 0.4314630744104053}, "9-12": {"token_count": 30046, "frac": 0.050940619574652776, "mean_loss": 7.166470526367404, "total_contrib": 0.36506444877664357}, "13-20": {"token_count": 36709, "frac": 0.06223720974392361, "mean_loss": 7.1216474559135055, "total_contrib": 0.44323146643596883}, "21-30": {"token_count": 28105, "frac": 0.04764980740017361, "mean_loss": 7.093572510959966, "total_contrib": 0.3380073639264083}, "31-50": {"token_count": 33285, "frac": 0.056432088216145836, "mean_loss": 7.099935531227621, "total_contrib": 0.40066418822718536}, "51-75": {"token_count": 24101, "frac": 0.04086134168836805, "mean_loss": 7.103295691957771, "total_contrib": 0.29025019238259925}, "76-100": {"token_count": 15836, "frac": 0.026848687065972224, "mean_loss": 7.009847453870416, "total_contrib": 0.18820520066916896}, "101-150": {"token_count": 19229, "frac": 0.032601250542534724, "mean_loss": 7.004949746681045, "total_contrib": 0.2283701217294139}, "151-200": {"token_count": 11971, "frac": 0.020295884874131944, "mean_loss": 6.965741315508195, "total_contrib": 0.14137588380253874}, "201-300": {"token_count": 14322, "frac": 0.024281819661458332, "mean_loss": 6.95312112256845, "total_contrib": 0.1688344331824838}, "301-500": {"token_count": 14765, "frac": 0.025032891167534724, "mean_loss": 6.881343605362517, "total_contrib": 0.1722599255594509}, "501-750": {"token_count": 8700, "frac": 0.014750162760416666, "mean_loss": 7.053982945488787, "total_contrib": 0.10404739655516297}, "751-1k": {"token_count": 4175, "frac": 0.007078382703993056, "mean_loss": 7.003768623203575, "total_contrib": 0.049575354685253446}, "1k-2k": {"token_count": 7121, "frac": 0.012073092990451388, "mean_loss": 7.049146303516512, "total_contrib": 0.0851049988256515}, "2k-5k": {"token_count": 5382, "frac": 0.009124755859375, "mean_loss": 7.135143647103981, "total_contrib": 0.06510644380139437}, "5k-10k": {"token_count": 1715, "frac": 0.002907647026909722, "mean_loss": 7.113855202622038, "total_contrib": 0.020684579929770228}, "10k+": {"token_count": 4220, "frac": 0.007154676649305556, "mean_loss": 6.644806384418813, "total_contrib": 0.04754144107775776}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.335335282208267, "total_contrib": 0.31589906735462137}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.344626212295568, "total_contrib": 0.1606960742012436}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.327083173968466, "total_contrib": 0.11352914280683359}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.303113888660125, "total_contrib": 0.0919228744666422}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.329730443704637, "total_contrib": 0.07684843794736985}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.3231271209468, "total_contrib": 0.06757910990280734}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.249496201238984, "total_contrib": 0.1604952009341408}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.218074304756962, "total_contrib": 0.16657922945887546}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.237315889519204, "total_contrib": 0.25139385298744954}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.227031115044996, "total_contrib": 0.23746043397618957}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.205741815072851, "total_contrib": 0.3512931075921289}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 7.1996759366367735, "total_contrib": 0.3269017897865625}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 7.190278945477362, "total_contrib": 0.26182863225464337}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 7.173205669465624, "total_contrib": 0.4125824014224943}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 7.15205248942707, "total_contrib": 0.3304021644285563}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 7.11442638395335, "total_contrib": 0.5012583706969356}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 7.110727146881016, "total_contrib": 0.6841475675088683}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 7.045393341152376, "total_contrib": 0.5773332322148943}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 7.020941064787271, "total_contrib": 0.3862074667138384}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 7.108132325884338, "total_contrib": 0.43502699228884006}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 7.171307370734638, "total_contrib": 0.45809147780892084}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 7.349543648655862, "total_contrib": 0.2552298695126309}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 7.311457285184713, "total_contrib": 0.5610552778197315}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.315678381753243, "total_contrib": 2.2894983460961766}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.242221293812236, "total_contrib": 0.6089947030478571}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.209144295286432, "total_contrib": 0.3569713478734937}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.203561132737277, "total_contrib": 0.25255405114724755}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.198830394857595, "total_contrib": 0.19309606878838773}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.175276822843845, "total_contrib": 0.1585236142959224}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 7.178043096703845, "total_contrib": 0.351050196613768}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 7.150788707414594, "total_contrib": 0.3138556892523007}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 7.127697465504898, "total_contrib": 0.4047806706823596}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 7.097308213662393, "total_contrib": 0.3189447216649973}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 7.118138529829747, "total_contrib": 0.3897679987554107}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 7.074120609904417, "total_contrib": 0.27695650418415124}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 7.048471313340209, "total_contrib": 0.18454580093708098}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 7.068151793165585, "total_contrib": 0.22705124244708308}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 6.984558871199583, "total_contrib": 0.1397802275181069}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 7.018094935489203, "total_contrib": 0.1752667548281453}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 6.932099245576058, "total_contrib": 0.1722964391753218}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 7.041282813275881, "total_contrib": 0.1073220697892086}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 7.054735653038353, "total_contrib": 0.05009160853902964}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 7.0404808472164655, "total_contrib": 0.08403351705662013}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 7.111350788531908, "total_contrib": 0.06462409163840574}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 7.121012008431647, "total_contrib": 0.019667101646822022}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 6.528936760706307, "total_contrib": 0.04408900810732222}}}}
{"step": 60, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20425, "frac": 0.034628974066840276, "mean_loss": 7.201575657472179, "total_contrib": 0.24938317668299229}, "2": {"token_count": 13084, "frac": 0.022182888454861112, "mean_loss": 7.164829237094461, "total_contrib": 0.15893660776459406}, "3": {"token_count": 9597, "frac": 0.016270955403645832, "mean_loss": 7.184201834288018, "total_contrib": 0.11689382765649092}, "4": {"token_count": 7829, "frac": 0.013273451063368056, "mean_loss": 7.149516772547814, "total_contrib": 0.09489876100714253}, "5": {"token_count": 6451, "frac": 0.010937160915798612, "mean_loss": 7.147307274304994, "total_contrib": 0.07817124977373169}, "6-8": {"token_count": 15198, "frac": 0.025767008463541668, "mean_loss": 7.1053166532849055, "total_contrib": 0.18308275434133572}, "9-12": {"token_count": 14978, "frac": 0.025394015842013888, "mean_loss": 7.090722577429244, "total_contrib": 0.18006192146256378}, "13-20": {"token_count": 21928, "frac": 0.037177191840277776, "mean_loss": 7.084491112418622, "total_contrib": 0.26338148517713}, "21-30": {"token_count": 19964, "frac": 0.03384738498263889, "mean_loss": 7.079111480027396, "total_contrib": 0.23960941159950583}, "31-50": {"token_count": 29338, "frac": 0.04974026150173611, "mean_loss": 6.999354335761394, "total_contrib": 0.3481497150040822}, "51-75": {"token_count": 27417, "frac": 0.046483357747395836, "mean_loss": 6.992795859484268, "total_contrib": 0.32504863159091557}, "76-100": {"token_count": 21452, "frac": 0.036370171440972224, "mean_loss": 6.94372066951706, "total_contrib": 0.2525443111885579}, "101-150": {"token_count": 34688, "frac": 0.05881076388888889, "mean_loss": 6.948821514238332, "total_contrib": 0.4086655013799019}, "151-200": {"token_count": 27381, "frac": 0.046422322591145836, "mean_loss": 6.96742453752407, "total_contrib": 0.32344402951040746}, "201-300": {"token_count": 41693, "frac": 0.07068718804253472, "mean_loss": 6.905240392761707, "total_contrib": 0.4881120261220531}, "301-500": {"token_count": 56730, "frac": 0.09618123372395833, "mean_loss": 6.895533205608979, "total_contrib": 0.6632208908999928}, "501-750": {"token_count": 48449, "frac": 0.0821414523654514, "mean_loss": 6.824865945278073, "total_contrib": 0.5606044009446502}, "751-1k": {"token_count": 31918, "frac": 0.054114447699652776, "mean_loss": 6.791289885724291, "total_contrib": 0.36750690133420805}, "1k-2k": {"token_count": 35941, "frac": 0.060935126410590276, "mean_loss": 6.877363549454558, "total_contrib": 0.4190730172575993}, "2k-5k": {"token_count": 37808, "frac": 0.06410047743055555, "mean_loss": 6.934594628677384, "total_contrib": 0.4445108264855864}, "5k-10k": {"token_count": 20718, "frac": 0.035125732421875, "mean_loss": 7.161546870479196, "total_contrib": 0.2515545790991685}, "10k+": {"token_count": 46837, "frac": 0.07940843370225695, "mean_loss": 6.949594708976057, "total_contrib": 0.5518564307052809}}, "trigram": {"novel": {"token_count": 437, "frac": 0.0007408989800347222, "mean_loss": 7.754486717403071, "total_contrib": 0.005745291299616737}, "1": {"token_count": 162581, "frac": 0.2756432427300347, "mean_loss": 7.121553682168167, "total_contrib": 1.9630081502288526}, "2": {"token_count": 56687, "frac": 0.09610833062065972, "mean_loss": 7.045821979272586, "total_contrib": 0.6771621882782407}, "3": {"token_count": 32299, "frac": 0.05476040310329861, "mean_loss": 7.016190730003703, "total_contrib": 0.3842094326246297}, "4": {"token_count": 22421, "frac": 0.03801303439670139, "mean_loss": 7.021787249723548, "total_contrib": 0.2669194402500605}, "5": {"token_count": 17389, "frac": 0.029481675889756944, "mean_loss": 6.997906865540821, "total_contrib": 0.2063100221165794}, "6-8": {"token_count": 35589, "frac": 0.060338338216145836, "mean_loss": 6.942270754330839, "total_contrib": 0.41888508076287206}, "9-12": {"token_count": 29997, "frac": 0.0508575439453125, "mean_loss": 6.9422823871963795, "total_contrib": 0.35306743158760884}, "13-20": {"token_count": 36954, "frac": 0.062652587890625, "mean_loss": 6.934367343990843, "total_contrib": 0.4344560594852661}, "21-30": {"token_count": 28112, "frac": 0.047661675347222224, "mean_loss": 6.91535117046634, "total_contrib": 0.3295972223987999}, "31-50": {"token_count": 34050, "frac": 0.057729085286458336, "mean_loss": 6.8977350323320135, "total_contrib": 0.39819993396488623}, "51-75": {"token_count": 24225, "frac": 0.041071573893229164, "mean_loss": 6.905709456251501, "total_contrib": 0.2836283562176049}, "76-100": {"token_count": 15927, "frac": 0.027002970377604168, "mean_loss": 6.822800357003026, "total_contrib": 0.18423587593245985}, "101-150": {"token_count": 19712, "frac": 0.03342013888888889, "mean_loss": 6.795500515920092, "total_contrib": 0.22710657106156557}, "151-200": {"token_count": 12257, "frac": 0.020780775282118056, "mean_loss": 6.747167856691979, "total_contrib": 0.14021137902064615}, "201-300": {"token_count": 14871, "frac": 0.025212605794270832, "mean_loss": 6.743145164606085, "total_contrib": 0.17001226084875673}, "301-500": {"token_count": 14592, "frac": 0.024739583333333332, "mean_loss": 6.669739133246925, "total_contrib": 0.16500656709855674}, "501-750": {"token_count": 8481, "frac": 0.014378865559895834, "mean_loss": 6.8703504984570465, "total_contrib": 0.0987878461666772}, "751-1k": {"token_count": 4175, "frac": 0.007078382703993056, "mean_loss": 6.81951691321984, "total_contrib": 0.04827115056812343}, "1k-2k": {"token_count": 7241, "frac": 0.012276543511284722, "mean_loss": 6.883213250878404, "total_contrib": 0.08450206697186029}, "2k-5k": {"token_count": 5603, "frac": 0.009499443901909722, "mean_loss": 6.813421221796038, "total_contrib": 0.06472371267653267}, "5k-10k": {"token_count": 1687, "frac": 0.002860175238715278, "mean_loss": 6.945985570346807, "total_contrib": 0.019866735936779557}, "10k+": {"token_count": 4537, "frac": 0.007692125108506944, "mean_loss": 5.823836827793126, "total_contrib": 0.04479768149091493}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.3632366909088525, "total_contrib": 0.3171006523738874}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.365769041235804, "total_contrib": 0.16115866678390173}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.3503991769406, "total_contrib": 0.11389041150929793}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.3301150544129055, "total_contrib": 0.09226273288974578}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.336049525426246, "total_contrib": 0.07691469025545909}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.328041847238816, "total_contrib": 0.06762446386467977}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.25274255956218, "total_contrib": 0.16056707143616222}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.195601757268783, "total_contrib": 0.16606060641808856}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.200800967281658, "total_contrib": 0.2501254784777605}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.14457268849615, "total_contrib": 0.23475107608889328}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.099465247132098, "total_contrib": 0.3461119303068093}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 7.07212405003509, "total_contrib": 0.32111028744844183}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 7.030110790624844, "total_contrib": 0.25599622863945926}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 7.010218810637206, "total_contrib": 0.40320786056665586}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 6.977708883916043, "total_contrib": 0.32234804224471086}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 6.934790785774759, "total_contrib": 0.4886018552728299}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 6.9292730658610475, "total_contrib": 0.6666892449519664}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 6.853787453167149, "total_contrib": 0.5616321292011308}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 6.835365321251695, "total_contrib": 0.3759993283555963}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.868995651813685, "total_contrib": 0.42039151516243894}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.935862043583713, "total_contrib": 0.44305161237267987}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 7.119910873603275, "total_contrib": 0.24725534129505727}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 7.017479465466086, "total_contrib": 0.5384964634983664}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.2254558308600485, "total_contrib": 2.2612624983358702}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.108369689729197, "total_contrib": 0.5977391897772704}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.051012995111459, "total_contrib": 0.34914124473609975}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.054015634232949, "total_contrib": 0.2473110441424953}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.043328895248935, "total_contrib": 0.18892501229474115}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.001952929889243, "total_contrib": 0.1546943641313116}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 7.009728582487454, "total_contrib": 0.3428185877319897}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.974732072330892, "total_contrib": 0.30612837708961}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 6.942155795574236, "total_contrib": 0.39424379226439515}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 6.91373226884886, "total_contrib": 0.31069503363394485}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 6.932444105527532, "total_contrib": 0.3795999268870421}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 6.892867916962979, "total_contrib": 0.269860341285721}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 6.854204618715351, "total_contrib": 0.1794594352329189}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 6.880125319916208, "total_contrib": 0.2210112413812466}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 6.798782190840069, "total_contrib": 0.13606232533887427}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 6.826900673567116, "total_contrib": 0.170491955094475}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 6.7289948537961, "total_contrib": 0.16724830552275055}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 6.834410788015244, "total_contrib": 0.10416896054459814}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 6.806667869816309, "total_contrib": 0.04833022230155216}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 6.832312438789416, "total_contrib": 0.08154886808450909}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 6.829673948287686, "total_contrib": 0.06206436557824368}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 6.982612556588657, "total_contrib": 0.019284864391213182}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 5.81349572745095, "total_contrib": 0.039257733633146726}}}}
{"step": 70, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20719, "frac": 0.03512742784288195, "mean_loss": 7.249293641551212, "total_contrib": 0.25464903930545313}, "2": {"token_count": 13142, "frac": 0.022281222873263888, "mean_loss": 7.26775864536333, "total_contrib": 0.1619345501664308}, "3": {"token_count": 9567, "frac": 0.0162200927734375, "mean_loss": 7.271885450661114, "total_contrib": 0.11795065664753362}, "4": {"token_count": 7572, "frac": 0.012837727864583334, "mean_loss": 7.237657712822671, "total_contrib": 0.09291508009422009}, "5": {"token_count": 6830, "frac": 0.011579725477430556, "mean_loss": 7.180412272600618, "total_contrib": 0.08314720293148842}, "6-8": {"token_count": 15237, "frac": 0.0258331298828125, "mean_loss": 7.187144906985413, "total_contrib": 0.18566644786874853}, "9-12": {"token_count": 15179, "frac": 0.025734795464409724, "mean_loss": 7.159591800406781, "total_contrib": 0.18425063059213348}, "13-20": {"token_count": 21908, "frac": 0.03714328342013889, "mean_loss": 7.1136681370944554, "total_contrib": 0.26422499177291076}, "21-30": {"token_count": 19979, "frac": 0.03387281629774305, "mean_loss": 7.005291687654025, "total_contrib": 0.23728895844801118}, "31-50": {"token_count": 29554, "frac": 0.05010647243923611, "mean_loss": 6.965012088773973, "total_contrib": 0.3489921862650994}, "51-75": {"token_count": 27229, "frac": 0.046164618598090276, "mean_loss": 6.942122832804764, "total_contrib": 0.32048045283752596}, "76-100": {"token_count": 21768, "frac": 0.036905924479166664, "mean_loss": 6.921793602992949, "total_contrib": 0.2554551919724367}, "101-150": {"token_count": 34384, "frac": 0.058295355902777776, "mean_loss": 6.88436111221207, "total_contrib": 0.4013262811996457}, "151-200": {"token_count": 27564, "frac": 0.046732584635416664, "mean_loss": 6.9055921743175075, "total_contrib": 0.3227161707439639}, "201-300": {"token_count": 42068, "frac": 0.0713229709201389, "mean_loss": 6.796165780874416, "total_contrib": 0.48472273435774904}, "301-500": {"token_count": 57458, "frac": 0.0974155002170139, "mean_loss": 6.762000083140133, "total_contrib": 0.6587236205665855}, "501-750": {"token_count": 48346, "frac": 0.0819668240017361, "mean_loss": 6.715388152342576, "total_contrib": 0.5504390387864078}, "751-1k": {"token_count": 32204, "frac": 0.05459933810763889, "mean_loss": 6.6743230855136595, "total_contrib": 0.3644136227855799}, "1k-2k": {"token_count": 35971, "frac": 0.06098598904079861, "mean_loss": 6.754158459259748, "total_contrib": 0.4119090337762322}, "2k-5k": {"token_count": 37152, "frac": 0.06298828125, "mean_loss": 6.8440662502350476, "total_contrib": 0.43109596986343807}, "5k-10k": {"token_count": 20276, "frac": 0.03437635633680555, "mean_loss": 7.074576017215868, "total_contrib": 0.2431981460996313}, "10k+": {"token_count": 45717, "frac": 0.07750956217447917, "mean_loss": 6.99733153802257, "total_contrib": 0.5423601039018043}}, "trigram": {"novel": {"token_count": 439, "frac": 0.0007442898220486111, "mean_loss": 7.892094911909863, "total_contrib": 0.005874005917576142}, "1": {"token_count": 163687, "frac": 0.2775183783637153, "mean_loss": 7.0972134296158895, "total_contrib": 1.9696071618881839}, "2": {"token_count": 56921, "frac": 0.09650505913628472, "mean_loss": 7.04104147039588, "total_contrib": 0.6794961234815876}, "3": {"token_count": 32035, "frac": 0.054312811957465276, "mean_loss": 6.963098919351629, "total_contrib": 0.3781854822479747}, "4": {"token_count": 22656, "frac": 0.038411458333333336, "mean_loss": 6.948115255641567, "total_contrib": 0.26688723963727373}, "5": {"token_count": 17411, "frac": 0.029518975151909724, "mean_loss": 6.926799385471365, "total_contrib": 0.20447201894199277}, "6-8": {"token_count": 35746, "frac": 0.06060451931423611, "mean_loss": 6.916264991878176, "total_contrib": 0.419156915282656}, "9-12": {"token_count": 30332, "frac": 0.05142550998263889, "mean_loss": 6.887714865924374, "total_contrib": 0.35420424959516417}, "13-20": {"token_count": 36588, "frac": 0.062032063802083336, "mean_loss": 6.841810703946324, "total_contrib": 0.4244116381089751}, "21-30": {"token_count": 28196, "frac": 0.04780409071180555, "mean_loss": 6.809274982697474, "total_contrib": 0.3255111989544982}, "31-50": {"token_count": 33574, "frac": 0.056922064887152776, "mean_loss": 6.833685236981614, "total_contrib": 0.38898747447784543}, "51-75": {"token_count": 24468, "frac": 0.041483561197916664, "mean_loss": 6.80169978392281, "total_contrib": 0.28215872923621843}, "76-100": {"token_count": 15793, "frac": 0.026775783962673612, "mean_loss": 6.733504351698589, "total_contrib": 0.18029485783280405}, "101-150": {"token_count": 19452, "frac": 0.032979329427083336, "mean_loss": 6.771568412862453, "total_contrib": 0.2233217854258227}, "151-200": {"token_count": 12199, "frac": 0.020682440863715276, "mean_loss": 6.679605701385692, "total_contrib": 0.13815054991184497}, "201-300": {"token_count": 14688, "frac": 0.02490234375, "mean_loss": 6.642017624018337, "total_contrib": 0.1654018060668629}, "301-500": {"token_count": 14633, "frac": 0.024809095594618056, "mean_loss": 6.619192659911915, "total_contrib": 0.16421618345894887}, "501-750": {"token_count": 8721, "frac": 0.0147857666015625, "mean_loss": 6.778036275139343, "total_contrib": 0.10021846238113438}, "751-1k": {"token_count": 4170, "frac": 0.007069905598958333, "mean_loss": 6.697884597538186, "total_contrib": 0.047353411817312}, "1k-2k": {"token_count": 7006, "frac": 0.011878119574652778, "mean_loss": 6.755962679684247, "total_contrib": 0.08024813255118109}, "2k-5k": {"token_count": 5303, "frac": 0.008990817599826388, "mean_loss": 6.752426331276582, "total_contrib": 0.06070983350077262}, "5k-10k": {"token_count": 1731, "frac": 0.0029347737630208335, "mean_loss": 6.854484588407079, "total_contrib": 0.020116361529087752}, "10k+": {"token_count": 4075, "frac": 0.006908840603298611, "mean_loss": 5.627064071901006, "total_contrib": 0.03887648873731248}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.377718255386677, "total_contrib": 0.3177243065814158}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.363702860575044, "total_contrib": 0.16111345997402776}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.3559880278175465, "total_contrib": 0.11397700769420124}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.320797800343355, "total_contrib": 0.09214545842446063}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.317293274313944, "total_contrib": 0.07671804065002005}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.292318948463287, "total_contrib": 0.06729480664823011}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.217424597833657, "total_contrib": 0.1597851738798555}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.129001068326259, "total_contrib": 0.1645235910069055}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.104225503501135, "total_contrib": 0.2467708538745986}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.0334801173247055, "total_contrib": 0.23110087869220786}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.972410688263875, "total_contrib": 0.3399177879181378}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.9364751592979, "total_contrib": 0.3149511400708636}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.880587106424732, "total_contrib": 0.2505514354651394}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.859085149330169, "total_contrib": 0.39451508194143675}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 6.8289252685069055, "total_contrib": 0.31547471061922905}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 6.778909874829572, "total_contrib": 0.47761901460146167}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 6.78190529821316, "total_contrib": 0.6525104840906756}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 6.705727748494672, "total_contrib": 0.5494994087524295}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 6.677933419633488, "total_contrib": 0.3673393246121021}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.7360416612274605, "total_contrib": 0.4122545571000652}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.795606699719356, "total_contrib": 0.4340923286019662}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 7.027694872869782, "total_contrib": 0.24405292779030988}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 6.941563900264906, "total_contrib": 0.5326709725102571}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.1404029801822935, "total_contrib": 2.234644548393842}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.992979996472079, "total_contrib": 0.5880361291928138}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.9263588600541794, "total_contrib": 0.3429688125046495}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.938179687000611, "total_contrib": 0.24324988089241134}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.922322733158801, "total_contrib": 0.18567923306156647}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.872575247400272, "total_contrib": 0.15183601896306856}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.882349686336684, "total_contrib": 0.33658898086898464}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.84863157584637, "total_contrib": 0.30059369275497577}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 6.812257475973044, "total_contrib": 0.38686688980982986}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 6.782385385379174, "total_contrib": 0.30479245847042574}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 6.793328965563234, "total_contrib": 0.3719823974622867}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 6.755227368467605, "total_contrib": 0.2644716227088995}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 6.718970641595114, "total_contrib": 0.1759186869611161}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 6.750134054707646, "total_contrib": 0.21683551353377578}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 6.666762691181783, "total_contrib": 0.13342025215438805}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 6.702648033311961, "total_contrib": 0.16738892539246486}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 6.598221494062292, "total_contrib": 0.16399795041055162}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 6.721912525029018, "total_contrib": 0.10245428059897677}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 6.691108254984434, "total_contrib": 0.047509700134065094}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 6.7170509749854155, "total_contrib": 0.08017313446705682}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 6.690712847933173, "total_contrib": 0.0608015626100698}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 6.907292463795549, "total_contrib": 0.01907684228434745}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 5.525840537559438, "total_contrib": 0.03731523786943095}}}}
{"step": 80, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20250, "frac": 0.034332275390625, "mean_loss": 7.141367874010109, "total_contrib": 0.24517940851627726}, "2": {"token_count": 13086, "frac": 0.022186279296875, "mean_loss": 7.117042324224343, "total_contrib": 0.15790068877292168}, "3": {"token_count": 9612, "frac": 0.01629638671875, "mean_loss": 7.109614620613856, "total_contrib": 0.11586102927880246}, "4": {"token_count": 7951, "frac": 0.013480292426215278, "mean_loss": 7.065036818885515, "total_contrib": 0.09523876232055449}, "5": {"token_count": 6352, "frac": 0.010769314236111112, "mean_loss": 7.076214275902292, "total_contrib": 0.07620597513924723}, "6-8": {"token_count": 15375, "frac": 0.026067097981770832, "mean_loss": 7.034107333245316, "total_contrib": 0.1833587650699984}, "9-12": {"token_count": 15308, "frac": 0.025953504774305556, "mean_loss": 6.94140602176148, "total_contrib": 0.1801538143261799}, "13-20": {"token_count": 22190, "frac": 0.037621392144097224, "mean_loss": 6.831171340855621, "total_contrib": 0.2569981758178478}, "21-30": {"token_count": 20313, "frac": 0.0344390869140625, "mean_loss": 6.752079000586962, "total_contrib": 0.23253543555183065}, "31-50": {"token_count": 29721, "frac": 0.050389607747395836, "mean_loss": 6.687049033323266, "total_contrib": 0.3369577777767619}, "51-75": {"token_count": 26786, "frac": 0.04541354709201389, "mean_loss": 6.635033792066831, "total_contrib": 0.3013204195731305}, "76-100": {"token_count": 21495, "frac": 0.036443074544270836, "mean_loss": 6.655895445028428, "total_contrib": 0.2425612938620437}, "101-150": {"token_count": 34187, "frac": 0.057961357964409724, "mean_loss": 6.565521988487595, "total_contrib": 0.38054657019793264}, "151-200": {"token_count": 27425, "frac": 0.04649692111545139, "mean_loss": 6.526665378410705, "total_contrib": 0.30346984524691023}, "201-300": {"token_count": 42071, "frac": 0.07132805718315972, "mean_loss": 6.543281631922021, "total_contrib": 0.4667195664072526}, "301-500": {"token_count": 56702, "frac": 0.0961337619357639, "mean_loss": 6.463311969794519, "total_contrib": 0.6213424942207996}, "501-750": {"token_count": 47473, "frac": 0.0804867214626736, "mean_loss": 6.428126442837915, "total_contrib": 0.5173788225315421}, "751-1k": {"token_count": 31905, "frac": 0.0540924072265625, "mean_loss": 6.383101770837111, "total_contrib": 0.34527734035671326}, "1k-2k": {"token_count": 35920, "frac": 0.06089952256944445, "mean_loss": 6.414027723359807, "total_contrib": 0.39061122609979293}, "2k-5k": {"token_count": 37999, "frac": 0.06442430284288195, "mean_loss": 6.495854260960756, "total_contrib": 0.4184908821313608}, "5k-10k": {"token_count": 21113, "frac": 0.03579542371961805, "mean_loss": 6.699594603605737, "total_contrib": 0.23981482758573391}, "10k+": {"token_count": 46590, "frac": 0.07898966471354167, "mean_loss": 6.599485959800211, "total_contrib": 0.5212911832463445}}, "trigram": {"novel": {"token_count": 443, "frac": 0.0007510715060763889, "mean_loss": 7.496815688992193, "total_contrib": 0.005630644650308467}, "1": {"token_count": 161110, "frac": 0.2731492784288194, "mean_loss": 6.864470400592209, "total_contrib": 1.8750251367177508}, "2": {"token_count": 56786, "frac": 0.09627617730034722, "mean_loss": 6.755679225896072, "total_contrib": 0.6504109709366427}, "3": {"token_count": 32460, "frac": 0.055033365885416664, "mean_loss": 6.706078768486659, "total_contrib": 0.3690580865225507}, "4": {"token_count": 22747, "frac": 0.038565741644965276, "mean_loss": 6.655598022829968, "total_contrib": 0.2566780738412022}, "5": {"token_count": 17317, "frac": 0.029359605577256944, "mean_loss": 6.65073576653821, "total_contrib": 0.19526297890411745}, "6-8": {"token_count": 35898, "frac": 0.060862223307291664, "mean_loss": 6.648261483759, "total_contrib": 0.40462797502980646}, "9-12": {"token_count": 30547, "frac": 0.05179002549913195, "mean_loss": 6.560907677434653, "total_contrib": 0.3397895759117912}, "13-20": {"token_count": 37953, "frac": 0.0643463134765625, "mean_loss": 6.558968985490792, "total_contrib": 0.42204547442344165}, "21-30": {"token_count": 28305, "frac": 0.0479888916015625, "mean_loss": 6.527790203430199, "total_contrib": 0.31326141647015343}, "31-50": {"token_count": 33347, "frac": 0.05653720431857639, "mean_loss": 6.479431303671394, "total_contrib": 0.3663289314838494}, "51-75": {"token_count": 24002, "frac": 0.04069349500868055, "mean_loss": 6.457169117711614, "total_contrib": 0.2627647792618038}, "76-100": {"token_count": 15832, "frac": 0.026841905381944444, "mean_loss": 6.4157640515775345, "total_contrib": 0.1722113316253247}, "101-150": {"token_count": 19498, "frac": 0.033057318793402776, "mean_loss": 6.461778029540193, "total_contrib": 0.2136090562947162}, "151-200": {"token_count": 12009, "frac": 0.020360310872395832, "mean_loss": 6.383675474875455, "total_contrib": 0.12997361717695335}, "201-300": {"token_count": 14653, "frac": 0.024843004014756944, "mean_loss": 6.314310606411173, "total_contrib": 0.1568664437454951}, "301-500": {"token_count": 14947, "frac": 0.025341457790798612, "mean_loss": 6.292756330502777, "total_contrib": 0.1594676189372169}, "501-750": {"token_count": 8754, "frac": 0.014841715494791666, "mean_loss": 6.392881262352104, "total_contrib": 0.09488132488781452}, "751-1k": {"token_count": 4285, "frac": 0.007264879014756944, "mean_loss": 6.289561995592668, "total_contrib": 0.04569290695379398}, "1k-2k": {"token_count": 7463, "frac": 0.012652926974826388, "mean_loss": 6.366142507043007, "total_contrib": 0.08055033625295335}, "2k-5k": {"token_count": 5590, "frac": 0.009477403428819444, "mean_loss": 6.399482046216327, "total_contrib": 0.06065047308747908}, "5k-10k": {"token_count": 1722, "frac": 0.0029195149739583335, "mean_loss": 6.53573518749175, "total_contrib": 0.019081176745708542}, "10k+": {"token_count": 4156, "frac": 0.007046169704861111, "mean_loss": 5.0163387556105885, "total_contrib": 0.03534597416910401}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.376568506451171, "total_contrib": 0.3176747921962589}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.3578001959755275, "total_contrib": 0.16098431316640927}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.342726476898939, "total_contrib": 0.11377152722232294}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.288507357392268, "total_contrib": 0.09173902489773254}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.287044694244784, "total_contrib": 0.07640089991117646}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.234399774857311, "total_contrib": 0.066760318289097}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.14499576736015, "total_contrib": 0.15818168594392368}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.035377775540325, "total_contrib": 0.16236294603246884}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.969340769696962, "total_contrib": 0.24208552668177516}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.875550927861495, "total_contrib": 0.22591175839225902}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.7853822827017884, "total_contrib": 0.3307998106877474}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.737222916484636, "total_contrib": 0.3059040780408648}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.672126354339714, "total_contrib": 0.24296049302589987}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.648070608431703, "total_contrib": 0.3823781253239026}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 6.618327366248051, "total_contrib": 0.3057457547938485}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 6.5579986866522955, "total_contrib": 0.462054360997873}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 6.557552177487819, "total_contrib": 0.6309246970626089}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 6.483568039459586, "total_contrib": 0.5312945794867624}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 6.450778996334511, "total_contrib": 0.3548440289579149}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.471480579678454, "total_contrib": 0.39606307299335536}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.517207390473053, "total_contrib": 0.41630863249181654}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.749530237861917, "total_contrib": 0.2343930187007067}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 6.642030703955049, "total_contrib": 0.5096858583097831}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.004966447437996, "total_contrib": 2.192258633986714}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.828967525543259, "total_contrib": 0.5742444039779571}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.7358778861332755, "total_contrib": 0.3335368678494067}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.758860760925651, "total_contrib": 0.2369630290988185}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.729985345211041, "total_contrib": 0.1805201181141898}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.67090327455546, "total_contrib": 0.1473804737866418}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.673917360666445, "total_contrib": 0.32639536571211797}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.630800788945689, "total_contrib": 0.29103286882905066}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 6.592691180435374, "total_contrib": 0.3743977589583728}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 6.548424254624457, "total_contrib": 0.29427851917364484}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 6.549985574413216, "total_contrib": 0.3586576404093825}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 6.512757277304928, "total_contrib": 0.2549787581507796}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 6.475502906926712, "total_contrib": 0.16954412060490792}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 6.511102323880477, "total_contrib": 0.20915706334527487}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 6.40563076296149, "total_contrib": 0.1281942842712359}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 6.448334293600073, "total_contrib": 0.1610378081338316}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 6.337202556217839, "total_contrib": 0.15751035813082126}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 6.4411493047620185, "total_contrib": 0.09817493396303058}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 6.3881659108750455, "total_contrib": 0.045358681292630834}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 6.4133265376895325, "total_contrib": 0.07654795129620752}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 6.325452765217051, "total_contrib": 0.057482277461689234}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 6.641782207895892, "total_contrib": 0.018343545221392157}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 4.9214455256083784, "total_contrib": 0.03323384183840972}}}}
{"step": 90, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21529, "frac": 0.03650071885850695, "mean_loss": 7.194858389999549, "total_contrib": 0.2626175033201435}, "2": {"token_count": 13408, "frac": 0.022732204861111112, "mean_loss": 7.130083559981163, "total_contrib": 0.1620825201623322}, "3": {"token_count": 9695, "frac": 0.016437106662326388, "mean_loss": 7.158187060211048, "total_contrib": 0.11765988421757355}, "4": {"token_count": 7889, "frac": 0.013375176323784722, "mean_loss": 7.086504815830328, "total_contrib": 0.09478325143108023}, "5": {"token_count": 6731, "frac": 0.011411878797743056, "mean_loss": 7.000425143734942, "total_contrib": 0.07988800327297617}, "6-8": {"token_count": 15645, "frac": 0.026524861653645832, "mean_loss": 7.0372468621748325, "total_contrib": 0.18666199944174067}, "9-12": {"token_count": 15394, "frac": 0.026099310980902776, "mean_loss": 6.947820430833736, "total_contrib": 0.1813333260637996}, "13-20": {"token_count": 22185, "frac": 0.0376129150390625, "mean_loss": 6.839564726819239, "total_contrib": 0.25725596697402076}, "21-30": {"token_count": 20693, "frac": 0.03508334689670139, "mean_loss": 6.751403789791053, "total_contrib": 0.23686184119694392}, "31-50": {"token_count": 29785, "frac": 0.050498114691840276, "mean_loss": 6.651415894500597, "total_contrib": 0.33588396270362053}, "51-75": {"token_count": 27350, "frac": 0.04636976453993055, "mean_loss": 6.550751002599269, "total_contrib": 0.3037567815502421}, "76-100": {"token_count": 21533, "frac": 0.036507500542534724, "mean_loss": 6.564599781027131, "total_contrib": 0.23965713006737133}, "101-150": {"token_count": 34609, "frac": 0.058676825629340276, "mean_loss": 6.457380409221081, "total_contrib": 0.3788985842941833}, "151-200": {"token_count": 27637, "frac": 0.04685635036892361, "mean_loss": 6.498573530745331, "total_contrib": 0.3044994382548162}, "201-300": {"token_count": 41819, "frac": 0.07090081108940972, "mean_loss": 6.4450669309808095, "total_contrib": 0.4569604729320721}, "301-500": {"token_count": 57043, "frac": 0.09671190049913195, "mean_loss": 6.391435926017551, "total_contrib": 0.6181279153235867}, "501-750": {"token_count": 48037, "frac": 0.08144293891059028, "mean_loss": 6.360386566283376, "total_contrib": 0.518008574565556}, "751-1k": {"token_count": 31797, "frac": 0.0539093017578125, "mean_loss": 6.2790092833914946, "total_contrib": 0.33849700619845813}, "1k-2k": {"token_count": 35447, "frac": 0.060097588433159724, "mean_loss": 6.315121520612052, "total_contrib": 0.3795235740511329}, "2k-5k": {"token_count": 36884, "frac": 0.0625339084201389, "mean_loss": 6.336757887736983, "total_contrib": 0.3962622374323373}, "5k-10k": {"token_count": 20025, "frac": 0.0339508056640625, "mean_loss": 6.565053193579601, "total_contrib": 0.22288884514945392}, "10k+": {"token_count": 44689, "frac": 0.07576666937934028, "mean_loss": 6.392263692334508, "total_contrib": 0.48432052976266954}}, "trigram": {"novel": {"token_count": 440, "frac": 0.0007459852430555555, "mean_loss": 6.838629719344053, "total_contrib": 0.005101516853351818}, "1": {"token_count": 166478, "frac": 0.2822502983940972, "mean_loss": 6.828432905226721, "total_contrib": 1.9273272250643143}, "2": {"token_count": 57646, "frac": 0.09773423936631945, "mean_loss": 6.6920469036498424, "total_contrib": 0.6540421139319506}, "3": {"token_count": 32326, "frac": 0.05480617947048611, "mean_loss": 6.634051762545468, "total_contrib": 0.3635870315145616}, "4": {"token_count": 22437, "frac": 0.0380401611328125, "mean_loss": 6.633411148446555, "total_contrib": 0.2523360289471018}, "5": {"token_count": 17352, "frac": 0.0294189453125, "mean_loss": 6.570835603702274, "total_contrib": 0.1933070532827451}, "6-8": {"token_count": 35989, "frac": 0.06101650661892361, "mean_loss": 6.577601718408091, "total_contrib": 0.4013422787878906}, "9-12": {"token_count": 30651, "frac": 0.051966349283854164, "mean_loss": 6.5087367864160655, "total_contrib": 0.33823528923956775}, "13-20": {"token_count": 36288, "frac": 0.0615234375, "mean_loss": 6.461925979194784, "total_contrib": 0.39755989911061657}, "21-30": {"token_count": 28060, "frac": 0.04757351345486111, "mean_loss": 6.411617405852535, "total_contrib": 0.3050231669247473}, "31-50": {"token_count": 32942, "frac": 0.05585055881076389, "mean_loss": 6.407149606910358, "total_contrib": 0.35784288593010966}, "51-75": {"token_count": 23447, "frac": 0.03975253634982639, "mean_loss": 6.3867289693908935, "total_contrib": 0.25388867551220073}, "76-100": {"token_count": 15724, "frac": 0.026658799913194444, "mean_loss": 6.337801270514321, "total_contrib": 0.16895817596023083}, "101-150": {"token_count": 19493, "frac": 0.03304884168836805, "mean_loss": 6.291261250262403, "total_contrib": 0.20791889708008662}, "151-200": {"token_count": 12018, "frac": 0.020375569661458332, "mean_loss": 6.2493610007551705, "total_contrib": 0.12733429041048794}, "201-300": {"token_count": 14244, "frac": 0.024149576822916668, "mean_loss": 6.227548327628598, "total_contrib": 0.15039265675649305}, "301-500": {"token_count": 14325, "frac": 0.024286905924479168, "mean_loss": 6.114401043273547, "total_contrib": 0.14849988292252192}, "501-750": {"token_count": 8355, "frac": 0.014165242513020834, "mean_loss": 6.2419381215441625, "total_contrib": 0.08841856724294278}, "751-1k": {"token_count": 4061, "frac": 0.006885104709201389, "mean_loss": 6.125659668597497, "total_contrib": 0.042175808231225645}, "1k-2k": {"token_count": 6904, "frac": 0.011705186631944444, "mean_loss": 6.234587650219472, "total_contrib": 0.07297701201903489}, "2k-5k": {"token_count": 5112, "frac": 0.0086669921875, "mean_loss": 6.055541284555053, "total_contrib": 0.05248332900432236}, "5k-10k": {"token_count": 1474, "frac": 0.002499050564236111, "mean_loss": 6.35396731247572, "total_contrib": 0.015878885597380255}, "10k+": {"token_count": 4058, "frac": 0.006880018446180556, "mean_loss": 4.6218884863425735, "total_contrib": 0.031798678042226435}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.334406891468355, "total_contrib": 0.3158590858462655}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.315306972856902, "total_contrib": 0.1600545865965412}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.299605187342926, "total_contrib": 0.11310338644600254}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.246916484665768, "total_contrib": 0.09121552866983823}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.226989539506403, "total_contrib": 0.0757712526318149}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.172082988097347, "total_contrib": 0.06618524797942074}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.074818553005613, "total_contrib": 0.15662804610383319}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.95147835068096, "total_contrib": 0.1604267091699714}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.866538021537486, "total_contrib": 0.23851459246361628}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.751966351095368, "total_contrib": 0.22185110793088827}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.646442277837559, "total_contrib": 0.324026231043869}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.59574899570226, "total_contrib": 0.2994804447664086}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.539992955702789, "total_contrib": 0.23814895409916262}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.502441998670535, "total_contrib": 0.3740019816163769}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 6.451268545601843, "total_contrib": 0.29802816658962505}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 6.400733804194735, "total_contrib": 0.450974010384319}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 6.397123475495889, "total_contrib": 0.6154892986906538}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 6.308786699136125, "total_contrib": 0.5169721603891099}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 6.289427258819916, "total_contrib": 0.34596840313790583}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.2913782870601, "total_contrib": 0.3850405771998011}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.331220908041282, "total_contrib": 0.40442811779831167}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.510205200566815, "total_contrib": 0.2260819043023174}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 6.369318499092746, "total_contrib": 0.488758891783713}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.895820536931148, "total_contrib": 2.1581005739205605}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.6941206080444635, "total_contrib": 0.5629051953087519}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.6051518740969835, "total_contrib": 0.32706377772840123}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.623375803030607, "total_contrib": 0.23221297917831404}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.582189452092183, "total_contrib": 0.1765557510741347}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.522744718046551, "total_contrib": 0.14410720218381182}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.524917391305055, "total_contrib": 0.31910835616995176}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.471659838777854, "total_contrib": 0.2840480039914976}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 6.42992983868242, "total_contrib": 0.3651545713238294}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 6.387107682658129, "total_contrib": 0.28702914129729606}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 6.373909987782387, "total_contrib": 0.3490162673533253}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 6.329974779955818, "total_contrib": 0.24782270239722318}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 6.289554685498729, "total_contrib": 0.16467555238199338}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 6.315694830022096, "total_contrib": 0.2028799607076495}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 6.2136320315559574, "total_contrib": 0.12435186174263259}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 6.244920544671268, "total_contrib": 0.1559578444129228}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 6.111070515008803, "total_contrib": 0.15188987520010894}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 6.217558116210548, "total_contrib": 0.09476699399267041}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 6.0981592691032915, "total_contrib": 0.04329951141188657}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 6.147772933978756, "total_contrib": 0.07337836618247214}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 5.988379145723615, "total_contrib": 0.05441913557447404}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 6.386402915342225, "total_contrib": 0.017638228266554912}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 4.535385800259454, "total_contrib": 0.030626833839303598}}}}
{"step": 100, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20922, "frac": 0.035471598307291664, "mean_loss": 7.126889121374611, "total_contrib": 0.25280214809400703}, "2": {"token_count": 13106, "frac": 0.022220187717013888, "mean_loss": 7.0277608757926435, "total_contrib": 0.15615816589039846}, "3": {"token_count": 9630, "frac": 0.016326904296875, "mean_loss": 7.046842321137649, "total_contrib": 0.11505312017238288}, "4": {"token_count": 7749, "frac": 0.0131378173828125, "mean_loss": 7.013171858946144, "total_contrib": 0.0921377711571141}, "5": {"token_count": 6554, "frac": 0.011111789279513888, "mean_loss": 6.971010320873059, "total_contrib": 0.07746039775085793}, "6-8": {"token_count": 15115, "frac": 0.025626288519965276, "mean_loss": 6.890170063213958, "total_contrib": 0.1765694859915483}, "9-12": {"token_count": 15409, "frac": 0.026124742296006944, "mean_loss": 6.797412886428441, "total_contrib": 0.17758065993749975}, "13-20": {"token_count": 21901, "frac": 0.037131415473090276, "mean_loss": 6.60580299192191, "total_contrib": 0.24528281542643524}, "21-30": {"token_count": 20282, "frac": 0.034386528862847224, "mean_loss": 6.46102234331573, "total_contrib": 0.22217213129192717}, "31-50": {"token_count": 29549, "frac": 0.05009799533420139, "mean_loss": 6.3423241996879405, "total_contrib": 0.317737728163959}, "51-75": {"token_count": 27201, "frac": 0.046117146809895836, "mean_loss": 6.297513693170637, "total_contrib": 0.2904233635252796}, "76-100": {"token_count": 22002, "frac": 0.037302652994791664, "mean_loss": 6.286766231708847, "total_contrib": 0.23451305920080912}, "101-150": {"token_count": 34223, "frac": 0.058022393120659724, "mean_loss": 6.162978231451013, "total_contrib": 0.35759074573931887}, "151-200": {"token_count": 27046, "frac": 0.04585435655381945, "mean_loss": 6.171660174026778, "total_contrib": 0.28299750614883123}, "201-300": {"token_count": 41703, "frac": 0.07070414225260417, "mean_loss": 6.151254804896081, "total_contrib": 0.43491919475738744}, "301-500": {"token_count": 56616, "frac": 0.09598795572916667, "mean_loss": 6.116447608113359, "total_contrib": 0.5871053022273525}, "501-750": {"token_count": 47722, "frac": 0.08090888129340278, "mean_loss": 6.06010491732925, "total_contrib": 0.49031630938175874}, "751-1k": {"token_count": 31859, "frac": 0.05401441786024305, "mean_loss": 6.012489594340118, "total_contrib": 0.3247611253290504}, "1k-2k": {"token_count": 36121, "frac": 0.061240302191840276, "mean_loss": 6.023235911100233, "total_contrib": 0.3688647873685227}, "2k-5k": {"token_count": 37893, "frac": 0.06424458821614583, "mean_loss": 6.033150311308943, "total_contrib": 0.3875972573961551}, "5k-10k": {"token_count": 20934, "frac": 0.035491943359375, "mean_loss": 6.209317909013023, "total_contrib": 0.220380759527043}, "10k+": {"token_count": 46287, "frac": 0.0784759521484375, "mean_loss": 6.059724476686366, "total_contrib": 0.4755426480651547}}, "trigram": {"novel": {"token_count": 429, "frac": 0.0007273356119791666, "mean_loss": 6.593350103685072, "total_contrib": 0.0047955783326566834}, "1": {"token_count": 163751, "frac": 0.2776268853081597, "mean_loss": 6.6111712384026, "total_contrib": 1.8354388791566028}, "2": {"token_count": 56508, "frac": 0.09580485026041667, "mean_loss": 6.459948128569507, "total_contrib": 0.6188943631476606}, "3": {"token_count": 32268, "frac": 0.054707845052083336, "mean_loss": 6.397182648257529, "total_contrib": 0.34997607709074907}, "4": {"token_count": 22567, "frac": 0.038260565863715276, "mean_loss": 6.398044835714682, "total_contrib": 0.24479281583586499}, "5": {"token_count": 17016, "frac": 0.028849283854166668, "mean_loss": 6.296984979342958, "total_contrib": 0.18166350709448884}, "6-8": {"token_count": 36024, "frac": 0.061075846354166664, "mean_loss": 6.261964374644193, "total_contrib": 0.38245477402103406}, "9-12": {"token_count": 30251, "frac": 0.05128818088107639, "mean_loss": 6.199056303150212, "total_contrib": 0.3179383209679448}, "13-20": {"token_count": 37472, "frac": 0.06353081597222222, "mean_loss": 6.202285081323516, "total_contrib": 0.3940362321088236}, "21-30": {"token_count": 28325, "frac": 0.04802280002170139, "mean_loss": 6.130982460705243, "total_contrib": 0.2944269446470066}, "31-50": {"token_count": 33310, "frac": 0.05647447374131945, "mean_loss": 6.091088418958693, "total_contrib": 0.3439910129725377}, "51-75": {"token_count": 23716, "frac": 0.04020860460069445, "mean_loss": 6.06705105650198, "total_contrib": 0.24394765702311363}, "76-100": {"token_count": 15878, "frac": 0.026919894748263888, "mean_loss": 6.051183683280381, "total_contrib": 0.16289722785631966}, "101-150": {"token_count": 19418, "frac": 0.032921685112847224, "mean_loss": 5.984776660646886, "total_contrib": 0.1970289326925341}, "151-200": {"token_count": 11854, "frac": 0.020097520616319444, "mean_loss": 5.937896987550578, "total_contrib": 0.11933700712487885}, "201-300": {"token_count": 14837, "frac": 0.025154961480034724, "mean_loss": 5.957553700243333, "total_contrib": 0.14986203384485938}, "301-500": {"token_count": 14718, "frac": 0.024953206380208332, "mean_loss": 5.826134526265074, "total_contrib": 0.1453807372327497}, "501-750": {"token_count": 8466, "frac": 0.014353434244791666, "mean_loss": 5.962323061349176, "total_contrib": 0.08557981200728035}, "751-1k": {"token_count": 4247, "frac": 0.007200453016493056, "mean_loss": 5.760743858034376, "total_contrib": 0.041479965489827464}, "1k-2k": {"token_count": 7253, "frac": 0.012296888563368056, "mean_loss": 5.828271329955579, "total_contrib": 0.07166960306153669}, "2k-5k": {"token_count": 5591, "frac": 0.009479098849826388, "mean_loss": 5.709142229759486, "total_contrib": 0.0541175235436084}, "5k-10k": {"token_count": 1680, "frac": 0.0028483072916666665, "mean_loss": 6.004744773393585, "total_contrib": 0.017103358322654253}, "10k+": {"token_count": 4245, "frac": 0.007197062174479167, "mean_loss": 4.328727224079543, "total_contrib": 0.031154118968061084}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.307943152023166, "total_contrib": 0.31471941461273273}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.24554560321193, "total_contrib": 0.15852824912083938}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.203290677410414, "total_contrib": 0.11161104583884986}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.130081938089932, "total_contrib": 0.08974495494991667}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.091275496791475, "total_contrib": 0.07434836098930948}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.031316154245811, "total_contrib": 0.0648862267855495}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.92385012109268, "total_contrib": 0.1532857850498254}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.775623637084887, "total_contrib": 0.15636832164849085}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.657722547654701, "total_contrib": 0.2312612229348916}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.517813016596501, "total_contrib": 0.2141574711467153}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.408121169870096, "total_contrib": 0.31240764065147336}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.341086430877747, "total_contrib": 0.287917473187488}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.276328884990663, "total_contrib": 0.22854782408282717}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.235892856654957, "total_contrib": 0.35867083259077187}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 6.184250402398007, "total_contrib": 0.2856927743946345}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 6.143442412812209, "total_contrib": 0.4328461309631974}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 6.134909631375726, "total_contrib": 0.5902608009693419}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 6.051413545810729, "total_contrib": 0.4958817730537753}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 6.0247310460349786, "total_contrib": 0.33140801118402247}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.040223197379215, "total_contrib": 0.369669557323871}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.068651812280847, "total_contrib": 0.38765563003761366}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.2467274034711995, "total_contrib": 0.2169320295635657}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 6.124534555636673, "total_contrib": 0.46997504089808395}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.716257464501094, "total_contrib": 2.1019049163348}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.475994836108652, "total_contrib": 0.5445631101503446}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.3723248844477896, "total_contrib": 0.3155350080281273}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.387429253145288, "total_contrib": 0.22394078492192823}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.332003717245679, "total_contrib": 0.16984495512312808}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.276375658913627, "total_contrib": 0.13866416288808775}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.275031903287915, "total_contrib": 0.30688742791450196}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.21665207393685, "total_contrib": 0.2728554431323194}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 6.16835852572928, "total_contrib": 0.350299983008199}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 6.133448904674082, "total_contrib": 0.2756300127958361}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 6.113098988353968, "total_contrib": 0.3347350362597455}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 6.073432638369424, "total_contrib": 0.23777890775083202}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 6.020529476709952, "total_contrib": 0.1576318303575843}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 6.04881889741877, "total_contrib": 0.19430706727666802}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 5.950198183697751, "total_contrib": 0.11907982611824587}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 5.982464143493227, "total_contrib": 0.14940337597936884}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 5.8307603201764096, "total_contrib": 0.14492280119796103}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 5.937399059490978, "total_contrib": 0.09049685591773798}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 5.811580434540303, "total_contrib": 0.041264680412893995}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 5.886390262788204, "total_contrib": 0.07025856433449462}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 5.645116703875307, "total_contrib": 0.051299753032721024}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 5.979698106838634, "total_contrib": 0.016514974324612314}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 4.288121876661544, "total_contrib": 0.02895709471764955}}}}
{"step": 110, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20776, "frac": 0.035224066840277776, "mean_loss": 7.158504788135169, "total_contrib": 0.25215165113372173}, "2": {"token_count": 13366, "frac": 0.022660997178819444, "mean_loss": 7.0587641755014445, "total_contrib": 0.15995863506698998}, "3": {"token_count": 9657, "frac": 0.0163726806640625, "mean_loss": 6.960177251230279, "total_contrib": 0.11395675949966567}, "4": {"token_count": 7794, "frac": 0.013214111328125, "mean_loss": 6.939794232631482, "total_contrib": 0.0917032135842722}, "5": {"token_count": 6414, "frac": 0.010874430338541666, "mean_loss": 6.907448541144177, "total_contrib": 0.07511456797773361}, "6-8": {"token_count": 15533, "frac": 0.026334974500868056, "mean_loss": 6.799313324567455, "total_contrib": 0.17905974302589633}, "9-12": {"token_count": 15295, "frac": 0.025931464301215276, "mean_loss": 6.660333774447558, "total_contrib": 0.17271220750626526}, "13-20": {"token_count": 21803, "frac": 0.036965264214409724, "mean_loss": 6.537780244245292, "total_contrib": 0.24167077410427537}, "21-30": {"token_count": 20099, "frac": 0.03407626681857639, "mean_loss": 6.386154985915245, "total_contrib": 0.21761632124482982}, "31-50": {"token_count": 30021, "frac": 0.050898234049479164, "mean_loss": 6.28016115723725, "total_contrib": 0.3196491124495095}, "51-75": {"token_count": 27454, "frac": 0.046546088324652776, "mean_loss": 6.199936984174066, "total_contrib": 0.28858281447264744}, "76-100": {"token_count": 21668, "frac": 0.036736382378472224, "mean_loss": 6.138173533079175, "total_contrib": 0.2254942900166144}, "101-150": {"token_count": 34521, "frac": 0.058527628580729164, "mean_loss": 6.12074760003252, "total_contrib": 0.35823284217109275}, "151-200": {"token_count": 27069, "frac": 0.045893351236979164, "mean_loss": 6.103525384730737, "total_contrib": 0.28011123426526613}, "201-300": {"token_count": 41676, "frac": 0.07065836588541667, "mean_loss": 6.073130033307091, "total_contrib": 0.4291174439631252}, "301-500": {"token_count": 56202, "frac": 0.09528605143229167, "mean_loss": 6.008148606513039, "total_contrib": 0.572492757133053}, "501-750": {"token_count": 47676, "frac": 0.08083089192708333, "mean_loss": 5.971149310728732, "total_contrib": 0.48265332461599225}, "751-1k": {"token_count": 32153, "frac": 0.054512871636284724, "mean_loss": 5.966364557850805, "total_contrib": 0.3252436652773996}, "1k-2k": {"token_count": 36396, "frac": 0.06170654296875, "mean_loss": 5.980509615304479, "total_contrib": 0.36903657355180836}, "2k-5k": {"token_count": 37553, "frac": 0.06366814507378472, "mean_loss": 6.011155537274285, "total_contrib": 0.38271912280826353}, "5k-10k": {"token_count": 20613, "frac": 0.034947713216145836, "mean_loss": 6.2120241887423955, "total_contrib": 0.21709603983993023}, "10k+": {"token_count": 46085, "frac": 0.07813347710503472, "mean_loss": 6.101046245390834, "total_contrib": 0.4766959571310028}}, "trigram": {"novel": {"token_count": 417, "frac": 0.0007069905598958334, "mean_loss": 5.951864802294212, "total_contrib": 0.0042079122289982885}, "1": {"token_count": 163720, "frac": 0.2775743272569444, "mean_loss": 6.560590718670471, "total_contrib": 1.8210515551431095}, "2": {"token_count": 57116, "frac": 0.0968356662326389, "mean_loss": 6.409095369601261, "total_contrib": 0.6206290200638591}, "3": {"token_count": 32555, "frac": 0.05519443088107639, "mean_loss": 6.340567520447447, "total_contrib": 0.3499640157541345}, "4": {"token_count": 22954, "frac": 0.038916693793402776, "mean_loss": 6.257138016258223, "total_contrib": 0.24350712420178094}, "5": {"token_count": 17363, "frac": 0.029437594943576388, "mean_loss": 6.275689321241564, "total_contrib": 0.184741200230437}, "6-8": {"token_count": 36201, "frac": 0.061375935872395836, "mean_loss": 6.227378993395801, "total_contrib": 0.3822112137517656}, "9-12": {"token_count": 29969, "frac": 0.05081007215711805, "mean_loss": 6.150552102482036, "total_contrib": 0.31250999613322644}, "13-20": {"token_count": 37072, "frac": 0.06285264756944445, "mean_loss": 6.109840075350453, "total_contrib": 0.3840196249616699}, "21-30": {"token_count": 27842, "frac": 0.047203911675347224, "mean_loss": 6.106354284135892, "total_contrib": 0.2882438082867288}, "31-50": {"token_count": 33167, "frac": 0.05623202853732639, "mean_loss": 6.003841379301616, "total_contrib": 0.3376081797744695}, "51-75": {"token_count": 23999, "frac": 0.040688408745659724, "mean_loss": 6.01922723304528, "total_contrib": 0.24491277799115274}, "76-100": {"token_count": 15554, "frac": 0.026370578342013888, "mean_loss": 5.916047063211746, "total_contrib": 0.15600958255546654}, "101-150": {"token_count": 19515, "frac": 0.033086140950520836, "mean_loss": 5.97805018264198, "total_contrib": 0.1977906109521794}, "151-200": {"token_count": 11912, "frac": 0.020195855034722224, "mean_loss": 5.827721048990556, "total_contrib": 0.1176958094882126}, "201-300": {"token_count": 14485, "frac": 0.024558173285590276, "mean_loss": 5.818764791527585, "total_contrib": 0.142898234058426}, "301-500": {"token_count": 14770, "frac": 0.025041368272569444, "mean_loss": 5.695084091770534, "total_contrib": 0.14261269808527763}, "501-750": {"token_count": 9016, "frac": 0.015285915798611112, "mean_loss": 6.071560212105228, "total_contrib": 0.09280935816843794}, "751-1k": {"token_count": 4161, "frac": 0.007054646809895833, "mean_loss": 5.688679330462778, "total_contrib": 0.040131623491169596}, "1k-2k": {"token_count": 7145, "frac": 0.012113783094618056, "mean_loss": 5.8939679756082795, "total_contrib": 0.07139824962314378}, "2k-5k": {"token_count": 5207, "frac": 0.008828057183159722, "mean_loss": 5.651404149305924, "total_contrib": 0.04989091899521882}, "5k-10k": {"token_count": 1674, "frac": 0.002838134765625, "mean_loss": 6.003104611465723, "total_contrib": 0.017037619899484626}, "10k+": {"token_count": 4010, "frac": 0.006798638237847222, "mean_loss": 4.29320048808011, "total_contrib": 0.029187917001005793}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.3535851176848235, "total_contrib": 0.3166850036185578}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.268294160313405, "total_contrib": 0.15902597408522626}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.195147128057683, "total_contrib": 0.111484865999551}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.132220619687296, "total_contrib": 0.08977187411932795}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.065509769761933, "total_contrib": 0.07407822064922383}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.003801041198701, "total_contrib": 0.06463231246481074}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.858832884729958, "total_contrib": 0.15184638096924472}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.695511547090497, "total_contrib": 0.15451948916794814}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.549507787873716, "total_contrib": 0.2275022982414359}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.419586823380891, "total_contrib": 0.21093002766439087}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.298693691636351, "total_contrib": 0.30707285071988133}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.233242628407983, "total_contrib": 0.28302081778868643}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.16085430025702, "total_contrib": 0.22434290341003463}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.142297816199684, "total_contrib": 0.35328751189265656}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 6.097122349353322, "total_contrib": 0.28166773440073534}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 6.058219636042496, "total_contrib": 0.42684162295026656}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 6.045968701103792, "total_contrib": 0.5817034875131211}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.956114874799894, "total_contrib": 0.4880725440872248}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.961007464813615, "total_contrib": 0.3279027085976117}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.977891872379543, "total_contrib": 0.3658547987351426}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.009180238744564, "total_contrib": 0.3838566824259083}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.197286474195064, "total_contrib": 0.21521507916079624}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 6.070675328587413, "total_contrib": 0.46584207500406033}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.66456811778785, "total_contrib": 2.0857283339817627}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.404559576687425, "total_contrib": 0.5385561555388436}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.290491526211597, "total_contrib": 0.311482909333184}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.305887398897515, "total_contrib": 0.22108195923157029}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.259677305600741, "total_contrib": 0.16790492528603335}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.190824048587494, "total_contrib": 0.13677406849694762}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.182423558933342, "total_contrib": 0.3023583136342217}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.1322085242734286, "total_contrib": 0.2691491263095271}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 6.070817326297634, "total_contrib": 0.34476063565006776}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 6.040028207287269, "total_contrib": 0.27143179603128453}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 6.031740787036985, "total_contrib": 0.33028010423267534}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 5.992164246711822, "total_contrib": 0.23459719642650928}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 5.947150927266891, "total_contrib": 0.15571060480716722}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 5.970476033010429, "total_contrib": 0.19179044833280537}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 5.887026907274924, "total_contrib": 0.11781559518343304}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 5.9090788706398625, "total_contrib": 0.14757068509339258}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 5.777932343567438, "total_contrib": 0.1436097686033438}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 5.849753847991316, "total_contrib": 0.0891609820784538}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 5.70145925034261, "total_contrib": 0.04048277340432883}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 5.827798895630986, "total_contrib": 0.06955923161017886}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 5.544858187909669, "total_contrib": 0.050388658120381374}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 5.838806837376383, "total_contrib": 0.016125855065385823}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 4.270357926265097, "total_contrib": 0.028837137214345096}}}}
{"step": 120, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20237, "frac": 0.034310234917534724, "mean_loss": 7.040020753256139, "total_contrib": 0.2415447658685379}, "2": {"token_count": 12925, "frac": 0.021913316514756944, "mean_loss": 6.918677076737701, "total_contrib": 0.15161116064594657}, "3": {"token_count": 9589, "frac": 0.016257392035590276, "mean_loss": 6.876003775370731, "total_contrib": 0.1117858890144008}, "4": {"token_count": 7578, "frac": 0.012847900390625, "mean_loss": 6.804005452207326, "total_contrib": 0.08741718430722913}, "5": {"token_count": 6602, "frac": 0.011193169487847222, "mean_loss": 6.730979432211667, "total_contrib": 0.07534099360395885}, "6-8": {"token_count": 15290, "frac": 0.025922987196180556, "mean_loss": 6.644446786326899, "total_contrib": 0.17224390896765523}, "9-12": {"token_count": 15267, "frac": 0.025883992513020832, "mean_loss": 6.515404741066944, "total_contrib": 0.1686446875370772}, "13-20": {"token_count": 22027, "frac": 0.037345038519965276, "mean_loss": 6.30399404954142, "total_contrib": 0.23542290060975624}, "21-30": {"token_count": 20170, "frac": 0.03419664171006945, "mean_loss": 6.1499679469868695, "total_contrib": 0.21030825041152135}, "31-50": {"token_count": 29676, "frac": 0.050313313802083336, "mean_loss": 6.061141051327168, "total_contrib": 0.30495609171411314}, "51-75": {"token_count": 27238, "frac": 0.046179877387152776, "mean_loss": 6.002157215262875, "total_contrib": 0.2771788842592539}, "76-100": {"token_count": 21895, "frac": 0.03712124294704861, "mean_loss": 5.934218731361605, "total_contrib": 0.22028557522780073}, "101-150": {"token_count": 34350, "frac": 0.058237711588541664, "mean_loss": 5.932611585092206, "total_contrib": 0.34550172245944094}, "151-200": {"token_count": 27728, "frac": 0.04701063368055555, "mean_loss": 5.889497293395824, "total_contrib": 0.2768689998224545}, "201-300": {"token_count": 42293, "frac": 0.0717044406467014, "mean_loss": 5.838531642226221, "total_contrib": 0.4186486456038981}, "301-500": {"token_count": 56508, "frac": 0.09580485026041667, "mean_loss": 5.773410278578746, "total_contrib": 0.5531207072311872}, "501-750": {"token_count": 47810, "frac": 0.0810580783420139, "mean_loss": 5.721851206963262, "total_contrib": 0.46380226339537484}, "751-1k": {"token_count": 32127, "frac": 0.054468790690104164, "mean_loss": 5.703304322935581, "total_contrib": 0.31065208940794437}, "1k-2k": {"token_count": 35918, "frac": 0.06089613172743055, "mean_loss": 5.816380642538896, "total_contrib": 0.3541950817849258}, "2k-5k": {"token_count": 37200, "frac": 0.06306966145833333, "mean_loss": 5.836912356856009, "total_contrib": 0.36813208630887095}, "5k-10k": {"token_count": 20736, "frac": 0.03515625, "mean_loss": 6.026960420837973, "total_contrib": 0.211885327295085}, "10k+": {"token_count": 46660, "frac": 0.07910834418402778, "mean_loss": 5.845970389411489, "total_contrib": 0.462465037655199}}, "trigram": {"novel": {"token_count": 443, "frac": 0.0007510715060763889, "mean_loss": 5.716359077538647, "total_contrib": 0.004293394421640389}, "1": {"token_count": 161947, "frac": 0.2745683458116319, "mean_loss": 6.389227056373493, "total_contrib": 1.7542795038833925}, "2": {"token_count": 56747, "frac": 0.0962100558810764, "mean_loss": 6.2235994571157685, "total_contrib": 0.5987728515505448}, "3": {"token_count": 32263, "frac": 0.05469936794704861, "mean_loss": 6.137664825307649, "total_contrib": 0.3357263866151609}, "4": {"token_count": 22480, "frac": 0.03811306423611111, "mean_loss": 6.062886825809918, "total_contrib": 0.2310751950483652}, "5": {"token_count": 17365, "frac": 0.029440985785590276, "mean_loss": 6.056519288404073, "total_contrib": 0.17830989828005764}, "6-8": {"token_count": 35706, "frac": 0.060536702473958336, "mean_loss": 6.0078322956722365, "total_contrib": 0.3636943561965483}, "9-12": {"token_count": 30363, "frac": 0.051478068033854164, "mean_loss": 5.956175159698297, "total_contrib": 0.30661239009250113}, "13-20": {"token_count": 37489, "frac": 0.06355963812934028, "mean_loss": 5.862832333640581, "total_contrib": 0.3726395015391909}, "21-30": {"token_count": 28425, "frac": 0.048192342122395836, "mean_loss": 5.8350912768525465, "total_contrib": 0.2812067151294855}, "31-50": {"token_count": 34144, "frac": 0.05788845486111111, "mean_loss": 5.833053607095623, "total_contrib": 0.3376664604367963}, "51-75": {"token_count": 24159, "frac": 0.040959676106770836, "mean_loss": 5.8135071736059025, "total_contrib": 0.23811937087528653}, "76-100": {"token_count": 15647, "frac": 0.026528252495659724, "mean_loss": 5.700903902780388, "total_contrib": 0.15123501818645008}, "101-150": {"token_count": 19356, "frac": 0.032816569010416664, "mean_loss": 5.7222835512575445, "total_contrib": 0.18778571305701536}, "151-200": {"token_count": 12412, "frac": 0.021043565538194444, "mean_loss": 5.62314641562657, "total_contrib": 0.1183310501281009}, "201-300": {"token_count": 14459, "frac": 0.024514092339409724, "mean_loss": 5.6140276702645595, "total_contrib": 0.13762279270486666}, "301-500": {"token_count": 14587, "frac": 0.024731106228298612, "mean_loss": 5.518703234505899, "total_contrib": 0.13648363593502053}, "501-750": {"token_count": 8447, "frac": 0.014321221245659722, "mean_loss": 5.671373466492613, "total_contrib": 0.08122099418040483}, "751-1k": {"token_count": 4204, "frac": 0.007127549913194444, "mean_loss": 5.510599804825046, "total_contrib": 0.03927707516053008}, "1k-2k": {"token_count": 7371, "frac": 0.0124969482421875, "mean_loss": 5.623930801122091, "total_contrib": 0.07028197213926686}, "2k-5k": {"token_count": 5562, "frac": 0.009429931640625, "mean_loss": 5.326475663919703, "total_contrib": 0.05022830139621546}, "5k-10k": {"token_count": 1621, "frac": 0.0027482774522569445, "mean_loss": 5.579222714253813, "total_contrib": 0.015333251986703544}, "10k+": {"token_count": 4627, "frac": 0.007844712999131944, "mean_loss": 4.055779247960752, "total_contrib": 0.03181642418808729}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.309753254803939, "total_contrib": 0.3147973673931119}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.212490413005109, "total_contrib": 0.1578050211246591}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.115112209824872, "total_contrib": 0.11024476875405122}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.049397947611929, "total_contrib": 0.08872940125032376}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.968462659508703, "total_contrib": 0.07306073182237721}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.89296594452939, "total_contrib": 0.06360950662582986}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.737169771867327, "total_contrib": 0.14915290473267204}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.558923762762942, "total_contrib": 0.15136730661812534}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.39592994757401, "total_contrib": 0.2221676513093674}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.242862707291133, "total_contrib": 0.20512335759023398}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.112873059667944, "total_contrib": 0.29801375466368224}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.0560434371845595, "total_contrib": 0.2749750761095508}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.971893366325284, "total_contrib": 0.2174620322705323}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.955349340173323, "total_contrib": 0.3425347669226413}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.898699320737913, "total_contrib": 0.2725012191627785}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.847265505420413, "total_contrib": 0.41197850987541385}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.830181448878682, "total_contrib": 0.5609418522176384}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.731811127365141, "total_contrib": 0.4696920220590199}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.735130622765053, "total_contrib": 0.3154776900492556}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.824560992125911, "total_contrib": 0.35647074838216336}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.852697015916245, "total_contrib": 0.37386078808030254}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.043668126989225, "total_contrib": 0.2098803274283859}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.922297035042681, "total_contrib": 0.4544560514713996}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.531009363483639, "total_contrib": 2.043930084915915}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.253708526477547, "total_contrib": 0.5258711674944277}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.141000295578689, "total_contrib": 0.3040806319048923}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.140513070720165, "total_contrib": 0.2152839996158554}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.093772327384359, "total_contrib": 0.16345481362499312}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.020619176021434, "total_contrib": 0.1330137269469118}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.004975898957286, "total_contrib": 0.293680038081397}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.9336861700557195, "total_contrib": 0.2604357699422242}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.881641064008245, "total_contrib": 0.33401734937883193}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.846957984419426, "total_contrib": 0.26275544626027647}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 5.818528437162774, "total_contrib": 0.31860523297635585}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 5.781408266291163, "total_contrib": 0.22634596029526696}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 5.739880476202901, "total_contrib": 0.1502837697245304}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 5.755297162008769, "total_contrib": 0.1848782269432579}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 5.664064195194234, "total_contrib": 0.11335349826401221}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 5.691829265078981, "total_contrib": 0.14214519089527283}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 5.549624701609675, "total_contrib": 0.13793521139458184}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 5.658420523827081, "total_contrib": 0.08624471114977596}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 5.51316994396879, "total_contrib": 0.03914583964935522}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 5.632204550820064, "total_contrib": 0.06722466369251379}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 5.304605356234112, "total_contrib": 0.048205370940170016}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 5.653157149413526, "total_contrib": 0.015613120178891727}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 4.116629686235574, "total_contrib": 0.0277990316438061}}}}
{"step": 130, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20911, "frac": 0.035452948676215276, "mean_loss": 6.901407590960677, "total_contrib": 0.24467524911597138}, "2": {"token_count": 13230, "frac": 0.022430419921875, "mean_loss": 6.814069328646902, "total_contrib": 0.15284243641831888}, "3": {"token_count": 9539, "frac": 0.016172620985243056, "mean_loss": 6.733800308529918, "total_contrib": 0.10890320018016711}, "4": {"token_count": 7809, "frac": 0.013239542643229166, "mean_loss": 6.66592421530456, "total_contrib": 0.08825378790505864}, "5": {"token_count": 6580, "frac": 0.011155870225694444, "mean_loss": 6.643935074840636, "total_contrib": 0.07411887748286164}, "6-8": {"token_count": 15395, "frac": 0.026101006401909724, "mean_loss": 6.47197547858123, "total_contrib": 0.16892507339945143}, "9-12": {"token_count": 15412, "frac": 0.026129828559027776, "mean_loss": 6.35590794380119, "total_contrib": 0.16607878490848785}, "13-20": {"token_count": 22143, "frac": 0.037541707356770836, "mean_loss": 6.180971952277121, "total_contrib": 0.23204424021279618}, "21-30": {"token_count": 20349, "frac": 0.0345001220703125, "mean_loss": 6.062222000450384, "total_contrib": 0.20914739903287227}, "31-50": {"token_count": 29447, "frac": 0.04992506239149305, "mean_loss": 5.913627968983482, "total_contrib": 0.29523824531157866}, "51-75": {"token_count": 26880, "frac": 0.045572916666666664, "mean_loss": 5.838195083229636, "total_contrib": 0.2660635780117673}, "76-100": {"token_count": 21495, "frac": 0.036443074544270836, "mean_loss": 5.822539087193605, "total_contrib": 0.21219122599152723}, "101-150": {"token_count": 34058, "frac": 0.05774264865451389, "mean_loss": 5.771138050066057, "total_contrib": 0.3332407967616607}, "151-200": {"token_count": 27259, "frac": 0.04621548122829861, "mean_loss": 5.737517781271667, "total_contrib": 0.26516214531739024}, "201-300": {"token_count": 41561, "frac": 0.07046339246961805, "mean_loss": 5.672972206498733, "total_contrib": 0.39973686705575534}, "301-500": {"token_count": 56904, "frac": 0.09647623697916667, "mean_loss": 5.617761387868524, "total_contrib": 0.541980478948416}, "501-750": {"token_count": 47317, "frac": 0.08022223578559028, "mean_loss": 5.565002725166424, "total_contrib": 0.4464369607657533}, "751-1k": {"token_count": 31951, "frac": 0.05417039659288195, "mean_loss": 5.561037686853364, "total_contrib": 0.3012436169648096}, "1k-2k": {"token_count": 36430, "frac": 0.06176418728298611, "mean_loss": 5.695669927365051, "total_contrib": 0.35178842409584693}, "2k-5k": {"token_count": 38180, "frac": 0.0647311740451389, "mean_loss": 5.726797461961657, "total_contrib": 0.3707023232314997}, "5k-10k": {"token_count": 21056, "frac": 0.035698784722222224, "mean_loss": 5.961801381277998, "total_contrib": 0.21282906406689034}, "10k+": {"token_count": 45918, "frac": 0.077850341796875, "mean_loss": 5.799381822177432, "total_contrib": 0.45148385706709687}}, "trigram": {"novel": {"token_count": 454, "frac": 0.0007697211371527778, "mean_loss": 5.80043108649716, "total_contrib": 0.004464714411874916}, "1": {"token_count": 165455, "frac": 0.2805158827039931, "mean_loss": 6.249668997709861, "total_contrib": 1.7531314155003614}, "2": {"token_count": 56324, "frac": 0.0954928927951389, "mean_loss": 6.062742519593737, "total_contrib": 0.578948821468095}, "3": {"token_count": 32391, "frac": 0.0549163818359375, "mean_loss": 5.995654708598164, "total_contrib": 0.32925966333381335}, "4": {"token_count": 22677, "frac": 0.038447062174479164, "mean_loss": 5.927605737325888, "total_contrib": 0.22789902632876782}, "5": {"token_count": 17404, "frac": 0.029507107204861112, "mean_loss": 5.921959065527179, "total_contrib": 0.17473988100930962}, "6-8": {"token_count": 35571, "frac": 0.060307820638020836, "mean_loss": 5.854291377973826, "total_contrib": 0.35305955438555736}, "9-12": {"token_count": 30387, "frac": 0.051518758138020836, "mean_loss": 5.830723227295188, "total_contrib": 0.3003916197167611}, "13-20": {"token_count": 36751, "frac": 0.062308417426215276, "mean_loss": 5.814019974625477, "total_contrib": 0.3622623835033178}, "21-30": {"token_count": 28299, "frac": 0.047978719075520836, "mean_loss": 5.693342404483881, "total_contrib": 0.27315927582548244}, "31-50": {"token_count": 33196, "frac": 0.056281195746527776, "mean_loss": 5.7178353303002565, "total_contrib": 0.32180660947104106}, "51-75": {"token_count": 23810, "frac": 0.040367974175347224, "mean_loss": 5.625368813843987, "total_contrib": 0.2270847430040577}, "76-100": {"token_count": 15483, "frac": 0.026250203450520832, "mean_loss": 5.580318849718461, "total_contrib": 0.146484505123886}, "101-150": {"token_count": 19281, "frac": 0.032689412434895836, "mean_loss": 5.580189673441231, "total_contrib": 0.1824131217000671}, "151-200": {"token_count": 12143, "frac": 0.020587497287326388, "mean_loss": 5.4599244251066805, "total_contrib": 0.11240617929089088}, "201-300": {"token_count": 14494, "frac": 0.024573432074652776, "mean_loss": 5.469723757376581, "total_contrib": 0.13440988521900799}, "301-500": {"token_count": 14359, "frac": 0.024344550238715276, "mean_loss": 5.411855251666669, "total_contrib": 0.13174918205885433}, "501-750": {"token_count": 8874, "frac": 0.015045166015625, "mean_loss": 5.541168298669065, "total_contrib": 0.08336779697399442}, "751-1k": {"token_count": 4109, "frac": 0.006966484917534722, "mean_loss": 5.362878397966598, "total_contrib": 0.03736041147400707}, "1k-2k": {"token_count": 7073, "frac": 0.011991712782118056, "mean_loss": 5.511223191723794, "total_contrib": 0.0660890055932997}, "2k-5k": {"token_count": 5601, "frac": 0.009496053059895834, "mean_loss": 5.195896430017546, "total_contrib": 0.04934050819316996}, "5k-10k": {"token_count": 1546, "frac": 0.002621120876736111, "mean_loss": 5.563057032239082, "total_contrib": 0.014581444925675492}, "10k+": {"token_count": 4142, "frac": 0.007022433810763889, "mean_loss": 4.083610398823486, "total_contrib": 0.02867688373468506}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.215646288370618, "total_contrib": 0.31074461427629607}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.102736285124487, "total_contrib": 0.1554036657706901}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.010290905988142, "total_contrib": 0.10862062003212082}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.905515121693466, "total_contrib": 0.08691837609770423}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.858218334991133, "total_contrib": 0.07190487702023853}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.774475993453394, "total_contrib": 0.06251606043898998}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.609203062238345, "total_contrib": 0.14631987438067678}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.411271912198215, "total_contrib": 0.14795978676493682}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.264199478070629, "total_contrib": 0.21759188996499132}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.1068312611523154, "total_contrib": 0.20065373711671936}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.973007888970707, "total_contrib": 0.29119507149141555}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.927372587978058, "total_contrib": 0.26913276719604556}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.828623733740737, "total_contrib": 0.21224497571018397}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.814045335820429, "total_contrib": 0.33440736222620315}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.757112042042982, "total_contrib": 0.2659603354925998}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.687813743510538, "total_contrib": 0.40074407914745314}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.676142789381059, "total_contrib": 0.5461212618587675}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.566792563123363, "total_contrib": 0.4561696115340194}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.58084531130169, "total_contrib": 0.30699077373111866}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.7225974992555795, "total_contrib": 0.350230449300347}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.751156352232182, "total_contrib": 0.3673745352563678}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.941116825964676, "total_contrib": 0.20631899676214338}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.82927882495129, "total_contrib": 0.44731816422546444}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.414290627019217, "total_contrib": 2.007402050173403}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.126125166437697, "total_contrib": 0.5151427476755386}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.015240376976936, "total_contrib": 0.2978534451802375}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.012455297377204, "total_contrib": 0.21079434389659152}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.95269411765524, "total_contrib": 0.15967063672455437}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.911418214490374, "total_contrib": 0.13060114670312511}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.870289630676699, "total_contrib": 0.2870930560412938}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.798859259746471, "total_contrib": 0.25451807406330806}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.750194482208319, "total_contrib": 0.32655252138951596}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.70196976271481, "total_contrib": 0.25623984532762106}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 5.675365619058102, "total_contrib": 0.31076606479003827}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 5.63268720662149, "total_contrib": 0.22052343237186595}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 5.5804035267405165, "total_contrib": 0.14610828257828404}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 5.607147659992088, "total_contrib": 0.18011919947962457}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 5.497519553726099, "total_contrib": 0.1100204820627558}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 5.542675755121249, "total_contrib": 0.13842029804303657}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 5.409325539393637, "total_contrib": 0.13444809368135363}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 5.494608562930722, "total_contrib": 0.08374791629494086}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 5.4104799599517515, "total_contrib": 0.03841669730678632}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 5.480099105240714, "total_contrib": 0.06540916900786442}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 5.133394959173165, "total_contrib": 0.046649503887885475}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 5.508505874575831, "total_contrib": 0.015213616383334738}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 4.017742884748699, "total_contrib": 0.02713126273253389}}}}
{"step": 140, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21071, "frac": 0.03572421603732639, "mean_loss": 6.951492759624841, "total_contrib": 0.24833662912674803}, "2": {"token_count": 13088, "frac": 0.022189670138888888, "mean_loss": 6.802740110251779, "total_contrib": 0.1509505590870756}, "3": {"token_count": 9561, "frac": 0.016209920247395832, "mean_loss": 6.701624959415814, "total_contrib": 0.10863280612008767}, "4": {"token_count": 7788, "frac": 0.013203938802083334, "mean_loss": 6.6303114157665615, "total_contrib": 0.08754622617253618}, "5": {"token_count": 6377, "frac": 0.010811699761284722, "mean_loss": 6.546201890112792, "total_contrib": 0.07077556941265407}, "6-8": {"token_count": 15391, "frac": 0.026094224717881944, "mean_loss": 6.455687876551381, "total_contrib": 0.16845617015923783}, "9-12": {"token_count": 15249, "frac": 0.025853474934895832, "mean_loss": 6.2860088642429846, "total_contrib": 0.16251517261223902}, "13-20": {"token_count": 22289, "frac": 0.037789238823784724, "mean_loss": 6.11281638654957, "total_contrib": 0.23099867831726645}, "21-30": {"token_count": 20322, "frac": 0.034454345703125, "mean_loss": 5.9401138722643605, "total_contrib": 0.20466273687092476}, "31-50": {"token_count": 29550, "frac": 0.050099690755208336, "mean_loss": 5.870824989596675, "total_contrib": 0.2941265164567426}, "51-75": {"token_count": 27255, "frac": 0.046208699544270836, "mean_loss": 5.748581090035613, "total_contrib": 0.26563445639533256}, "76-100": {"token_count": 21602, "frac": 0.03662448459201389, "mean_loss": 5.643642831726194, "total_contrib": 0.20669550993338565}, "101-150": {"token_count": 34186, "frac": 0.057959662543402776, "mean_loss": 5.631132911669751, "total_contrib": 0.32637856329742787}, "151-200": {"token_count": 26693, "frac": 0.04525587293836805, "mean_loss": 5.636127165357823, "total_contrib": 0.2550678548599181}, "201-300": {"token_count": 41412, "frac": 0.07021077473958333, "mean_loss": 5.56530657291231, "total_contrib": 0.3907444861474687}, "301-500": {"token_count": 56747, "frac": 0.0962100558810764, "mean_loss": 5.49084271271246, "total_contrib": 0.5282742842242669}, "501-750": {"token_count": 47918, "frac": 0.0812411838107639, "mean_loss": 5.463995338728368, "total_contrib": 0.44390144965478845}, "751-1k": {"token_count": 32332, "frac": 0.054816351996527776, "mean_loss": 5.435982772946065, "total_contrib": 0.2979807451288726}, "1k-2k": {"token_count": 36270, "frac": 0.061492919921875, "mean_loss": 5.647123404681069, "total_contrib": 0.34725810731299905}, "2k-5k": {"token_count": 37971, "frac": 0.0643768310546875, "mean_loss": 5.689584985158289, "total_contrib": 0.36627745136082185}, "5k-10k": {"token_count": 20608, "frac": 0.03493923611111111, "mean_loss": 5.872955103013093, "total_contrib": 0.20519656501412936}, "10k+": {"token_count": 46144, "frac": 0.07823350694444445, "mean_loss": 5.75821071005556, "total_contrib": 0.45048501757270604}}, "trigram": {"novel": {"token_count": 448, "frac": 0.0007595486111111111, "mean_loss": 5.499813026748598, "total_contrib": 0.004177375345837693}, "1": {"token_count": 164410, "frac": 0.2787441677517361, "mean_loss": 6.203495443588217, "total_contrib": 1.7291881745746847}, "2": {"token_count": 56748, "frac": 0.09621175130208333, "mean_loss": 5.995977644492012, "total_contrib": 0.5768835099447168}, "3": {"token_count": 31948, "frac": 0.05416531032986111, "mean_loss": 5.919850215865669, "total_contrib": 0.32065052404865924}, "4": {"token_count": 22351, "frac": 0.037894354926215276, "mean_loss": 5.892968315417727, "total_contrib": 0.22331023291338029}, "5": {"token_count": 16884, "frac": 0.02862548828125, "mean_loss": 5.791682577472215, "total_contrib": 0.16578974175015068}, "6-8": {"token_count": 35659, "frac": 0.06045701768663195, "mean_loss": 5.7962628114014105, "total_contrib": 0.35042476330526207}, "9-12": {"token_count": 30203, "frac": 0.05120680067274305, "mean_loss": 5.70469142089293, "total_contrib": 0.2921189964891716}, "13-20": {"token_count": 37244, "frac": 0.0631442599826389, "mean_loss": 5.686194684526642, "total_contrib": 0.35905055547164966}, "21-30": {"token_count": 28112, "frac": 0.047661675347222224, "mean_loss": 5.637611352920802, "total_contrib": 0.2686980020367255}, "31-50": {"token_count": 33687, "frac": 0.0571136474609375, "mean_loss": 5.572810625211227, "total_contrib": 0.31828354141488074}, "51-75": {"token_count": 23811, "frac": 0.040369669596354164, "mean_loss": 5.529388036557459, "total_contrib": 0.2232195681058581}, "76-100": {"token_count": 15843, "frac": 0.026860555013020832, "mean_loss": 5.46160912216836, "total_contrib": 0.14670185228561966}, "101-150": {"token_count": 19361, "frac": 0.03282504611545139, "mean_loss": 5.45738351125953, "total_contrib": 0.17913886542679808}, "151-200": {"token_count": 12057, "frac": 0.020441691080729168, "mean_loss": 5.376711690782644, "total_contrib": 0.1099090794131238}, "201-300": {"token_count": 14910, "frac": 0.025278727213541668, "mean_loss": 5.378238530186556, "total_contrib": 0.13595502469394521}, "301-500": {"token_count": 14737, "frac": 0.024985419379340276, "mean_loss": 5.272094043562615, "total_contrib": 0.1317254806857338}, "501-750": {"token_count": 8848, "frac": 0.015001085069444444, "mean_loss": 5.37039475520874, "total_contrib": 0.08056174857938458}, "751-1k": {"token_count": 4160, "frac": 0.007052951388888889, "mean_loss": 5.389900134691897, "total_contrib": 0.038014703640947625}, "1k-2k": {"token_count": 7173, "frac": 0.0121612548828125, "mean_loss": 5.476914923278197, "total_contrib": 0.06660615835346562}, "2k-5k": {"token_count": 5437, "frac": 0.009218004014756944, "mean_loss": 5.187601556568784, "total_contrib": 0.04781933197541042}, "5k-10k": {"token_count": 1637, "frac": 0.0027754041883680555, "mean_loss": 5.3009276680452615, "total_contrib": 0.014712216852128928}, "10k+": {"token_count": 4156, "frac": 0.007046169704861111, "mean_loss": 3.9675609729933097, "total_contrib": 0.02795610793009473}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.223898980341663, "total_contrib": 0.31110001966630485}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.094897935008042, "total_contrib": 0.15523216730970388}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.9947125137207715, "total_contrib": 0.108379241371823}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.875130972977535, "total_contrib": 0.08653593672584571}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.802298832342587, "total_contrib": 0.07131858991700331}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.715495090005636, "total_contrib": 0.06197177424943827}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.539176451678772, "total_contrib": 0.14476956872901306}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.336012708117883, "total_contrib": 0.14622294952884354}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.160962040005169, "total_contrib": 0.21400585645145992}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.993039162521576, "total_contrib": 0.19691484064681694}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.844000687398998, "total_contrib": 0.28490573419555354}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.807971341533571, "total_contrib": 0.2637113452447011}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.709575835304927, "total_contrib": 0.20790993549038222}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.691198237683616, "total_contrib": 0.32734154631452206}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.627070291449616, "total_contrib": 0.2599528186398301}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.564613160761945, "total_contrib": 0.39206378364017763}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.551040604292945, "total_contrib": 0.5340847494388501}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.427505739442531, "total_contrib": 0.444755782919101}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.451422840447246, "total_contrib": 0.29987151092242925}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.667311661506098, "total_contrib": 0.346846883743366}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.696360194507247, "total_contrib": 0.36387424561979426}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.8893850825173, "total_contrib": 0.2045224925489669}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.791777279374725, "total_contrib": 0.4444404287410811}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.344221716383654, "total_contrib": 1.9854734405979728}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.027692128310422, "total_contrib": 0.50686556359175}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.930107088534667, "total_contrib": 0.29363794560367756}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.914242525468034, "total_contrib": 0.20735104231796853}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.849187221556924, "total_contrib": 0.1568942447785307}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.7992536315258345, "total_contrib": 0.12812309107871694}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.771858751096603, "total_contrib": 0.2822791841873722}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.7048433653272665, "total_contrib": 0.25039161689180545}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.643032111937904, "total_contrib": 0.3204667894515517}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.594028309020857, "total_contrib": 0.25138908277538186}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 5.546934355729533, "total_contrib": 0.3037335525292235}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 5.507946927805244, "total_contrib": 0.21563976789157221}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 5.469567594177578, "total_contrib": 0.14320633334161434}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 5.4963122051459505, "total_contrib": 0.17655881644507568}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 5.393631592845012, "total_contrib": 0.1079413983187231}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 5.45217595118397, "total_contrib": 0.13616019653479663}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 5.314668855748786, "total_contrib": 0.1320954139290317}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 5.40758882323684, "total_contrib": 0.0824215757936252}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 5.338899420767333, "total_contrib": 0.03790844518733315}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 5.41478505925704, "total_contrib": 0.06462959597637526}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 5.039033436423529, "total_contrib": 0.04579199764545037}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 5.382182926964072, "total_contrib": 0.014864732510078384}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.984736426239363, "total_contrib": 0.02690837467738068}}}}
{"step": 150, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21055, "frac": 0.035697089301215276, "mean_loss": 6.733304057920157, "total_contrib": 0.24035935624781105}, "2": {"token_count": 13307, "frac": 0.022560967339409724, "mean_loss": 6.651638628823829, "total_contrib": 0.15006740185845047}, "3": {"token_count": 9586, "frac": 0.016252305772569444, "mean_loss": 6.494740852837787, "total_contrib": 0.10555451425391817}, "4": {"token_count": 7749, "frac": 0.0131378173828125, "mean_loss": 6.427865909117085, "total_contrib": 0.08444812847518632}, "5": {"token_count": 6655, "frac": 0.011283026801215278, "mean_loss": 6.370982859720868, "total_contrib": 0.07188397035631372}, "6-8": {"token_count": 15400, "frac": 0.026109483506944444, "mean_loss": 6.22979654660134, "total_contrib": 0.16265677018510713}, "9-12": {"token_count": 15504, "frac": 0.026285807291666668, "mean_loss": 6.067082072176391, "total_contrib": 0.1594781501719543}, "13-20": {"token_count": 21941, "frac": 0.03719923231336805, "mean_loss": 5.856574185363136, "total_contrib": 0.21786006368179753}, "21-30": {"token_count": 20243, "frac": 0.03432040744357639, "mean_loss": 5.740505323563904, "total_contrib": 0.1970164816367325}, "31-50": {"token_count": 29480, "frac": 0.049981011284722224, "mean_loss": 5.631837800384361, "total_contrib": 0.28148494865473594}, "51-75": {"token_count": 27317, "frac": 0.04631381564670139, "mean_loss": 5.531288096583322, "total_contrib": 0.2561750571939538}, "76-100": {"token_count": 21662, "frac": 0.03672620985243055, "mean_loss": 5.470876117634515, "total_contrib": 0.20092454437289572}, "101-150": {"token_count": 34460, "frac": 0.05842420789930555, "mean_loss": 5.444424533654811, "total_contrib": 0.31808619084632833}, "151-200": {"token_count": 27364, "frac": 0.046393500434027776, "mean_loss": 5.420830279093904, "total_contrib": 0.25149129190593394}, "201-300": {"token_count": 42150, "frac": 0.07146199544270833, "mean_loss": 5.375138042888484, "total_contrib": 0.38411809032482497}, "301-500": {"token_count": 56673, "frac": 0.0960845947265625, "mean_loss": 5.300772291910067, "total_contrib": 0.5093225574059707}, "501-750": {"token_count": 47608, "frac": 0.0807156032986111, "mean_loss": 5.259320385022899, "total_contrib": 0.4245092178178069}, "751-1k": {"token_count": 31503, "frac": 0.053410847981770836, "mean_loss": 5.234215379718777, "total_contrib": 0.27956388195000653}, "1k-2k": {"token_count": 36412, "frac": 0.06173366970486111, "mean_loss": 5.500118474515736, "total_contrib": 0.339542497243359}, "2k-5k": {"token_count": 37706, "frac": 0.06392754448784722, "mean_loss": 5.571678474316465, "total_contrib": 0.35618372353884653}, "5k-10k": {"token_count": 20247, "frac": 0.034327189127604164, "mean_loss": 5.7739433704866165, "total_contrib": 0.19820324609077034}, "10k+": {"token_count": 45802, "frac": 0.07765367296006945, "mean_loss": 5.700372558017387, "total_contrib": 0.4426548663708367}}, "trigram": {"novel": {"token_count": 441, "frac": 0.0007476806640625, "mean_loss": 5.373255411108064, "total_contrib": 0.004017479173954699}, "1": {"token_count": 165846, "frac": 0.2811787923177083, "mean_loss": 6.002800721830597, "total_contrib": 1.687860257488195}, "2": {"token_count": 57352, "frac": 0.09723578559027778, "mean_loss": 5.815783667509207, "total_contrib": 0.5655022937333646}, "3": {"token_count": 32471, "frac": 0.05505201551649305, "mean_loss": 5.703342905838896, "total_contrib": 0.31398052214812344}, "4": {"token_count": 22418, "frac": 0.03800794813368055, "mean_loss": 5.642091787378753, "total_contrib": 0.21444433202015664}, "5": {"token_count": 17402, "frac": 0.029503716362847224, "mean_loss": 5.6445441686290545, "total_contrib": 0.16653503014879492}, "6-8": {"token_count": 35298, "frac": 0.059844970703125, "mean_loss": 5.581631167623107, "total_contrib": 0.33403255370205426}, "9-12": {"token_count": 30088, "frac": 0.05101182725694445, "mean_loss": 5.581615548430297, "total_contrib": 0.28472840817120154}, "13-20": {"token_count": 36633, "frac": 0.062108357747395836, "mean_loss": 5.487068144816643, "total_contrib": 0.34079279132261164}, "21-30": {"token_count": 27942, "frac": 0.047373453776041664, "mean_loss": 5.449697914222743, "total_contrib": 0.2581710122328218}, "31-50": {"token_count": 33442, "frac": 0.05669826931423611, "mean_loss": 5.4193150527048095, "total_contrib": 0.30726578435695096}, "51-75": {"token_count": 23744, "frac": 0.04025607638888889, "mean_loss": 5.382814833875937, "total_contrib": 0.21669100513975398}, "76-100": {"token_count": 15419, "frac": 0.026141696506076388, "mean_loss": 5.260579879457515, "total_contrib": 0.13752048265475025}, "101-150": {"token_count": 19434, "frac": 0.032948811848958336, "mean_loss": 5.298957834915973, "total_contrib": 0.17459436469821002}, "151-200": {"token_count": 11992, "frac": 0.020331488715277776, "mean_loss": 5.207182548716127, "total_contrib": 0.1058697732276133}, "201-300": {"token_count": 14766, "frac": 0.025034586588541668, "mean_loss": 5.218861114412636, "total_contrib": 0.1306520304623362}, "301-500": {"token_count": 14327, "frac": 0.024290296766493056, "mean_loss": 5.10970166392394, "total_contrib": 0.12411616980495586}, "501-750": {"token_count": 8531, "frac": 0.014463636610243056, "mean_loss": 5.199175811022592, "total_contrib": 0.0751989896033965}, "751-1k": {"token_count": 4156, "frac": 0.007046169704861111, "mean_loss": 5.2459797570455, "total_contrib": 0.03696406363640865}, "1k-2k": {"token_count": 7070, "frac": 0.011986626519097222, "mean_loss": 5.389001125391557, "total_contrib": 0.06459594380106322}, "2k-5k": {"token_count": 5281, "frac": 0.008953518337673612, "mean_loss": 5.120965995806428, "total_contrib": 0.04585066295005587}, "5k-10k": {"token_count": 1641, "frac": 0.0027821858723958335, "mean_loss": 5.306484530986917, "total_contrib": 0.01476362629419883}, "10k+": {"token_count": 4130, "frac": 0.007002088758680556, "mean_loss": 3.918455586349704, "total_contrib": 0.02743737381256829}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.141392299347161, "total_contrib": 0.3075468373543926}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.991535800533764, "total_contrib": 0.15297066498801035}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.872144587997509, "total_contrib": 0.10648011845857279}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.743969530075917, "total_contrib": 0.08488503314765694}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.64616108338263, "total_contrib": 0.0696815662632212}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.556659339655251, "total_contrib": 0.06050600990421471}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.381553514731477, "total_contrib": 0.14127998486898402}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.1533550747166395, "total_contrib": 0.1420075637428163}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.968234720056035, "total_contrib": 0.20731132158831794}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.798268126908178, "total_contrib": 0.19051519826165178}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.641540997517749, "total_contrib": 0.2750354535990785}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.611683698607422, "total_contrib": 0.2547988910800601}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.499485040296694, "total_contrib": 0.20025963625673487}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.489937547250276, "total_contrib": 0.3157656034519884}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.430811529453292, "total_contrib": 0.2508862856624066}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.358964560640094, "total_contrib": 0.3775744802627909}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.348120382237411, "total_contrib": 0.5145610954650723}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.220589858457041, "total_contrib": 0.42780010584310596}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.258262891330498, "total_contrib": 0.28924618107981026}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.533047355963138, "total_contrib": 0.3386297326923919}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.5630794590773665, "total_contrib": 0.355360488518029}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.757342680351168, "total_contrib": 0.1999370153158111}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.694578342828732, "total_contrib": 0.43698172738778224}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.183123113620011, "total_contrib": 1.9350563821463995}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.855992486732619, "total_contrib": 0.49242742810900275}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.740670928443898, "total_contrib": 0.2842577364368566}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.735220401702372, "total_contrib": 0.20107459629788435}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.673649892449486, "total_contrib": 0.1521857621060576}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.6407797895409795, "total_contrib": 0.1246219235526335}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.5958837280407, "total_contrib": 0.27367292958418454}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.521850787719141, "total_contrib": 0.24235987886636204}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.462222299436234, "total_contrib": 0.3101986323749391}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.406248031586669, "total_contrib": 0.24295045695874745}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 5.368513774046949, "total_contrib": 0.2939637745503647}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 5.3227540323207965, "total_contrib": 0.20838934345559326}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 5.296430612900032, "total_contrib": 0.13867319396127523}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 5.293650974131529, "total_contrib": 0.17004870098007213}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 5.227453265195856, "total_contrib": 0.10461571306418846}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 5.286055560703519, "total_contrib": 0.1320115804191807}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 5.156476064954057, "total_contrib": 0.12816355236854804}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 5.249817188374815, "total_contrib": 0.08001684659066023}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 5.211878941565176, "total_contrib": 0.037006546032841925}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 5.281534852001244, "total_contrib": 0.06303915296442457}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.915312024418772, "total_contrib": 0.04466768468371009}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 5.218211621686386, "total_contrib": 0.01441186986580255}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.880918982963211, "total_contrib": 0.026207309823171775}}}}
{"step": 160, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21112, "frac": 0.03579372829861111, "mean_loss": 6.760662542247397, "total_contrib": 0.2419893181558008}, "2": {"token_count": 13338, "frac": 0.022613525390625, "mean_loss": 6.63709319609194, "total_contrib": 0.15008807550976952}, "3": {"token_count": 9610, "frac": 0.016292995876736112, "mean_loss": 6.443630283560825, "total_contrib": 0.10498604164126847}, "4": {"token_count": 7873, "frac": 0.013348049587673612, "mean_loss": 6.381586014541195, "total_contrib": 0.08518172657010029}, "5": {"token_count": 6626, "frac": 0.011233859592013888, "mean_loss": 6.373932565160157, "total_contrib": 0.07160386348597411}, "6-8": {"token_count": 15457, "frac": 0.026206122504340276, "mean_loss": 6.186813291103446, "total_contrib": 0.16213238701813754}, "9-12": {"token_count": 15228, "frac": 0.02581787109375, "mean_loss": 6.02930202738619, "total_contrib": 0.15566374252834217}, "13-20": {"token_count": 21929, "frac": 0.037178887261284724, "mean_loss": 5.868608308434752, "total_contrib": 0.21818832667993449}, "21-30": {"token_count": 20459, "frac": 0.03468661838107639, "mean_loss": 5.6740506890649725, "total_contrib": 0.19681363092648022}, "31-50": {"token_count": 29432, "frac": 0.04989963107638889, "mean_loss": 5.564393259583258, "total_contrib": 0.2776611708171496}, "51-75": {"token_count": 27155, "frac": 0.04603915744357639, "mean_loss": 5.519830281952373, "total_contrib": 0.25412833541262597}, "76-100": {"token_count": 21797, "frac": 0.03695509168836805, "mean_loss": 5.401575410258933, "total_contrib": 0.19961571454775315}, "101-150": {"token_count": 34616, "frac": 0.05868869357638889, "mean_loss": 5.39423419295571, "total_contrib": 0.3165805576296571}, "151-200": {"token_count": 27825, "frac": 0.047175089518229164, "mean_loss": 5.320332065769618, "total_contrib": 0.25098714146938683}, "201-300": {"token_count": 41632, "frac": 0.0705837673611111, "mean_loss": 5.265471527405656, "total_contrib": 0.37165681733695516}, "301-500": {"token_count": 56341, "frac": 0.09552171495225695, "mean_loss": 5.268584244396664, "total_contrib": 0.5032642023952102}, "501-750": {"token_count": 47898, "frac": 0.081207275390625, "mean_loss": 5.190542146531622, "total_contrib": 0.42150978552003926}, "751-1k": {"token_count": 31752, "frac": 0.0538330078125, "mean_loss": 5.199144362663676, "total_contrib": 0.279885579093589}, "1k-2k": {"token_count": 35806, "frac": 0.060706244574652776, "mean_loss": 5.500942161843278, "total_contrib": 0.3339415402678772}, "2k-5k": {"token_count": 37639, "frac": 0.06381395128038195, "mean_loss": 5.5224343119275, "total_contrib": 0.35240835413045113}, "5k-10k": {"token_count": 20471, "frac": 0.034706963433159724, "mean_loss": 5.69681420415086, "total_contrib": 0.1977191222689688}, "10k+": {"token_count": 45828, "frac": 0.07769775390625, "mean_loss": 5.645370514020798, "total_contrib": 0.43863260890798805}}, "trigram": {"novel": {"token_count": 448, "frac": 0.0007595486111111111, "mean_loss": 5.588599399197847, "total_contrib": 0.004244812911717115}, "1": {"token_count": 165176, "frac": 0.2800428602430556, "mean_loss": 5.970305657819714, "total_contrib": 1.6719414729411302}, "2": {"token_count": 57167, "frac": 0.09692213270399305, "mean_loss": 5.782679988374927, "total_contrib": 0.5604696772179997}, "3": {"token_count": 31982, "frac": 0.054222954644097224, "mean_loss": 5.677126422312399, "total_contrib": 0.3078305685058511}, "4": {"token_count": 22608, "frac": 0.038330078125, "mean_loss": 5.640639486995273, "total_contrib": 0.21620615221148873}, "5": {"token_count": 17066, "frac": 0.028934054904513888, "mean_loss": 5.557418685638704, "total_contrib": 0.16079865737764168}, "6-8": {"token_count": 36054, "frac": 0.061126708984375, "mean_loss": 5.547979668280812, "total_contrib": 0.3391297386342305}, "9-12": {"token_count": 29830, "frac": 0.050574408637152776, "mean_loss": 5.494083647619954, "total_contrib": 0.2778600314814304}, "13-20": {"token_count": 36800, "frac": 0.06239149305555555, "mean_loss": 5.414391916124758, "total_contrib": 0.33781199563495395}, "21-30": {"token_count": 27788, "frac": 0.047112358940972224, "mean_loss": 5.400265608622077, "total_contrib": 0.25441925172999114}, "31-50": {"token_count": 33281, "frac": 0.05642530653211805, "mean_loss": 5.348866682127437, "total_contrib": 0.3018114421384739}, "51-75": {"token_count": 24288, "frac": 0.041178385416666664, "mean_loss": 5.27896034892735, "total_contrib": 0.21737906384743155}, "76-100": {"token_count": 15657, "frac": 0.026545206705729168, "mean_loss": 5.259793461030856, "total_contrib": 0.13962230465250672}, "101-150": {"token_count": 19481, "frac": 0.033028496636284724, "mean_loss": 5.202222968713707, "total_contrib": 0.1718216038233638}, "151-200": {"token_count": 12216, "frac": 0.020711263020833332, "mean_loss": 5.116695863244928, "total_contrib": 0.10597323382127556}, "201-300": {"token_count": 14543, "frac": 0.024656507703993056, "mean_loss": 5.1675394419757446, "total_contrib": 0.12741347606176293}, "301-500": {"token_count": 14280, "frac": 0.024210611979166668, "mean_loss": 5.134513346777566, "total_contrib": 0.12430971034068408}, "501-750": {"token_count": 8619, "frac": 0.014612833658854166, "mean_loss": 5.246283653379913, "total_contrib": 0.0766630703540064}, "751-1k": {"token_count": 4131, "frac": 0.0070037841796875, "mean_loss": 5.174556325180752, "total_contrib": 0.036241475727202835}, "1k-2k": {"token_count": 7055, "frac": 0.011961195203993056, "mean_loss": 5.337651102579365, "total_contrib": 0.06384468676876054}, "2k-5k": {"token_count": 5440, "frac": 0.009223090277777778, "mean_loss": 4.966281046119847, "total_contrib": 0.04580445843318001}, "5k-10k": {"token_count": 1682, "frac": 0.0028516981336805555, "mean_loss": 5.233507816567928, "total_contrib": 0.01492438447310936}, "10k+": {"token_count": 4232, "frac": 0.007175021701388889, "mean_loss": 3.9187021859215543, "total_contrib": 0.02811677322526723}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.1146209495592565, "total_contrib": 0.3063939187617911}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.9547013323247455, "total_contrib": 0.152164748626117}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.824317797470607, "total_contrib": 0.1057390685205822}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.688565122864835, "total_contrib": 0.08418766864717024}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.605961775079485, "total_contrib": 0.0692600972783263}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.504471032854752, "total_contrib": 0.06002440699569434}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.322413173647816, "total_contrib": 0.13997068824173514}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.062056696041598, "total_contrib": 0.13990057330071043}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.891907810516276, "total_contrib": 0.20466004642377636}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.73354411186387, "total_contrib": 0.18838854452840478}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.57936002885846, "total_contrib": 0.272004017520184}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.5510704264163415, "total_contrib": 0.25204674121408427}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.450092703468084, "total_contrib": 0.19846105123746663}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.438983081012536, "total_contrib": 0.31283484738388107}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.365670277190483, "total_contrib": 0.24787696620158942}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.297619658501891, "total_contrib": 0.37325232636915945}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.2877876634294285, "total_contrib": 0.5087562766383813}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.160568541790095, "total_contrib": 0.42288167204172883}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.202403387144273, "total_contrib": 0.2861734651284043}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.503761611660038, "total_contrib": 0.3368374068496773}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.525041302063132, "total_contrib": 0.3529306727732893}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.7320864682834625, "total_contrib": 0.19905993504816716}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.681664650594288, "total_contrib": 0.4359907764867962}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.131236142750949, "total_contrib": 1.91881795177951}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.807959722776036, "total_contrib": 0.4883883774316505}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.6892583618499355, "total_contrib": 0.28171196783479346}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.67871383105308, "total_contrib": 0.199093497911829}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.612376433948525, "total_contrib": 0.15054220845794614}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.575122757210405, "total_contrib": 0.1231713606926961}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.547492540929747, "total_contrib": 0.2713063046530143}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.4629405696177855, "total_contrib": 0.23977424700633618}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.400598530464185, "total_contrib": 0.30669902950105177}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.3514010594228525, "total_contrib": 0.24048569824398827}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 5.3156277380813215, "total_contrib": 0.2910678932305441}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 5.269125372580035, "total_contrib": 0.20628974593034222}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 5.255124281931559, "total_contrib": 0.137591695634408}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 5.250803540478707, "total_contrib": 0.16867230679228049}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 5.18639134650896, "total_contrib": 0.10379395116880928}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 5.231792976139449, "total_contrib": 0.13065645097272083}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 5.135178724203213, "total_contrib": 0.12763420969105885}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 5.206770603287679, "total_contrib": 0.07936073764980102}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 5.1850704762276525, "total_contrib": 0.03681619458421734}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 5.270713006318494, "total_contrib": 0.06290998596951326}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.905047302792169, "total_contrib": 0.04457440447144576}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 5.1942238777583185, "total_contrib": 0.01434561953543481}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.8638546994559704, "total_contrib": 0.026092077073725604}}}}
{"step": 170, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21008, "frac": 0.03561740451388889, "mean_loss": 6.6687690616115045, "total_contrib": 0.23752424527712415}, "2": {"token_count": 13161, "frac": 0.022313435872395832, "mean_loss": 6.506306983696391, "total_contrib": 0.14517806364683059}, "3": {"token_count": 9611, "frac": 0.016294691297743056, "mean_loss": 6.40151095635365, "total_contrib": 0.10431064487290265}, "4": {"token_count": 7742, "frac": 0.013125949435763888, "mean_loss": 6.280813046040322, "total_contrib": 0.08244163445781143}, "5": {"token_count": 6413, "frac": 0.010872734917534722, "mean_loss": 6.143214738877389, "total_contrib": 0.06679354539730614}, "6-8": {"token_count": 15423, "frac": 0.026148478190104168, "mean_loss": 6.052810682984534, "total_contrib": 0.1582717881328506}, "9-12": {"token_count": 15051, "frac": 0.025517781575520832, "mean_loss": 5.837432612983359, "total_contrib": 0.1489583303799312}, "13-20": {"token_count": 22231, "frac": 0.03769090440538195, "mean_loss": 5.662536686436391, "total_contrib": 0.21342612894044224}, "21-30": {"token_count": 20188, "frac": 0.03422715928819445, "mean_loss": 5.481273287257605, "total_contrib": 0.18760841390509125}, "31-50": {"token_count": 29598, "frac": 0.050181070963541664, "mean_loss": 5.3482849182536745, "total_contrib": 0.2683826650161273}, "51-75": {"token_count": 26818, "frac": 0.04546780056423611, "mean_loss": 5.322129197718388, "total_contrib": 0.2419855089389576}, "76-100": {"token_count": 21801, "frac": 0.036961873372395836, "mean_loss": 5.255439963211399, "total_contrib": 0.19425090643644835}, "101-150": {"token_count": 34061, "frac": 0.057747734917534724, "mean_loss": 5.253832281107879, "total_contrib": 0.3033969138706046}, "151-200": {"token_count": 27626, "frac": 0.046837700737847224, "mean_loss": 5.19688684633713, "total_contrib": 0.24341023087719313}, "201-300": {"token_count": 42074, "frac": 0.07133314344618055, "mean_loss": 5.132077191215671, "total_contrib": 0.3660871984578588}, "301-500": {"token_count": 56936, "frac": 0.0965304904513889, "mean_loss": 5.085870099238854, "total_contrib": 0.4909415350515805}, "501-750": {"token_count": 47724, "frac": 0.08091227213541667, "mean_loss": 5.061799377193093, "total_contrib": 0.4095616887023302}, "751-1k": {"token_count": 31500, "frac": 0.05340576171875, "mean_loss": 5.059000106883871, "total_contrib": 0.27017975424337076}, "1k-2k": {"token_count": 36252, "frac": 0.06146240234375, "mean_loss": 5.418252441035882, "total_contrib": 0.333018811530953}, "2k-5k": {"token_count": 37518, "frac": 0.06360880533854167, "mean_loss": 5.427099051890917, "total_contrib": 0.3452112871447134}, "5k-10k": {"token_count": 20735, "frac": 0.03515455457899305, "mean_loss": 5.669462650927416, "total_contrib": 0.1993074341955905}, "10k+": {"token_count": 46353, "frac": 0.07858784993489583, "mean_loss": 5.563116660152364, "total_contrib": 0.4371933772583729}}, "trigram": {"novel": {"token_count": 428, "frac": 0.0007256401909722222, "mean_loss": 5.182087889968235, "total_contrib": 0.0037603312461113904}, "1": {"token_count": 165022, "frac": 0.2797817654079861, "mean_loss": 5.8312611584565435, "total_contrib": 1.63148054146799}, "2": {"token_count": 57072, "frac": 0.09676106770833333, "mean_loss": 5.652527409803803, "total_contrib": 0.5469445874232358}, "3": {"token_count": 32354, "frac": 0.05485365125868055, "mean_loss": 5.561615497678638, "total_contrib": 0.3050749169445371}, "4": {"token_count": 21979, "frac": 0.03726365831163195, "mean_loss": 5.476994988012755, "total_contrib": 0.204092869807828}, "5": {"token_count": 17126, "frac": 0.029035780164930556, "mean_loss": 5.427303839950475, "total_contrib": 0.15758600118508542}, "6-8": {"token_count": 35360, "frac": 0.05995008680555555, "mean_loss": 5.375267255528144, "total_contrib": 0.32224773857197264}, "9-12": {"token_count": 30224, "frac": 0.05124240451388889, "mean_loss": 5.317666054300402, "total_contrib": 0.27248999502423665}, "13-20": {"token_count": 37342, "frac": 0.06331041124131945, "mean_loss": 5.2497660086408064, "total_contrib": 0.33236484492774965}, "21-30": {"token_count": 28079, "frac": 0.04760572645399305, "mean_loss": 5.2173388870072435, "total_contrib": 0.2483752078726474}, "31-50": {"token_count": 33244, "frac": 0.05636257595486111, "mean_loss": 5.1872787387946815, "total_contrib": 0.2923683919143514}, "51-75": {"token_count": 23889, "frac": 0.040501912434895836, "mean_loss": 5.202006843154452, "total_contrib": 0.21069122564717052}, "76-100": {"token_count": 16020, "frac": 0.02716064453125, "mean_loss": 5.123261482022865, "total_contrib": 0.13915108395386808}, "101-150": {"token_count": 19187, "frac": 0.03253004286024305, "mean_loss": 5.111756492269225, "total_contrib": 0.16628565778464358}, "151-200": {"token_count": 12083, "frac": 0.020485772026909724, "mean_loss": 5.104172510732291, "total_contrib": 0.10456291444088114}, "201-300": {"token_count": 14633, "frac": 0.024809095594618056, "mean_loss": 5.049115492015544, "total_contrib": 0.12526398890968063}, "301-500": {"token_count": 14715, "frac": 0.0249481201171875, "mean_loss": 4.9986014226809425, "total_contrib": 0.12470570871098847}, "501-750": {"token_count": 8313, "frac": 0.014094034830729166, "mean_loss": 5.192641010806002, "total_contrib": 0.0731852632697725}, "751-1k": {"token_count": 4158, "frac": 0.007049560546875, "mean_loss": 5.122827069787734, "total_contrib": 0.03611367959963887}, "1k-2k": {"token_count": 7162, "frac": 0.012142605251736112, "mean_loss": 5.231244608092662, "total_contrib": 0.06352093825134217}, "2k-5k": {"token_count": 5422, "frac": 0.009192572699652778, "mean_loss": 4.907758067981146, "total_contrib": 0.045114922832224146}, "5k-10k": {"token_count": 1719, "frac": 0.0029144287109375, "mean_loss": 5.117816120420797, "total_contrib": 0.014915510238653142}, "10k+": {"token_count": 4293, "frac": 0.0072784423828125, "mean_loss": 3.729340054113882, "total_contrib": 0.02714378670978274}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.082388989258074, "total_contrib": 0.30500583685327204}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.899406497336921, "total_contrib": 0.15095493036589383}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.751840281932372, "total_contrib": 0.10461606909278014}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.578651525287945, "total_contrib": 0.08280420756655835}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.478165811420518, "total_contrib": 0.0679202226050898}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.365394927755658, "total_contrib": 0.05874098814523324}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.172353217055598, "total_contrib": 0.13664853974797905}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.910235283857875, "total_contrib": 0.1363968280094967}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.722989743402672, "total_contrib": 0.19879254466219404}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.563216144865296, "total_contrib": 0.18279203438227243}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.406507849378745, "total_contrib": 0.2635771572687544}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.371560338872386, "total_contrib": 0.24389607312578218}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.275658552420273, "total_contrib": 0.19210916203627287}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.288121610868314, "total_contrib": 0.3041577244206874}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.2186577615454395, "total_contrib": 0.24108545377365137}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.141107585301225, "total_contrib": 0.36222501614441427}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.14147628207386, "total_contrib": 0.49467915434334564}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.01421928884286, "total_contrib": 0.41088911418938856}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.066686310286085, "total_contrib": 0.278707949044515}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.404391441163059, "total_contrib": 0.33075582248790164}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.420672674194824, "total_contrib": 0.346263774186263}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.63897521088687, "total_contrib": 0.19582643168910682}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.6030981785582314, "total_contrib": 0.4299618643183799}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.009273464509522, "total_contrib": 1.8806487847456403}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.663690143897742, "total_contrib": 0.47625682196221275}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.549130563342153, "total_contrib": 0.2747733344743024}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.530662659334902, "total_contrib": 0.19390288142290993}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.468167518376567, "total_contrib": 0.14667405583400414}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.435525488354395, "total_contrib": 0.1200872338845929}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.406597411850552, "total_contrib": 0.26441567135660987}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.321993468356939, "total_contrib": 0.23358792946510218}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.256933828914313, "total_contrib": 0.2985403366653677}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.215540439637121, "total_contrib": 0.23438028105506312}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 5.171486488728926, "total_contrib": 0.28317514907239805}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 5.128916028477755, "total_contrib": 0.20080045730524412}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 5.110106254612589, "total_contrib": 0.13379477757768793}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 5.107976133498223, "total_contrib": 0.1640842417422669}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 5.069946296889705, "total_contrib": 0.10146356555258192}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 5.110470799318478, "total_contrib": 0.12762660535000472}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 5.033245569491145, "total_contrib": 0.1251006741820275}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 5.114555994855671, "total_contrib": 0.0779552178170988}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 5.079718742828946, "total_contrib": 0.036068152694647256}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 5.175732005009724, "total_contrib": 0.06177631516396155}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.818211249978917, "total_contrib": 0.04378528561043124}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 5.093720678292659, "total_contrib": 0.014068045696578541}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.8266856813367935, "total_contrib": 0.02584107982849875}}}}
{"step": 180, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21102, "frac": 0.035776774088541664, "mean_loss": 6.568296270310998, "total_contrib": 0.23499245180952735}, "2": {"token_count": 13483, "frac": 0.022859361436631944, "mean_loss": 6.474514333282457, "total_contrib": 0.1480032632711578}, "3": {"token_count": 9623, "frac": 0.016315036349826388, "mean_loss": 6.341771897055138, "total_contrib": 0.10346623902276203}, "4": {"token_count": 7617, "frac": 0.012914021809895834, "mean_loss": 6.195034085904126, "total_contrib": 0.08000280529841398}, "5": {"token_count": 6534, "frac": 0.011077880859375, "mean_loss": 6.108860373453679, "total_contrib": 0.06767322740367691}, "6-8": {"token_count": 15731, "frac": 0.026670667860243056, "mean_loss": 5.96249862591932, "total_contrib": 0.15902382046904978}, "9-12": {"token_count": 15165, "frac": 0.0257110595703125, "mean_loss": 5.764344310047129, "total_contrib": 0.14820739993941365}, "13-20": {"token_count": 22469, "frac": 0.038094414605034724, "mean_loss": 5.485235286796645, "total_contrib": 0.20895682722139797}, "21-30": {"token_count": 20349, "frac": 0.0345001220703125, "mean_loss": 5.374474137131566, "total_contrib": 0.18542001379477646}, "31-50": {"token_count": 29967, "frac": 0.050806681315104164, "mean_loss": 5.258409644627395, "total_contrib": 0.2671623430388542}, "51-75": {"token_count": 27223, "frac": 0.04615444607204861, "mean_loss": 5.179544806390125, "total_contrib": 0.2390590214442925}, "76-100": {"token_count": 21634, "frac": 0.03667873806423611, "mean_loss": 5.1639066240243565, "total_contrib": 0.18940557845076317}, "101-150": {"token_count": 34328, "frac": 0.05820041232638889, "mean_loss": 5.106172953252054, "total_contrib": 0.2971813712891244}, "151-200": {"token_count": 27536, "frac": 0.046685112847222224, "mean_loss": 5.112798878319269, "total_contrib": 0.23869159259948627}, "201-300": {"token_count": 41619, "frac": 0.07056172688802083, "mean_loss": 5.006379472402123, "total_contrib": 0.35325878102943237}, "301-500": {"token_count": 56814, "frac": 0.09632364908854167, "mean_loss": 5.03828285932642, "total_contrib": 0.48530579015057246}, "501-750": {"token_count": 47786, "frac": 0.08101738823784722, "mean_loss": 4.997721362232405, "total_contrib": 0.40490233190856545}, "751-1k": {"token_count": 31896, "frac": 0.0540771484375, "mean_loss": 4.954674787783376, "total_contrib": 0.26793468395850045}, "1k-2k": {"token_count": 36139, "frac": 0.061270819769965276, "mean_loss": 5.360348783556672, "total_contrib": 0.32843296422145346}, "2k-5k": {"token_count": 37535, "frac": 0.06363762749565972, "mean_loss": 5.371687195192468, "total_contrib": 0.3418414287508635}, "5k-10k": {"token_count": 20032, "frac": 0.03396267361111111, "mean_loss": 5.609129537501895, "total_contrib": 0.1905010357246195}, "10k+": {"token_count": 45242, "frac": 0.07670423719618055, "mean_loss": 5.535235947194199, "total_contrib": 0.42457605103040896}}, "trigram": {"novel": {"token_count": 431, "frac": 0.0007307264539930555, "mean_loss": 4.995895379380671, "total_contrib": 0.003650632915095128}, "1": {"token_count": 164693, "frac": 0.2792239718967014, "mean_loss": 5.741760193449231, "total_contrib": 1.6032370868932668}, "2": {"token_count": 57464, "frac": 0.09742567274305555, "mean_loss": 5.554768968065927, "total_contrib": 0.5411771036460714}, "3": {"token_count": 32511, "frac": 0.055119832356770836, "mean_loss": 5.43643430920414, "total_contrib": 0.2996553477419295}, "4": {"token_count": 22952, "frac": 0.03891330295138889, "mean_loss": 5.399048280177178, "total_contrib": 0.21009480137570968}, "5": {"token_count": 17322, "frac": 0.029368082682291668, "mean_loss": 5.388514827324769, "total_contrib": 0.15825034898362844}, "6-8": {"token_count": 35419, "frac": 0.060050116644965276, "mean_loss": 5.297757711139321, "total_contrib": 0.31813096851068046}, "9-12": {"token_count": 30785, "frac": 0.052193535698784724, "mean_loss": 5.2407080546290405, "total_contrib": 0.2735310829361895}, "13-20": {"token_count": 36843, "frac": 0.062464396158854164, "mean_loss": 5.177953441261473, "total_contrib": 0.32343773504705886}, "21-30": {"token_count": 28082, "frac": 0.04761081271701389, "mean_loss": 5.108913189085529, "total_contrib": 0.24323950903303326}, "31-50": {"token_count": 33228, "frac": 0.05633544921875, "mean_loss": 5.1141211376592866, "total_contrib": 0.2881063116491407}, "51-75": {"token_count": 23636, "frac": 0.04007297092013889, "mean_loss": 5.122972363077941, "total_contrib": 0.20529272253029754}, "76-100": {"token_count": 15597, "frac": 0.0264434814453125, "mean_loss": 5.0079330032002405, "total_contrib": 0.13242718344949367}, "101-150": {"token_count": 19697, "frac": 0.033394707573784724, "mean_loss": 5.018130629337915, "total_contrib": 0.167579004933792}, "151-200": {"token_count": 11960, "frac": 0.020277235243055556, "mean_loss": 5.000366051564457, "total_contrib": 0.10139359872896136}, "201-300": {"token_count": 14189, "frac": 0.024056328667534724, "mean_loss": 4.988082317858714, "total_contrib": 0.11999494765912763}, "301-500": {"token_count": 14271, "frac": 0.024195353190104168, "mean_loss": 4.977832048228051, "total_contrib": 0.12044040452789734}, "501-750": {"token_count": 8529, "frac": 0.014460245768229166, "mean_loss": 5.1100791357975766, "total_contrib": 0.07389300019873306}, "751-1k": {"token_count": 4191, "frac": 0.007105509440104167, "mean_loss": 5.034456817564792, "total_contrib": 0.03577238044300341}, "1k-2k": {"token_count": 6890, "frac": 0.011681450737847222, "mean_loss": 5.127716454652953, "total_contrib": 0.059899167162677076}, "2k-5k": {"token_count": 5421, "frac": 0.009190877278645834, "mean_loss": 4.859608848097675, "total_contrib": 0.04466406854508718}, "5k-10k": {"token_count": 1535, "frac": 0.002602471245659722, "mean_loss": 5.046747669519353, "total_contrib": 0.013134015694024328}, "10k+": {"token_count": 4178, "frac": 0.007083468967013889, "mean_loss": 3.8113527916810512, "total_contrib": 0.026997599222214477}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.089795050799464, "total_contrib": 0.3053247817744907}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.852087186565583, "total_contrib": 0.14991961185477168}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.702419351997933, "total_contrib": 0.10385031883732963}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.495703551700993, "total_contrib": 0.08176015755179201}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.385844284228205, "total_contrib": 0.06695227907590606}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.2915160433552995, "total_contrib": 0.058059220757349476}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.053028323324869, "total_contrib": 0.13400682889468069}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.791120926181225, "total_contrib": 0.13364789843610778}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.594196670176207, "total_contrib": 0.1943188160850866}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.443577808433792, "total_contrib": 0.1788610465621048}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.280608101456922, "total_contrib": 0.257439314028242}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.255446984431664, "total_contrib": 0.23862393814097832}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.167370950825969, "total_contrib": 0.18816594998141845}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.179425712827355, "total_contrib": 0.2979058453160061}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.099262951411888, "total_contrib": 0.23556979183632937}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.036370985806942, "total_contrib": 0.3548456303188393}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.039028016236982, "total_contrib": 0.4848222535763761}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.919050421734249, "total_contrib": 0.403090521975507}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.975385962070179, "total_contrib": 0.2736857054636077}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.3215566369931375, "total_contrib": 0.32568622416547693}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.3528347221456345, "total_contrib": 0.34193039589145413}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.572955708531224, "total_contrib": 0.1935337520647601}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.559900032535626, "total_contrib": 0.4266469919375864}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.935019035242852, "total_contrib": 1.8574102846196119}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.5723558296922295, "total_contrib": 0.46857656596048175}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.442339938934058, "total_contrib": 0.2694854401592816}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.418767867540006, "total_contrib": 0.1899798935493635}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.358431519750122, "total_contrib": 0.14373057907777012}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.337197752984849, "total_contrib": 0.11791487616500104}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.293150576431923, "total_contrib": 0.25886742744912933}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.208282927501631, "total_contrib": 0.2285970534043413}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.145254593238917, "total_contrib": 0.29219809274483705}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.109026342155449, "total_contrib": 0.22959366221986954}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 5.072183843277696, "total_contrib": 0.27773763289784703}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 5.040392443056725, "total_contrib": 0.19733470034292586}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 5.020940239013787, "total_contrib": 0.13146019848478516}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 5.011561177293747, "total_contrib": 0.1609870904306787}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.982209936331977, "total_contrib": 0.09970771974091028}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 5.026748812504717, "total_contrib": 0.12553577000629762}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.9472891994364785, "total_contrib": 0.12296423961001718}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 5.038633046638701, "total_contrib": 0.07679801277886611}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 5.005121642485734, "total_contrib": 0.035538481714427105}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 5.129232224347652, "total_contrib": 0.06122130476109393}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.771216355314923, "total_contrib": 0.04335822154488116}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 5.055046590332095, "total_contrib": 0.0139612340217607}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.8041342076960745, "total_contrib": 0.025688792842023155}}}}
{"step": 190, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21083, "frac": 0.035744561089409724, "mean_loss": 6.485432634164841, "total_contrib": 0.23181894298315658}, "2": {"token_count": 13073, "frac": 0.022164238823784724, "mean_loss": 6.3013412306064, "total_contrib": 0.13966443194532177}, "3": {"token_count": 9949, "frac": 0.016867743598090276, "mean_loss": 6.122009223582969, "total_contrib": 0.10326448188854126}, "4": {"token_count": 7751, "frac": 0.013141208224826388, "mean_loss": 6.050831658463603, "total_contrib": 0.0795152387572418}, "5": {"token_count": 6658, "frac": 0.011288113064236112, "mean_loss": 6.017218873664607, "total_contrib": 0.06792304697818155}, "6-8": {"token_count": 15406, "frac": 0.026119656032986112, "mean_loss": 5.847591045189987, "total_contrib": 0.1527370667219322}, "9-12": {"token_count": 15373, "frac": 0.026063707139756944, "mean_loss": 5.627642079127376, "total_contrib": 0.1466772150377488}, "13-20": {"token_count": 21978, "frac": 0.037261962890625, "mean_loss": 5.411829950330992, "total_contrib": 0.20165540677960636}, "21-30": {"token_count": 20388, "frac": 0.034566243489583336, "mean_loss": 5.285835205796761, "total_contrib": 0.18271146676938266}, "31-50": {"token_count": 29816, "frac": 0.05055067274305555, "mean_loss": 5.132040791869399, "total_contrib": 0.25942811457380166}, "51-75": {"token_count": 27410, "frac": 0.046471489800347224, "mean_loss": 5.131057738892588, "total_contrib": 0.2384478973779396}, "76-100": {"token_count": 21777, "frac": 0.036921183268229164, "mean_loss": 5.035763358277928, "total_contrib": 0.18592634184641255}, "101-150": {"token_count": 34268, "frac": 0.058098687065972224, "mean_loss": 5.065969487352739, "total_contrib": 0.29432617593147054}, "151-200": {"token_count": 27304, "frac": 0.04629177517361111, "mean_loss": 5.016177527917224, "total_contrib": 0.23220776235326449}, "201-300": {"token_count": 41868, "frac": 0.07098388671875, "mean_loss": 4.951481380614657, "total_contrib": 0.3514753934115507}, "301-500": {"token_count": 56958, "frac": 0.09656778971354167, "mean_loss": 4.926449341636423, "total_contrib": 0.4757363240575619}, "501-750": {"token_count": 47091, "frac": 0.07983907063802083, "mean_loss": 4.891645010996717, "total_contrib": 0.39054439156908904}, "751-1k": {"token_count": 32154, "frac": 0.054514567057291664, "mean_loss": 4.919847905644509, "total_contrib": 0.2682033785639335}, "1k-2k": {"token_count": 36232, "frac": 0.06142849392361111, "mean_loss": 5.281698323823735, "total_contrib": 0.3244467733913533}, "2k-5k": {"token_count": 37560, "frac": 0.06368001302083333, "mean_loss": 5.33904743295756, "total_contrib": 0.3399906100495842}, "5k-10k": {"token_count": 20143, "frac": 0.03415086534288195, "mean_loss": 5.573945190533825, "total_contrib": 0.19035505163052513}, "10k+": {"token_count": 45584, "frac": 0.07728407118055555, "mean_loss": 5.5302715249076515, "total_contrib": 0.42740189817876245}}, "trigram": {"novel": {"token_count": 446, "frac": 0.0007561577690972222, "mean_loss": 5.326564777659194, "total_contrib": 0.004027723339226618}, "1": {"token_count": 166370, "frac": 0.2820671929253472, "mean_loss": 5.615547878298811, "total_contrib": 1.583961826769635}, "2": {"token_count": 57462, "frac": 0.09742228190104167, "mean_loss": 5.441709750551778, "total_contrib": 0.5301437813419025}, "3": {"token_count": 32294, "frac": 0.05475192599826389, "mean_loss": 5.379848294504673, "total_contrib": 0.29455705570260604}, "4": {"token_count": 22447, "frac": 0.03805711534288195, "mean_loss": 5.3051068719861325, "total_contrib": 0.2018970641334919}, "5": {"token_count": 17333, "frac": 0.029386732313368056, "mean_loss": 5.255334799101432, "total_contrib": 0.15443711695832166}, "6-8": {"token_count": 35589, "frac": 0.060338338216145836, "mean_loss": 5.244749662301287, "total_contrib": 0.31645947898295174}, "9-12": {"token_count": 29822, "frac": 0.050560845269097224, "mean_loss": 5.191151696560125, "total_contrib": 0.26246901769818803}, "13-20": {"token_count": 36561, "frac": 0.061986287434895836, "mean_loss": 5.126725172713008, "total_contrib": 0.3177866601555045}, "21-30": {"token_count": 28085, "frac": 0.047615898980034724, "mean_loss": 5.069665469939129, "total_contrib": 0.24139667887919183}, "31-50": {"token_count": 32908, "frac": 0.055792914496527776, "mean_loss": 5.017832375720275, "total_contrib": 0.27995949269647014}, "51-75": {"token_count": 23745, "frac": 0.040257771809895836, "mean_loss": 5.024242062977313, "total_contrib": 0.202264790489021}, "76-100": {"token_count": 15516, "frac": 0.02630615234375, "mean_loss": 4.980663602563309, "total_contrib": 0.1310220955020011}, "101-150": {"token_count": 19535, "frac": 0.033120049370659724, "mean_loss": 4.963382282314309, "total_contrib": 0.16438746623570766}, "151-200": {"token_count": 11949, "frac": 0.020258585611979168, "mean_loss": 4.9738855551731405, "total_contrib": 0.1007638863436616}, "201-300": {"token_count": 14691, "frac": 0.024907430013020832, "mean_loss": 5.013027857773596, "total_contrib": 0.1248616405208196}, "301-500": {"token_count": 14514, "frac": 0.024607340494791668, "mean_loss": 4.876852077425303, "total_contrib": 0.12000635961193654}, "501-750": {"token_count": 8319, "frac": 0.014104207356770834, "mean_loss": 5.121283578800942, "total_contrib": 0.07223164552823391}, "751-1k": {"token_count": 4259, "frac": 0.007220798068576389, "mean_loss": 5.0721538937107224, "total_contrib": 0.0366249990392286}, "1k-2k": {"token_count": 6934, "frac": 0.011756049262152778, "mean_loss": 5.139635330009137, "total_contrib": 0.06042180612908826}, "2k-5k": {"token_count": 5361, "frac": 0.009089152018229166, "mean_loss": 4.9087445493691115, "total_contrib": 0.044616325427869676}, "5k-10k": {"token_count": 1577, "frac": 0.002673678927951389, "mean_loss": 5.027431880498923, "total_contrib": 0.013441738680600996}, "10k+": {"token_count": 4107, "frac": 0.006963094075520833, "mean_loss": 3.8371965595919457, "total_contrib": 0.0267187606307036}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.049751519488094, "total_contrib": 0.3036002915217371}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.80443472744495, "total_contrib": 0.14887700425495926}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.621829154776371, "total_contrib": 0.10260161784786861}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.416251797100844, "total_contrib": 0.08076011376559222}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.282800743372612, "total_contrib": 0.06587192077130845}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.191340173913422, "total_contrib": 0.057134780149011834}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.9337121647913715, "total_contrib": 0.13136531142823238}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.663498965914402, "total_contrib": 0.13070262980825947}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.476842201762982, "total_contrib": 0.19024241643222378}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.330493385797334, "total_contrib": 0.17514540238571563}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.193608625345043, "total_contrib": 0.2531979302669893}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.174636994343175, "total_contrib": 0.23495475488536338}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.093057581914733, "total_contrib": 0.18545988421014512}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.104835457358284, "total_contrib": 0.2936156258322479}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.033272439039621, "total_contrib": 0.23252123924925333}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.96689988083571, "total_contrib": 0.34995093171503633}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.973914158299151, "total_contrib": 0.4785574248747398}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.856287314698329, "total_contrib": 0.3979474127558633}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.931139937051026, "total_contrib": 0.27125182301435774}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.2750547123147005, "total_contrib": 0.3228402455734864}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.300624553008182, "total_contrib": 0.3385952950095101}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.54259697649551, "total_contrib": 0.192479475012135}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.534218780759274, "total_contrib": 0.4246763038396971}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.858504520805374, "total_contrib": 1.8334644732928196}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.494507641087329, "total_contrib": 0.4620303513974496}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.369872834205803, "total_contrib": 0.2658971252370448}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.336922083243357, "total_contrib": 0.1871104121897199}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.285515517502162, "total_contrib": 0.14177473450114222}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.274106046376151, "total_contrib": 0.11652098912612512}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.228428277158444, "total_contrib": 0.25570211127880943}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.142202219812032, "total_contrib": 0.22569670116253981}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.071150783051619, "total_contrib": 0.28798975055117637}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.04386795773771, "total_contrib": 0.22666552071091675}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 5.00780577961053, "total_contrib": 0.2742124824762663}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.972529389399468, "total_contrib": 0.19467781687420743}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.98128029854711, "total_contrib": 0.13042180659054736}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.958281547591348, "total_contrib": 0.1592755813297073}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.939919227032402, "total_contrib": 0.09886136636673055}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.999734384369438, "total_contrib": 0.12486112379584727}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.908720870040888, "total_contrib": 0.12200562872110904}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.996077973517518, "total_contrib": 0.07614939538221993}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.987574094234421, "total_contrib": 0.03541388669612249}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 5.105278918577824, "total_contrib": 0.060935403759066906}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.742125021899814, "total_contrib": 0.04309385531511604}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 5.050530325751717, "total_contrib": 0.013948760817887281}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.796991190145191, "total_contrib": 0.025640557031162338}}}}
{"step": 200, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20709, "frac": 0.0351104736328125, "mean_loss": 6.423719630610984, "total_contrib": 0.22553983871514702}, "2": {"token_count": 13080, "frac": 0.022176106770833332, "mean_loss": 6.240640053080127, "total_contrib": 0.1383931001354439}, "3": {"token_count": 9613, "frac": 0.016298082139756944, "mean_loss": 6.11144849022043, "total_contrib": 0.09960488948650613}, "4": {"token_count": 7659, "frac": 0.0129852294921875, "mean_loss": 5.934068029654485, "total_contrib": 0.07705523518731638}, "5": {"token_count": 6428, "frac": 0.010898166232638888, "mean_loss": 5.869911943183599, "total_contrib": 0.06397127612776722}, "6-8": {"token_count": 15036, "frac": 0.025492350260416668, "mean_loss": 5.681574446887737, "total_contrib": 0.14483668583069528}, "9-12": {"token_count": 15210, "frac": 0.025787353515625, "mean_loss": 5.473189058162414, "total_contrib": 0.1411390611006848}, "13-20": {"token_count": 22435, "frac": 0.03803677029079861, "mean_loss": 5.266897870313541, "total_contrib": 0.2003357844382126}, "21-30": {"token_count": 20586, "frac": 0.034901936848958336, "mean_loss": 5.162711756492379, "total_contrib": 0.18018863969447177}, "31-50": {"token_count": 29379, "frac": 0.049809773763020836, "mean_loss": 5.063801961120728, "total_contrib": 0.2522268300641647}, "51-75": {"token_count": 27426, "frac": 0.046498616536458336, "mean_loss": 5.013070739121452, "total_contrib": 0.23310085396854816}, "76-100": {"token_count": 21546, "frac": 0.036529541015625, "mean_loss": 4.931374033382259, "total_contrib": 0.18014083001582532}, "101-150": {"token_count": 34406, "frac": 0.05833265516493055, "mean_loss": 4.972671365226037, "total_contrib": 0.29006912399625484}, "151-200": {"token_count": 26977, "frac": 0.045737372504340276, "mean_loss": 4.954908722254613, "total_contrib": 0.22662450595476394}, "201-300": {"token_count": 41756, "frac": 0.07079399956597222, "mean_loss": 4.865437010266952, "total_contrib": 0.34444374559310376}, "301-500": {"token_count": 57638, "frac": 0.0977206759982639, "mean_loss": 4.853272690685341, "total_contrib": 0.4742650881376847}, "501-750": {"token_count": 47430, "frac": 0.080413818359375, "mean_loss": 4.800395587792238, "total_contrib": 0.3860181388498702}, "751-1k": {"token_count": 32384, "frac": 0.05490451388888889, "mean_loss": 4.783578644947339, "total_contrib": 0.2626400601501035}, "1k-2k": {"token_count": 35852, "frac": 0.060784233940972224, "mean_loss": 5.177677494156266, "total_contrib": 0.31472116007570133}, "2k-5k": {"token_count": 37540, "frac": 0.06364610460069445, "mean_loss": 5.284077899155446, "total_contrib": 0.3363109746878653}, "5k-10k": {"token_count": 20112, "frac": 0.034098307291666664, "mean_loss": 5.511090388891821, "total_contrib": 0.18791885359258406}, "10k+": {"token_count": 46622, "frac": 0.0790439181857639, "mean_loss": 5.49126457164371, "total_contrib": 0.43405106753738926}}, "trigram": {"novel": {"token_count": 421, "frac": 0.0007137722439236111, "mean_loss": 4.920501177639406, "total_contrib": 0.00351211716679245}, "1": {"token_count": 163696, "frac": 0.2775336371527778, "mean_loss": 5.528133111235222, "total_contrib": 1.5342428890258129}, "2": {"token_count": 56882, "frac": 0.0964389377170139, "mean_loss": 5.354795406240323, "total_contrib": 0.5164107806697626}, "3": {"token_count": 32155, "frac": 0.05451626247829861, "mean_loss": 5.304444185112458, "total_contrib": 0.28917847149707554}, "4": {"token_count": 22238, "frac": 0.03770277235243055, "mean_loss": 5.190982289530921, "total_contrib": 0.19571442354768306}, "5": {"token_count": 16973, "frac": 0.028776380750868056, "mean_loss": 5.152046583902446, "total_contrib": 0.14825725414458588}, "6-8": {"token_count": 35830, "frac": 0.06074693467881945, "mean_loss": 5.12850881072325, "total_contrib": 0.3115411897247553}, "9-12": {"token_count": 30978, "frac": 0.052520751953125, "mean_loss": 5.111365467546826, "total_contrib": 0.26845275786279565}, "13-20": {"token_count": 37288, "frac": 0.06321885850694445, "mean_loss": 5.0086013895815364, "total_contrib": 0.3166380625656405}, "21-30": {"token_count": 27896, "frac": 0.047295464409722224, "mean_loss": 4.949211850697416, "total_contrib": 0.23407527294083508}, "31-50": {"token_count": 33649, "frac": 0.05704922146267361, "mean_loss": 4.985416102871155, "total_contrib": 0.28441410733627576}, "51-75": {"token_count": 24343, "frac": 0.04127163357204861, "mean_loss": 4.922109998138901, "total_contrib": 0.2031435202445056}, "76-100": {"token_count": 15760, "frac": 0.026719835069444444, "mean_loss": 4.885074867739438, "total_contrib": 0.1305283947678859}, "101-150": {"token_count": 19255, "frac": 0.032645331488715276, "mean_loss": 4.907380050728453, "total_contrib": 0.16020304849713873}, "151-200": {"token_count": 11924, "frac": 0.020216200086805556, "mean_loss": 4.94865323730349, "total_contrib": 0.10004296400554541}, "201-300": {"token_count": 14703, "frac": 0.024927775065104168, "mean_loss": 4.869723067979071, "total_contrib": 0.12139136126793125}, "301-500": {"token_count": 14641, "frac": 0.024822658962673612, "mean_loss": 4.799413180754491, "total_contrib": 0.11913419660682933}, "501-750": {"token_count": 8544, "frac": 0.014485677083333334, "mean_loss": 5.018025546190854, "total_contrib": 0.07268949765803809}, "751-1k": {"token_count": 4171, "frac": 0.007071601019965278, "mean_loss": 5.014141411008994, "total_contrib": 0.035458007516341344}, "1k-2k": {"token_count": 7172, "frac": 0.012159559461805556, "mean_loss": 5.140264229493047, "total_contrib": 0.06250334854791283}, "2k-5k": {"token_count": 5279, "frac": 0.008950127495659722, "mean_loss": 4.940926830931407, "total_contrib": 0.04422192508356204}, "5k-10k": {"token_count": 1618, "frac": 0.002743191189236111, "mean_loss": 5.022129982511878, "total_contrib": 0.013776662719225088}, "10k+": {"token_count": 4408, "frac": 0.007473415798611111, "mean_loss": 3.7553764837210872, "total_contrib": 0.028065489943173816}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.958896926967963, "total_contrib": 0.2996876031526578}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.716477870628821, "total_contrib": 0.14695256028995926}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.516142435317661, "total_contrib": 0.10096405998461933}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.30583364097, "total_contrib": 0.07937030190457033}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.177586683939617, "total_contrib": 0.06476880570048453}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.0951979342535285, "total_contrib": 0.05624756258840257}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.843858529127613, "total_contrib": 0.1293760590843173}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.56484738505472, "total_contrib": 0.12842594164592291}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.380907365006942, "total_contrib": 0.1869100445120277}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.253723697406283, "total_contrib": 0.17262296084210504}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.112642470197832, "total_contrib": 0.24925068195010489}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.101495407720397, "total_contrib": 0.23163375602579742}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.014905997547294, "total_contrib": 0.18261405269253334}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.02971178992169, "total_contrib": 0.28929472600825556}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.95416763838845, "total_contrib": 0.22886684809503932}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.894623065946793, "total_contrib": 0.3448585522995858}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.907890114225439, "total_contrib": 0.4722050240278107}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.787764112538026, "total_contrib": 0.39233229378814766}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.85878200077445, "total_contrib": 0.26727156239001304}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.215985076931972, "total_contrib": 0.3192251066540024}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.244352554907823, "total_contrib": 0.3350007310846321}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.485908474508817, "total_contrib": 0.19051083591607681}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.495730632366067, "total_contrib": 0.421722859957412}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.776425302013843, "total_contrib": 1.8077771445358874}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.41480303023343, "total_contrib": 0.455328031232228}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.300578627850285, "total_contrib": 0.2624659210289772}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.266271343794614, "total_contrib": 0.18463342474760067}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.206035699516867, "total_contrib": 0.1396428270162902}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.183673637342903, "total_contrib": 0.11452306309715334}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.153462813932309, "total_contrib": 0.25203584176074795}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.0699370318684265, "total_contrib": 0.22252490553285356}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.999397611190892, "total_contrib": 0.2839149006897822}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.971799827305993, "total_contrib": 0.22342686330595682}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.941757784953795, "total_contrib": 0.27059589162301423}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.911976624819591, "total_contrib": 0.1923071360614929}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.919508595011709, "total_contrib": 0.1288044759670102}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.896917223385609, "total_contrib": 0.15730436644064522}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.8815782276846225, "total_contrib": 0.09769380255735488}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.946683885396135, "total_contrib": 0.12353626443122877}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.867701738393207, "total_contrib": 0.1209861034560215}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.934572805442824, "total_contrib": 0.07521194376785445}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.950025422676265, "total_contrib": 0.03514727523832227}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 5.066295298855006, "total_contrib": 0.060470104478521115}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.709930338005278, "total_contrib": 0.04280128752256315}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.979631958077698, "total_contrib": 0.013752950811951652}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.7359575501809372, "total_contrib": 0.025228405291020155}}}}
{"step": 210, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21489, "frac": 0.036432902018229164, "mean_loss": 6.547736182461467, "total_contrib": 0.2385530307768325}, "2": {"token_count": 13362, "frac": 0.022654215494791668, "mean_loss": 6.26199288026966, "total_contrib": 0.14186053613648003}, "3": {"token_count": 9892, "frac": 0.016771104600694444, "mean_loss": 6.14530825667276, "total_contrib": 0.10306360757617009}, "4": {"token_count": 7846, "frac": 0.013302273220486112, "mean_loss": 6.033199665326793, "total_contrib": 0.08025527034192238}, "5": {"token_count": 6416, "frac": 0.010877821180555556, "mean_loss": 5.90444192854035, "total_contrib": 0.06422746346963651}, "6-8": {"token_count": 15502, "frac": 0.026282416449652776, "mean_loss": 5.699141142763814, "total_contrib": 0.1497872009194686}, "9-12": {"token_count": 15535, "frac": 0.026338365342881944, "mean_loss": 5.512989921706462, "total_contrib": 0.14520314268953094}, "13-20": {"token_count": 21924, "frac": 0.03717041015625, "mean_loss": 5.35436331076854, "total_contrib": 0.19902388038684332}, "21-30": {"token_count": 20155, "frac": 0.034171210394965276, "mean_loss": 5.166572380494983, "total_contrib": 0.17654803183471063}, "31-50": {"token_count": 29053, "frac": 0.04925706651475695, "mean_loss": 5.054811121766307, "total_contrib": 0.24898516764437617}, "51-75": {"token_count": 27404, "frac": 0.04646131727430555, "mean_loss": 4.985341355651857, "total_contrib": 0.2316255264456575}, "76-100": {"token_count": 21918, "frac": 0.037160237630208336, "mean_loss": 4.944398209598013, "total_contrib": 0.18373501240703882}, "101-150": {"token_count": 34082, "frac": 0.05778333875868055, "mean_loss": 4.96232370102986, "total_contrib": 0.28673963144683784}, "151-200": {"token_count": 27486, "frac": 0.046600341796875, "mean_loss": 4.968896317144991, "total_contrib": 0.23155226673218998}, "201-300": {"token_count": 42103, "frac": 0.07138231065538195, "mean_loss": 4.8955535261260925, "total_contrib": 0.3494559226319832}, "301-500": {"token_count": 56845, "frac": 0.09637620713975695, "mean_loss": 4.90705986641897, "total_contrib": 0.4729238181331827}, "501-750": {"token_count": 48241, "frac": 0.08178880479600695, "mean_loss": 4.834438940636833, "total_contrib": 0.3954029828139605}, "751-1k": {"token_count": 31954, "frac": 0.054175482855902776, "mean_loss": 4.842054937348701, "total_contrib": 0.26232066424567396}, "1k-2k": {"token_count": 35689, "frac": 0.060507880316840276, "mean_loss": 5.211990625944294, "total_contrib": 0.31536650500713076}, "2k-5k": {"token_count": 37206, "frac": 0.063079833984375, "mean_loss": 5.255559655974837, "total_contrib": 0.3315198305938717}, "5k-10k": {"token_count": 20147, "frac": 0.034157647026909724, "mean_loss": 5.481201328899767, "total_contrib": 0.18722494027598677}, "10k+": {"token_count": 45575, "frac": 0.07726881239149305, "mean_loss": 5.507531889387433, "total_contrib": 0.42556044830124284}}, "trigram": {"novel": {"token_count": 430, "frac": 0.0007290310329861111, "mean_loss": 5.245265748784986, "total_contrib": 0.0038239615071233857}, "1": {"token_count": 165475, "frac": 0.2805497911241319, "mean_loss": 5.585589299966725, "total_contrib": 1.567035911410851}, "2": {"token_count": 57159, "frac": 0.0969085693359375, "mean_loss": 5.369478084493178, "total_contrib": 0.520348439248904}, "3": {"token_count": 32238, "frac": 0.054656982421875, "mean_loss": 5.299388868142349, "total_contrib": 0.2896486042127364}, "4": {"token_count": 22509, "frac": 0.0381622314453125, "mean_loss": 5.18787973324005, "total_contrib": 0.19798106709035285}, "5": {"token_count": 17209, "frac": 0.029176500108506944, "mean_loss": 5.14493858847893, "total_contrib": 0.15011130128501707}, "6-8": {"token_count": 35558, "frac": 0.06028578016493055, "mean_loss": 5.158229714578277, "total_contrib": 0.31096790261327845}, "9-12": {"token_count": 30251, "frac": 0.05128818088107639, "mean_loss": 5.08965505899247, "total_contrib": 0.2610391492878913}, "13-20": {"token_count": 36881, "frac": 0.06252882215711805, "mean_loss": 4.982708520096124, "total_contrib": 0.3115628949138474}, "21-30": {"token_count": 28214, "frac": 0.04783460828993055, "mean_loss": 4.994248343844981, "total_contrib": 0.23889791323045906}, "31-50": {"token_count": 33265, "frac": 0.05639817979600695, "mean_loss": 5.007187457165653, "total_contrib": 0.2823962584815393}, "51-75": {"token_count": 23876, "frac": 0.04047987196180555, "mean_loss": 4.947101639567802, "total_contrib": 0.20025804095174296}, "76-100": {"token_count": 15629, "frac": 0.026497734917534724, "mean_loss": 4.9225663409929155, "total_contrib": 0.13043685801760913}, "101-150": {"token_count": 19440, "frac": 0.032958984375, "mean_loss": 4.930983854032053, "total_contrib": 0.16252021979841974}, "151-200": {"token_count": 11909, "frac": 0.020190768771701388, "mean_loss": 4.944634234976488, "total_contrib": 0.09983596649904886}, "201-300": {"token_count": 14519, "frac": 0.024615817599826388, "mean_loss": 4.9005009356325, "total_contrib": 0.12062983717930818}, "301-500": {"token_count": 14442, "frac": 0.024485270182291668, "mean_loss": 4.864674476445187, "total_contrib": 0.11911286890465868}, "501-750": {"token_count": 8740, "frac": 0.014817979600694444, "mean_loss": 5.023024246872251, "total_contrib": 0.0744310708239466}, "751-1k": {"token_count": 4216, "frac": 0.007147894965277778, "mean_loss": 5.081678478513354, "total_contrib": 0.036323304011726044}, "1k-2k": {"token_count": 6877, "frac": 0.011659410264756944, "mean_loss": 5.203654094283239, "total_contrib": 0.0606715379611305}, "2k-5k": {"token_count": 5379, "frac": 0.009119669596354166, "mean_loss": 4.723853667508371, "total_contrib": 0.043079984669202216}, "5k-10k": {"token_count": 1521, "frac": 0.0025787353515625, "mean_loss": 5.264538933686486, "total_contrib": 0.01357585265797449}, "10k+": {"token_count": 4087, "frac": 0.006929185655381944, "mean_loss": 3.78773745708122, "total_contrib": 0.02624593605396007}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.149747163703801, "total_contrib": 0.3079066428379318}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.857748630596126, "total_contrib": 0.15004348089912078}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.6249583348662835, "total_contrib": 0.10265010278039376}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.394689705205534, "total_contrib": 0.08048871590753492}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.251468203899199, "total_contrib": 0.06554341527796875}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.134824782978157, "total_contrib": 0.056613246144188965}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.882792228677644, "total_contrib": 0.13023800476425626}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.586746251269137, "total_contrib": 0.12893132522968798}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.415706694247681, "total_contrib": 0.18811882655121948}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.26618223822963, "total_contrib": 0.1730323143461274}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.106635504482349, "total_contrib": 0.24895783137239236}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.093832611505437, "total_contrib": 0.23128582622736124}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.998074912921363, "total_contrib": 0.18200116132901517}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.036794127778197, "total_contrib": 0.2897020819513539}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.9733833851371445, "total_contrib": 0.22975455471160366}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.895503313020854, "total_contrib": 0.34492057152507805}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.9240900597734045, "total_contrib": 0.4737636766257069}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.798205482612431, "total_contrib": 0.39318790959863725}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.8594725485868855, "total_contrib": 0.2673095479988971}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.206302940091192, "total_contrib": 0.3186325472198687}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.239800656251879, "total_contrib": 0.33470996318495355}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.487701924491288, "total_contrib": 0.19057311760687096}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.505157276195744, "total_contrib": 0.42244622714215696}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.838022210565988, "total_contrib": 1.8270543752854678}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.439209723931866, "total_contrib": 0.4573803776848224}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.311973568187035, "total_contrib": 0.2630301582039228}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.253332638093833, "total_contrib": 0.18417979875885412}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.197713390462437, "total_contrib": 0.13941959559208547}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.184443709476229, "total_contrib": 0.1145400763247761}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.143364494231734, "total_contrib": 0.25154197218256397}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.067926761327828, "total_contrib": 0.22243667262989436}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.00816199280753, "total_contrib": 0.28441262836215725}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.970234006061566, "total_contrib": 0.22335649713248}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.935079732647072, "total_contrib": 0.27023022143097347}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.90420826152208, "total_contrib": 0.19200299949657504}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.9070264624942395, "total_contrib": 0.12847766394771754}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.917162065371956, "total_contrib": 0.15795469437086732}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.892218446198863, "total_contrib": 0.09790674258580762}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.938721820933476, "total_contrib": 0.12333742340486333}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.8657520662664435, "total_contrib": 0.12093764460494327}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.941913977740498, "total_contrib": 0.07532383670363885}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.939605946310795, "total_contrib": 0.03507329254684382}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 5.051655981606613, "total_contrib": 0.06029537304434976}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.713242775444445, "total_contrib": 0.0428313891540226}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.99353544817445, "total_contrib": 0.013791350038445671}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.7460129098985893, "total_contrib": 0.025296307746253258}}}}
{"step": 220, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20514, "frac": 0.034779866536458336, "mean_loss": 6.250811595198407, "total_contrib": 0.21740239302554681}, "2": {"token_count": 13046, "frac": 0.022118462456597224, "mean_loss": 6.009784837245539, "total_contrib": 0.13292720029484273}, "3": {"token_count": 9652, "frac": 0.016364203559027776, "mean_loss": 5.863660318717913, "total_contrib": 0.09595413105649361}, "4": {"token_count": 7709, "frac": 0.013070000542534722, "mean_loss": 5.724683472499849, "total_contrib": 0.07482161609141258}, "5": {"token_count": 6480, "frac": 0.010986328125, "mean_loss": 5.640376274855117, "total_contrib": 0.061967024504023506}, "6-8": {"token_count": 15370, "frac": 0.026058620876736112, "mean_loss": 5.49864639789066, "total_contrib": 0.14328714181786337}, "9-12": {"token_count": 15084, "frac": 0.02557373046875, "mean_loss": 5.251077899414894, "total_contrib": 0.13428965087004643}, "13-20": {"token_count": 21772, "frac": 0.03691270616319445, "mean_loss": 5.088610014373754, "total_contrib": 0.18783436623966704}, "21-30": {"token_count": 20236, "frac": 0.034308539496527776, "mean_loss": 5.008342566986387, "total_contrib": 0.17182891877159376}, "31-50": {"token_count": 29791, "frac": 0.05050828721788195, "mean_loss": 4.934817242969079, "total_contrib": 0.2492491666756386}, "51-75": {"token_count": 27215, "frac": 0.04614088270399305, "mean_loss": 4.865946199731525, "total_contrib": 0.22451905284575305}, "76-100": {"token_count": 21698, "frac": 0.03678724500868055, "mean_loss": 4.818091731211013, "total_contrib": 0.1772443209903574}, "101-150": {"token_count": 34200, "frac": 0.0579833984375, "mean_loss": 4.8277554744846505, "total_contrib": 0.2799296692358654}, "151-200": {"token_count": 27002, "frac": 0.04577975802951389, "mean_loss": 4.756458898323734, "total_contrib": 0.21774953744258874}, "201-300": {"token_count": 42115, "frac": 0.07140265570746528, "mean_loss": 4.793699037746407, "total_contrib": 0.3422828419574143}, "301-500": {"token_count": 56976, "frac": 0.09659830729166667, "mean_loss": 4.799284288417103, "total_contrib": 0.4636027384725831}, "501-750": {"token_count": 47518, "frac": 0.0805630154079861, "mean_loss": 4.780756717046996, "total_contrib": 0.3851521770572902}, "751-1k": {"token_count": 31749, "frac": 0.053827921549479164, "mean_loss": 4.699149700818672, "total_contrib": 0.25294546144492597}, "1k-2k": {"token_count": 36245, "frac": 0.06145053439670139, "mean_loss": 5.1095309397683515, "total_contrib": 0.31398340676524505}, "2k-5k": {"token_count": 37767, "frac": 0.06403096516927083, "mean_loss": 5.181991730630506, "total_contrib": 0.3318079320114514}, "5k-10k": {"token_count": 21202, "frac": 0.03594631618923611, "mean_loss": 5.387364744422893, "total_contrib": 0.19365591652976852}, "10k+": {"token_count": 46483, "frac": 0.0788082546657986, "mean_loss": 5.396914508183708, "total_contrib": 0.4253214129704849}}, "trigram": {"novel": {"token_count": 437, "frac": 0.0007408989800347222, "mean_loss": 5.287920835566466, "total_contrib": 0.003917815153575551}, "1": {"token_count": 162568, "frac": 0.2756212022569444, "mean_loss": 5.390781328019532, "total_contrib": 1.485813630733031}, "2": {"token_count": 56523, "frac": 0.09583028157552083, "mean_loss": 5.188152159417084, "total_contrib": 0.49718208229358557}, "3": {"token_count": 31869, "frac": 0.0540313720703125, "mean_loss": 5.1246190541842775, "total_contrib": 0.27689019883524363}, "4": {"token_count": 22516, "frac": 0.03817409939236111, "mean_loss": 5.08320757431126, "total_contrib": 0.19404687117376085}, "5": {"token_count": 17027, "frac": 0.028867933485243056, "mean_loss": 5.014470896731028, "total_contrib": 0.14475741231051842}, "6-8": {"token_count": 36224, "frac": 0.06141493055555555, "mean_loss": 4.998407408649861, "total_contrib": 0.3069768438906056}, "9-12": {"token_count": 31032, "frac": 0.0526123046875, "mean_loss": 4.989192871965375, "total_contrib": 0.26249293552454545}, "13-20": {"token_count": 37356, "frac": 0.06333414713541667, "mean_loss": 4.906217907195425, "total_contrib": 0.31073112681273113}, "21-30": {"token_count": 28191, "frac": 0.047795613606770836, "mean_loss": 4.8769874200932595, "total_contrib": 0.23309860629585957}, "31-50": {"token_count": 33674, "frac": 0.057091606987847224, "mean_loss": 4.866659798518088, "total_contrib": 0.27784542856055044}, "51-75": {"token_count": 23999, "frac": 0.040688408745659724, "mean_loss": 4.8497911151647966, "total_contrib": 0.19733028322489413}, "76-100": {"token_count": 15985, "frac": 0.027101304796006944, "mean_loss": 4.851916751119316, "total_contrib": 0.13149327471693636}, "101-150": {"token_count": 19558, "frac": 0.03315904405381945, "mean_loss": 4.809206016584687, "total_contrib": 0.15946867416782518}, "151-200": {"token_count": 12200, "frac": 0.020684136284722224, "mean_loss": 4.8169548937631195, "total_contrib": 0.09963455149995602}, "201-300": {"token_count": 14707, "frac": 0.024934556749131944, "mean_loss": 4.883833716144067, "total_contrib": 0.12177622894851818}, "301-500": {"token_count": 14499, "frac": 0.0245819091796875, "mean_loss": 4.790518865540517, "total_contrib": 0.11776009967629658}, "501-750": {"token_count": 8349, "frac": 0.014155069986979166, "mean_loss": 5.031229298811626, "total_contrib": 0.07121740284521869}, "751-1k": {"token_count": 4297, "frac": 0.007285224066840278, "mean_loss": 4.911108118857758, "total_contrib": 0.03577852306235722}, "1k-2k": {"token_count": 7298, "frac": 0.012373182508680556, "mean_loss": 5.088250999992944, "total_contrib": 0.06295785827288904}, "2k-5k": {"token_count": 5600, "frac": 0.009494357638888888, "mean_loss": 4.780126643556536, "total_contrib": 0.0453842319131073}, "5k-10k": {"token_count": 1745, "frac": 0.0029585096571180555, "mean_loss": 4.995185466123515, "total_contrib": 0.014778304440622175}, "10k+": {"token_count": 4170, "frac": 0.007069905598958333, "mean_loss": 3.7374887611118437, "total_contrib": 0.02642369271822847}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.923401836670598, "total_contrib": 0.2981589932815041}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.615044459626107, "total_contrib": 0.14473325729620176}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.373838909330289, "total_contrib": 0.09875914474889037}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.140832074917101, "total_contrib": 0.07729345927630031}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.981189014438002, "total_contrib": 0.06270967757379253}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.925898920805571, "total_contrib": 0.05468524140412178}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.6650228026350975, "total_contrib": 0.12541684935982447}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.3830567311279065, "total_contrib": 0.12423056407354238}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.245156071152995, "total_contrib": 0.18219461667511422}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.116721626074448, "total_contrib": 0.16812144828512032}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.98320730610985, "total_contrib": 0.2429404806979518}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.994945149887645, "total_contrib": 0.22679583411177065}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.918293872567906, "total_contrib": 0.17909599438987475}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.936414725933108, "total_contrib": 0.28392854406955415}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.878663698664515, "total_contrib": 0.22537880530668591}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.808047361145312, "total_contrib": 0.33875872156289966}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.8402731489568005, "total_contrib": 0.4656993627423595}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.722075194300263, "total_contrib": 0.3869494296029233}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.787611216511049, "total_contrib": 0.263356604545934}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.147465640019971, "total_contrib": 0.3150316275252294}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.182678566376719, "total_contrib": 0.3310610967769633}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.44293100133951, "total_contrib": 0.18901834394741002}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.467441668624347, "total_contrib": 0.4195520653001685}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.679230997784502, "total_contrib": 1.777359432442629}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.312064759967576, "total_contrib": 0.4466888223688284}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.197546246844068, "total_contrib": 0.2573641216453177}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.144706724376071, "total_contrib": 0.18037141647910693}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.087721988199832, "total_contrib": 0.136469268078799}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.083734425022774, "total_contrib": 0.11231510296710845}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.050166226219695, "total_contrib": 0.24698400702842432}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.981720040416422, "total_contrib": 0.21865296835378067}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.910868660665597, "total_contrib": 0.27888735734330045}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.906898726380197, "total_contrib": 0.22051028381590695}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.863932651316188, "total_contrib": 0.2663344198261836}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.84114810710426, "total_contrib": 0.18953415271208288}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.844637011276139, "total_contrib": 0.1268441592155243}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.842661283890933, "total_contrib": 0.15556149520175763}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.843026190647792, "total_contrib": 0.09692227029487871}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.9018025170462725, "total_contrib": 0.12241541727039185}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.823757027198642, "total_contrib": 0.11989386328588204}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.88095086781651, "total_contrib": 0.07439464705008685}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.9272040620965685, "total_contrib": 0.03498523392072962}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 5.0224844667342206, "total_contrib": 0.05994718873055167}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.691751565403433, "total_contrib": 0.04263608871555312}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.963909306780117, "total_contrib": 0.013709527351794452}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.715301591541011, "total_contrib": 0.025088918455518673}}}}
{"step": 230, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20569, "frac": 0.034873114691840276, "mean_loss": 6.1361031541933615, "total_contrib": 0.21398502905714797}, "2": {"token_count": 13131, "frac": 0.0222625732421875, "mean_loss": 5.868107627470714, "total_contrib": 0.13063917584960588}, "3": {"token_count": 9523, "frac": 0.016145494249131944, "mean_loss": 5.703546597753677, "total_contrib": 0.09208657879368806}, "4": {"token_count": 7764, "frac": 0.013163248697916666, "mean_loss": 5.596550285095989, "total_contrib": 0.07366878325311492}, "5": {"token_count": 6438, "frac": 0.010915120442708334, "mean_loss": 5.459069448630706, "total_contrib": 0.05958640053691353}, "6-8": {"token_count": 15188, "frac": 0.025750054253472224, "mean_loss": 5.2995277064183295, "total_contrib": 0.1364631259580512}, "9-12": {"token_count": 15265, "frac": 0.025880601671006944, "mean_loss": 5.164180929491237, "total_contrib": 0.13365210959317309}, "13-20": {"token_count": 22168, "frac": 0.03758409288194445, "mean_loss": 4.9853524936696925, "total_contrib": 0.18736995117131508}, "21-30": {"token_count": 19850, "frac": 0.033654106987847224, "mean_loss": 4.883647645876652, "total_contrib": 0.16435480036528105}, "31-50": {"token_count": 29511, "frac": 0.0500335693359375, "mean_loss": 4.772624478307169, "total_contrib": 0.2387914377497743}, "51-75": {"token_count": 28020, "frac": 0.047505696614583336, "mean_loss": 4.754955796512493, "total_contrib": 0.22588748748487694}, "76-100": {"token_count": 21845, "frac": 0.03703647189670139, "mean_loss": 4.706927505167042, "total_contrib": 0.17432798826492993}, "101-150": {"token_count": 34321, "frac": 0.058188544379340276, "mean_loss": 4.805147315062002, "total_contrib": 0.2796045277917531}, "151-200": {"token_count": 27570, "frac": 0.046742757161458336, "mean_loss": 4.719100723111388, "total_contrib": 0.22058377912085803}, "201-300": {"token_count": 41992, "frac": 0.0711941189236111, "mean_loss": 4.681298840972236, "total_contrib": 0.3332809464011402}, "301-500": {"token_count": 56627, "frac": 0.09600660536024305, "mean_loss": 4.642155606556334, "total_contrib": 0.44567760133949363}, "501-750": {"token_count": 48147, "frac": 0.08162943522135417, "mean_loss": 4.697549898072347, "total_contrib": 0.3834583451037755}, "751-1k": {"token_count": 31807, "frac": 0.05392625596788195, "mean_loss": 4.693047948128844, "total_contrib": 0.2530785049203392}, "1k-2k": {"token_count": 35563, "frac": 0.060294257269965276, "mean_loss": 5.056775516259723, "total_contrib": 0.3048945239338252}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.102789737619862, "total_contrib": 0.32595792803328366}, "5k-10k": {"token_count": 20639, "frac": 0.03499179416232639, "mean_loss": 5.347425967175591, "total_contrib": 0.18711602874168737}, "10k+": {"token_count": 46209, "frac": 0.07834370930989583, "mean_loss": 5.377248284907922, "total_contrib": 0.42127357651996217}}, "trigram": {"novel": {"token_count": 433, "frac": 0.0007341172960069445, "mean_loss": 4.77311502785936, "total_contrib": 0.003504026297782225}, "1": {"token_count": 162208, "frac": 0.2750108506944444, "mean_loss": 5.280707212610355, "total_contrib": 1.452251782808262}, "2": {"token_count": 57215, "frac": 0.0970035129123264, "mean_loss": 5.124754014739112, "total_contrib": 0.49711914224124204}, "3": {"token_count": 31729, "frac": 0.053794013129340276, "mean_loss": 5.0475711914847015, "total_contrib": 0.2715291109460078}, "4": {"token_count": 22515, "frac": 0.038172403971354164, "mean_loss": 4.99214977604111, "total_contrib": 0.19056235793654647}, "5": {"token_count": 17319, "frac": 0.029362996419270832, "mean_loss": 4.935383057515487, "total_contrib": 0.14491763504555719}, "6-8": {"token_count": 35920, "frac": 0.06089952256944445, "mean_loss": 4.918585713444843, "total_contrib": 0.2995395216656812}, "9-12": {"token_count": 30725, "frac": 0.05209181043836805, "mean_loss": 4.872119284348723, "total_contrib": 0.25379751419341107}, "13-20": {"token_count": 37772, "frac": 0.06403944227430555, "mean_loss": 4.85201545009531, "total_contrib": 0.3107203633304173}, "21-30": {"token_count": 28131, "frac": 0.047693888346354164, "mean_loss": 4.801686517851594, "total_contrib": 0.22901110065660804}, "31-50": {"token_count": 33532, "frac": 0.05685085720486111, "mean_loss": 4.758556940128574, "total_contrib": 0.2705280411044504}, "51-75": {"token_count": 24095, "frac": 0.04085116916232639, "mean_loss": 4.7964191721456695, "total_contrib": 0.19593933097474825}, "76-100": {"token_count": 16130, "frac": 0.027347140842013888, "mean_loss": 4.666835758975209, "total_contrib": 0.12762461478724182}, "101-150": {"token_count": 19718, "frac": 0.03343031141493055, "mean_loss": 4.7363791380095, "total_contrib": 0.15833862956283792}, "151-200": {"token_count": 12134, "frac": 0.020572238498263888, "mean_loss": 4.756518006728681, "total_contrib": 0.09785222285570919}, "201-300": {"token_count": 14447, "frac": 0.024493747287326388, "mean_loss": 4.758694135662648, "total_contrib": 0.11655825157660299}, "301-500": {"token_count": 14546, "frac": 0.024661593967013888, "mean_loss": 4.688043022896792, "total_contrib": 0.11561461353057309}, "501-750": {"token_count": 8498, "frac": 0.014407687717013888, "mean_loss": 4.945890874290876, "total_contrib": 0.07125885119921173}, "751-1k": {"token_count": 4226, "frac": 0.007164849175347222, "mean_loss": 4.922370964240096, "total_contrib": 0.03526804554388876}, "1k-2k": {"token_count": 7066, "frac": 0.011979844835069444, "mean_loss": 5.007226474978295, "total_contrib": 0.059985796224291704}, "2k-5k": {"token_count": 5465, "frac": 0.009265475802951388, "mean_loss": 4.643723680187964, "total_contrib": 0.043026309394373956}, "5k-10k": {"token_count": 1645, "frac": 0.002788967556423611, "mean_loss": 4.829056847000376, "total_contrib": 0.013468082874409346}, "10k+": {"token_count": 4355, "frac": 0.007383558485243056, "mean_loss": 3.7005578392511396, "total_contrib": 0.02732328523413546}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.860545217397492, "total_contrib": 0.2954520485214466}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.50918281409963, "total_contrib": 0.14241706715216018}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.240744943054792, "total_contrib": 0.09669692659942244}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.99143129277318, "total_contrib": 0.07541298068160687}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.853185869708782, "total_contrib": 0.061367630714042}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.7601910415244975, "total_contrib": 0.05315605983991469}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.508489899786335, "total_contrib": 0.12195139755488071}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.238888033052133, "total_contrib": 0.12090342865991487}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.110181854048029, "total_contrib": 0.17750618120954048}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.00511064524623, "total_contrib": 0.16445421736801477}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.886529911110455, "total_contrib": 0.23822728067013402}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.894885352128326, "total_contrib": 0.2222526119916258}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.817036899200546, "total_contrib": 0.1754087974057165}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.851515741982328, "total_contrib": 0.27904539582443316}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.799890478804039, "total_contrib": 0.22173973213442053}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.727256701258763, "total_contrib": 0.33306648548416207}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.748763560723209, "total_contrib": 0.45689490985019493}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.651089515324233, "total_contrib": 0.3811325235055985}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.706205585489667, "total_contrib": 0.25887864892105483}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.072270074006139, "total_contrib": 0.31042956056632753}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.107892347782039, "total_contrib": 0.32628387449032914}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.374898754242868, "total_contrib": 0.18665576711554066}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.408275707048247, "total_contrib": 0.4150118794364263}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.584785850612927, "total_contrib": 1.7478020903941518}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.206170244917517, "total_contrib": 0.4377842064877302}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.092967757016011, "total_contrib": 0.2521857644168593}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.052825081354587, "total_contrib": 0.17715008181649358}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.007263909637577, "total_contrib": 0.1343111204603002}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.983097189673732, "total_contrib": 0.11009172139254829}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.953173876723685, "total_contrib": 0.2422404880913144}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.88024258792449, "total_contrib": 0.21419901549646878}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.830857824853535, "total_contrib": 0.27434355621557277}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.8186380454816815, "total_contrib": 0.21654395215104413}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.773533468586218, "total_contrib": 0.26138443066902856}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.773325959607504, "total_contrib": 0.18687887074662357}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.766271688358844, "total_contrib": 0.12479236803406717}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.7724257092044295, "total_contrib": 0.1533053078753939}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.763391204520913, "total_contrib": 0.0953285552608318}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.822639502644731, "total_contrib": 0.12043843565869969}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.747219624926192, "total_contrib": 0.11799153595211109}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.80793035490774, "total_contrib": 0.07328168045149161}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.865624527373541, "total_contrib": 0.03454799316514823}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.9637655325355645, "total_contrib": 0.05924633339614931}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.625451146931659, "total_contrib": 0.042033586540313195}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.9120390351479815, "total_contrib": 0.013566269918240122}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.6870354500370293, "total_contrib": 0.024898041106325763}}}}
{"step": 240, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21081, "frac": 0.035741170247395836, "mean_loss": 6.090314652618961, "total_contrib": 0.21767497285946372}, "2": {"token_count": 13277, "frac": 0.022510104709201388, "mean_loss": 5.843374659788289, "total_contrib": 0.1315349754469284}, "3": {"token_count": 9841, "frac": 0.016684638129340276, "mean_loss": 5.657914948504532, "total_contrib": 0.09440026348238303}, "4": {"token_count": 7565, "frac": 0.012825859917534722, "mean_loss": 5.5249962116937565, "total_contrib": 0.07086282745609414}, "5": {"token_count": 6585, "frac": 0.011164347330729166, "mean_loss": 5.420827359854666, "total_contrib": 0.06051999946533707}, "6-8": {"token_count": 15420, "frac": 0.026143391927083332, "mean_loss": 5.331764129850193, "total_contrib": 0.13939039930943803}, "9-12": {"token_count": 14988, "frac": 0.025410970052083332, "mean_loss": 5.103051229527959, "total_contrib": 0.129673481967782}, "13-20": {"token_count": 22405, "frac": 0.037985907660590276, "mean_loss": 4.925652677506455, "total_contrib": 0.18710538777589944}, "21-30": {"token_count": 20346, "frac": 0.034495035807291664, "mean_loss": 4.858579785410349, "total_contrib": 0.16759688367031345}, "31-50": {"token_count": 29626, "frac": 0.05022854275173611, "mean_loss": 4.759625934128172, "total_contrib": 0.23906907471462882}, "51-75": {"token_count": 27180, "frac": 0.04608154296875, "mean_loss": 4.804114848737227, "total_contrib": 0.22138102482889446}, "76-100": {"token_count": 21726, "frac": 0.036834716796875, "mean_loss": 4.706324434354184, "total_contrib": 0.1733561276936493}, "101-150": {"token_count": 34902, "frac": 0.059173583984375, "mean_loss": 4.7874025078260365, "total_contrib": 0.28328776436385145}, "151-200": {"token_count": 26961, "frac": 0.045710245768229164, "mean_loss": 4.793930346459016, "total_contrib": 0.2191317343324136}, "201-300": {"token_count": 41476, "frac": 0.07031928168402778, "mean_loss": 4.687135968532627, "total_contrib": 0.3295960344625842}, "301-500": {"token_count": 56544, "frac": 0.09586588541666667, "mean_loss": 4.706912669958669, "total_contrib": 0.45123235068451434}, "501-750": {"token_count": 47201, "frac": 0.08002556694878472, "mean_loss": 4.664692263093011, "total_contrib": 0.37329464299562787}, "751-1k": {"token_count": 32023, "frac": 0.05429246690538195, "mean_loss": 4.643449755989716, "total_contrib": 0.2521043422038755}, "1k-2k": {"token_count": 36251, "frac": 0.06146070692274305, "mean_loss": 5.067174952173203, "total_contrib": 0.31143215466178176}, "2k-5k": {"token_count": 37461, "frac": 0.06351216634114583, "mean_loss": 5.093589823339748, "total_contrib": 0.32350492413352167}, "5k-10k": {"token_count": 20452, "frac": 0.034674750434027776, "mean_loss": 5.436962915115232, "total_contrib": 0.18852533220068482}, "10k+": {"token_count": 46513, "frac": 0.07885911729600695, "mean_loss": 5.359999966937126, "total_contrib": 0.4226848660992882}}, "trigram": {"novel": {"token_count": 446, "frac": 0.0007561577690972222, "mean_loss": 5.213361210285815, "total_contrib": 0.003942123582267716}, "1": {"token_count": 165548, "frac": 0.2806735568576389, "mean_loss": 5.272920002153041, "total_contrib": 1.4799692120300831}, "2": {"token_count": 57303, "frac": 0.0971527099609375, "mean_loss": 5.080186807756231, "total_contrib": 0.49355391548132205}, "3": {"token_count": 32379, "frac": 0.054896036783854164, "mean_loss": 5.030628012489262, "total_contrib": 0.2761615404194977}, "4": {"token_count": 22471, "frac": 0.03809780544704861, "mean_loss": 4.989097427070108, "total_contrib": 0.1900736631328878}, "5": {"token_count": 17146, "frac": 0.029069688585069444, "mean_loss": 4.919253413844077, "total_contrib": 0.14300116481148706}, "6-8": {"token_count": 35466, "frac": 0.060129801432291664, "mean_loss": 4.903259584748291, "total_contrib": 0.2948320252018956}, "9-12": {"token_count": 30167, "frac": 0.05114576551649305, "mean_loss": 4.929612051353729, "total_contrib": 0.2521287820658161}, "13-20": {"token_count": 37049, "frac": 0.06281365288628472, "mean_loss": 4.824543121255527, "total_contrib": 0.30304717695345734}, "21-30": {"token_count": 27564, "frac": 0.046732584635416664, "mean_loss": 4.838397591834622, "total_contrib": 0.22611082496020762}, "31-50": {"token_count": 33071, "frac": 0.056069268120659724, "mean_loss": 4.823648573297313, "total_contrib": 0.2704584451760448}, "51-75": {"token_count": 23997, "frac": 0.040685017903645836, "mean_loss": 4.802928557198035, "total_contrib": 0.19540723433953391}, "76-100": {"token_count": 15711, "frac": 0.026636759440104168, "mean_loss": 4.710830786365791, "total_contrib": 0.1254812664194623}, "101-150": {"token_count": 19272, "frac": 0.032674153645833336, "mean_loss": 4.743496610698798, "total_contrib": 0.1549897370764622}, "151-200": {"token_count": 11855, "frac": 0.020099216037326388, "mean_loss": 4.7689891932406105, "total_contrib": 0.09585294407461792}, "201-300": {"token_count": 14493, "frac": 0.024571736653645832, "mean_loss": 4.744264144601406, "total_contrib": 0.11657480917648005}, "301-500": {"token_count": 14627, "frac": 0.024798923068576388, "mean_loss": 4.663066332027391, "total_contrib": 0.11563902323161596}, "501-750": {"token_count": 8537, "frac": 0.014473809136284722, "mean_loss": 4.846778564560271, "total_contrib": 0.0701513478692814}, "751-1k": {"token_count": 4201, "frac": 0.007122463650173611, "mean_loss": 4.967911760479485, "total_contrib": 0.03538377093128512}, "1k-2k": {"token_count": 6982, "frac": 0.011837429470486112, "mean_loss": 4.979792492127777, "total_contrib": 0.05894794240321883}, "2k-5k": {"token_count": 5461, "frac": 0.009258694118923612, "mean_loss": 4.77994350556577, "total_contrib": 0.04425603482376891}, "5k-10k": {"token_count": 1640, "frac": 0.002780490451388889, "mean_loss": 5.028378361822447, "total_contrib": 0.013981358021017817}, "10k+": {"token_count": 4438, "frac": 0.007524278428819444, "mean_loss": 3.643568335036374, "total_contrib": 0.027415222627243767}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.84357978310073, "total_contrib": 0.29472142549394675}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.4761963970166425, "total_contrib": 0.1416953438712222}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.197335080619988, "total_contrib": 0.09602431454431504}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.942522488958965, "total_contrib": 0.07479737507804253}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.814067749477493, "total_contrib": 0.06095749742765438}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.733160125892099, "total_contrib": 0.05290661377839949}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.4571082956169175, "total_contrib": 0.12081387011068677}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.179209646514828, "total_contrib": 0.1195261666333683}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.074311048587523, "total_contrib": 0.1762601806021138}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.969095358480598, "total_contrib": 0.1632708537586704}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.875261749467448, "total_contrib": 0.23767793715741725}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.883450400252814, "total_contrib": 0.22173340720142043}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.816036161926707, "total_contrib": 0.1753723563060537}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.830768629010909, "total_contrib": 0.27785208085665397}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.7944213059809, "total_contrib": 0.22148707367853387}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.722435183542627, "total_contrib": 0.33272677768704045}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.740528281901038, "total_contrib": 0.4561025652899882}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.633527431462988, "total_contrib": 0.3796934023452769}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.693646255813099, "total_contrib": 0.2581877861359592}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.06567044155294, "total_contrib": 0.31002565443111507}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.103508534144645, "total_contrib": 0.32600384358888035}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.383897587668206, "total_contrib": 0.18696827237990968}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.422171588479505, "total_contrib": 0.41607820004979595}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.557966201236346, "total_contrib": 1.7394086729027933}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.190488034226238, "total_contrib": 0.4364654973713395}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.0788540195247025, "total_contrib": 0.25148690201524265}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.037538023361164, "total_contrib": 0.1766141235098699}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.987118139581648, "total_contrib": 0.13377074531779184}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.963219182409165, "total_contrib": 0.10965255595902137}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.9459917101343995, "total_contrib": 0.24188923623070085}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.872859083514002, "total_contrib": 0.21387494566855617}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.8258193073775155, "total_contrib": 0.27405741970472086}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.807655876857825, "total_contrib": 0.21605042635090047}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.769530005540921, "total_contrib": 0.2611652129939696}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.773813600389678, "total_contrib": 0.18689796220601138}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.7741006106358475, "total_contrib": 0.12499734790386521}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.76197917977643, "total_contrib": 0.15296973252906634}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.766180316817555, "total_contrib": 0.09538437306673588}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.818793765092075, "total_contrib": 0.12034239393413336}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.749507398737808, "total_contrib": 0.11804839827727638}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.811645647758246, "total_contrib": 0.07333830833154743}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.847970196059278, "total_contrib": 0.03442263994190853}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.968424435226056, "total_contrib": 0.05930194095864433}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.629022443088019, "total_contrib": 0.04206604053912994}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.911780933516204, "total_contrib": 0.013565557082617691}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.718803389083492, "total_contrib": 0.025112565610622063}}}}
{"step": 250, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20606, "frac": 0.034935845269097224, "mean_loss": 6.012640533877871, "total_contrib": 0.21005667935025943}, "2": {"token_count": 12857, "frac": 0.021798027886284724, "mean_loss": 5.771010238806998, "total_contrib": 0.1257966421175496}, "3": {"token_count": 9628, "frac": 0.016323513454861112, "mean_loss": 5.595214152635086, "total_contrib": 0.09133355350336815}, "4": {"token_count": 7818, "frac": 0.013254801432291666, "mean_loss": 5.4401140515342, "total_contrib": 0.07210763152210553}, "5": {"token_count": 6551, "frac": 0.011106703016493056, "mean_loss": 5.260964705121871, "total_contrib": 0.05843197256004058}, "6-8": {"token_count": 15325, "frac": 0.025982326931423612, "mean_loss": 5.144762609453954, "total_contrib": 0.1336729041033967}, "9-12": {"token_count": 15254, "frac": 0.025861952039930556, "mean_loss": 4.982462548815709, "total_contrib": 0.12885620747822202}, "13-20": {"token_count": 22016, "frac": 0.03732638888888889, "mean_loss": 4.911917898650646, "total_contrib": 0.18334415767532794}, "21-30": {"token_count": 20210, "frac": 0.034264458550347224, "mean_loss": 4.778962056342958, "total_contrib": 0.16374854729324542}, "31-50": {"token_count": 29951, "frac": 0.05077955457899305, "mean_loss": 4.763554718112146, "total_contrib": 0.24189118679839558}, "51-75": {"token_count": 27532, "frac": 0.04667833116319445, "mean_loss": 4.7395520597397205, "total_contrib": 0.22123438060973102}, "76-100": {"token_count": 21726, "frac": 0.036834716796875, "mean_loss": 4.7254708618887085, "total_contrib": 0.1740613809295554}, "101-150": {"token_count": 34064, "frac": 0.05775282118055555, "mean_loss": 4.733080522809945, "total_contrib": 0.2733487530670131}, "151-200": {"token_count": 26460, "frac": 0.04486083984375, "mean_loss": 4.75119084859225, "total_contrib": 0.21314241172578757}, "201-300": {"token_count": 41609, "frac": 0.0705447726779514, "mean_loss": 4.658093734389277, "total_contrib": 0.32860416360508127}, "301-500": {"token_count": 56580, "frac": 0.09592692057291667, "mean_loss": 4.652189850565911, "total_contrib": 0.4462702462853652}, "501-750": {"token_count": 47355, "frac": 0.08028666178385417, "mean_loss": 4.640492339518309, "total_contrib": 0.3725696389734726}, "751-1k": {"token_count": 31750, "frac": 0.05382961697048611, "mean_loss": 4.594272376475841, "total_contrib": 0.24730792228377949}, "1k-2k": {"token_count": 36332, "frac": 0.06159803602430555, "mean_loss": 4.967598348417781, "total_contrib": 0.30599430202011924}, "2k-5k": {"token_count": 38267, "frac": 0.06487867567274305, "mean_loss": 5.058744710924226, "total_contrib": 0.32820465741125715}, "5k-10k": {"token_count": 21031, "frac": 0.03565639919704861, "mean_loss": 5.3126826891061825, "total_contrib": 0.18943113477001974}, "10k+": {"token_count": 46902, "frac": 0.07951863606770833, "mean_loss": 5.321305147803187, "total_contrib": 0.4231429274533845}}, "trigram": {"novel": {"token_count": 452, "frac": 0.0007663302951388889, "mean_loss": 5.038037605517734, "total_contrib": 0.003860800845157226}, "1": {"token_count": 162968, "frac": 0.2762993706597222, "mean_loss": 5.206746532001813, "total_contrib": 1.4386207899767922}, "2": {"token_count": 56419, "frac": 0.0956539577907986, "mean_loss": 5.015389827110938, "total_contrib": 0.47974188682687036}, "3": {"token_count": 32374, "frac": 0.05488755967881945, "mean_loss": 4.951315955191129, "total_contrib": 0.271765649979244}, "4": {"token_count": 22784, "frac": 0.038628472222222224, "mean_loss": 4.9604169216747245, "total_contrib": 0.19161332726955316}, "5": {"token_count": 17227, "frac": 0.029207017686631944, "mean_loss": 4.8961482901975755, "total_contrib": 0.14300188970817335}, "6-8": {"token_count": 35594, "frac": 0.06034681532118055, "mean_loss": 4.846279387563106, "total_contrib": 0.29245752719611473}, "9-12": {"token_count": 30422, "frac": 0.05157809787326389, "mean_loss": 4.840907345768861, "total_contrib": 0.24968479287546844}, "13-20": {"token_count": 37531, "frac": 0.06363084581163195, "mean_loss": 4.817230974873679, "total_contrib": 0.30652448140120453}, "21-30": {"token_count": 28056, "frac": 0.047566731770833336, "mean_loss": 4.8026295939757215, "total_contrib": 0.22844539369130937}, "31-50": {"token_count": 33467, "frac": 0.056740654839409724, "mean_loss": 4.716862857233, "total_contrib": 0.2676378873070896}, "51-75": {"token_count": 23566, "frac": 0.039954291449652776, "mean_loss": 4.756451085138479, "total_contrib": 0.19004063292164}, "76-100": {"token_count": 15406, "frac": 0.026119656032986112, "mean_loss": 4.721192839624977, "total_contrib": 0.12331593303640136}, "101-150": {"token_count": 19353, "frac": 0.032811482747395836, "mean_loss": 4.753992094930318, "total_contrib": 0.1559855296040623}, "151-200": {"token_count": 12084, "frac": 0.020487467447916668, "mean_loss": 4.656540613125697, "total_contrib": 0.09540072423131463}, "201-300": {"token_count": 14666, "frac": 0.024865044487847224, "mean_loss": 4.730965252643574, "total_contrib": 0.11763566147744185}, "301-500": {"token_count": 15491, "frac": 0.026263766818576388, "mean_loss": 4.663157235772405, "total_contrib": 0.12247207427868369}, "501-750": {"token_count": 8621, "frac": 0.014616224500868056, "mean_loss": 4.852684130178947, "total_contrib": 0.07092792067849511}, "751-1k": {"token_count": 4369, "frac": 0.007407294379340278, "mean_loss": 4.8397902220673155, "total_contrib": 0.03584975090910526}, "1k-2k": {"token_count": 7528, "frac": 0.012763129340277778, "mean_loss": 4.92187204613478, "total_contrib": 0.06281848952111584}, "2k-5k": {"token_count": 5538, "frac": 0.009389241536458334, "mean_loss": 4.736845663317663, "total_contrib": 0.04447538805381473}, "5k-10k": {"token_count": 1706, "frac": 0.002892388237847222, "mean_loss": 4.982629776276116, "total_contrib": 0.014411699758448372}, "10k+": {"token_count": 4202, "frac": 0.007124159071180556, "mean_loss": 3.6303470670105957, "total_contrib": 0.02586316998897726}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.865875207037314, "total_contrib": 0.29568158659863764}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.464408180393179, "total_contrib": 0.14143742466900971}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.163054195745483, "total_contrib": 0.09549315099914206}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.884151405741971, "total_contrib": 0.07406266960352308}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.73752123864636, "total_contrib": 0.060154946797331216}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.653831545635553, "total_contrib": 0.05217455563506117}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.383419563278559, "total_contrib": 0.11918248944988916}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.131496014889151, "total_contrib": 0.11842502806713717}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.016741280719958, "total_contrib": 0.174260449488984}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.934244415061034, "total_contrib": 0.1621257472803461}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.830033124894923, "total_contrib": 0.23547295889342162}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.843228292045277, "total_contrib": 0.21990711956323336}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.793948123811352, "total_contrib": 0.1745680369113841}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.8071187852634365, "total_contrib": 0.2764918090651823}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.769247416294881, "total_contrib": 0.22032411973606184}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.700622474868765, "total_contrib": 0.3311899281618267}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.72009225534653, "total_contrib": 0.45413634473785436}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.615228792947956, "total_contrib": 0.37819392437329363}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.683029461326802, "total_contrib": 0.2576037781995105}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.0523423078500045, "total_contrib": 0.3092099552218449}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.093326508975901, "total_contrib": 0.3253534323436907}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.365690141699301, "total_contrib": 0.18633597678701913}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.40646128531928, "total_contrib": 0.4148726471537882}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.539038592685648, "total_contrib": 1.7334851308591102}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.150504188787325, "total_contrib": 0.4331032761560631}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.044816346452157, "total_contrib": 0.2498014767362496}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.0020623352838705, "total_contrib": 0.17537035968583026}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.958895487053077, "total_contrib": 0.1330137218910501}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.917803715651568, "total_contrib": 0.10864919063764036}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.905200538143417, "total_contrib": 0.23989429850817365}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.838037692525575, "total_contrib": 0.2123465979412538}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.802764192639858, "total_contrib": 0.2727481238414589}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.779936208858725, "total_contrib": 0.2148047369249291}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.7492002674624745, "total_contrib": 0.2600520172767394}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.745652741688655, "total_contrib": 0.18579544594840905}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.756354513147434, "total_contrib": 0.1245327127186005}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.75011175202769, "total_contrib": 0.15258851346447186}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.755591805175233, "total_contrib": 0.09517246783496171}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.800625168640297, "total_contrib": 0.11988865955619232}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.739898629293157, "total_contrib": 0.11780957354301909}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.804288155610844, "total_contrib": 0.07322616665130867}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.829889484956049, "total_contrib": 0.034294259241733016}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.986479733988976, "total_contrib": 0.05951744474162189}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.621084972365964, "total_contrib": 0.04199390911845155}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.906897243425625, "total_contrib": 0.013552069107971774}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.70478884821153, "total_contrib": 0.02501792735193299}}}}
{"step": 260, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20694, "frac": 0.035085042317708336, "mean_loss": 6.038434356969846, "total_contrib": 0.21185872494699098}, "2": {"token_count": 12897, "frac": 0.0218658447265625, "mean_loss": 5.787757742821646, "total_contrib": 0.12655421211949797}, "3": {"token_count": 9581, "frac": 0.016243828667534724, "mean_loss": 5.500042859748042, "total_contrib": 0.08934175387784492}, "4": {"token_count": 7680, "frac": 0.013020833333333334, "mean_loss": 5.466458426126095, "total_contrib": 0.07117784409018353}, "5": {"token_count": 6449, "frac": 0.010933770073784722, "mean_loss": 5.294289416929305, "total_contrib": 0.057886543188776805}, "6-8": {"token_count": 15436, "frac": 0.026170518663194444, "mean_loss": 5.149628377046345, "total_contrib": 0.13476844555000708}, "9-12": {"token_count": 15586, "frac": 0.026424831814236112, "mean_loss": 5.0037385457065735, "total_contrib": 0.1322229495127066}, "13-20": {"token_count": 22086, "frac": 0.037445068359375, "mean_loss": 4.847906187340569, "total_contrib": 0.18153017858480464}, "21-30": {"token_count": 19969, "frac": 0.03385586208767361, "mean_loss": 4.75937954233208, "total_contrib": 0.16113289740809003}, "31-50": {"token_count": 29788, "frac": 0.05050320095486111, "mean_loss": 4.751205611738184, "total_contrib": 0.23995109178747734}, "51-75": {"token_count": 27425, "frac": 0.04649692111545139, "mean_loss": 4.71929853987183, "total_contrib": 0.2194328519286854}, "76-100": {"token_count": 21603, "frac": 0.036626180013020836, "mean_loss": 4.670528869103987, "total_contrib": 0.17106363111581327}, "101-150": {"token_count": 34531, "frac": 0.05854458279079861, "mean_loss": 4.7205685211767054, "total_contrib": 0.2763637146076674}, "151-200": {"token_count": 27528, "frac": 0.046671549479166664, "mean_loss": 4.673183491261592, "total_contrib": 0.21810471453764022}, "201-300": {"token_count": 42323, "frac": 0.07175530327690972, "mean_loss": 4.633955719066317, "total_contrib": 0.33251089799337386}, "301-500": {"token_count": 57097, "frac": 0.09680345323350695, "mean_loss": 4.581068096886214, "total_contrib": 0.4434632112764353}, "501-750": {"token_count": 48399, "frac": 0.08205668131510417, "mean_loss": 4.62432025676549, "total_contrib": 0.37945637360838647}, "751-1k": {"token_count": 32171, "frac": 0.054543389214409724, "mean_loss": 4.59715705809882, "total_contrib": 0.25074452669965475}, "1k-2k": {"token_count": 35707, "frac": 0.060538397894965276, "mean_loss": 5.040401064318388, "total_contrib": 0.305137805181913}, "2k-5k": {"token_count": 37376, "frac": 0.06336805555555555, "mean_loss": 5.090299524052918, "total_contrib": 0.32256238303460333}, "5k-10k": {"token_count": 20070, "frac": 0.034027099609375, "mean_loss": 5.381679849961878, "total_contrib": 0.1831229563204191}, "10k+": {"token_count": 45428, "frac": 0.07701958550347222, "mean_loss": 5.4287895167115785, "total_contrib": 0.4181231183627211}}, "trigram": {"novel": {"token_count": 432, "frac": 0.000732421875, "mean_loss": 5.229943160933477, "total_contrib": 0.003830524776074324}, "1": {"token_count": 164045, "frac": 0.2781253390842014, "mean_loss": 5.199089833557184, "total_contrib": 1.445998622887316}, "2": {"token_count": 56923, "frac": 0.0965084499782986, "mean_loss": 5.047283505513748, "total_contrib": 0.48710550771816524}, "3": {"token_count": 32793, "frac": 0.055597941080729164, "mean_loss": 4.936901913417251, "total_contrib": 0.2744815817035114}, "4": {"token_count": 22450, "frac": 0.038062201605902776, "mean_loss": 4.922106365624884, "total_contrib": 0.1873462048141117}, "5": {"token_count": 17326, "frac": 0.029374864366319444, "mean_loss": 4.840726153304813, "total_contrib": 0.14219567418782417}, "6-8": {"token_count": 35680, "frac": 0.060492621527777776, "mean_loss": 4.838705587071041, "total_contrib": 0.29270598576303225}, "9-12": {"token_count": 29919, "frac": 0.050725301106770836, "mean_loss": 4.7892036395403945, "total_contrib": 0.24293379667732928}, "13-20": {"token_count": 37038, "frac": 0.06279500325520833, "mean_loss": 4.799359128005956, "total_contrib": 0.3013757720660478}, "21-30": {"token_count": 28311, "frac": 0.047999064127604164, "mean_loss": 4.753125107906577, "total_contrib": 0.22814555686093324}, "31-50": {"token_count": 33605, "frac": 0.05697462293836805, "mean_loss": 4.752368275842922, "total_contrib": 0.2707643905804128}, "51-75": {"token_count": 23837, "frac": 0.040413750542534724, "mean_loss": 4.6748062777994965, "total_contrib": 0.18892645474566414}, "76-100": {"token_count": 15842, "frac": 0.026858859592013888, "mean_loss": 4.767036660623098, "total_contrib": 0.12803716833765855}, "101-150": {"token_count": 19770, "frac": 0.033518473307291664, "mean_loss": 4.73657360218712, "total_contrib": 0.1587627158529313}, "151-200": {"token_count": 12134, "frac": 0.020572238498263888, "mean_loss": 4.686731010535116, "total_contrib": 0.09641654812593772}, "201-300": {"token_count": 14595, "frac": 0.024744669596354168, "mean_loss": 4.722260816027571, "total_contrib": 0.11685078364041206}, "301-500": {"token_count": 15091, "frac": 0.025585598415798612, "mean_loss": 4.603790549426567, "total_contrib": 0.117790736188077}, "501-750": {"token_count": 8321, "frac": 0.014107598198784722, "mean_loss": 4.844299530487017, "total_contrib": 0.06834143133067232}, "751-1k": {"token_count": 4056, "frac": 0.006876627604166667, "mean_loss": 4.893780238766827, "total_contrib": 0.033652704278629306}, "1k-2k": {"token_count": 7094, "frac": 0.012027316623263888, "mean_loss": 5.078927916739438, "total_contrib": 0.06108587416135928}, "2k-5k": {"token_count": 5143, "frac": 0.008719550238715278, "mean_loss": 4.703869559986958, "total_contrib": 0.041015626944669814}, "5k-10k": {"token_count": 1586, "frac": 0.002688937717013889, "mean_loss": 5.135060827361718, "total_contrib": 0.01380785873785347}, "10k+": {"token_count": 3833, "frac": 0.006498548719618056, "mean_loss": 3.837673060722336, "total_contrib": 0.024939305355069843}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.918057182646458, "total_contrib": 0.297928823676898}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.495944806955342, "total_contrib": 0.14212742739149084}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.168756607853794, "total_contrib": 0.09558150675315996}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.903642750223737, "total_contrib": 0.07430800336653141}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.737919791407774, "total_contrib": 0.060159125417184905}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.660466093714577, "total_contrib": 0.05223578041600282}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.370293286263068, "total_contrib": 0.11889188932973759}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.121043318353772, "total_contrib": 0.11818379999700171}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.025847945311804, "total_contrib": 0.17457677663768892}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.944688343584309, "total_contrib": 0.1624689061460095}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.833245149712963, "total_contrib": 0.23562955098469415}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.861131535975753, "total_contrib": 0.22072001760689058}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.770265577550652, "total_contrib": 0.17370565469467655}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.799195612914333, "total_contrib": 0.27603609071200685}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.768788930056978, "total_contrib": 0.22030293912453977}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.694048213867984, "total_contrib": 0.3307267280132918}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.715966298143246, "total_contrib": 0.4537393721742945}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.622402725356304, "total_contrib": 0.37878179071154483}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.679217746258724, "total_contrib": 0.257394103626445}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.055736467601071, "total_contrib": 0.3094176822365035}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.084259586747688, "total_contrib": 0.32477425206484073}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.363801894809089, "total_contrib": 0.18627040305476641}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.405840931921707, "total_contrib": 0.4148250434361918}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.552268690843219, "total_contrib": 1.7376255927916628}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.152643081153299, "total_contrib": 0.43328313452664063}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.0485591255242745, "total_contrib": 0.24998680592865324}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.004920456374028, "total_contrib": 0.17547056429944952}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.948733701060446, "total_contrib": 0.13274114970648418}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.927372190599676, "total_contrib": 0.1088605872526455}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.901567479080454, "total_contrib": 0.2397166197061408}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.829980718863307, "total_contrib": 0.21199296883465793}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.805731149604771, "total_contrib": 0.2729166167995222}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.768487207892661, "total_contrib": 0.2142902322258892}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.740252083159731, "total_contrib": 0.25956204143915784}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.747701626432313, "total_contrib": 0.18587566114226445}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.747138859633035, "total_contrib": 0.12429142491542046}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.743552163018309, "total_contrib": 0.15237779885645192}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.735838969838395, "total_contrib": 0.09477715928814767}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.800705387572238, "total_contrib": 0.119890662907815}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.73431082882502, "total_contrib": 0.1176706894778354}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.807186985626188, "total_contrib": 0.07327035013966783}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.83915987479191, "total_contrib": 0.034360082932584156}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.961386517546106, "total_contrib": 0.059217938034947}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.616684236873806, "total_contrib": 0.04195391762567071}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.910696811306287, "total_contrib": 0.013562562909644133}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.7156255098385724, "total_contrib": 0.025091105831039486}}}}
{"step": 270, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20741, "frac": 0.035164727105034724, "mean_loss": 5.88767541615567, "total_contrib": 0.20703849929213589}, "2": {"token_count": 12899, "frac": 0.021869235568576388, "mean_loss": 5.609154896044452, "total_contrib": 0.12266792976222973}, "3": {"token_count": 9584, "frac": 0.016248914930555556, "mean_loss": 5.360043116394689, "total_contrib": 0.08709488462240719}, "4": {"token_count": 7612, "frac": 0.012905544704861112, "mean_loss": 5.254100925086851, "total_contrib": 0.06780703437256048}, "5": {"token_count": 6555, "frac": 0.011113484700520834, "mean_loss": 5.201776482957372, "total_contrib": 0.05780986335887582}, "6-8": {"token_count": 15208, "frac": 0.025783962673611112, "mean_loss": 5.0334768391982, "total_contrib": 0.12978297894037244}, "9-12": {"token_count": 15259, "frac": 0.025870429144965276, "mean_loss": 4.857794825557985, "total_contrib": 0.1256732368353768}, "13-20": {"token_count": 21599, "frac": 0.03661939832899305, "mean_loss": 4.765582478108288, "total_contrib": 0.17451276303551722}, "21-30": {"token_count": 20283, "frac": 0.034388224283854164, "mean_loss": 4.635241442020156, "total_contrib": 0.15939772231800473}, "31-50": {"token_count": 29678, "frac": 0.050316704644097224, "mean_loss": 4.607569218146118, "total_contrib": 0.2318376994766922}, "51-75": {"token_count": 27736, "frac": 0.04702419704861111, "mean_loss": 4.613107520192729, "total_contrib": 0.21692767703597265}, "76-100": {"token_count": 21614, "frac": 0.036644829644097224, "mean_loss": 4.56548734955006, "total_contrib": 0.1673015061665429}, "101-150": {"token_count": 34697, "frac": 0.05882602267795139, "mean_loss": 4.646894713967265, "total_contrib": 0.2733583338258908}, "151-200": {"token_count": 27933, "frac": 0.047358194986979164, "mean_loss": 4.577686880881131, "total_contrib": 0.21679098789410506}, "201-300": {"token_count": 41349, "frac": 0.07010396321614583, "mean_loss": 4.5613978869604495, "total_contrib": 0.31977206968168065}, "301-500": {"token_count": 56806, "frac": 0.0963100857204861, "mean_loss": 4.547650558654864, "total_contrib": 0.43798461513086645}, "501-750": {"token_count": 48888, "frac": 0.0828857421875, "mean_loss": 4.51682302315781, "total_contrib": 0.3743802286040226}, "751-1k": {"token_count": 31408, "frac": 0.05324978298611111, "mean_loss": 4.558348738889661, "total_contrib": 0.2427310811208877}, "1k-2k": {"token_count": 36199, "frac": 0.06137254503038195, "mean_loss": 4.984208220949416, "total_contrib": 0.30589354348101794}, "2k-5k": {"token_count": 37466, "frac": 0.06352064344618055, "mean_loss": 5.011728125480059, "total_contrib": 0.31834819530781366}, "5k-10k": {"token_count": 20617, "frac": 0.03495449490017361, "mean_loss": 5.294683696158877, "total_contrib": 0.18507299425541784}, "10k+": {"token_count": 45693, "frac": 0.0774688720703125, "mean_loss": 5.323783221593983, "total_contrib": 0.4124274813237404}}, "trigram": {"novel": {"token_count": 448, "frac": 0.0007595486111111111, "mean_loss": 4.885442592045625, "total_contrib": 0.0037107311354513213}, "1": {"token_count": 163859, "frac": 0.2778099907769097, "mean_loss": 5.1049845894866275, "total_contrib": 1.418215721721546}, "2": {"token_count": 56354, "frac": 0.09554375542534722, "mean_loss": 4.917556549737673, "total_contrib": 0.4698418202784506}, "3": {"token_count": 32084, "frac": 0.05439588758680555, "mean_loss": 4.815009294671043, "total_contrib": 0.2619167043223499}, "4": {"token_count": 22377, "frac": 0.037938435872395836, "mean_loss": 4.83826660907012, "total_contrib": 0.1835562674817608}, "5": {"token_count": 17343, "frac": 0.0294036865234375, "mean_loss": 4.757302068006985, "total_contrib": 0.13988221870497833}, "6-8": {"token_count": 35308, "frac": 0.05986192491319445, "mean_loss": 4.746116161964121, "total_contrib": 0.28411164931679483}, "9-12": {"token_count": 30170, "frac": 0.05115085177951389, "mean_loss": 4.706299832844884, "total_contrib": 0.24073124517979966}, "13-20": {"token_count": 37450, "frac": 0.06349351671006945, "mean_loss": 4.705717677719694, "total_contrib": 0.29878256400316455}, "21-30": {"token_count": 28504, "frac": 0.04832628038194445, "mean_loss": 4.642549015728189, "total_contrib": 0.2243571254210007}, "31-50": {"token_count": 33255, "frac": 0.0563812255859375, "mean_loss": 4.613859545572109, "total_contrib": 0.26013505586073216}, "51-75": {"token_count": 24373, "frac": 0.04132249620225695, "mean_loss": 4.735162080870494, "total_contrib": 0.1956687171038421}, "76-100": {"token_count": 15948, "frac": 0.02703857421875, "mean_loss": 4.602094131975205, "total_contrib": 0.12443406374908544}, "101-150": {"token_count": 19507, "frac": 0.033072577582465276, "mean_loss": 4.635159488231847, "total_contrib": 0.1532966717816478}, "151-200": {"token_count": 12424, "frac": 0.021063910590277776, "mean_loss": 4.683741271266006, "total_contrib": 0.09865790736594111}, "201-300": {"token_count": 14265, "frac": 0.0241851806640625, "mean_loss": 4.661880109459341, "total_contrib": 0.11274841268147363}, "301-500": {"token_count": 15010, "frac": 0.025448269314236112, "mean_loss": 4.642888674422499, "total_contrib": 0.11815348138272047}, "501-750": {"token_count": 8774, "frac": 0.014875623914930556, "mean_loss": 4.756156705480347, "total_contrib": 0.07075079843120077}, "751-1k": {"token_count": 4089, "frac": 0.006932576497395833, "mean_loss": 4.838237713997572, "total_contrib": 0.03354145306487371}, "1k-2k": {"token_count": 7159, "frac": 0.012137518988715278, "mean_loss": 4.904752179900663, "total_contrib": 0.05953152271848695}, "2k-5k": {"token_count": 5514, "frac": 0.009348551432291666, "mean_loss": 4.620749264257451, "total_contrib": 0.04319731215263465}, "5k-10k": {"token_count": 1703, "frac": 0.002887301974826389, "mean_loss": 4.958407555578284, "total_contrib": 0.014316419927215268}, "10k+": {"token_count": 3906, "frac": 0.006622314453125, "mean_loss": 3.7862083165120968, "total_contrib": 0.025073462056980134}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.730982925082459, "total_contrib": 0.28987239800350534}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.279499062789977, "total_contrib": 0.13739172262455351}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.984232645206066, "total_contrib": 0.09272240896358615}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.670344551436473, "total_contrib": 0.07137152430193477}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.550804186156044, "total_contrib": 0.05819731494003122}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.480103607142514, "total_contrib": 0.0505713635485784}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.234329051263177, "total_contrib": 0.11588180330300998}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.991250188276657, "total_contrib": 0.11518842495866878}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.905615605427437, "total_contrib": 0.17040041185844815}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.828379508328236, "total_contrib": 0.15864731660868536}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.731567338034184, "total_contrib": 0.23067257148772}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.759057307935367, "total_contrib": 0.21608533013885}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.699335124546133, "total_contrib": 0.1711227752770349}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.729069352472303, "total_contrib": 0.272002627534015}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.681089124467271, "total_contrib": 0.21625148597460295}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.6193903038642015, "total_contrib": 0.32546658470608963}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.643762878709547, "total_contrib": 0.4467924323253853}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.546162424291986, "total_contrib": 0.37253429574467056}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.605031386298983, "total_contrib": 0.25331326519176994}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.989013043294968, "total_contrib": 0.30533412142751354}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.038161248835197, "total_contrib": 0.3218295650437481}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.315256339280163, "total_contrib": 0.18458454657232592}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.361300884266475, "total_contrib": 0.41140719828759925}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.429342077608509, "total_contrib": 1.6991547548179706}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.054944784273474, "total_contrib": 0.425067734460442}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.954649172482777, "total_contrib": 0.2453367169384969}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.900153499340272, "total_contrib": 0.1717974755399195}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.852915755209003, "total_contrib": 0.1301710004393881}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.844665513622877, "total_contrib": 0.10703334606258766}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.809875456035723, "total_contrib": 0.23523231914063597}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.764401575315924, "total_contrib": 0.20911463077422865}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.718308210015303, "total_contrib": 0.2679518836172699}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.6998332727959236, "total_contrib": 0.21120500476197773}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.674915405972909, "total_contrib": 0.2559844002053274}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.684117726880409, "total_contrib": 0.18338630938910996}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.676795176152861, "total_contrib": 0.122449659398954}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.697111685362503, "total_contrib": 0.15088598480659204}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.676126655985143, "total_contrib": 0.09358215170499781}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.725646272508179, "total_contrib": 0.11801617023730042}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.676286178514235, "total_contrib": 0.1162284942237323}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.761041536570674, "total_contrib": 0.07256700882597242}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.779151182696881, "total_contrib": 0.033933995824406156}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.90196679966896, "total_contrib": 0.05850871831202101}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.588489658398851, "total_contrib": 0.04169770061750258}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.868905735146678, "total_contrib": 0.013447142609581736}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.6856797296640833, "total_contrib": 0.02488888611391202}}}}
{"step": 280, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20964, "frac": 0.035542805989583336, "mean_loss": 5.88694369635852, "total_contrib": 0.20923849767127145}, "2": {"token_count": 13182, "frac": 0.022349039713541668, "mean_loss": 5.612507256632466, "total_contrib": 0.12543414757101978}, "3": {"token_count": 9578, "frac": 0.016238742404513888, "mean_loss": 5.405506296469746, "total_contrib": 0.08777862431435007}, "4": {"token_count": 7721, "frac": 0.013090345594618056, "mean_loss": 5.247459328865466, "total_contrib": 0.06869105610855147}, "5": {"token_count": 6657, "frac": 0.011286417643229166, "mean_loss": 5.127854695871855, "total_contrib": 0.05787510971140364}, "6-8": {"token_count": 15460, "frac": 0.026211208767361112, "mean_loss": 4.947538706481265, "total_contrib": 0.1296809699201802}, "9-12": {"token_count": 15363, "frac": 0.0260467529296875, "mean_loss": 4.798780064473054, "total_contrib": 0.1249926387032395}, "13-20": {"token_count": 22437, "frac": 0.0380401611328125, "mean_loss": 4.716972578711277, "total_contrib": 0.17943439695323507}, "21-30": {"token_count": 20320, "frac": 0.03445095486111111, "mean_loss": 4.6676756372651695, "total_contrib": 0.1608058826857304}, "31-50": {"token_count": 29793, "frac": 0.050511678059895836, "mean_loss": 4.606953568789247, "total_contrib": 0.23270495550357062}, "51-75": {"token_count": 27142, "frac": 0.04601711697048611, "mean_loss": 4.65216384889812, "total_contrib": 0.21407916800061164}, "76-100": {"token_count": 21453, "frac": 0.036371866861979164, "mean_loss": 4.613789265251349, "total_contrib": 0.16781212888495073}, "101-150": {"token_count": 34295, "frac": 0.058144463433159724, "mean_loss": 4.639187600404934, "total_contrib": 0.26974307379131274}, "151-200": {"token_count": 27386, "frac": 0.04643079969618055, "mean_loss": 4.5968664918040085, "total_contrib": 0.2134361873110361}, "201-300": {"token_count": 41796, "frac": 0.07086181640625, "mean_loss": 4.558568482150296, "total_contrib": 0.32302844285745197}, "301-500": {"token_count": 56532, "frac": 0.09584554036458333, "mean_loss": 4.5688453663726705, "total_contrib": 0.4379034529822113}, "501-750": {"token_count": 47864, "frac": 0.0811496310763889, "mean_loss": 4.519553135847962, "total_contrib": 0.3667600696041987}, "751-1k": {"token_count": 31865, "frac": 0.054024590386284724, "mean_loss": 4.538881261179501, "total_contrib": 0.24521120094720594}, "1k-2k": {"token_count": 35844, "frac": 0.060770670572916664, "mean_loss": 4.961882580318575, "total_contrib": 0.3015369317100338}, "2k-5k": {"token_count": 37434, "frac": 0.06346638997395833, "mean_loss": 5.018941092542754, "total_contrib": 0.3185340726356429}, "5k-10k": {"token_count": 20961, "frac": 0.0355377197265625, "mean_loss": 5.273679747790288, "total_contrib": 0.18741455280462008}, "10k+": {"token_count": 45777, "frac": 0.07761128743489583, "mean_loss": 5.353772221541379, "total_contrib": 0.4155131547470088}}, "trigram": {"novel": {"token_count": 455, "frac": 0.0007714165581597222, "mean_loss": 5.084563678666785, "total_contrib": 0.003922316612741067}, "1": {"token_count": 164883, "frac": 0.2795461018880208, "mean_loss": 5.079484933850783, "total_contrib": 1.4199502128569177}, "2": {"token_count": 56743, "frac": 0.0962032741970486, "mean_loss": 4.9063384176385485, "total_contrib": 0.47200582009559483}, "3": {"token_count": 32063, "frac": 0.054360283745659724, "mean_loss": 4.846235417819972, "total_contrib": 0.26344273241095945}, "4": {"token_count": 22886, "frac": 0.03880140516493055, "mean_loss": 4.821478226476395, "total_contrib": 0.1870801301594014}, "5": {"token_count": 17195, "frac": 0.029152764214409724, "mean_loss": 4.775929609017928, "total_contrib": 0.1392315497963177}, "6-8": {"token_count": 36063, "frac": 0.0611419677734375, "mean_loss": 4.7630424404091345, "total_contrib": 0.2912217873950104}, "9-12": {"token_count": 30286, "frac": 0.05134752061631945, "mean_loss": 4.745871250600409, "total_contrib": 0.24368872188260227}, "13-20": {"token_count": 37419, "frac": 0.06344095865885417, "mean_loss": 4.679886474783406, "total_contrib": 0.2968964843748649}, "21-30": {"token_count": 28017, "frac": 0.0475006103515625, "mean_loss": 4.680259751797497, "total_contrib": 0.2223151948142335}, "31-50": {"token_count": 33416, "frac": 0.05665418836805555, "mean_loss": 4.682278505154652, "total_contrib": 0.2652706884227292}, "51-75": {"token_count": 23818, "frac": 0.040381537543402776, "mean_loss": 4.698547287686835, "total_contrib": 0.1897345636971792}, "76-100": {"token_count": 15666, "frac": 0.026560465494791668, "mean_loss": 4.6344839538984814, "total_contrib": 0.12309405114368628}, "101-150": {"token_count": 19299, "frac": 0.032719930013020836, "mean_loss": 4.662953896593676, "total_contrib": 0.15257152515048786}, "151-200": {"token_count": 11851, "frac": 0.020092434353298612, "mean_loss": 4.682915738089656, "total_contrib": 0.09409117704959534}, "201-300": {"token_count": 14572, "frac": 0.024705674913194444, "mean_loss": 4.689727287670155, "total_contrib": 0.11586287780071597}, "301-500": {"token_count": 14598, "frac": 0.024749755859375, "mean_loss": 4.62621396225235, "total_contrib": 0.11449766611897753}, "501-750": {"token_count": 8456, "frac": 0.014336480034722222, "mean_loss": 4.834710626239152, "total_contrib": 0.06931273236673698}, "751-1k": {"token_count": 4198, "frac": 0.007117377387152778, "mean_loss": 4.7480606645556005, "total_contrib": 0.03379373960673762}, "1k-2k": {"token_count": 7132, "frac": 0.012091742621527778, "mean_loss": 4.91986434799623, "total_contrib": 0.059489733428800984}, "2k-5k": {"token_count": 5371, "frac": 0.009106106228298612, "mean_loss": 4.679624043022149, "total_contrib": 0.042613153644259924}, "5k-10k": {"token_count": 1627, "frac": 0.002758449978298611, "mean_loss": 4.94592331899828, "total_contrib": 0.0136430820719574}, "10k+": {"token_count": 3810, "frac": 0.006459554036458333, "mean_loss": 3.6966599216533145, "total_contrib": 0.023878774518329413}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.669542975894308, "total_contrib": 0.2872264626917374}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.205939072013011, "total_contrib": 0.13578227356690795}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.923880649172728, "total_contrib": 0.09178728782279046}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.591644525583151, "total_contrib": 0.07038094237930181}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.461573014054496, "total_contrib": 0.057261772187827215}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.425395183146462, "total_contrib": 0.05006650455367397}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.164464769344252, "total_contrib": 0.11433509141387473}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.9431725547750505, "total_contrib": 0.11407888593139306}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.846905122637005, "total_contrib": 0.168361057116338}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.787526819678754, "total_contrib": 0.15730500923220192}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.695295389990174, "total_contrib": 0.22890424760465403}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.728565206368862, "total_contrib": 0.21470083413317276}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.666519687896166, "total_contrib": 0.16992782568466838}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.698775893117389, "total_contrib": 0.2702602338562138}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.641571370992493, "total_contrib": 0.21442589097222806}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.592194682212938, "total_contrib": 0.32355047337633436}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.6033023894192855, "total_contrib": 0.4428995891946666}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.52045494373642, "total_contrib": 0.3704277018154778}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.57928228312954, "total_contrib": 0.251896860209381}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.958030098935894, "total_contrib": 0.3034379247222695}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.002268714933887, "total_contrib": 0.3195368082217137}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.290197500350199, "total_contrib": 0.18371432054252304}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.3353427619086, "total_contrib": 0.4094152641241203}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.385473847973008, "total_contrib": 1.685425851775}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.008142541374371, "total_contrib": 0.42113215767260415}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.91098812969594, "total_contrib": 0.24317477640092575}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.861909648474887, "total_contrib": 0.1704566610053375}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.8072416581841635, "total_contrib": 0.12894587245370084}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.809724459396527, "total_contrib": 0.10626139226344833}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.778177209153347, "total_contrib": 0.2336820810533947}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.72409560773713, "total_contrib": 0.2073455591720561}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.674231902059345, "total_contrib": 0.26544879793189124}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.666158063548547, "total_contrib": 0.20969168028499655}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.643813968563259, "total_contrib": 0.2542813784157436}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.658188346937427, "total_contrib": 0.18237115700188372}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.64879877101127, "total_contrib": 0.12171664669583986}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.672420181834831, "total_contrib": 0.15009281613705877}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.6532858200219485, "total_contrib": 0.09312504377498895}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.689880052579169, "total_contrib": 0.11712296070436463}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.655141367874622, "total_contrib": 0.11570294266262811}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.718624546978539, "total_contrib": 0.07192049607567184}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.748511118011784, "total_contrib": 0.03371643839896876}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.892027575461411, "total_contrib": 0.05839008607864096}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.573878943038051, "total_contrib": 0.041564926375806936}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.865531621314471, "total_contrib": 0.013437823844267565}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.654112233727714, "total_contrib": 0.024675715174251107}}}}
{"step": 290, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20876, "frac": 0.035393608940972224, "mean_loss": 5.756800006976389, "total_contrib": 0.20375392819830848}, "2": {"token_count": 13191, "frac": 0.022364298502604168, "mean_loss": 5.455100521074044, "total_contrib": 0.12199949641501147}, "3": {"token_count": 9386, "frac": 0.015913221571180556, "mean_loss": 5.226568985463892, "total_contrib": 0.08317155032274728}, "4": {"token_count": 7773, "frac": 0.013178507486979166, "mean_loss": 5.101443073722473, "total_contrib": 0.06722940574144962}, "5": {"token_count": 6518, "frac": 0.011050754123263888, "mean_loss": 5.025904445699101, "total_contrib": 0.05554003427643965}, "6-8": {"token_count": 15258, "frac": 0.025868733723958332, "mean_loss": 4.877103817190605, "total_contrib": 0.12616449999100451}, "9-12": {"token_count": 15517, "frac": 0.026307847764756944, "mean_loss": 4.7704932003696685, "total_contrib": 0.12550140887813338}, "13-20": {"token_count": 22421, "frac": 0.03801303439670139, "mean_loss": 4.674912794168395, "total_contrib": 0.1777076208463026}, "21-30": {"token_count": 20401, "frac": 0.03458828396267361, "mean_loss": 4.585188942904725, "total_contrib": 0.15859381717969986}, "31-50": {"token_count": 29691, "frac": 0.0503387451171875, "mean_loss": 4.586649790675373, "total_contrib": 0.23088619475460898}, "51-75": {"token_count": 26929, "frac": 0.04565599229600695, "mean_loss": 4.593390809309183, "total_contrib": 0.20971581540236917}, "76-100": {"token_count": 21875, "frac": 0.037087334526909724, "mean_loss": 4.615597236074763, "total_contrib": 0.17118019873578463}, "101-150": {"token_count": 34186, "frac": 0.057959662543402776, "mean_loss": 4.576128652248208, "total_contrib": 0.2652308724395027}, "151-200": {"token_count": 26963, "frac": 0.04571363661024305, "mean_loss": 4.579611271157831, "total_contrib": 0.20935068546588234}, "201-300": {"token_count": 41584, "frac": 0.07050238715277778, "mean_loss": 4.545526948961267, "total_contrib": 0.320470500769052}, "301-500": {"token_count": 57128, "frac": 0.09685601128472222, "mean_loss": 4.512809950317928, "total_contrib": 0.4370927714738}, "501-750": {"token_count": 48266, "frac": 0.08183119032118055, "mean_loss": 4.487738025255714, "total_contrib": 0.36723694445629934}, "751-1k": {"token_count": 32642, "frac": 0.05534193250868055, "mean_loss": 4.5003490745991135, "total_contrib": 0.24905801475196712}, "1k-2k": {"token_count": 36197, "frac": 0.06136915418836805, "mean_loss": 4.95659815813269, "total_contrib": 0.3041822366162261}, "2k-5k": {"token_count": 37391, "frac": 0.06339348687065972, "mean_loss": 5.008249161514919, "total_contrib": 0.3174903774654886}, "5k-10k": {"token_count": 20790, "frac": 0.035247802734375, "mean_loss": 5.270794925487078, "total_contrib": 0.1857839397869133}, "10k+": {"token_count": 44841, "frac": 0.07602437337239583, "mean_loss": 5.32595511015381, "total_contrib": 0.4049023998589528}}, "trigram": {"novel": {"token_count": 436, "frac": 0.0007392035590277778, "mean_loss": 4.9322192007932095, "total_contrib": 0.003645913987131482}, "1": {"token_count": 164542, "frac": 0.2789679633246528, "mean_loss": 5.023843208261318, "total_contrib": 1.4014913078710494}, "2": {"token_count": 56656, "frac": 0.09605577256944445, "mean_loss": 4.8487085023216725, "total_contrib": 0.46574644115454217}, "3": {"token_count": 32394, "frac": 0.054921468098958336, "mean_loss": 4.765099432852617, "total_contrib": 0.26170625648977947}, "4": {"token_count": 22434, "frac": 0.038035074869791664, "mean_loss": 4.740716969546507, "total_contrib": 0.18031352487319324}, "5": {"token_count": 17740, "frac": 0.030076768663194444, "mean_loss": 4.725638057563857, "total_contrib": 0.14213192264333568}, "6-8": {"token_count": 36149, "frac": 0.061287773980034724, "mean_loss": 4.733655977160449, "total_contrib": 0.29011523762745}, "9-12": {"token_count": 30580, "frac": 0.05184597439236111, "mean_loss": 4.691475905619094, "total_contrib": 0.2432341396651067}, "13-20": {"token_count": 36756, "frac": 0.06231689453125, "mean_loss": 4.672056002006838, "total_contrib": 0.2911480211211536}, "21-30": {"token_count": 28062, "frac": 0.047576904296875, "mean_loss": 4.668710767981772, "total_contrib": 0.22212280539805856}, "31-50": {"token_count": 33186, "frac": 0.056264241536458336, "mean_loss": 4.648514787072994, "total_contrib": 0.26154515876567314}, "51-75": {"token_count": 23959, "frac": 0.04062059190538195, "mean_loss": 4.637736340135474, "total_contrib": 0.18838759523740273}, "76-100": {"token_count": 15459, "frac": 0.026209513346354168, "mean_loss": 4.630431674077887, "total_contrib": 0.12136136076112544}, "101-150": {"token_count": 19790, "frac": 0.03355238172743055, "mean_loss": 4.6037854370103855, "total_contrib": 0.15446796637375815}, "151-200": {"token_count": 11999, "frac": 0.020343356662326388, "mean_loss": 4.597197307534901, "total_contrib": 0.09352242447426906}, "201-300": {"token_count": 14779, "frac": 0.025056627061631944, "mean_loss": 4.651486195466593, "total_contrib": 0.11655055488213566}, "301-500": {"token_count": 14819, "frac": 0.025124443901909724, "mean_loss": 4.610412149648369, "total_contrib": 0.11583404141852348}, "501-750": {"token_count": 8490, "frac": 0.014394124348958334, "mean_loss": 4.7616995723349715, "total_contrib": 0.0685404957565713}, "751-1k": {"token_count": 4146, "frac": 0.007029215494791667, "mean_loss": 4.923270186011757, "total_contrib": 0.03460672707655969}, "1k-2k": {"token_count": 6821, "frac": 0.011564466688368056, "mean_loss": 4.937486682244611, "total_contrib": 0.057099400261078716}, "2k-5k": {"token_count": 5294, "frac": 0.008975558810763888, "mean_loss": 4.645209936082089, "total_contrib": 0.04169335496964955}, "5k-10k": {"token_count": 1692, "frac": 0.00286865234375, "mean_loss": 4.894364817274941, "total_contrib": 0.014040231104243302}, "10k+": {"token_count": 3641, "frac": 0.006173027886284722, "mean_loss": 3.715815372406962, "total_contrib": 0.022937831914153623}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.643823267892737, "total_contrib": 0.2861188334617503}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.158973394562799, "total_contrib": 0.13475469234353454}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.8549511515680015, "total_contrib": 0.09071926299062087}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.52891629631882, "total_contrib": 0.06959139435470738}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.388784044767088, "total_contrib": 0.056498617439845904}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.3527353988926505, "total_contrib": 0.04939598723716346}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.114579639372527, "total_contrib": 0.1132306941238852}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.896614501863755, "total_contrib": 0.1130044158924856}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.805590547031741, "total_contrib": 0.16692596287636025}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.771807200330121, "total_contrib": 0.15678850562608126}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.668657930771194, "total_contrib": 0.22760562269308418}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.703827771882098, "total_contrib": 0.21357762918900294}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.642216533276818, "total_contrib": 0.16904284447855544}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.679313187251676, "total_contrib": 0.26914079433443383}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.63222238172079, "total_contrib": 0.21399399728923896}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.571992754943177, "total_contrib": 0.32212711404957006}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.596066465524928, "total_contrib": 0.44220339601656455}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.499392896601352, "total_contrib": 0.3687017769223245}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.5684602741392375, "total_contrib": 0.2513015638469231}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.948559058910383, "total_contrib": 0.3028582846892412}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.993266662613653, "total_contrib": 0.31896177172731965}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.27092650778732, "total_contrib": 0.18304509083897513}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.313541444973306, "total_contrib": 0.4077423084529229}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.362061802371633, "total_contrib": 1.6780988703406097}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.979435422740225, "total_contrib": 0.41871819067564164}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.878130993353889, "total_contrib": 0.24154780712872598}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.8335197226418725, "total_contrib": 0.1694613212492392}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.778020935245251, "total_contrib": 0.12816207752908515}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.778284481473879, "total_contrib": 0.1055667878521154}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.742351844905955, "total_contrib": 0.23193000169229666}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.70569959967513, "total_contrib": 0.20653813889633138}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.656545800847186, "total_contrib": 0.264444407391319}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.645482495104432, "total_contrib": 0.20876254444586534}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.630031610386128, "total_contrib": 0.2535266976600491}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.640272069814963, "total_contrib": 0.1816697228938923}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.642841320375295, "total_contrib": 0.12156066642007732}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.646890101158072, "total_contrib": 0.14927270973483953}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.6234895216292315, "total_contrib": 0.09252873791726253}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.6701508085731, "total_contrib": 0.11663025141445882}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.639434050192704, "total_contrib": 0.11531253929278062}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.729862980291522, "total_contrib": 0.07209179042022838}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.739490438452384, "total_contrib": 0.03365238775675215}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.888229550473559, "total_contrib": 0.05834475374914187}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.560279827738894, "total_contrib": 0.041441345005765226}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.859520756435439, "total_contrib": 0.013421222792279272}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.6499471021205854, "total_contrib": 0.024647588615835048}}}}
{"step": 300, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20594, "frac": 0.03491550021701389, "mean_loss": 5.6690460902711, "total_contrib": 0.19793757999512232}, "2": {"token_count": 12988, "frac": 0.022020128038194444, "mean_loss": 5.377820863040703, "total_contrib": 0.11842030397062962}, "3": {"token_count": 9348, "frac": 0.015848795572916668, "mean_loss": 5.2009174141291235, "total_contrib": 0.08242827688815485}, "4": {"token_count": 7789, "frac": 0.013205634223090278, "mean_loss": 5.1061833001054335, "total_contrib": 0.06743038893724437}, "5": {"token_count": 6552, "frac": 0.0111083984375, "mean_loss": 4.921886859340559, "total_contrib": 0.05467428029785045}, "6-8": {"token_count": 15197, "frac": 0.025765313042534724, "mean_loss": 4.823141387563951, "total_contrib": 0.1242697476989905}, "9-12": {"token_count": 15417, "frac": 0.0261383056640625, "mean_loss": 4.7220818072515405, "total_contrib": 0.12342721764864943}, "13-20": {"token_count": 22234, "frac": 0.037695990668402776, "mean_loss": 4.630772923292298, "total_contrib": 0.17456157290391872}, "21-30": {"token_count": 20146, "frac": 0.034155951605902776, "mean_loss": 4.583508119519823, "total_contrib": 0.1565540815155815}, "31-50": {"token_count": 29929, "frac": 0.050742255316840276, "mean_loss": 4.582530886946623, "total_contrib": 0.23252795226275208}, "51-75": {"token_count": 27462, "frac": 0.046559651692708336, "mean_loss": 4.589654917668982, "total_contrib": 0.21369273435639374}, "76-100": {"token_count": 21465, "frac": 0.0363922119140625, "mean_loss": 4.635230835155369, "total_contrib": 0.16868630282357108}, "101-150": {"token_count": 34436, "frac": 0.05838351779513889, "mean_loss": 4.58089377963284, "total_contrib": 0.26744869350083494}, "151-200": {"token_count": 26963, "frac": 0.04571363661024305, "mean_loss": 4.537763805654981, "total_contrib": 0.20743768563482537}, "201-300": {"token_count": 41781, "frac": 0.07083638509114583, "mean_loss": 4.491364271935171, "total_contrib": 0.3181520091514136}, "301-500": {"token_count": 56794, "frac": 0.09628974066840278, "mean_loss": 4.506572718274203, "total_contrib": 0.43393671834592196}, "501-750": {"token_count": 47729, "frac": 0.0809207492404514, "mean_loss": 4.527167222288792, "total_contrib": 0.3663417635644222}, "751-1k": {"token_count": 31893, "frac": 0.054072062174479164, "mean_loss": 4.526881622759533, "total_contrib": 0.2447778245623606}, "1k-2k": {"token_count": 36057, "frac": 0.061131795247395836, "mean_loss": 4.9321259975659135, "total_contrib": 0.3015097166175574}, "2k-5k": {"token_count": 38166, "frac": 0.06470743815104167, "mean_loss": 4.971998917315081, "total_contrib": 0.32172531242921176}, "5k-10k": {"token_count": 20894, "frac": 0.035424126519097224, "mean_loss": 5.220808886912599, "total_contrib": 0.18494259454201906}, "10k+": {"token_count": 45990, "frac": 0.077972412109375, "mean_loss": 5.317039252332677, "total_contrib": 0.4145823757846066}}, "trigram": {"novel": {"token_count": 440, "frac": 0.0007459852430555555, "mean_loss": 4.794419269128279, "total_contrib": 0.0035765660237908983}, "1": {"token_count": 162061, "frac": 0.2747616238064236, "mean_loss": 4.980077183103277, "total_contrib": 1.3683340935107764}, "2": {"token_count": 56928, "frac": 0.09651692708333333, "mean_loss": 4.83799012808974, "total_contrib": 0.4669479404227239}, "3": {"token_count": 32387, "frac": 0.054909600151909724, "mean_loss": 4.799495386543688, "total_contrib": 0.2635383726060493}, "4": {"token_count": 22612, "frac": 0.038336859809027776, "mean_loss": 4.715257411008122, "total_contrib": 0.18076816232929763}, "5": {"token_count": 17331, "frac": 0.029383341471354168, "mean_loss": 4.7230341897138075, "total_contrib": 0.13877852637724133}, "6-8": {"token_count": 36099, "frac": 0.0612030029296875, "mean_loss": 4.692143337640248, "total_contrib": 0.28717326244010977}, "9-12": {"token_count": 30952, "frac": 0.05247667100694445, "mean_loss": 4.691780439557027, "total_contrib": 0.24620901856345132}, "13-20": {"token_count": 37191, "frac": 0.06305440266927083, "mean_loss": 4.6640312353476165, "total_contrib": 0.29408770357566527}, "21-30": {"token_count": 28680, "frac": 0.048624674479166664, "mean_loss": 4.650179526624743, "total_contrib": 0.22611346575181349}, "31-50": {"token_count": 33605, "frac": 0.05697462293836805, "mean_loss": 4.647170941151304, "total_contrib": 0.2647708121022365}, "51-75": {"token_count": 24024, "frac": 0.040730794270833336, "mean_loss": 4.67431594201582, "total_contrib": 0.1903886009911229}, "76-100": {"token_count": 15804, "frac": 0.02679443359375, "mean_loss": 4.666399387379506, "total_contrib": 0.12503352850705587}, "101-150": {"token_count": 19486, "frac": 0.03303697374131945, "mean_loss": 4.555473251954808, "total_contrib": 0.1504990502041141}, "151-200": {"token_count": 12413, "frac": 0.021045260959201388, "mean_loss": 4.56213156413444, "total_contrib": 0.0960112492974189}, "201-300": {"token_count": 14529, "frac": 0.024632771809895832, "mean_loss": 4.667868909931293, "total_contrib": 0.11498254969684475}, "301-500": {"token_count": 14416, "frac": 0.024441189236111112, "mean_loss": 4.639819222609591, "total_contrib": 0.11340269964114696}, "501-750": {"token_count": 8512, "frac": 0.014431423611111112, "mean_loss": 4.7601965220793705, "total_contrib": 0.06869641248226523}, "751-1k": {"token_count": 4212, "frac": 0.00714111328125, "mean_loss": 4.893339521804398, "total_contrib": 0.03494389184882291}, "1k-2k": {"token_count": 7267, "frac": 0.012320624457465278, "mean_loss": 4.961906421729672, "total_contrib": 0.06113378561521662}, "2k-5k": {"token_count": 5378, "frac": 0.009117974175347222, "mean_loss": 4.619629357341037, "total_contrib": 0.042121661179911465}, "5k-10k": {"token_count": 1691, "frac": 0.0028669569227430555, "mean_loss": 4.851764450084345, "total_contrib": 0.013909799677687967}, "10k+": {"token_count": 3806, "frac": 0.006452772352430556, "mean_loss": 3.726147347846848, "total_contrib": 0.02404398058726858}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.615918397031994, "total_contrib": 0.2849170993432103}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.12071874878091, "total_contrib": 0.13391770333695754}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.8109797125449685, "total_contrib": 0.09003794961369573}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.496228974574604, "total_contrib": 0.06917996539178103}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.33073125703379, "total_contrib": 0.055889963944323995}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.335853540714493, "total_contrib": 0.049240198469558696}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.073267519764167, "total_contrib": 0.11231609306010013}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.869493905991144, "total_contrib": 0.11237852486224949}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.799977293350459, "total_contrib": 0.16673098210002338}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.768397379649339, "total_contrib": 0.15667646826443854}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.673340309912543, "total_contrib": 0.22783389724991723}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.701085330204534, "total_contrib": 0.2134531084326979}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.6394473172619355, "total_contrib": 0.16894200554767497}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.664201865998161, "total_contrib": 0.26827163408743554}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.635465263387547, "total_contrib": 0.21414380814748787}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.57271712778275, "total_contrib": 0.32217815090479146}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.598820024369557, "total_contrib": 0.4424683254037611}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.500464180617271, "total_contrib": 0.3687895630591067}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.563946244418184, "total_contrib": 0.2510532563953789}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.963747328424369, "total_contrib": 0.30378782664229137}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.008073986302071, "total_contrib": 0.3199076395363754}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.295388922458089, "total_contrib": 0.18389460465954086}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.330418342573196, "total_contrib": 0.40903738166504827}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.346947351034093, "total_contrib": 1.6733686854508856}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.974233709374958, "total_contrib": 0.4182807812458956}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.869978731022663, "total_contrib": 0.24114413590875908}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.828554060527452, "total_contrib": 0.16928722706713728}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.789349215633813, "total_contrib": 0.1284659388911651}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.769729272598649, "total_contrib": 0.10537777735601297}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.746980790314812, "total_contrib": 0.23215638542585765}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.703193843840315, "total_contrib": 0.20642815861907632}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.6713511801022936, "total_contrib": 0.26528520224457874}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.64873425250828, "total_contrib": 0.20890867461646948}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.636843889866628, "total_contrib": 0.2538997177310901}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.64215216417797, "total_contrib": 0.18174332983262412}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.640114999449262, "total_contrib": 0.12148928483156832}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.652797780637656, "total_contrib": 0.1494624829605809}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.637947746401499, "total_contrib": 0.09281808674879846}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.688717024279005, "total_contrib": 0.11709391575729328}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.653502018307257, "total_contrib": 0.1156621968390306}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.749751001697444, "total_contrib": 0.07239492035803904}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.767521764954984, "total_contrib": 0.033851422037135606}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.896032441514333, "total_contrib": 0.05843788721425527}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.556976295010403, "total_contrib": 0.041411324295477565}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.874993428930942, "total_contrib": 0.013463955850776681}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.645070683629166, "total_contrib": 0.024614658835338962}}}}
{"step": 310, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20581, "frac": 0.03489345974392361, "mean_loss": 5.638878952550906, "total_contrib": 0.19675999573169317}, "2": {"token_count": 12817, "frac": 0.021730211046006944, "mean_loss": 5.3411422610893124, "total_contrib": 0.11606414856021749}, "3": {"token_count": 9471, "frac": 0.016057332356770832, "mean_loss": 5.146330858845582, "total_contrib": 0.08263634501838939}, "4": {"token_count": 7583, "frac": 0.012856377495659722, "mean_loss": 4.932349978780961, "total_contrib": 0.06341215326791724}, "5": {"token_count": 6432, "frac": 0.010904947916666666, "mean_loss": 4.877017325808703, "total_contrib": 0.053183619926624855}, "6-8": {"token_count": 15341, "frac": 0.026009453667534724, "mean_loss": 4.759238557438632, "total_contrib": 0.1237851947524449}, "9-12": {"token_count": 15417, "frac": 0.0261383056640625, "mean_loss": 4.637285698106525, "total_contrib": 0.12121079102869381}, "13-20": {"token_count": 22309, "frac": 0.03782314724392361, "mean_loss": 4.567523790576459, "total_contrib": 0.1727581248710975}, "21-30": {"token_count": 20071, "frac": 0.03402879503038195, "mean_loss": 4.509736510336045, "total_contrib": 0.15346089935125523}, "31-50": {"token_count": 29502, "frac": 0.050018310546875, "mean_loss": 4.501529390217159, "total_contrib": 0.2251588949757667}, "51-75": {"token_count": 27110, "frac": 0.04596286349826389, "mean_loss": 4.553869333646634, "total_contrib": 0.20930887457133016}, "76-100": {"token_count": 22108, "frac": 0.037482367621527776, "mean_loss": 4.5541250856626485, "total_contrib": 0.17069939065522907}, "101-150": {"token_count": 34728, "frac": 0.058878580729166664, "mean_loss": 4.516218095318345, "total_contrib": 0.26590851171572444}, "151-200": {"token_count": 27256, "frac": 0.046210394965277776, "mean_loss": 4.47267590002066, "total_contrib": 0.20668411989163396}, "201-300": {"token_count": 42305, "frac": 0.07172478569878472, "mean_loss": 4.437525552261607, "total_contrib": 0.31828056926884507}, "301-500": {"token_count": 56898, "frac": 0.096466064453125, "mean_loss": 4.437278491258567, "total_contrib": 0.4280467929342142}, "501-750": {"token_count": 48429, "frac": 0.0821075439453125, "mean_loss": 4.473146917227463, "total_contrib": 0.36727910708009304}, "751-1k": {"token_count": 32545, "frac": 0.05517747667100695, "mean_loss": 4.43465635652137, "total_contrib": 0.24469314765589056}, "1k-2k": {"token_count": 35838, "frac": 0.060760498046875, "mean_loss": 4.869925225946338, "total_contrib": 0.2958990821795398}, "2k-5k": {"token_count": 37472, "frac": 0.06353081597222222, "mean_loss": 4.933637198727306, "total_contrib": 0.31343799694605445}, "5k-10k": {"token_count": 20617, "frac": 0.03495449490017361, "mean_loss": 5.234885639664997, "total_contrib": 0.1829827833946622}, "10k+": {"token_count": 44994, "frac": 0.07628377278645833, "mean_loss": 5.335179805045089, "total_contrib": 0.4069876440229606}}, "trigram": {"novel": {"token_count": 438, "frac": 0.0007425944010416666, "mean_loss": 4.831804029881682, "total_contrib": 0.0035880706195206987}, "1": {"token_count": 162977, "frac": 0.2763146294487847, "mean_loss": 4.930508180689226, "total_contrib": 1.362371540941345}, "2": {"token_count": 55793, "frac": 0.0945926242404514, "mean_loss": 4.752642969592037, "total_contrib": 0.4495649705716426}, "3": {"token_count": 32176, "frac": 0.05455186631944445, "mean_loss": 4.749638335402085, "total_contrib": 0.2591016355385632}, "4": {"token_count": 22538, "frac": 0.03821139865451389, "mean_loss": 4.65046017324452, "total_contrib": 0.17770058760678606}, "5": {"token_count": 17643, "frac": 0.029912312825520832, "mean_loss": 4.672369345933468, "total_contrib": 0.13976137351193607}, "6-8": {"token_count": 36284, "frac": 0.061516655815972224, "mean_loss": 4.628908964168276, "total_contrib": 0.28475499955220834}, "9-12": {"token_count": 30252, "frac": 0.051289876302083336, "mean_loss": 4.630730485642184, "total_contrib": 0.23750959379687392}, "13-20": {"token_count": 37409, "frac": 0.06342400444878472, "mean_loss": 4.5911947269109525, "total_contrib": 0.2911919547848372}, "21-30": {"token_count": 28034, "frac": 0.04752943250868055, "mean_loss": 4.530064924245324, "total_contrib": 0.21531141507685922}, "31-50": {"token_count": 34114, "frac": 0.057837592230902776, "mean_loss": 4.618410749368957, "total_contrib": 0.26711775767681983}, "51-75": {"token_count": 24012, "frac": 0.04071044921875, "mean_loss": 4.62413484047426, "total_contrib": 0.18825060660377999}, "76-100": {"token_count": 16061, "frac": 0.027230156792534724, "mean_loss": 4.562550874651974, "total_contrib": 0.12423897569068969}, "101-150": {"token_count": 20001, "frac": 0.033910115559895836, "mean_loss": 4.554985636132776, "total_contrib": 0.15446008929492808}, "151-200": {"token_count": 12459, "frac": 0.021123250325520832, "mean_loss": 4.555730264303513, "total_contrib": 0.09623183078843428}, "201-300": {"token_count": 14802, "frac": 0.025095621744791668, "mean_loss": 4.577368781262933, "total_contrib": 0.1148719155209926}, "301-500": {"token_count": 14793, "frac": 0.025080362955729168, "mean_loss": 4.593606701954759, "total_contrib": 0.11520932336089536}, "501-750": {"token_count": 8363, "frac": 0.014178805881076388, "mean_loss": 4.738263918795679, "total_contrib": 0.06718292431791223}, "751-1k": {"token_count": 4239, "frac": 0.0071868896484375, "mean_loss": 4.790047031698305, "total_contrib": 0.03442553942764132}, "1k-2k": {"token_count": 7014, "frac": 0.011891682942708334, "mean_loss": 4.898685338932305, "total_contrib": 0.05825361288667668}, "2k-5k": {"token_count": 5340, "frac": 0.009053548177083334, "mean_loss": 4.626764721370848, "total_contrib": 0.04188863730896052}, "5k-10k": {"token_count": 1535, "frac": 0.002602471245659722, "mean_loss": 4.888474734142083, "total_contrib": 0.012722114930738824}, "10k+": {"token_count": 3547, "frac": 0.006013658311631944, "mean_loss": 3.8127736567417467, "total_contrib": 0.022928717991236327}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.576340195324258, "total_contrib": 0.2832126486908493}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.0381016539584405, "total_contrib": 0.13211009020374498}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.733543801935136, "total_contrib": 0.08883812256857165}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.40271444954362, "total_contrib": 0.0680029162485959}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.306368836058806, "total_contrib": 0.05563453654342254}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.275878815590718, "total_contrib": 0.04868674111813063}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.018080916607223, "total_contrib": 0.1110943274757506}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.846250022507894, "total_contrib": 0.111842100874799}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.766950432110496, "total_contrib": 0.1655837681292722}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.733723633620125, "total_contrib": 0.1555371840066834}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.630533640149087, "total_contrib": 0.22574699371759543}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.675016946802946, "total_contrib": 0.2122694716599014}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.619767840463699, "total_contrib": 0.16822539211269688}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.639284348986118, "total_contrib": 0.2668384493329435}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.606020139339892, "total_contrib": 0.21278353671049902}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.542756528907134, "total_contrib": 0.32006722865090903}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.569933187501194, "total_contrib": 0.4396890232637283}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.476269985225793, "total_contrib": 0.3668069749551022}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.547222644163961, "total_contrib": 0.25013332568681457}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.927997043757974, "total_contrib": 0.30159986247690046}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.967938159025937, "total_contrib": 0.31734382801924}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.250087600834739, "total_contrib": 0.18232141168873758}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.313859026121841, "total_contrib": 0.40776667850291043}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.306542060335429, "total_contrib": 1.66072353603332}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.9346710908477025, "total_contrib": 0.41495398078725915}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.828197634602859, "total_contrib": 0.2390752836714191}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.7941808274660636, "total_contrib": 0.16808211488710315}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.766701141489702, "total_contrib": 0.12785844380613298}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.743029164663099, "total_contrib": 0.10478789103991164}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.716975361755291, "total_contrib": 0.23068893650511532}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.672619249275949, "total_contrib": 0.20508620728430138}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.635569187768094, "total_contrib": 0.2632531492673748}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.625078377396842, "total_contrib": 0.2078456072850218}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.612520719194884, "total_contrib": 0.2525678535763841}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.619977175598584, "total_contrib": 0.1808751643522856}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.616098988568246, "total_contrib": 0.12086048834984575}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.622925452927689, "total_contrib": 0.1485028899411026}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.612955124894293, "total_contrib": 0.0923179156735776}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.659244943678143, "total_contrib": 0.116357893236591}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.635475779836235, "total_contrib": 0.11521415698988038}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.703475369742771, "total_contrib": 0.07168959481809406}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.73550770460177, "total_contrib": 0.0336241086610111}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.879679051026787, "total_contrib": 0.058242697006613116}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.555111175632137, "total_contrib": 0.04139437510407894}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.858132927960381, "total_contrib": 0.013417389830945266}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.659920046315955, "total_contrib": 0.024714934530430176}}}}
{"step": 320, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21008, "frac": 0.03561740451388889, "mean_loss": 5.518179131559095, "total_contrib": 0.1965432183088404}, "2": {"token_count": 12916, "frac": 0.021898057725694444, "mean_loss": 5.222637793003826, "total_contrib": 0.11436562387159122}, "3": {"token_count": 9403, "frac": 0.015942043728298612, "mean_loss": 4.994888050592508, "total_contrib": 0.07962872372050198}, "4": {"token_count": 7720, "frac": 0.013088650173611112, "mean_loss": 4.88784841494683, "total_contrib": 0.06397533800487862}, "5": {"token_count": 6500, "frac": 0.011020236545138888, "mean_loss": 4.732064164756439, "total_contrib": 0.05214846644239104}, "6-8": {"token_count": 15295, "frac": 0.025931464301215276, "mean_loss": 4.734576966871342, "total_contrib": 0.1227745135977803}, "9-12": {"token_count": 15471, "frac": 0.0262298583984375, "mean_loss": 4.597737291939224, "total_contrib": 0.12059799812078136}, "13-20": {"token_count": 22053, "frac": 0.037389119466145836, "mean_loss": 4.483697998241879, "total_contrib": 0.16764152010638456}, "21-30": {"token_count": 19955, "frac": 0.03383212619357639, "mean_loss": 4.494176940132489, "total_contrib": 0.15204756137482336}, "31-50": {"token_count": 29514, "frac": 0.050038655598958336, "mean_loss": 4.49265254146364, "total_contrib": 0.22480629324808396}, "51-75": {"token_count": 26751, "frac": 0.045354207356770836, "mean_loss": 4.500440719814519, "total_contrib": 0.2041139216033227}, "76-100": {"token_count": 21386, "frac": 0.03625827365451389, "mean_loss": 4.477040035635817, "total_contrib": 0.16232974277429804}, "101-150": {"token_count": 34325, "frac": 0.05819532606336805, "mean_loss": 4.478203667899982, "total_contrib": 0.2606105226316102}, "151-200": {"token_count": 27139, "frac": 0.046012030707465276, "mean_loss": 4.476291444519028, "total_contrib": 0.2059632594007736}, "201-300": {"token_count": 41604, "frac": 0.07053629557291667, "mean_loss": 4.395649377330134, "total_contrib": 0.31005282371426546}, "301-500": {"token_count": 57255, "frac": 0.09707132975260417, "mean_loss": 4.4437651765896415, "total_contrib": 0.4313621947998724}, "501-750": {"token_count": 47871, "frac": 0.0811614990234375, "mean_loss": 4.4473226096911755, "total_contrib": 0.36095136964336183}, "751-1k": {"token_count": 31633, "frac": 0.05363125271267361, "mean_loss": 4.434383807470861, "total_contrib": 0.23782155860345758}, "1k-2k": {"token_count": 36536, "frac": 0.061943901909722224, "mean_loss": 4.867494487528866, "total_contrib": 0.3015116010816017}, "2k-5k": {"token_count": 37881, "frac": 0.0642242431640625, "mean_loss": 4.897516337637979, "total_contrib": 0.3145392801684304}, "5k-10k": {"token_count": 20890, "frac": 0.03541734483506945, "mean_loss": 5.222670628540915, "total_contrib": 0.1849731266110225}, "10k+": {"token_count": 46718, "frac": 0.07920667860243055, "mean_loss": 5.254985243393773, "total_contrib": 0.41622992723400587}}, "trigram": {"novel": {"token_count": 450, "frac": 0.000762939453125, "mean_loss": 5.214992271065712, "total_contrib": 0.003978723351337976}, "1": {"token_count": 164358, "frac": 0.278656005859375, "mean_loss": 4.888370120963348, "total_contrib": 1.3621736930699564}, "2": {"token_count": 56003, "frac": 0.09494866265190972, "mean_loss": 4.731619433206948, "total_contrib": 0.4492609373607868}, "3": {"token_count": 31869, "frac": 0.0540313720703125, "mean_loss": 4.674479142093306, "total_contrib": 0.2525685217613586}, "4": {"token_count": 22382, "frac": 0.03794691297743055, "mean_loss": 4.656115646700835, "total_contrib": 0.17668521525820935}, "5": {"token_count": 16913, "frac": 0.028674655490451388, "mean_loss": 4.6366378804184825, "total_contrib": 0.13295399385497672}, "6-8": {"token_count": 35665, "frac": 0.06046719021267361, "mean_loss": 4.59311205999776, "total_contrib": 0.2777325806000097}, "9-12": {"token_count": 30174, "frac": 0.051157633463541664, "mean_loss": 4.537904876980484, "total_contrib": 0.23214847438898573}, "13-20": {"token_count": 37236, "frac": 0.06313069661458333, "mean_loss": 4.565933746599238, "total_contrib": 0.2882505781188443}, "21-30": {"token_count": 28517, "frac": 0.048348320855034724, "mean_loss": 4.555097767279779, "total_contrib": 0.22023132837849504}, "31-50": {"token_count": 33664, "frac": 0.057074652777777776, "mean_loss": 4.55818861281198, "total_contrib": 0.2601570323718643}, "51-75": {"token_count": 23998, "frac": 0.040686713324652776, "mean_loss": 4.64152574567333, "total_contrib": 0.18884842740320598}, "76-100": {"token_count": 15624, "frac": 0.0264892578125, "mean_loss": 4.52287280269836, "total_contrib": 0.1198075437238213}, "101-150": {"token_count": 19991, "frac": 0.03389316134982639, "mean_loss": 4.501140028989552, "total_contrib": 0.1525578652607051}, "151-200": {"token_count": 12131, "frac": 0.020567152235243056, "mean_loss": 4.505192032934811, "total_contrib": 0.09265897039037442}, "201-300": {"token_count": 14503, "frac": 0.024588690863715276, "mean_loss": 4.579490108710019, "total_contrib": 0.11260366659651251}, "301-500": {"token_count": 14941, "frac": 0.025331285264756944, "mean_loss": 4.552259340911348, "total_contrib": 0.11531457996377979}, "501-750": {"token_count": 8524, "frac": 0.014451768663194444, "mean_loss": 4.769391004189426, "total_contrib": 0.06892613545686624}, "751-1k": {"token_count": 4444, "frac": 0.007534450954861111, "mean_loss": 4.715641238303818, "total_contrib": 0.03552976763072063}, "1k-2k": {"token_count": 7340, "frac": 0.012444390190972222, "mean_loss": 4.838927078091004, "total_contrib": 0.060217496665425564}, "2k-5k": {"token_count": 5424, "frac": 0.009195963541666666, "mean_loss": 4.648547237991919, "total_contrib": 0.04274787092228897}, "5k-10k": {"token_count": 1758, "frac": 0.0029805501302083335, "mean_loss": 4.974953428614329, "total_contrib": 0.014828098089436834}, "10k+": {"token_count": 3915, "frac": 0.0066375732421875, "mean_loss": 3.7373726117923036, "total_contrib": 0.024807084444117007}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.543408276866118, "total_contrib": 0.28179442281201894}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.991652007813896, "total_contrib": 0.13109379943989788}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.658471845973204, "total_contrib": 0.08767492370664658}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.339035993045337, "total_contrib": 0.06720140789857412}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.2236938790483265, "total_contrib": 0.054767732320208824}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.195261445797754, "total_contrib": 0.04794278979742631}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.957189866405769, "total_contrib": 0.1097462722363392}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.794584537725121, "total_contrib": 0.11064976116182851}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.714100773490389, "total_contrib": 0.1637479937189248}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.681744488494296, "total_contrib": 0.1538292917667295}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.604101353207111, "total_contrib": 0.22445837133021115}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.641192805684948, "total_contrib": 0.21073368416518926}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.590316171369399, "total_contrib": 0.16715293160107414}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.6125073802498475, "total_contrib": 0.2652983142004667}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.5810319562667035, "total_contrib": 0.21162916182514638}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.515580510332288, "total_contrib": 0.3181524984874792}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.532594698139918, "total_contrib": 0.4360965585068464}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.455074142772066, "total_contrib": 0.3650700862335243}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.51429730316724, "total_contrib": 0.2483221706835617}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.9106027783840025, "total_contrib": 0.30053531069286044}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.960762113629767, "total_contrib": 0.31688543388405477}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.243648869478962, "total_contrib": 0.1820978118786919}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.292861991782332, "total_contrib": 0.40615544062306747}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.275023101478384, "total_contrib": 1.6508594331561532}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.897278330397333, "total_contrib": 0.41180964259007247}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.798929717866212, "total_contrib": 0.2376260398695214}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.757593972502745, "total_contrib": 0.16679939398428048}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.727910135345552, "total_contrib": 0.12681794272749494}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.718043098517098, "total_contrib": 0.10423587310244464}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.676557602057184, "total_contrib": 0.2287122609268893}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.625137475854587, "total_contrib": 0.2030021819643208}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.595200310691836, "total_contrib": 0.26096060792191184}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.603631966350528, "total_contrib": 0.20688183068184254}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.583975758034151, "total_contrib": 0.25100481678810793}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.5849509723842266, "total_contrib": 0.17950386531286716}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.594319851781069, "total_contrib": 0.12029025857044653}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.598838369874506, "total_contrib": 0.1477291371561894}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.5984166414230945, "total_contrib": 0.09202696064479948}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.637709553986873, "total_contrib": 0.11582007807452163}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.607313336137794, "total_contrib": 0.11451418305762406}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.6914418526466735, "total_contrib": 0.07150618193782145}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.722060465005381, "total_contrib": 0.03352862756931311}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.860853511591268, "total_contrib": 0.0580179998128298}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.550750247185558, "total_contrib": 0.04135474535609706}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.858936967917057, "total_contrib": 0.013419610461318775}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.6450467631875525, "total_contrib": 0.024614497303900862}}}}
{"step": 330, "epoch": 1, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20309, "frac": 0.034432305230034724, "mean_loss": 5.453285581487633, "total_contrib": 0.18776919364832959}, "2": {"token_count": 12834, "frac": 0.021759033203125, "mean_loss": 5.151560267545059, "total_contrib": 0.11209297090941245}, "3": {"token_count": 9406, "frac": 0.015947129991319444, "mean_loss": 4.937625455235587, "total_contrib": 0.07874095498308975}, "4": {"token_count": 7816, "frac": 0.013251410590277778, "mean_loss": 4.797010633592592, "total_contrib": 0.06356715751166399}, "5": {"token_count": 6468, "frac": 0.010965983072916666, "mean_loss": 4.746141636712176, "total_contrib": 0.052046108849850725}, "6-8": {"token_count": 15225, "frac": 0.025812784830729168, "mean_loss": 4.641857516945772, "total_contrib": 0.11981926929982399}, "9-12": {"token_count": 15155, "frac": 0.025694105360243056, "mean_loss": 4.522721943951033, "total_contrib": 0.11620729414296112}, "13-20": {"token_count": 21872, "frac": 0.03708224826388889, "mean_loss": 4.461470666450351, "total_contrib": 0.16544136287536973}, "21-30": {"token_count": 20037, "frac": 0.033971150716145836, "mean_loss": 4.475889264896513, "total_contrib": 0.15205110880657863}, "31-50": {"token_count": 29156, "frac": 0.049431694878472224, "mean_loss": 4.474525585239815, "total_contrib": 0.22118338345549188}, "51-75": {"token_count": 27209, "frac": 0.04613071017795139, "mean_loss": 4.4608616424731125, "total_contrib": 0.20578271557286734}, "76-100": {"token_count": 21656, "frac": 0.03671603732638889, "mean_loss": 4.426137228374025, "total_contrib": 0.16251021968870016}, "101-150": {"token_count": 34296, "frac": 0.058146158854166664, "mean_loss": 4.483279852558801, "total_contrib": 0.26068550249456895}, "151-200": {"token_count": 27092, "frac": 0.04593234592013889, "mean_loss": 4.458305297579558, "total_contrib": 0.204780421146012}, "201-300": {"token_count": 42215, "frac": 0.07157219780815972, "mean_loss": 4.420012244049324, "total_contrib": 0.31634999064558617}, "301-500": {"token_count": 57384, "frac": 0.0972900390625, "mean_loss": 4.433981619510547, "total_contrib": 0.43138224496458816}, "501-750": {"token_count": 47988, "frac": 0.08135986328125, "mean_loss": 4.393191086422108, "total_contrib": 0.3574294261597089}, "751-1k": {"token_count": 32135, "frac": 0.054482354058159724, "mean_loss": 4.459888862697744, "total_contrib": 0.24298524407754177}, "1k-2k": {"token_count": 36572, "frac": 0.062004937065972224, "mean_loss": 4.801387449935782, "total_contrib": 0.297709726662617}, "2k-5k": {"token_count": 37993, "frac": 0.06441413031684028, "mean_loss": 4.876120820301014, "total_contrib": 0.3140910819595276}, "5k-10k": {"token_count": 21365, "frac": 0.03622266981336805, "mean_loss": 5.157531124277844, "total_contrib": 0.18681954696688524}, "10k+": {"token_count": 45641, "frac": 0.0773807101779514, "mean_loss": 5.234540211578278, "total_contrib": 0.40505243902697113}}, "trigram": {"novel": {"token_count": 455, "frac": 0.0007714165581597222, "mean_loss": 4.946628954715945, "total_contrib": 0.003815911482740199}, "1": {"token_count": 163700, "frac": 0.2775404188368056, "mean_loss": 4.829842506179499, "total_contrib": 1.340476512080865}, "2": {"token_count": 55954, "frac": 0.09486558702256945, "mean_loss": 4.6920075547338, "total_contrib": 0.4451100509941526}, "3": {"token_count": 32440, "frac": 0.054999457465277776, "mean_loss": 4.650790594618638, "total_contrib": 0.2557909594886417}, "4": {"token_count": 22480, "frac": 0.03811306423611111, "mean_loss": 4.607072925401303, "total_contrib": 0.1755896663462682}, "5": {"token_count": 17227, "frac": 0.029207017686631944, "mean_loss": 4.589146048775133, "total_contrib": 0.1340352698131124}, "6-8": {"token_count": 35352, "frac": 0.0599365234375, "mean_loss": 4.583833837035072, "total_contrib": 0.2747390642070581}, "9-12": {"token_count": 30174, "frac": 0.051157633463541664, "mean_loss": 4.5669518243303155, "total_contrib": 0.2336344474747432}, "13-20": {"token_count": 37437, "frac": 0.06347147623697917, "mean_loss": 4.5297447622409805, "total_contrib": 0.28750958703615925}, "21-30": {"token_count": 28136, "frac": 0.04770236545138889, "mean_loss": 4.540462432162286, "total_contrib": 0.2165907982573074}, "31-50": {"token_count": 33040, "frac": 0.05601671006944445, "mean_loss": 4.54364123124107, "total_contrib": 0.2545198335100046}, "51-75": {"token_count": 24336, "frac": 0.041259765625, "mean_loss": 4.58888280713599, "total_contrib": 0.18933622910302303}, "76-100": {"token_count": 15784, "frac": 0.026760525173611112, "mean_loss": 4.524005301995431, "total_contrib": 0.12106475776959888}, "101-150": {"token_count": 19940, "frac": 0.033806694878472224, "mean_loss": 4.543287388646995, "total_contrib": 0.1535935304931998}, "151-200": {"token_count": 12503, "frac": 0.021197848849826388, "mean_loss": 4.4945894508855, "total_contrib": 0.09527562782189501}, "201-300": {"token_count": 14666, "frac": 0.024865044487847224, "mean_loss": 4.567698171523235, "total_contrib": 0.11357601824198366}, "301-500": {"token_count": 14848, "frac": 0.025173611111111112, "mean_loss": 4.560270854144415, "total_contrib": 0.114798485043566}, "501-750": {"token_count": 8736, "frac": 0.014811197916666666, "mean_loss": 4.682199084786086, "total_contrib": 0.06934897733000225}, "751-1k": {"token_count": 4366, "frac": 0.007402208116319444, "mean_loss": 4.758608006688788, "total_contrib": 0.03522420680949444}, "1k-2k": {"token_count": 7195, "frac": 0.012198554144965278, "mean_loss": 4.810350567553855, "total_contrib": 0.05867932185457016}, "2k-5k": {"token_count": 5630, "frac": 0.009545220269097222, "mean_loss": 4.600107694483841, "total_contrib": 0.04390904120541725}, "5k-10k": {"token_count": 1803, "frac": 0.0030568440755208335, "mean_loss": 4.966808174505904, "total_contrib": 0.01518275814248682}, "10k+": {"token_count": 3622, "frac": 0.006140814887152778, "mean_loss": 3.6959767976949585, "total_contrib": 0.02269630934185645}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.514081336610662, "total_contrib": 0.28053144672181435}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.942651037298538, "total_contrib": 0.13002168720896}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.598370562760918, "total_contrib": 0.08674368722376849}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.315440865535743, "total_contrib": 0.06690442061655233}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.193469963513585, "total_contrib": 0.05445085017626954}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.134586212748325, "total_contrib": 0.04738286803519209}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.918840498195292, "total_contrib": 0.10889726295544792}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.753183197549379, "total_contrib": 0.10969429810425167}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.679523318189218, "total_contrib": 0.1625469186453259}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.669861424599461, "total_contrib": 0.15343884685726178}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.584279748365449, "total_contrib": 0.2234920317997377}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.625036797925573, "total_contrib": 0.21000011950216466}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.564173123760228, "total_contrib": 0.16620095206726443}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.601873083646755, "total_contrib": 0.26468665968613714}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.566580352359488, "total_contrib": 0.210961543513135}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.5069940282034, "total_contrib": 0.31754752405810666}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.524929717599731, "total_contrib": 0.43535908431000964}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.443668117546949, "total_contrib": 0.36413542196552984}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.506478778710349, "total_contrib": 0.24789208980180066}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.898064162671575, "total_contrib": 0.29976793101691096}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.9486322914828165, "total_contrib": 0.316110600528629}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.228407402708167, "total_contrib": 0.18156851676037492}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.292577178862782, "total_contrib": 0.4061335850906514}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.251169040020195, "total_contrib": 1.6433941194277069}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.87510154529498, "total_contrib": 0.40994480801652766}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.7739507408201645, "total_contrib": 0.23638916920368402}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.741990764064872, "total_contrib": 0.1662523515660561}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.706454123348554, "total_contrib": 0.12624242263030577}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.702737832549488, "total_contrib": 0.1038977333847934}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.666586856021898, "total_contrib": 0.22822463048097008}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.6194300919285745, "total_contrib": 0.20275167883953}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.594251237914735, "total_contrib": 0.2609067102477891}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.5866524484505184, "total_contrib": 0.2061187910268647}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.568834103864871, "total_contrib": 0.25017570504510456}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.576324494011155, "total_contrib": 0.17916613297476128}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.587648206297213, "total_contrib": 0.12011557896906172}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.593984932240148, "total_contrib": 0.14757322949075333}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.576870776507668, "total_contrib": 0.09159576864606479}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.625028160116862, "total_contrib": 0.11550337863247577}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.597288181971576, "total_contrib": 0.11426500913442537}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.6808062194053095, "total_contrib": 0.07134407537240556}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.712843010124996, "total_contrib": 0.0334631797390467}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.842661338107692, "total_contrib": 0.05780086232550413}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.5290153812164435, "total_contrib": 0.041157230704956284}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.888396902212231, "total_contrib": 0.013500974110418913}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.6554585520758898, "total_contrib": 0.02468480667609027}}}}
{"step": 340, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20574, "frac": 0.034881591796875, "mean_loss": 5.314967180284931, "total_contrib": 0.1853945155964867}, "2": {"token_count": 13129, "frac": 0.022259182400173612, "mean_loss": 4.975041242617596, "total_contrib": 0.11074035046781146}, "3": {"token_count": 9383, "frac": 0.015908135308159724, "mean_loss": 4.794932324757602, "total_contrib": 0.0762784322157128}, "4": {"token_count": 7590, "frac": 0.012868245442708334, "mean_loss": 4.685409227496397, "total_contrib": 0.06029299593895408}, "5": {"token_count": 6634, "frac": 0.011247422960069444, "mean_loss": 4.622723681767147, "total_contrib": 0.05199372847636457}, "6-8": {"token_count": 15296, "frac": 0.025933159722222224, "mean_loss": 4.582133174147374, "total_contrib": 0.11882919147365695}, "9-12": {"token_count": 15023, "frac": 0.025470309787326388, "mean_loss": 4.4789359902743335, "total_contrib": 0.11407988718989276}, "13-20": {"token_count": 22111, "frac": 0.03748745388454861, "mean_loss": 4.428188535608071, "total_contrib": 0.16600151352069442}, "21-30": {"token_count": 20015, "frac": 0.03393385145399305, "mean_loss": 4.3990004632025705, "total_contrib": 0.14927502826436265}, "31-50": {"token_count": 29500, "frac": 0.05001491970486111, "mean_loss": 4.384522889410524, "total_contrib": 0.219291560257993}, "51-75": {"token_count": 27220, "frac": 0.046149359809027776, "mean_loss": 4.418569324928098, "total_contrib": 0.20391414561723978}, "76-100": {"token_count": 21816, "frac": 0.0369873046875, "mean_loss": 4.453132551694209, "total_contrib": 0.16470937050333803}, "101-150": {"token_count": 34476, "frac": 0.058451334635416664, "mean_loss": 4.450715064959981, "total_contrib": 0.2601502356288661}, "151-200": {"token_count": 27254, "frac": 0.04620700412326389, "mean_loss": 4.418767645354071, "total_contrib": 0.20417801480862063}, "201-300": {"token_count": 42321, "frac": 0.07175191243489583, "mean_loss": 4.424824273378804, "total_contrib": 0.3174896038032775}, "301-500": {"token_count": 57249, "frac": 0.0970611572265625, "mean_loss": 4.403351463117137, "total_contrib": 0.4273943886854265}, "501-750": {"token_count": 47687, "frac": 0.08084954155815972, "mean_loss": 4.3885595210025325, "total_contrib": 0.3548130253737518}, "751-1k": {"token_count": 32127, "frac": 0.054468790690104164, "mean_loss": 4.358481935589052, "total_contrib": 0.23740124027620013}, "1k-2k": {"token_count": 35729, "frac": 0.06057569715711805, "mean_loss": 4.8223223980412415, "total_contrib": 0.29211554117773353}, "2k-5k": {"token_count": 37852, "frac": 0.0641750759548611, "mean_loss": 4.887550131558307, "total_contrib": 0.3136589009259458}, "5k-10k": {"token_count": 20734, "frac": 0.03515285915798611, "mean_loss": 5.187584035731218, "total_contrib": 0.1823584109782767}, "10k+": {"token_count": 46104, "frac": 0.07816569010416667, "mean_loss": 5.257313221878368, "total_contrib": 0.41094151608188256}}, "trigram": {"novel": {"token_count": 433, "frac": 0.0007341172960069445, "mean_loss": 4.836633079166913, "total_contrib": 0.003550655997855756}, "1": {"token_count": 162345, "frac": 0.2752431233723958, "mean_loss": 4.770282781779381, "total_contrib": 1.3129875322265177}, "2": {"token_count": 56580, "frac": 0.09592692057291667, "mean_loss": 4.643427757609136, "total_contrib": 0.4454297256902482}, "3": {"token_count": 31778, "frac": 0.05387708875868055, "mean_loss": 4.59684745770837, "total_contrib": 0.2476647584890689}, "4": {"token_count": 22555, "frac": 0.03824022081163195, "mean_loss": 4.549349905520109, "total_contrib": 0.1739681449364659}, "5": {"token_count": 17232, "frac": 0.029215494791666668, "mean_loss": 4.5753205060123205, "total_contrib": 0.13367025241360866}, "6-8": {"token_count": 36144, "frac": 0.061279296875, "mean_loss": 4.564942467626526, "total_contrib": 0.27973646469098096}, "9-12": {"token_count": 30394, "frac": 0.05153062608506945, "mean_loss": 4.500802975330786, "total_contrib": 0.2319291952043388}, "13-20": {"token_count": 37235, "frac": 0.0631290011935764, "mean_loss": 4.576893098561085, "total_contrib": 0.28893468988193427}, "21-30": {"token_count": 28382, "frac": 0.048119439019097224, "mean_loss": 4.565957518893311, "total_contrib": 0.21971131439417513}, "31-50": {"token_count": 34165, "frac": 0.05792405870225695, "mean_loss": 4.5239709346398325, "total_contrib": 0.2620467579853819}, "51-75": {"token_count": 24247, "frac": 0.04110887315538195, "mean_loss": 4.557997363925187, "total_contrib": 0.1873741354761658}, "76-100": {"token_count": 15780, "frac": 0.026753743489583332, "mean_loss": 4.476488036424684, "total_contrib": 0.11976281266069458}, "101-150": {"token_count": 19707, "frac": 0.033411661783854164, "mean_loss": 4.513195511075261, "total_contrib": 0.15079336198045545}, "151-200": {"token_count": 12306, "frac": 0.020863850911458332, "mean_loss": 4.5433940389107415, "total_contrib": 0.09479269585984222}, "201-300": {"token_count": 14645, "frac": 0.024829440646701388, "mean_loss": 4.513720282632436, "total_contrib": 0.11207314985343428}, "301-500": {"token_count": 14768, "frac": 0.025037977430555556, "mean_loss": 4.564185605176516, "total_contrib": 0.11427797617127616}, "501-750": {"token_count": 8673, "frac": 0.014704386393229166, "mean_loss": 4.712396191054578, "total_contrib": 0.06929289443124789}, "751-1k": {"token_count": 4282, "frac": 0.007259792751736111, "mean_loss": 4.794146357436083, "total_contrib": 0.03480450897647656}, "1k-2k": {"token_count": 7148, "frac": 0.012118869357638888, "mean_loss": 4.82675536785641, "total_contrib": 0.05849481772433406}, "2k-5k": {"token_count": 5399, "frac": 0.009153578016493056, "mean_loss": 4.554705316126807, "total_contrib": 0.04169185045330239}, "5k-10k": {"token_count": 1565, "frac": 0.0026533338758680555, "mean_loss": 4.894300908778613, "total_contrib": 0.012986214399954102}, "10k+": {"token_count": 4061, "frac": 0.006885104709201389, "mean_loss": 3.67862050534689, "total_contrib": 0.025327687364728665}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.485561976761895, "total_contrib": 0.2793032493959705}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.903067496809236, "total_contrib": 0.12915562277276474}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.5554504882995115, "total_contrib": 0.08607866416519036}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.256411176652897, "total_contrib": 0.066161425400579}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.152408696484784, "total_contrib": 0.05402034399933184}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.088962120827439, "total_contrib": 0.04696184086043252}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.908519812902584, "total_contrib": 0.10866877529039501}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.75057630778842, "total_contrib": 0.10963413611791988}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.667106682409205, "total_contrib": 0.1621156170471188}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.6495944026409015, "total_contrib": 0.15277292806528842}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.561946382239521, "total_contrib": 0.22240323930748396}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.621326077182345, "total_contrib": 0.20983163396711624}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.560150242605912, "total_contrib": 0.16605446185758765}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.584402729547308, "total_contrib": 0.2636818145750129}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.5683144949212755, "total_contrib": 0.21104165540502745}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.495415139507104, "total_contrib": 0.31673171480390205}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.509157865419753, "total_contrib": 0.43384162005056687}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.431190351101012, "total_contrib": 0.36311293409519657}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.499834568660494, "total_contrib": 0.2475266055301068}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.873095885406816, "total_contrib": 0.2982398398020685}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.928555660044961, "total_contrib": 0.3148281378911573}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.224067881046249, "total_contrib": 0.1814178168529431}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.266624352504179, "total_contrib": 0.4041420573233569}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.2338640284185916, "total_contrib": 1.6379783816965532}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.862796767310847, "total_contrib": 0.40891010549771356}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.757021395046204, "total_contrib": 0.2355508878304705}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.715762879250139, "total_contrib": 0.16533281212703047}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.679429714046919, "total_contrib": 0.1255175399880919}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.663501245857972, "total_contrib": 0.10303087825313184}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.65811343123334, "total_contrib": 0.22781022819918642}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.6013751735523085, "total_contrib": 0.2019592293513356}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.576165105466736, "total_contrib": 0.25987960200451965}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.580393418934349, "total_contrib": 0.2058375175684168}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.55069565483122, "total_contrib": 0.2491824977689682}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.55115709485054, "total_contrib": 0.17818081263951394}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.573152739776274, "total_contrib": 0.11973605306051467}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.584746613321986, "total_contrib": 0.14727646566197997}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.568770353818232, "total_contrib": 0.09143365691540259}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.61614057788545, "total_contrib": 0.11528142414051087}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.589414894763063, "total_contrib": 0.11406931958893926}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.665197892310406, "total_contrib": 0.07110617582850232}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.692781135493021, "total_contrib": 0.03332073193943409}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.818317746926781, "total_contrib": 0.05751030296896115}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.518367260194113, "total_contrib": 0.04106046636732389}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.823896755678768, "total_contrib": 0.013322834972806655}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.618941224518506, "total_contrib": 0.024438210207209623}}}}
{"step": 350, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20591, "frac": 0.03491041395399305, "mean_loss": 5.362878287061486, "total_contrib": 0.18722030098619766}, "2": {"token_count": 12789, "frac": 0.0216827392578125, "mean_loss": 5.0365576576991336, "total_contrib": 0.10920636644882918}, "3": {"token_count": 9588, "frac": 0.016255696614583332, "mean_loss": 4.864567004133604, "total_contrib": 0.07907692538050841}, "4": {"token_count": 7993, "frac": 0.013551500108506944, "mean_loss": 4.727845924933523, "total_contrib": 0.06406940456474075}, "5": {"token_count": 6606, "frac": 0.011199951171875, "mean_loss": 4.635640386953728, "total_contrib": 0.051918945984253485}, "6-8": {"token_count": 15439, "frac": 0.026175604926215276, "mean_loss": 4.573376395553776, "total_contrib": 0.11971089370889408}, "9-12": {"token_count": 15082, "frac": 0.025570339626736112, "mean_loss": 4.535155931139514, "total_contrib": 0.11596547741944403}, "13-20": {"token_count": 22117, "frac": 0.037497626410590276, "mean_loss": 4.419773445596177, "total_contrib": 0.1657310134824128}, "21-30": {"token_count": 20178, "frac": 0.034210205078125, "mean_loss": 4.421188993018285, "total_contrib": 0.1512497821403045}, "31-50": {"token_count": 29937, "frac": 0.050755818684895836, "mean_loss": 4.43048550020145, "total_contrib": 0.22487291873428483}, "51-75": {"token_count": 27527, "frac": 0.046669854058159724, "mean_loss": 4.39505005990478, "total_contrib": 0.20511634487406225}, "76-100": {"token_count": 21880, "frac": 0.03709581163194445, "mean_loss": 4.454930252040408, "total_contrib": 0.16525925346314177}, "101-150": {"token_count": 34540, "frac": 0.05855984157986111, "mean_loss": 4.477573047466234, "total_contrib": 0.2622059683218786}, "151-200": {"token_count": 27270, "frac": 0.046234130859375, "mean_loss": 4.46762943368287, "total_contrib": 0.20655696386808922}, "201-300": {"token_count": 41690, "frac": 0.0706821017795139, "mean_loss": 4.41804067331655, "total_contrib": 0.3122764005373925}, "301-500": {"token_count": 57529, "frac": 0.09753587510850695, "mean_loss": 4.459494748115153, "total_contrib": 0.4349607227992022}, "501-750": {"token_count": 47585, "frac": 0.0806766086154514, "mean_loss": 4.421049010409296, "total_contrib": 0.35667524068251943}, "751-1k": {"token_count": 32095, "frac": 0.05441453721788195, "mean_loss": 4.405456984131966, "total_contrib": 0.23972090302482682}, "1k-2k": {"token_count": 35761, "frac": 0.060629950629340276, "mean_loss": 4.896092234900965, "total_contrib": 0.2968498304787418}, "2k-5k": {"token_count": 37596, "frac": 0.06374104817708333, "mean_loss": 4.914729511668712, "total_contrib": 0.3132700105806086}, "5k-10k": {"token_count": 20389, "frac": 0.034567938910590276, "mean_loss": 5.185544323672479, "total_contrib": 0.17925357939886843}, "10k+": {"token_count": 45642, "frac": 0.07738240559895833, "mean_loss": 5.285873361224234, "total_contrib": 0.40903359638298287}}, "trigram": {"novel": {"token_count": 432, "frac": 0.000732421875, "mean_loss": 4.985512547884826, "total_contrib": 0.0036514984481578316}, "1": {"token_count": 163254, "frac": 0.2767842610677083, "mean_loss": 4.813538045961386, "total_contrib": 1.332311571172723}, "2": {"token_count": 56469, "frac": 0.09573872884114583, "mean_loss": 4.659508059407668, "total_contrib": 0.44609537863276433}, "3": {"token_count": 31980, "frac": 0.054219563802083336, "mean_loss": 4.61187907909737, "total_contrib": 0.25005407197661317}, "4": {"token_count": 22521, "frac": 0.038182576497395836, "mean_loss": 4.585790515465725, "total_contrib": 0.1750972971578023}, "5": {"token_count": 17525, "frac": 0.029712253146701388, "mean_loss": 4.59696137877391, "total_contrib": 0.13658608019173987}, "6-8": {"token_count": 35955, "frac": 0.0609588623046875, "mean_loss": 4.54819135727292, "total_contrib": 0.27725257068336967}, "9-12": {"token_count": 30479, "frac": 0.051674736870659724, "mean_loss": 4.581965784943507, "total_contrib": 0.23677187628732155}, "13-20": {"token_count": 37392, "frac": 0.06339518229166667, "mean_loss": 4.569289953407168, "total_contrib": 0.28967096953972854}, "21-30": {"token_count": 27991, "frac": 0.04745652940538195, "mean_loss": 4.5564394904092005, "total_contrib": 0.21623280466044775}, "31-50": {"token_count": 33909, "frac": 0.057490030924479164, "mean_loss": 4.579426342196236, "total_contrib": 0.26327136202923607}, "51-75": {"token_count": 24379, "frac": 0.04133266872829861, "mean_loss": 4.5573199814229035, "total_contrib": 0.18836619708100885}, "76-100": {"token_count": 15833, "frac": 0.026843600802951388, "mean_loss": 4.5331157231578025, "total_contrib": 0.12168514886603035}, "101-150": {"token_count": 19555, "frac": 0.03315395779079861, "mean_loss": 4.496641490721229, "total_contrib": 0.1490814621837254}, "151-200": {"token_count": 12283, "frac": 0.020824856228298612, "mean_loss": 4.598085639469366, "total_contrib": 0.09575447236735403}, "201-300": {"token_count": 14542, "frac": 0.024654812282986112, "mean_loss": 4.572338691576689, "total_contrib": 0.11273015213505759}, "301-500": {"token_count": 14533, "frac": 0.024639553493923612, "mean_loss": 4.589420025020165, "total_contrib": 0.1130812602125686}, "501-750": {"token_count": 8536, "frac": 0.014472113715277778, "mean_loss": 4.714065341214784, "total_contrib": 0.06822248967931009}, "751-1k": {"token_count": 4213, "frac": 0.007142808702256944, "mean_loss": 4.780690541937342, "total_contrib": 0.034147558005747515}, "1k-2k": {"token_count": 7015, "frac": 0.011893378363715278, "mean_loss": 4.922053995561943, "total_contrib": 0.05853985049585475}, "2k-5k": {"token_count": 5501, "frac": 0.009326510959201388, "mean_loss": 4.6836702087026625, "total_contrib": 0.043682301530750436}, "5k-10k": {"token_count": 1649, "frac": 0.002795749240451389, "mean_loss": 4.773361276747098, "total_contrib": 0.013345121163865771}, "10k+": {"token_count": 3878, "frac": 0.006574842664930556, "mean_loss": 3.73687250222079, "total_contrib": 0.024569348761007054}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.594280395841321, "total_contrib": 0.2839852504048079}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.964485496125252, "total_contrib": 0.13049941224415482}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.599132065385161, "total_contrib": 0.08675548629007125}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.304286690584973, "total_contrib": 0.06676402518531432}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.177711145091503, "total_contrib": 0.05428562710443429}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.12937106912223, "total_contrib": 0.047334741769124854}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.938085721773561, "total_contrib": 0.10932332925570876}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.770201180473605, "total_contrib": 0.11008704031814016}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.6925327004976864, "total_contrib": 0.16299880975985478}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.676073878613329, "total_contrib": 0.15364297106853286}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.593451750908618, "total_contrib": 0.22393918371815544}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.647342700944276, "total_contrib": 0.21101292058985163}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.58452569770888, "total_contrib": 0.16694207583175882}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.615552993330483, "total_contrib": 0.26547348920819874}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.589712557982958, "total_contrib": 0.21203017812079475}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.521801859455825, "total_contrib": 0.3185908336612374}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.536817999282508, "total_contrib": 0.43650289686632465}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.452307051517651, "total_contrib": 0.3648433375396773}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.514683148650263, "total_contrib": 0.24834339524664611}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.912060649130229, "total_contrib": 0.30062453428870817}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.957032809780343, "total_contrib": 0.31664721200577456}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.248042560531116, "total_contrib": 0.18225039294324888}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.295969877052965, "total_contrib": 0.4063939287063501}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.280325104154702, "total_contrib": 1.652518736056716}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.887538719216022, "total_contrib": 0.4109906436423005}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.7746867875883305, "total_contrib": 0.23642561563840195}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.745840640324928, "total_contrib": 0.1663873267301418}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.708403921354372, "total_contrib": 0.12629472256087837}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.695946663872679, "total_contrib": 0.10374769588372952}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.6834017396946725, "total_contrib": 0.2290469811049271}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.613667605104755, "total_contrib": 0.20249875719019894}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.6021090752199525, "total_contrib": 0.26135295543003934}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.603489140278776, "total_contrib": 0.20687541224539735}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.571888765052899, "total_contrib": 0.25034296916523147}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.57365437064898, "total_contrib": 0.17906159587779788}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.5929532815141245, "total_contrib": 0.12025447849938732}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.610822735114573, "total_contrib": 0.14811411262040172}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.58383267064706, "total_contrib": 0.09173509528998125}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.651423925319773, "total_contrib": 0.11616257463236535}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.618124507282027, "total_contrib": 0.11478289333217115}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.684710535660215, "total_contrib": 0.07140358431597447}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.729545800452304, "total_contrib": 0.033581776618608686}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.8817648016285435, "total_contrib": 0.0582675920333268}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.547747148255211, "total_contrib": 0.04132745482491036}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.8604512816698655, "total_contrib": 0.013423792754856043}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.6539035081309708, "total_contrib": 0.02467430567912743}}}}
{"step": 360, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20359, "frac": 0.03451707628038195, "mean_loss": 5.188794747524608, "total_contrib": 0.17910202410355208}, "2": {"token_count": 12825, "frac": 0.0217437744140625, "mean_loss": 4.834673517444997, "total_contrib": 0.10512405032896607}, "3": {"token_count": 9241, "frac": 0.015667385525173612, "mean_loss": 4.712190671220288, "total_contrib": 0.07382770791413487}, "4": {"token_count": 7586, "frac": 0.012861463758680556, "mean_loss": 4.569564136020078, "total_contrib": 0.05877128352838865}, "5": {"token_count": 6477, "frac": 0.010981241861979166, "mean_loss": 4.576865491146304, "total_contrib": 0.050259666928023625}, "6-8": {"token_count": 14992, "frac": 0.025417751736111112, "mean_loss": 4.479117114533981, "total_contrib": 0.11384908681419109}, "9-12": {"token_count": 15182, "frac": 0.025739881727430556, "mean_loss": 4.3861284750695955, "total_contrib": 0.11289842818960673}, "13-20": {"token_count": 21586, "frac": 0.036597357855902776, "mean_loss": 4.324213322727016, "total_contrib": 0.158254782417103}, "21-30": {"token_count": 20075, "frac": 0.034035576714409724, "mean_loss": 4.300690108286675, "total_contrib": 0.14637646810549418}, "31-50": {"token_count": 29556, "frac": 0.05010986328125, "mean_loss": 4.338331001294773, "total_contrib": 0.21739317334368952}, "51-75": {"token_count": 26891, "frac": 0.04559156629774305, "mean_loss": 4.412003473888407, "total_contrib": 0.20115014888565597}, "76-100": {"token_count": 22173, "frac": 0.037592569986979164, "mean_loss": 4.412078904854207, "total_contrib": 0.16586138501880615}, "101-150": {"token_count": 34592, "frac": 0.058648003472222224, "mean_loss": 4.3923786044664705, "total_contrib": 0.25760423564606416}, "151-200": {"token_count": 27574, "frac": 0.04674953884548611, "mean_loss": 4.387947246263396, "total_contrib": 0.20513451024113444}, "201-300": {"token_count": 42390, "frac": 0.071868896484375, "mean_loss": 4.343404123255981, "total_contrib": 0.31215566132409167}, "301-500": {"token_count": 57171, "frac": 0.09692891438802083, "mean_loss": 4.374550490078637, "total_contrib": 0.4240204299389068}, "501-750": {"token_count": 47965, "frac": 0.08132086859809028, "mean_loss": 4.387674440605668, "total_contrib": 0.3568094966356928}, "751-1k": {"token_count": 32584, "frac": 0.055243598090277776, "mean_loss": 4.318449748330193, "total_contrib": 0.23856670226981438}, "1k-2k": {"token_count": 36667, "frac": 0.06216600206163195, "mean_loss": 4.7675229333926215, "total_contrib": 0.2963778405061633}, "2k-5k": {"token_count": 38262, "frac": 0.06487019856770833, "mean_loss": 4.865558627692297, "total_contrib": 0.31562975432122575}, "5k-10k": {"token_count": 20447, "frac": 0.03466627332899305, "mean_loss": 5.14715081861963, "total_contrib": 0.17843253714381843}, "10k+": {"token_count": 45229, "frac": 0.07668219672309028, "mean_loss": 5.267255323123062, "total_contrib": 0.4039047088784671}}, "trigram": {"novel": {"token_count": 446, "frac": 0.0007561577690972222, "mean_loss": 4.838914795239945, "total_contrib": 0.003658983016420179}, "1": {"token_count": 162389, "frac": 0.2753177218967014, "mean_loss": 4.7042070234577125, "total_contrib": 1.29515156102884}, "2": {"token_count": 55424, "frac": 0.0939670138888889, "mean_loss": 4.580428427513657, "total_contrib": 0.43040918166523734}, "3": {"token_count": 32254, "frac": 0.05468410915798611, "mean_loss": 4.520323021740175, "total_contrib": 0.24718983755019738}, "4": {"token_count": 22762, "frac": 0.03859117296006945, "mean_loss": 4.501494278147095, "total_contrib": 0.1737179442667375}, "5": {"token_count": 17434, "frac": 0.029557969835069444, "mean_loss": 4.535149659963548, "total_contrib": 0.134049816846728}, "6-8": {"token_count": 35589, "frac": 0.060338338216145836, "mean_loss": 4.501745080444131, "total_contrib": 0.27162781722670865}, "9-12": {"token_count": 30151, "frac": 0.05111863878038195, "mean_loss": 4.489423672123362, "total_contrib": 0.22949322702737002}, "13-20": {"token_count": 37925, "frac": 0.06429884168836805, "mean_loss": 4.506785410048886, "total_contrib": 0.28978108160418026}, "21-30": {"token_count": 28480, "frac": 0.048285590277777776, "mean_loss": 4.456475625853515, "total_contrib": 0.2151835561528661}, "31-50": {"token_count": 33738, "frac": 0.057200113932291664, "mean_loss": 4.493103060114108, "total_contrib": 0.2570060069480553}, "51-75": {"token_count": 24499, "frac": 0.04153611924913195, "mean_loss": 4.540173508578948, "total_contrib": 0.188581188264085}, "76-100": {"token_count": 16210, "frac": 0.027482774522569444, "mean_loss": 4.486070755328418, "total_contrib": 0.12328967106098372}, "101-150": {"token_count": 19945, "frac": 0.03381517198350695, "mean_loss": 4.501287165245039, "total_contrib": 0.15221179963991344}, "151-200": {"token_count": 12261, "frac": 0.020787556966145832, "mean_loss": 4.505131934467775, "total_contrib": 0.09365068672775163}, "201-300": {"token_count": 14614, "frac": 0.024776882595486112, "mean_loss": 4.496135677187202, "total_contrib": 0.11140022580704376}, "301-500": {"token_count": 14638, "frac": 0.024817572699652776, "mean_loss": 4.490824797478937, "total_contrib": 0.11145137089283698}, "501-750": {"token_count": 8789, "frac": 0.014901055230034722, "mean_loss": 4.673183384798361, "total_contrib": 0.06963536371696098}, "751-1k": {"token_count": 4393, "frac": 0.007447984483506944, "mean_loss": 4.824721180319666, "total_contrib": 0.035934448488268184}, "1k-2k": {"token_count": 7285, "frac": 0.012351142035590278, "mean_loss": 4.803013326760826, "total_contrib": 0.05932269979765595}, "2k-5k": {"token_count": 5366, "frac": 0.009097629123263888, "mean_loss": 4.659587287636769, "total_contrib": 0.042391197010394455}, "5k-10k": {"token_count": 1594, "frac": 0.0027025010850694445, "mean_loss": 4.908391729216915, "total_contrib": 0.0132649339741546}, "10k+": {"token_count": 3638, "frac": 0.006167941623263889, "mean_loss": 3.745412194315977, "total_contrib": 0.023101483769601652}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.492965765425813, "total_contrib": 0.27962209643483665}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.846694621161059, "total_contrib": 0.12792221762099112}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.466478287073163, "total_contrib": 0.08470008861213114}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.189001918282915, "total_contrib": 0.06531295817283182}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.1097951585826475, "total_contrib": 0.05357356306402434}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.057582107840254, "total_contrib": 0.04667226056073423}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.861395298343453, "total_contrib": 0.1076254947336304}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.725365529268059, "total_contrib": 0.10905231998765193}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.6430809383208365, "total_contrib": 0.16128106395181832}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.6269359014363625, "total_contrib": 0.1520284318200628}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.546341997927914, "total_contrib": 0.22164249699981206}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.603862186210204, "total_contrib": 0.2090386847752812}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.534335789371407, "total_contrib": 0.16511444784227003}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.558622625951073, "total_contrib": 0.2621990162919619}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.5466282685632065, "total_contrib": 0.2100398204579845}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.477352767169351, "total_contrib": 0.31545910126623655}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.482700582079662, "total_contrib": 0.43129607362948735}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.406629878421948, "total_contrib": 0.3611003314781494}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.47079773263055, "total_contrib": 0.24592934915364278}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.865592785210253, "total_contrib": 0.29778064025967016}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.922259042490514, "total_contrib": 0.314425920179435}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.211498723629082, "total_contrib": 0.18098132384591756}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.2542536616925135, "total_contrib": 0.4031927744240059}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.214233806123497, "total_contrib": 1.6318349512266987}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.834317675104136, "total_contrib": 0.40651531312699196}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.715611082500543, "total_contrib": 0.23350039550020155}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.685723139568926, "total_contrib": 0.16427963053918762}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.6509157647034085, "total_contrib": 0.1247527030323836}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.649610517542349, "total_contrib": 0.10272398995987678}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.625045887640898, "total_contrib": 0.22619302313044118}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.5808358269619855, "total_contrib": 0.20105773567774773}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.551247589387196, "total_contrib": 0.25846454070046915}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.559779506321175, "total_contrib": 0.20491115247014208}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.526159794094382, "total_contrib": 0.24783898734176002}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.542104099052271, "total_contrib": 0.17782638186190297}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.553803322024616, "total_contrib": 0.11922943912425765}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.5693823791229, "total_contrib": 0.1467829181878689}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.546171384139806, "total_contrib": 0.09098138939477925}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.603288609368516, "total_contrib": 0.11496046484374702}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.570063811601736, "total_contrib": 0.11358835089464223}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.653717073768223, "total_contrib": 0.07093118708831164}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.6825006542910925, "total_contrib": 0.03324773617243634}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.834952497027949, "total_contrib": 0.05770885141851935}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.490927318581304, "total_contrib": 0.040811107088887175}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.82443479369889, "total_contrib": 0.013324320948173509}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.6319276630998165, "total_contrib": 0.02452590583314102}}}}
{"step": 370, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 19928, "frac": 0.03378634982638889, "mean_loss": 5.265581397684508, "total_contrib": 0.17790477514149453}, "2": {"token_count": 12672, "frac": 0.021484375, "mean_loss": 4.946557750619685, "total_contrib": 0.10627370167346979}, "3": {"token_count": 9386, "frac": 0.015913221571180556, "mean_loss": 4.785367264955301, "total_contrib": 0.076150609586708}, "4": {"token_count": 7553, "frac": 0.012805514865451388, "mean_loss": 4.642780980360866, "total_contrib": 0.059453200861046045}, "5": {"token_count": 6487, "frac": 0.010998196072048612, "mean_loss": 4.58003485082451, "total_contrib": 0.050372121306183876}, "6-8": {"token_count": 15155, "frac": 0.025694105360243056, "mean_loss": 4.513772414197545, "total_contrib": 0.11597734398255038}, "9-12": {"token_count": 15079, "frac": 0.025565253363715276, "mean_loss": 4.4590233295244746, "total_contrib": 0.11399606117401047}, "13-20": {"token_count": 21856, "frac": 0.037055121527777776, "mean_loss": 4.428154676981398, "total_contrib": 0.16408580969934325}, "21-30": {"token_count": 19733, "frac": 0.033455742730034724, "mean_loss": 4.346990024846222, "total_contrib": 0.14543177992128245}, "31-50": {"token_count": 29928, "frac": 0.050740559895833336, "mean_loss": 4.392733696205913, "total_contrib": 0.22288976721878148}, "51-75": {"token_count": 27267, "frac": 0.046229044596354164, "mean_loss": 4.427231200192985, "total_contrib": 0.20466666859209207}, "76-100": {"token_count": 21431, "frac": 0.03633456759982639, "mean_loss": 4.412956078120444, "total_contrib": 0.160342850935532}, "101-150": {"token_count": 34112, "frac": 0.05783420138888889, "mean_loss": 4.455002702965284, "total_contrib": 0.2576515235113386}, "151-200": {"token_count": 27288, "frac": 0.0462646484375, "mean_loss": 4.435509984786267, "total_contrib": 0.20520731008715765}, "201-300": {"token_count": 42571, "frac": 0.07217576768663195, "mean_loss": 4.395115999363986, "total_contrib": 0.31722087132589427}, "301-500": {"token_count": 56871, "frac": 0.0964202880859375, "mean_loss": 4.435340041213209, "total_contrib": 0.4276567645328715}, "501-750": {"token_count": 48197, "frac": 0.0817142062717014, "mean_loss": 4.385675740849621, "total_contrib": 0.3583720121285827}, "751-1k": {"token_count": 32295, "frac": 0.054753621419270836, "mean_loss": 4.376958848631061, "total_contrib": 0.23965434776567265}, "1k-2k": {"token_count": 36827, "frac": 0.06243726942274305, "mean_loss": 4.808537430940286, "total_contrib": 0.30023194710496337}, "2k-5k": {"token_count": 38283, "frac": 0.06490580240885417, "mean_loss": 4.897787022318412, "total_contrib": 0.3178947967112491}, "5k-10k": {"token_count": 20925, "frac": 0.0354766845703125, "mean_loss": 5.170158433943849, "total_contrib": 0.18342007993956677}, "10k+": {"token_count": 45980, "frac": 0.07795545789930555, "mean_loss": 5.256801119689002, "total_contrib": 0.4097963383709383}}, "trigram": {"novel": {"token_count": 442, "frac": 0.0007493760850694445, "mean_loss": 4.855492424084995, "total_contrib": 0.00363858990384516}, "1": {"token_count": 161280, "frac": 0.2734375, "mean_loss": 4.752761409236761, "total_contrib": 1.2995831978381769}, "2": {"token_count": 56456, "frac": 0.09571668836805555, "mean_loss": 4.63924674440441, "total_contrib": 0.4440533348966732}, "3": {"token_count": 32100, "frac": 0.054423014322916664, "mean_loss": 4.572339105040692, "total_contrib": 0.24884047660286154}, "4": {"token_count": 22657, "frac": 0.038413153754340276, "mean_loss": 4.58652831831009, "total_contrib": 0.17618301748988122}, "5": {"token_count": 17236, "frac": 0.029222276475694444, "mean_loss": 4.584149085999054, "total_contrib": 0.13395927199686636}, "6-8": {"token_count": 36215, "frac": 0.06139967176649305, "mean_loss": 4.521806865476702, "total_contrib": 0.2776374573317443}, "9-12": {"token_count": 30322, "frac": 0.05140855577256945, "mean_loss": 4.510522712268148, "total_contrib": 0.23187945841707833}, "13-20": {"token_count": 37426, "frac": 0.06345282660590278, "mean_loss": 4.539122222503724, "total_contrib": 0.28802013532752885}, "21-30": {"token_count": 28336, "frac": 0.048041449652777776, "mean_loss": 4.529717126574568, "total_contrib": 0.21761417727765733}, "31-50": {"token_count": 33953, "frac": 0.057564629448784724, "mean_loss": 4.514712749065674, "total_contrib": 0.2598877664676697}, "51-75": {"token_count": 24393, "frac": 0.041356404622395836, "mean_loss": 4.519400430313177, "total_contrib": 0.18690615284666162}, "76-100": {"token_count": 15780, "frac": 0.026753743489583332, "mean_loss": 4.527873286833337, "total_contrib": 0.12113756046927568}, "101-150": {"token_count": 20147, "frac": 0.034157647026909724, "mean_loss": 4.563120162581417, "total_contrib": 0.15586544785483097}, "151-200": {"token_count": 12370, "frac": 0.020972357855902776, "mean_loss": 4.5606332887692735, "total_contrib": 0.09564723338161199}, "201-300": {"token_count": 14499, "frac": 0.0245819091796875, "mean_loss": 4.614208991484963, "total_contrib": 0.11342606636478082}, "301-500": {"token_count": 15374, "frac": 0.026065402560763888, "mean_loss": 4.530277319175336, "total_contrib": 0.11808350203620337}, "501-750": {"token_count": 8706, "frac": 0.014760335286458334, "mean_loss": 4.732505096320121, "total_contrib": 0.06985336196655778}, "751-1k": {"token_count": 4327, "frac": 0.007336086697048611, "mean_loss": 4.841609497916734, "total_contrib": 0.035518467029971156}, "1k-2k": {"token_count": 7109, "frac": 0.012052747938368056, "mean_loss": 4.849224540904174, "total_contrib": 0.05844648108806657}, "2k-5k": {"token_count": 5227, "frac": 0.008861965603298612, "mean_loss": 4.599078951840117, "total_contrib": 0.04075687947806175}, "5k-10k": {"token_count": 1729, "frac": 0.0029313829210069445, "mean_loss": 4.82962451482643, "total_contrib": 0.014157478817638649}, "10k+": {"token_count": 3740, "frac": 0.006340874565972222, "mean_loss": 3.714813539049125, "total_contrib": 0.023555166687085852}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.847167367447873, "total_contrib": 0.29487592620941744}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.087881206644209, "total_contrib": 0.13319923735172443}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.638304580062944, "total_contrib": 0.0873624429612821}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.374250115009811, "total_contrib": 0.06764464120455058}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.289475580421894, "total_contrib": 0.05545741948331874}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.188467227253001, "total_contrib": 0.04788009154923856}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.972358506409862, "total_contrib": 0.1100820878375583}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.833206702350344, "total_contrib": 0.11154108620943345}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.736705708159314, "total_contrib": 0.1645331938828668}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.710615365893806, "total_contrib": 0.15477790966631055}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.618385017758931, "total_contrib": 0.22515472613128334}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.672203781403189, "total_contrib": 0.21214173968804048}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.606245377528665, "total_contrib": 0.16773298173448462}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.616911414353062, "total_contrib": 0.2655516217243239}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.6054275930732285, "total_contrib": 0.21275616295040442}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.555991034735556, "total_contrib": 0.3209996870770018}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.529491994546604, "total_contrib": 0.43579803669997363}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.458671518124586, "total_contrib": 0.36536487237805787}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.531709818977784, "total_contrib": 0.24927999721397262}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.904324811690467, "total_contrib": 0.3001510909227201}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.95587952406081, "total_contrib": 0.31657354198547216}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.228371554603574, "total_contrib": 0.1815672718521881}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.262788896104952, "total_contrib": 0.40384773801440127}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.344433277874186, "total_contrib": 1.6725818867370539}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.912487754395414, "total_contrib": 0.41308859531403225}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.788186441782596, "total_contrib": 0.23709407080536313}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.758859561756496, "total_contrib": 0.16684376505120607}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.726678598530838, "total_contrib": 0.12678490890054725}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.715263368959647, "total_contrib": 0.10417446045076695}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.694767057042633, "total_contrib": 0.22960281461495602}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.64655767140951, "total_contrib": 0.20394233703180845}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.598163430492041, "total_contrib": 0.2611288829680742}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.604529473866489, "total_contrib": 0.20692216361881707}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.564515586155764, "total_contrib": 0.2499392359179564}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.580017536753183, "total_contrib": 0.17931071804250845}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.5990900981386895, "total_contrib": 0.12041515500480784}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.612636686562624, "total_contrib": 0.14817238244001946}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.586333092619094, "total_contrib": 0.09178513560871683}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.6402933908271695, "total_contrib": 0.11588460565674542}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.616538178556755, "total_contrib": 0.11474346533481519}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.6752542147040215, "total_contrib": 0.0712594526336486}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.730246342622978, "total_contrib": 0.033586750764473865}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.852365057354506, "total_contrib": 0.05791668362727817}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.538186765092688, "total_contrib": 0.041240575257868124}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.814060265421318, "total_contrib": 0.013295668152485025}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.6369455298331705, "total_contrib": 0.024559790794076736}}}}
{"step": 380, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20544, "frac": 0.034830729166666664, "mean_loss": 7.628235399997227, "total_contrib": 0.26569700123688256}, "2": {"token_count": 12835, "frac": 0.021760728624131944, "mean_loss": 7.470506750260827, "total_contrib": 0.16256367007717168}, "3": {"token_count": 9495, "frac": 0.0160980224609375, "mean_loss": 7.280768700334008, "total_contrib": 0.11720597807086759}, "4": {"token_count": 7838, "frac": 0.013288709852430556, "mean_loss": 7.271185925845879, "total_contrib": 0.09662468005164253}, "5": {"token_count": 6361, "frac": 0.010784573025173612, "mean_loss": 7.208568955440882, "total_contrib": 0.07774133830695165}, "6-8": {"token_count": 15576, "frac": 0.026407877604166668, "mean_loss": 7.1337625979770305, "total_contrib": 0.18838752954455945}, "9-12": {"token_count": 15502, "frac": 0.026282416449652776, "mean_loss": 7.05478961524014, "total_contrib": 0.18541691863242704}, "13-20": {"token_count": 22197, "frac": 0.037633260091145836, "mean_loss": 7.007618467481954, "total_contrib": 0.26371952840626517}, "21-30": {"token_count": 20580, "frac": 0.034891764322916664, "mean_loss": 6.940224987358955, "total_contrib": 0.24215669460694594}, "31-50": {"token_count": 29487, "frac": 0.049992879231770836, "mean_loss": 6.882473909622802, "total_contrib": 0.34407468697958643}, "51-75": {"token_count": 27586, "frac": 0.04676988389756945, "mean_loss": 6.896637766850837, "total_contrib": 0.3225549476392063}, "76-100": {"token_count": 21726, "frac": 0.036834716796875, "mean_loss": 6.896571391266658, "total_contrib": 0.25403325406673755}, "101-150": {"token_count": 33957, "frac": 0.0575714111328125, "mean_loss": 6.896119938927205, "total_contrib": 0.39701935622516393}, "151-200": {"token_count": 27413, "frac": 0.04647657606336805, "mean_loss": 6.910077359025217, "total_contrib": 0.32115673598049294}, "201-300": {"token_count": 42271, "frac": 0.0716671413845486, "mean_loss": 6.868104547354969, "total_contrib": 0.4922174196391498}, "301-500": {"token_count": 56867, "frac": 0.09641350640190972, "mean_loss": 6.856450787568841, "total_contrib": 0.6610544619016474}, "501-750": {"token_count": 47839, "frac": 0.08110724555121528, "mean_loss": 6.8320344253312895, "total_contrib": 0.5541274937497008}, "751-1k": {"token_count": 31988, "frac": 0.05423312717013889, "mean_loss": 6.87747750107037, "total_contrib": 0.37298711192531836}, "1k-2k": {"token_count": 35952, "frac": 0.060953776041666664, "mean_loss": 6.825708596699682, "total_contrib": 0.4160527131289113}, "2k-5k": {"token_count": 37778, "frac": 0.06404961480034722, "mean_loss": 6.810417811038302, "total_contrib": 0.4362046374264271}, "5k-10k": {"token_count": 20808, "frac": 0.0352783203125, "mean_loss": 6.930087909394082, "total_contrib": 0.24448186106138792}, "10k+": {"token_count": 45224, "frac": 0.07667371961805555, "mean_loss": 6.955729141400746, "total_contrib": 0.5333216259268991}}, "trigram": {"novel": {"token_count": 456, "frac": 0.0007731119791666666, "mean_loss": 7.0186859573188585, "total_contrib": 0.005426230191612073}, "1": {"token_count": 163141, "frac": 0.2765926784939236, "mean_loss": 7.123757292675214, "total_contrib": 1.9703791105216593}, "2": {"token_count": 56253, "frac": 0.09537251790364583, "mean_loss": 7.002133523571473, "total_contrib": 0.667811104840539}, "3": {"token_count": 32466, "frac": 0.055043538411458336, "mean_loss": 6.96986319557585, "total_contrib": 0.38364593252828905}, "4": {"token_count": 22593, "frac": 0.038304646809895836, "mean_loss": 6.9410110598416885, "total_contrib": 0.26587297715081665}, "5": {"token_count": 17290, "frac": 0.029313829210069444, "mean_loss": 6.941201464618094, "total_contrib": 0.20347319424649868}, "6-8": {"token_count": 36094, "frac": 0.061194525824652776, "mean_loss": 6.9393791299086605, "total_contrib": 0.42465201537225206}, "9-12": {"token_count": 31261, "frac": 0.053000556098090276, "mean_loss": 6.9168940040075615, "total_contrib": 0.366599228683947}, "13-20": {"token_count": 37416, "frac": 0.06343587239583333, "mean_loss": 6.9307759636178385, "total_contrib": 0.43965981963217}, "21-30": {"token_count": 28120, "frac": 0.047675238715277776, "mean_loss": 6.864880903510464, "total_contrib": 0.32728483582681317}, "31-50": {"token_count": 33454, "frac": 0.05671861436631945, "mean_loss": 6.91657256233366, "total_contrib": 0.39229841189966885}, "51-75": {"token_count": 24152, "frac": 0.040947808159722224, "mean_loss": 6.909525747297652, "total_contrib": 0.28292993477500555}, "76-100": {"token_count": 15628, "frac": 0.026496039496527776, "mean_loss": 6.896706397608004, "total_contrib": 0.18273540510697747}, "101-150": {"token_count": 19342, "frac": 0.03279283311631945, "mean_loss": 6.883166168476868, "total_contrib": 0.22571851947475788}, "151-200": {"token_count": 12257, "frac": 0.020780775282118056, "mean_loss": 6.812105236086627, "total_contrib": 0.14156082810925597}, "201-300": {"token_count": 14734, "frac": 0.024980333116319444, "mean_loss": 6.811359856293988, "total_contrib": 0.17015003818534957}, "301-500": {"token_count": 14552, "frac": 0.024671766493055556, "mean_loss": 6.730097125035328, "total_contrib": 0.16604338474445612}, "501-750": {"token_count": 8627, "frac": 0.014626397026909722, "mean_loss": 6.697959236440859, "total_contrib": 0.0979670110622411}, "751-1k": {"token_count": 4174, "frac": 0.007076687282986111, "mean_loss": 6.5242997661370055, "total_contrib": 0.046170429185411005}, "1k-2k": {"token_count": 7005, "frac": 0.011876424153645834, "mean_loss": 6.616747091664832, "total_contrib": 0.07858329497801404}, "2k-5k": {"token_count": 5383, "frac": 0.009126451280381944, "mean_loss": 6.292171616505152, "total_contrib": 0.05742519770583637}, "5k-10k": {"token_count": 1609, "frac": 0.002727932400173611, "mean_loss": 6.596199893743966, "total_contrib": 0.017993987408165896}, "10k+": {"token_count": 3817, "frac": 0.006471421983506944, "mean_loss": 5.318576511055161, "total_contrib": 0.03441875295460603}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 8.439892838075965, "total_contrib": 0.36346726816807656}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 8.1138072637175, "total_contrib": 0.17752530032395147}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.848141378608441, "total_contrib": 0.12160265445133216}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.682444202356394, "total_contrib": 0.09669743136646504}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.579079518017551, "total_contrib": 0.07946273420447546}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.541542490278669, "total_contrib": 0.06959468549022556}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.402799882323376, "total_contrib": 0.1638891616200403}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.286984030337681, "total_contrib": 0.1681695329809511}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.192049662183987, "total_contrib": 0.24982149502025267}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.133234888355568, "total_contrib": 0.23437854705188482}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.047898322529864, "total_contrib": 0.3435979483105914}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 7.073769752351973, "total_contrib": 0.32118501067731764}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.985151927385281, "total_contrib": 0.25435908524641426}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.969386319227313, "total_contrib": 0.40085929172055834}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 6.9755096347119085, "total_contrib": 0.3222464438995872}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 6.947201890805829, "total_contrib": 0.48947629966942313}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 6.917194928100932, "total_contrib": 0.6655271656880694}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 6.857355557427216, "total_contrib": 0.5619245167323297}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 6.929160655911929, "total_contrib": 0.381158815987587}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.847113038433757, "total_contrib": 0.4190522706118804}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.839873976267004, "total_contrib": 0.4369200503943751}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.936093876298013, "total_contrib": 0.24087187172480637}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 6.955618713775463, "total_contrib": 0.5337494890072144}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.433557640712465, "total_contrib": 2.3263895753633523}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.188106507044764, "total_contrib": 0.6044442181674639}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.074539242710817, "total_contrib": 0.35030618137378633}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.054604335392071, "total_contrib": 0.24733168377613088}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.038184366323997, "total_contrib": 0.1887870192796698}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.040378894268673, "total_contrib": 0.15554331015898823}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 7.012519229144896, "total_contrib": 0.34295506741657455}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.952314749406663, "total_contrib": 0.30514445704589793}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 6.943269631760549, "total_contrib": 0.39430704682320716}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 6.939942589751303, "total_contrib": 0.31187289476852087}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 6.948176094403723, "total_contrib": 0.38046136359483007}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 6.915763090138509, "total_contrib": 0.27075670246968325}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 6.894353168092093, "total_contrib": 0.18051062007454122}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 6.888255516457019, "total_contrib": 0.22127240883773996}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 6.867479973453019, "total_contrib": 0.13743715685804483}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 6.8761697049374, "total_contrib": 0.17172237778341998}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 6.744246858402217, "total_contrib": 0.16762739214439648}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 6.813670850850683, "total_contrib": 0.10385284584748611}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 6.492633975058828, "total_contrib": 0.046100448756826395}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 6.598266134138314, "total_contrib": 0.07875534665312658}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 6.189175468453192, "total_contrib": 0.056243863442160896}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 6.4990705045327735, "total_contrib": 0.017949398213507568}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 5.296375401050578, "total_contrib": 0.035765691498454544}}}}
{"step": 390, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20748, "frac": 0.035176595052083336, "mean_loss": 5.251709386800885, "total_contrib": 0.18473725443071962}, "2": {"token_count": 13261, "frac": 0.022482977973090276, "mean_loss": 4.937147787566134, "total_contrib": 0.11100178495774077}, "3": {"token_count": 9532, "frac": 0.016160753038194444, "mean_loss": 4.783435675948686, "total_contrib": 0.07730392263309542}, "4": {"token_count": 7721, "frac": 0.013090345594618056, "mean_loss": 4.659867506733594, "total_contrib": 0.06099927608827393}, "5": {"token_count": 6524, "frac": 0.011060926649305556, "mean_loss": 4.65317073952849, "total_contrib": 0.05146838023661952}, "6-8": {"token_count": 15409, "frac": 0.026124742296006944, "mean_loss": 4.586096622921046, "total_contrib": 0.11981059241840006}, "9-12": {"token_count": 15307, "frac": 0.025951809353298612, "mean_loss": 4.496078853604297, "total_contrib": 0.1166813812461361}, "13-20": {"token_count": 22064, "frac": 0.037407769097222224, "mean_loss": 4.532216242678157, "total_contrib": 0.16954009870478456}, "21-30": {"token_count": 20276, "frac": 0.03437635633680555, "mean_loss": 4.5363900724639725, "total_contrib": 0.15594456161376868}, "31-50": {"token_count": 29425, "frac": 0.049887763129340276, "mean_loss": 4.585093409426462, "total_contrib": 0.22874005393536656}, "51-75": {"token_count": 27186, "frac": 0.046091715494791664, "mean_loss": 4.5647181278469695, "total_contrib": 0.21039568926264057}, "76-100": {"token_count": 21901, "frac": 0.037131415473090276, "mean_loss": 4.664992401865144, "total_contrib": 0.17321777105246397}, "101-150": {"token_count": 34434, "frac": 0.058380126953125, "mean_loss": 4.66200483186931, "total_contrib": 0.27216843394061246}, "151-200": {"token_count": 27231, "frac": 0.046168009440104164, "mean_loss": 4.699058571506819, "total_contrib": 0.2169461804889292}, "201-300": {"token_count": 41996, "frac": 0.0712009006076389, "mean_loss": 4.639852708643977, "total_contrib": 0.3303616915422439}, "301-500": {"token_count": 56135, "frac": 0.0951724582248264, "mean_loss": 4.636654489745364, "total_contrib": 0.44128180572824444}, "501-750": {"token_count": 48027, "frac": 0.08142598470052083, "mean_loss": 4.635972657317807, "total_contrib": 0.37748863866679266}, "751-1k": {"token_count": 32184, "frac": 0.0545654296875, "mean_loss": 4.6063195214583175, "total_contrib": 0.25134580396629247}, "1k-2k": {"token_count": 36365, "frac": 0.061653984917534724, "mean_loss": 5.042739962720248, "total_contrib": 0.31090501360460376}, "2k-5k": {"token_count": 37613, "frac": 0.0637698703342014, "mean_loss": 5.127491449961681, "total_contrib": 0.3269794649037827}, "5k-10k": {"token_count": 20333, "frac": 0.03447299533420139, "mean_loss": 5.431930976619187, "total_contrib": 0.1872549312126972}, "10k+": {"token_count": 46152, "frac": 0.0782470703125, "mean_loss": 5.458278193108814, "total_contrib": 0.42709427756137086}}, "trigram": {"novel": {"token_count": 439, "frac": 0.0007442898220486111, "mean_loss": 5.228034149201965, "total_contrib": 0.003891172606573592}, "1": {"token_count": 163735, "frac": 0.2775997585720486, "mean_loss": 4.895098265240554, "total_contrib": 1.3588780966172318}, "2": {"token_count": 56231, "frac": 0.09533521864149305, "mean_loss": 4.812326877462254, "total_contrib": 0.4587842350371975}, "3": {"token_count": 32023, "frac": 0.05429246690538195, "mean_loss": 4.746826799218808, "total_contrib": 0.25771693690216724}, "4": {"token_count": 22615, "frac": 0.03834194607204861, "mean_loss": 4.752607499893389, "total_contrib": 0.1822242204625261}, "5": {"token_count": 17047, "frac": 0.028901841905381944, "mean_loss": 4.722155866317301, "total_contrib": 0.13647900230087456}, "6-8": {"token_count": 35453, "frac": 0.06010776095920139, "mean_loss": 4.731219544090406, "total_contrib": 0.28438301340168787}, "9-12": {"token_count": 30759, "frac": 0.052149454752604164, "mean_loss": 4.72185230815757, "total_contrib": 0.24624202329274272}, "13-20": {"token_count": 37821, "frac": 0.06412251790364583, "mean_loss": 4.758809388957809, "total_contrib": 0.305146840243485}, "21-30": {"token_count": 28019, "frac": 0.04750400119357639, "mean_loss": 4.722808851253244, "total_contrib": 0.22435231730696722}, "31-50": {"token_count": 33374, "frac": 0.05658298068576389, "mean_loss": 4.769247053930481, "total_contrib": 0.26985821393818477}, "51-75": {"token_count": 23936, "frac": 0.040581597222222224, "mean_loss": 4.779468673410131, "total_contrib": 0.1939584726405587}, "76-100": {"token_count": 16013, "frac": 0.027148776584201388, "mean_loss": 4.7366628995454665, "total_contrib": 0.1285946028144354}, "101-150": {"token_count": 19731, "frac": 0.033452351888020836, "mean_loss": 4.741279395558139, "total_contrib": 0.15860694673963358}, "151-200": {"token_count": 12257, "frac": 0.020780775282118056, "mean_loss": 4.726540277739105, "total_contrib": 0.0982211713735762}, "201-300": {"token_count": 14507, "frac": 0.024595472547743056, "mean_loss": 4.857324311528855, "total_contrib": 0.1194681867596929}, "301-500": {"token_count": 14821, "frac": 0.025127834743923612, "mean_loss": 4.7274522374496675, "total_contrib": 0.11879063858242717}, "501-750": {"token_count": 8684, "frac": 0.014723036024305556, "mean_loss": 5.053959032473283, "total_contrib": 0.0744096209004686}, "751-1k": {"token_count": 4235, "frac": 0.007180107964409722, "mean_loss": 4.973100115379996, "total_contrib": 0.03570739574624682}, "1k-2k": {"token_count": 7077, "frac": 0.011998494466145834, "mean_loss": 5.111851049195131, "total_contrib": 0.061334516525529556}, "2k-5k": {"token_count": 5372, "frac": 0.009107801649305556, "mean_loss": 4.832292575223289, "total_contrib": 0.044011562286545666}, "5k-10k": {"token_count": 1614, "frac": 0.0027364095052083335, "mean_loss": 5.127974334065577, "total_contrib": 0.01403223771020142}, "10k+": {"token_count": 4061, "frac": 0.006885104709201389, "mean_loss": 3.859866353391691, "total_contrib": 0.026575584006625123}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.113566109137933, "total_contrib": 0.30634849164871664}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.266122471767339, "total_contrib": 0.13709905073065443}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.845347019264623, "total_contrib": 0.09057045221805045}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.539631942638529, "total_contrib": 0.06972627011133566}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.45054890654989, "total_contrib": 0.057146190114516396}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.3805103156085625, "total_contrib": 0.04965229907202387}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.16892253730427, "total_contrib": 0.11443378108065992}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.028605009475815, "total_contrib": 0.11605050216502683}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.967061055625036, "total_contrib": 0.17253476784201005}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.926398379208834, "total_contrib": 0.16186794804732804}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.838998740658711, "total_contrib": 0.23591004907843907}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.898652478988926, "total_contrib": 0.22242365865038116}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.835810110419449, "total_contrib": 0.17609240985715896}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.860651739763297, "total_contrib": 0.27957087244918793}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.819780182261398, "total_contrib": 0.22265857341555884}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.773879216550104, "total_contrib": 0.33635134989788934}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.772167214625481, "total_contrib": 0.4591466560580469}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.69839502295065, "total_contrib": 0.38500896308775795}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.765234530012875, "total_contrib": 0.2621257092391421}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.143436438106826, "total_contrib": 0.31478503509992845}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.189417678688525, "total_contrib": 0.33149158033574005}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.481269768260015, "total_contrib": 0.19034974613320224}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.496165330849295, "total_contrib": 0.42175621717592016}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.580709064333312, "total_contrib": 1.7465262284771153}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.143829023446128, "total_contrib": 0.4325419648994972}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.011187998007184, "total_contrib": 0.24813631976623166}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.993484248821205, "total_contrib": 0.17506961531130252}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.957854509251845, "total_contrib": 0.1329857994772567}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.935856776370578, "total_contrib": 0.1090480374703047}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.90535090165857, "total_contrib": 0.23990165220344226}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.866420389788375, "total_contrib": 0.21359234458218287}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.820856212577436, "total_contrib": 0.2737755664342139}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.831114283068238, "total_contrib": 0.21710461966113065}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.802295062100557, "total_contrib": 0.26295932959774726}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.81123623723776, "total_contrib": 0.18836308320837125}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.8211235730745745, "total_contrib": 0.1262285212859949}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.836710351194807, "total_contrib": 0.15537033254680718}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.830543781215876, "total_contrib": 0.09667246296093784}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.882155612574522, "total_contrib": 0.12192476429108125}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.834424126424762, "total_contrib": 0.12015899267135112}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.904088242153353, "total_contrib": 0.07474730308864788}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.928284546596929, "total_contrib": 0.03499290581791846}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 5.0731114467246865, "total_contrib": 0.06055146041012538}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.720579760892583, "total_contrib": 0.042898063690837}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 5.003599912513613, "total_contrib": 0.013819146486892149}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.810541317465465, "total_contrib": 0.025732059169286003}}}}
{"step": 400, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20773, "frac": 0.03521898057725695, "mean_loss": 5.038947038631308, "total_contrib": 0.17746657788338246}, "2": {"token_count": 12957, "frac": 0.021967569986979168, "mean_loss": 4.7921939526235775, "total_contrib": 0.10527285604543676}, "3": {"token_count": 9541, "frac": 0.016176011827256944, "mean_loss": 4.6212123110793755, "total_contrib": 0.07475278500028537}, "4": {"token_count": 7733, "frac": 0.013110690646701388, "mean_loss": 4.450639823768141, "total_contrib": 0.05835096190931367}, "5": {"token_count": 6183, "frac": 0.0104827880859375, "mean_loss": 4.441092278724005, "total_contrib": 0.046555029227957026}, "6-8": {"token_count": 15140, "frac": 0.025668674045138888, "mean_loss": 4.386736893204263, "total_contrib": 0.11260171943344548}, "9-12": {"token_count": 15307, "frac": 0.025951809353298612, "mean_loss": 4.334215277715421, "total_contrib": 0.1124807285834248}, "13-20": {"token_count": 22232, "frac": 0.03769259982638889, "mean_loss": 4.304198061293936, "total_contrib": 0.16223641509787118}, "21-30": {"token_count": 20042, "frac": 0.03397962782118055, "mean_loss": 4.434306387280857, "total_contrib": 0.15067608068488722}, "31-50": {"token_count": 29748, "frac": 0.050435384114583336, "mean_loss": 4.392287654914876, "total_contrib": 0.22152671501737423}, "51-75": {"token_count": 27557, "frac": 0.04672071668836805, "mean_loss": 4.411336052883272, "total_contrib": 0.20610078194394316}, "76-100": {"token_count": 21756, "frac": 0.036885579427083336, "mean_loss": 4.467686921969934, "total_contrib": 0.16479322081566347}, "101-150": {"token_count": 34265, "frac": 0.05809360080295139, "mean_loss": 4.438244694376117, "total_contrib": 0.2578336155409031}, "151-200": {"token_count": 26977, "frac": 0.045737372504340276, "mean_loss": 4.4291066924429146, "total_contrib": 0.20257570265372807}, "201-300": {"token_count": 41888, "frac": 0.0710177951388889, "mean_loss": 4.417233170720011, "total_contrib": 0.31370216039889837}, "301-500": {"token_count": 57347, "frac": 0.09722730848524305, "mean_loss": 4.4184614022551525, "total_contrib": 0.4295951097872013}, "501-750": {"token_count": 48100, "frac": 0.08154975043402778, "mean_loss": 4.362453929247187, "total_contrib": 0.355757029210052}, "751-1k": {"token_count": 32013, "frac": 0.0542755126953125, "mean_loss": 4.390658875285766, "total_contrib": 0.23830526152635909}, "1k-2k": {"token_count": 35939, "frac": 0.06093173556857639, "mean_loss": 4.87571792621637, "total_contrib": 0.2970859553871835}, "2k-5k": {"token_count": 37839, "frac": 0.06415303548177083, "mean_loss": 4.940588920812207, "total_contrib": 0.3169537763377094}, "5k-10k": {"token_count": 20891, "frac": 0.03541904025607639, "mean_loss": 5.2425607489685655, "total_contrib": 0.1856864702126436}, "10k+": {"token_count": 45596, "frac": 0.0773044162326389, "mean_loss": 5.2660202352394, "total_contrib": 0.4070866201544455}}, "trigram": {"novel": {"token_count": 439, "frac": 0.0007442898220486111, "mean_loss": 4.9156096230063735, "total_contrib": 0.003658638211567854}, "1": {"token_count": 163937, "frac": 0.2779422336154514, "mean_loss": 4.695968905367215, "total_contrib": 1.30520808654647}, "2": {"token_count": 56371, "frac": 0.09557257758246528, "mean_loss": 4.577460681566445, "total_contrib": 0.4374797161196935}, "3": {"token_count": 32190, "frac": 0.054575602213541664, "mean_loss": 4.546674843794426, "total_contrib": 0.24813751766924128}, "4": {"token_count": 22613, "frac": 0.038338555230034724, "mean_loss": 4.511792555657741, "total_contrib": 0.17297560808154383}, "5": {"token_count": 17191, "frac": 0.029145982530381944, "mean_loss": 4.524214804702861, "total_contrib": 0.13186268566156495}, "6-8": {"token_count": 35845, "frac": 0.06077236599392361, "mean_loss": 4.559195195154613, "total_contrib": 0.27707307903767414}, "9-12": {"token_count": 29822, "frac": 0.050560845269097224, "mean_loss": 4.531104419790307, "total_contrib": 0.2290964694671403}, "13-20": {"token_count": 37375, "frac": 0.0633663601345486, "mean_loss": 4.5453762344124895, "total_contrib": 0.2880239474168002}, "21-30": {"token_count": 28257, "frac": 0.047907511393229164, "mean_loss": 4.574537817162864, "total_contrib": 0.21915472259448757}, "31-50": {"token_count": 33537, "frac": 0.056859334309895836, "mean_loss": 4.535596486801714, "total_contrib": 0.25789099693784767}, "51-75": {"token_count": 24151, "frac": 0.040946112738715276, "mean_loss": 4.605989620338814, "total_contrib": 0.18859737026774545}, "76-100": {"token_count": 15652, "frac": 0.026536729600694444, "mean_loss": 4.536767674691205, "total_contrib": 0.12039097704445181}, "101-150": {"token_count": 19849, "frac": 0.033652411566840276, "mean_loss": 4.487145148226275, "total_contrib": 0.1510032552882611}, "151-200": {"token_count": 12221, "frac": 0.020719740125868056, "mean_loss": 4.5956055761981816, "total_contrib": 0.09521975325981645}, "201-300": {"token_count": 14750, "frac": 0.025007459852430556, "mean_loss": 4.555434144315492, "total_contrib": 0.113919836474361}, "301-500": {"token_count": 14878, "frac": 0.025224473741319444, "mean_loss": 4.5245161669986835, "total_contrib": 0.11412853924663359}, "501-750": {"token_count": 8492, "frac": 0.014397515190972222, "mean_loss": 4.778745279529132, "total_contrib": 0.06880205775580747}, "751-1k": {"token_count": 4244, "frac": 0.007195366753472222, "mean_loss": 4.820332164566774, "total_contrib": 0.03468405779761656}, "1k-2k": {"token_count": 7128, "frac": 0.0120849609375, "mean_loss": 4.883649294616735, "total_contrib": 0.05901871095789267}, "2k-5k": {"token_count": 5427, "frac": 0.0092010498046875, "mean_loss": 4.69653851809866, "total_contrib": 0.043213084814659}, "5k-10k": {"token_count": 1709, "frac": 0.0028974745008680555, "mean_loss": 4.845174130961308, "total_contrib": 0.01403876849672593}, "10k+": {"token_count": 3746, "frac": 0.006351047092013889, "mean_loss": 3.750199511834185, "total_contrib": 0.023817693704106406}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.7078722999930385, "total_contrib": 0.2888771299440565}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.967915104827939, "total_contrib": 0.13057445005256577}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.5623796000576435, "total_contrib": 0.08618602695876533}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.264444561859536, "total_contrib": 0.06626254005812784}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.177957147657174, "total_contrib": 0.054288206314276735}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.133848662020791, "total_contrib": 0.0473760617868706}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.896770668830453, "total_contrib": 0.10840866325139034}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.786876597970716, "total_contrib": 0.11047187678286638}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.692794199150022, "total_contrib": 0.16300789312097447}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.685951529536108, "total_contrib": 0.15396752360434598}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.608445424798426, "total_contrib": 0.22467015277452046}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.659490586115865, "total_contrib": 0.2115644961662614}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.59739757531084, "total_contrib": 0.16741079563145314}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.617231921231483, "total_contrib": 0.2655700563689814}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.58280326615882, "total_contrib": 0.21171099072993896}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.528334739172623, "total_contrib": 0.31905111822475296}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.53238334188297, "total_contrib": 0.43607622319287903}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.455307732396723, "total_contrib": 0.3650892276847514}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.527632197635748, "total_contrib": 0.24905569568598743}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.919555490687009, "total_contrib": 0.3010832283915535}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.970426490769172, "total_contrib": 0.31750277861312876}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.257815686648523, "total_contrib": 0.18258978730879327}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.300112074190376, "total_contrib": 0.4067117862106842}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.303225399842559, "total_contrib": 1.6596855613826125}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.888504891468322, "total_contrib": 0.4110718885753137}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.763858459658587, "total_contrib": 0.2358894351074027}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.74952313276406, "total_contrib": 0.16651643348257783}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.707090042380404, "total_contrib": 0.12625948004913393}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.6952123238847525, "total_contrib": 0.10373147208750781}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.674014457281502, "total_contrib": 0.22858788559763968}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.621327289450043, "total_contrib": 0.2028349488479321}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.595202279133035, "total_contrib": 0.26096071970933726}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.599317232517797, "total_contrib": 0.20668793159504656}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.578197747660111, "total_contrib": 0.2506884302032108}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.586756490702734, "total_contrib": 0.1795745525500955}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.607319451181139, "total_contrib": 0.12063061910771744}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.60745320741622, "total_contrib": 0.14800587280428587}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.612185852794895, "total_contrib": 0.09230252042370428}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.668632199379429, "total_contrib": 0.11659232634965513}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.624878169902521, "total_contrib": 0.11495075475187677}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.697050672644809, "total_contrib": 0.07159167064595004}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.707707959394549, "total_contrib": 0.03342671870582474}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.863180594993636, "total_contrib": 0.05804577533087022}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.545564548659064, "total_contrib": 0.04130762054581126}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.854076391004799, "total_contrib": 0.013406186321592234}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.6662832969229573, "total_contrib": 0.024757904682827653}}}}
{"step": 410, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20507, "frac": 0.034767998589409724, "mean_loss": 4.977852221933958, "total_contrib": 0.1730699590304899}, "2": {"token_count": 13071, "frac": 0.022160847981770832, "mean_loss": 4.663047397721403, "total_contrib": 0.10333708451269609}, "3": {"token_count": 9787, "frac": 0.016593085394965276, "mean_loss": 4.489996550645048, "total_contrib": 0.07450289618795282}, "4": {"token_count": 7566, "frac": 0.012827555338541666, "mean_loss": 4.418315416878531, "total_contrib": 0.056676185513141145}, "5": {"token_count": 6598, "frac": 0.011186387803819444, "mean_loss": 4.399145259054123, "total_contrib": 0.04921054487311317}, "6-8": {"token_count": 15518, "frac": 0.026309543185763888, "mean_loss": 4.301556981260721, "total_contrib": 0.11317199916450309}, "9-12": {"token_count": 15034, "frac": 0.025488959418402776, "mean_loss": 4.288112219997621, "total_contrib": 0.1092995183570764}, "13-20": {"token_count": 21909, "frac": 0.037144978841145836, "mean_loss": 4.2863571450204025, "total_contrib": 0.15921664545737713}, "21-30": {"token_count": 20260, "frac": 0.03434922960069445, "mean_loss": 4.353901917726069, "total_contrib": 0.1495531766308766}, "31-50": {"token_count": 30221, "frac": 0.05123731825086805, "mean_loss": 4.304797801774302, "total_contrib": 0.2205662949751471}, "51-75": {"token_count": 27717, "frac": 0.046991984049479164, "mean_loss": 4.3411960726131715, "total_contrib": 0.20400141659989976}, "76-100": {"token_count": 21676, "frac": 0.036749945746527776, "mean_loss": 4.354173508949892, "total_contrib": 0.16001564022487702}, "101-150": {"token_count": 34544, "frac": 0.05856662326388889, "mean_loss": 4.386967418505068, "total_contrib": 0.2569298680705415}, "151-200": {"token_count": 27239, "frac": 0.046181572808159724, "mean_loss": 4.365720531180876, "total_contrib": 0.20161584057080736}, "201-300": {"token_count": 41288, "frac": 0.07000054253472222, "mean_loss": 4.359271337575083, "total_contrib": 0.30515135868632004}, "301-500": {"token_count": 57261, "frac": 0.09708150227864583, "mean_loss": 4.372407805478244, "total_contrib": 0.424479918330705}, "501-750": {"token_count": 47976, "frac": 0.08133951822916667, "mean_loss": 4.3413698075836775, "total_contrib": 0.35312492860350636}, "751-1k": {"token_count": 32187, "frac": 0.054570515950520836, "mean_loss": 4.350342411524229, "total_contrib": 0.23740042995831023}, "1k-2k": {"token_count": 36096, "frac": 0.061197916666666664, "mean_loss": 4.789135131265644, "total_contrib": 0.29308509266860056}, "2k-5k": {"token_count": 37696, "frac": 0.06391059027777778, "mean_loss": 4.859143641016363, "total_contrib": 0.3105507383418661}, "5k-10k": {"token_count": 20633, "frac": 0.034981621636284724, "mean_loss": 5.139584383672011, "total_contrib": 0.1797909962773719}, "10k+": {"token_count": 45040, "frac": 0.07636176215277778, "mean_loss": 5.184624075357718, "total_contrib": 0.3959070304940314}}, "trigram": {"novel": {"token_count": 434, "frac": 0.0007358127170138889, "mean_loss": 4.703503811813479, "total_contrib": 0.003460897919255659}, "1": {"token_count": 163653, "frac": 0.2774607340494792, "mean_loss": 4.64032279835445, "total_contrib": 1.287507369857959}, "2": {"token_count": 56607, "frac": 0.09597269694010417, "mean_loss": 4.524502424598239, "total_contrib": 0.4342287000007333}, "3": {"token_count": 32075, "frac": 0.05438062879774305, "mean_loss": 4.469972966576679, "total_contrib": 0.24307994063135271}, "4": {"token_count": 22535, "frac": 0.03820631239149305, "mean_loss": 4.460123134977804, "total_contrib": 0.17040485779948733}, "5": {"token_count": 17424, "frac": 0.029541015625, "mean_loss": 4.468726130742038, "total_contrib": 0.13201070845209634}, "6-8": {"token_count": 36242, "frac": 0.06144544813368055, "mean_loss": 4.439346685429905, "total_contrib": 0.2727776465070099}, "9-12": {"token_count": 30217, "frac": 0.051230536566840276, "mean_loss": 4.456269263667293, "total_contrib": 0.22829706546399364}, "13-20": {"token_count": 37205, "frac": 0.06307813856336805, "mean_loss": 4.499193438826732, "total_contrib": 0.28380074715770903}, "21-30": {"token_count": 28314, "frac": 0.048004150390625, "mean_loss": 4.4785202177823455, "total_contrib": 0.21498755806187833}, "31-50": {"token_count": 33827, "frac": 0.057351006401909724, "mean_loss": 4.481650783140806, "total_contrib": 0.25702718275503206}, "51-75": {"token_count": 24029, "frac": 0.04073927137586805, "mean_loss": 4.49870764828918, "total_contrib": 0.18327407172434607}, "76-100": {"token_count": 15419, "frac": 0.026141696506076388, "mean_loss": 4.431380819662213, "total_contrib": 0.11584381249045758}, "101-150": {"token_count": 19919, "frac": 0.03377109103732639, "mean_loss": 4.479882045192484, "total_contrib": 0.1512905043846793}, "151-200": {"token_count": 12074, "frac": 0.020470513237847224, "mean_loss": 4.489802866251055, "total_contrib": 0.09190856900891663}, "201-300": {"token_count": 14397, "frac": 0.024408976236979168, "mean_loss": 4.502077443368222, "total_contrib": 0.10989110133221486}, "301-500": {"token_count": 14742, "frac": 0.024993896484375, "mean_loss": 4.516163983522692, "total_contrib": 0.11287653511062881}, "501-750": {"token_count": 8546, "frac": 0.014489067925347222, "mean_loss": 4.634828579325724, "total_contrib": 0.06715434610819097}, "751-1k": {"token_count": 4194, "frac": 0.007110595703125, "mean_loss": 4.718470161826182, "total_contrib": 0.03355113365800477}, "1k-2k": {"token_count": 7046, "frac": 0.011945936414930556, "mean_loss": 4.844909049976345, "total_contrib": 0.057876975447139024}, "2k-5k": {"token_count": 5515, "frac": 0.009350246853298612, "mean_loss": 4.559008232629094, "total_contrib": 0.04262785238130266}, "5k-10k": {"token_count": 1627, "frac": 0.002758449978298611, "mean_loss": 4.788938710581656, "total_contrib": 0.013210047882277346}, "10k+": {"token_count": 3783, "frac": 0.006413777669270833, "mean_loss": 3.6748918671551882, "total_contrib": 0.023569939394544943}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.656896336527565, "total_contrib": 0.28668183024789884}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.861644807635023, "total_contrib": 0.12824931885194563}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.475748698947484, "total_contrib": 0.08484372856933774}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.1705181071157655, "total_contrib": 0.06508030603574531}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.087478104024284, "total_contrib": 0.0533395802735836}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.041786768293896, "total_contrib": 0.04652649837887858}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.811188343738605, "total_contrib": 0.1065139726300366}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.700141735066707, "total_contrib": 0.10847020348057729}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.62674603464273, "total_contrib": 0.1607136582400178}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.624474177331944, "total_contrib": 0.1519475463132953}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.5353561152872155, "total_contrib": 0.22110691510532612}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.58550028870003, "total_contrib": 0.20820496153373802}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.508806198757235, "total_contrib": 0.1641848068863049}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.548113277287438, "total_contrib": 0.26159454842796553}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.513652854814855, "total_contrib": 0.20851646082220318}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.452716740124186, "total_contrib": 0.31372333029741206}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.457259659029371, "total_contrib": 0.42884831473500196}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.377599645748135, "total_contrib": 0.3587214553459076}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.447292975129128, "total_contrib": 0.24463640099091347}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.842951578812786, "total_contrib": 0.29639496882457134}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.902171766054015, "total_contrib": 0.3131427775567239}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.188211497435684, "total_contrib": 0.1801726211581338}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.234074764533265, "total_contrib": 0.40164431748714885}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.231347978472906, "total_contrib": 1.6371909643322646}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.807700160894836, "total_contrib": 0.4042770599027202}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.681988897753621, "total_contrib": 0.23183554373472812}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.672977133094951, "total_contrib": 0.16383276051037343}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.626670649941424, "total_contrib": 0.12410237011841375}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.617226794697319, "total_contrib": 0.10200853536258403}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.59127552819369, "total_contrib": 0.22454144606912435}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.544450983525049, "total_contrib": 0.1994607663667407}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.524994469596514, "total_contrib": 0.25697363069933543}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.525488665041933, "total_contrib": 0.2033701622104246}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.5058727373107805, "total_contrib": 0.24672812872471497}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.51768387984874, "total_contrib": 0.17687031411652818}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.536023368906207, "total_contrib": 0.11876391751779947}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.532166193105607, "total_contrib": 0.1455874173664889}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.530349482312485, "total_contrib": 0.09066474963585168}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.586270289988946, "total_contrib": 0.11453545696943015}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.554111528574428, "total_contrib": 0.11319185894249999}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.631744232208357, "total_contrib": 0.07059628066601754}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.657724442934028, "total_contrib": 0.03307181458707633}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.804048190872312, "total_contrib": 0.05733998491709573}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.480436698320138, "total_contrib": 0.04071577403258589}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.789530461431099, "total_contrib": 0.013227920738510573}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.609086804699874, "total_contrib": 0.02437166467135891}}}}
{"step": 420, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20608, "frac": 0.03493923611111111, "mean_loss": 4.88979551751864, "total_contrib": 0.1708457201216365}, "2": {"token_count": 12810, "frac": 0.021718343098958332, "mean_loss": 4.59043335706302, "total_contrib": 0.09969660662159777}, "3": {"token_count": 9495, "frac": 0.0160980224609375, "mean_loss": 4.414765613863864, "total_contrib": 0.07106899601175501}, "4": {"token_count": 8040, "frac": 0.013631184895833334, "mean_loss": 4.29199471865469, "total_contrib": 0.058504973581922255}, "5": {"token_count": 6390, "frac": 0.010833740234375, "mean_loss": 4.41739410222825, "total_contrib": 0.04785690021640102}, "6-8": {"token_count": 15185, "frac": 0.025744967990451388, "mean_loss": 4.3100431836766315, "total_contrib": 0.11096192380121807}, "9-12": {"token_count": 15102, "frac": 0.025604248046875, "mean_loss": 4.238754091593292, "total_contrib": 0.10853011117086096}, "13-20": {"token_count": 22293, "frac": 0.0377960205078125, "mean_loss": 4.257373754637028, "total_contrib": 0.16091178573968382}, "21-30": {"token_count": 20319, "frac": 0.034449259440104164, "mean_loss": 4.256940407328706, "total_contrib": 0.1466484445131293}, "31-50": {"token_count": 29605, "frac": 0.050192938910590276, "mean_loss": 4.301669147215458, "total_contrib": 0.21591341671975645}, "51-75": {"token_count": 27761, "frac": 0.047066582573784724, "mean_loss": 4.27039032473664, "total_contrib": 0.20099267884150843}, "76-100": {"token_count": 21427, "frac": 0.03632778591579861, "mean_loss": 4.345594906201716, "total_contrib": 0.15786584142928087}, "101-150": {"token_count": 34516, "frac": 0.05851915147569445, "mean_loss": 4.338913072711937, "total_contrib": 0.25390951134190065}, "151-200": {"token_count": 27808, "frac": 0.04714626736111111, "mean_loss": 4.317960710163572, "total_contrib": 0.20357573009614496}, "201-300": {"token_count": 42066, "frac": 0.071319580078125, "mean_loss": 4.2957502440174915, "total_contrib": 0.3063711035238305}, "301-500": {"token_count": 56831, "frac": 0.09635247124565972, "mean_loss": 4.354047850135641, "total_contrib": 0.4195232702824209}, "501-750": {"token_count": 47802, "frac": 0.08104451497395833, "mean_loss": 4.315004964008163, "total_contrib": 0.3497074844182641}, "751-1k": {"token_count": 31857, "frac": 0.054011027018229164, "mean_loss": 4.3405260594015775, "total_contrib": 0.23443627026766636}, "1k-2k": {"token_count": 35785, "frac": 0.06067064073350695, "mean_loss": 4.7366803039961685, "total_contrib": 0.28737742899323}, "2k-5k": {"token_count": 38285, "frac": 0.06490919325086805, "mean_loss": 4.815214838767648, "total_contrib": 0.31255171051401676}, "5k-10k": {"token_count": 20790, "frac": 0.035247802734375, "mean_loss": 5.090581933016423, "total_contrib": 0.17943182777813624}, "10k+": {"token_count": 45049, "frac": 0.07637702094184028, "mean_loss": 5.219314517507007, "total_contrib": 0.3986356942056836}}, "trigram": {"novel": {"token_count": 428, "frac": 0.0007256401909722222, "mean_loss": 4.816030583135505, "total_contrib": 0.0034947053520745105}, "1": {"token_count": 164097, "frac": 0.2782135009765625, "mean_loss": 4.581577355038403, "total_contrib": 1.2746566759401734}, "2": {"token_count": 55858, "frac": 0.09470282660590278, "mean_loss": 4.476116046237045, "total_contrib": 0.42390084179468596}, "3": {"token_count": 31963, "frac": 0.054190741644965276, "mean_loss": 4.442820443652119, "total_contrib": 0.24075973483692198}, "4": {"token_count": 22782, "frac": 0.038625081380208336, "mean_loss": 4.457571836054892, "total_contrib": 0.17217407492574488}, "5": {"token_count": 17113, "frac": 0.029013739691840276, "mean_loss": 4.449400351302724, "total_contrib": 0.1290937435774799}, "6-8": {"token_count": 35904, "frac": 0.060872395833333336, "mean_loss": 4.412058775056948, "total_contrib": 0.26857258819519836}, "9-12": {"token_count": 30437, "frac": 0.05160352918836805, "mean_loss": 4.441358927537058, "total_contrib": 0.2291897950531776}, "13-20": {"token_count": 37184, "frac": 0.06304253472222222, "mean_loss": 4.4540128586433365, "total_contrib": 0.2807922602942468}, "21-30": {"token_count": 28280, "frac": 0.04794650607638889, "mean_loss": 4.43832901009501, "total_contrib": 0.21280236885153347}, "31-50": {"token_count": 33958, "frac": 0.05757310655381945, "mean_loss": 4.449722293946782, "total_contrib": 0.256184335764304}, "51-75": {"token_count": 24407, "frac": 0.04138014051649305, "mean_loss": 4.475713687042558, "total_contrib": 0.18520566128141225}, "76-100": {"token_count": 15766, "frac": 0.026730007595486112, "mean_loss": 4.427197675939167, "total_contrib": 0.11833902750457241}, "101-150": {"token_count": 19628, "frac": 0.03327772352430555, "mean_loss": 4.459801433221194, "total_contrib": 0.14841203906803654}, "151-200": {"token_count": 12320, "frac": 0.020887586805555556, "mean_loss": 4.475924475188778, "total_contrib": 0.09349126101061629}, "201-300": {"token_count": 14724, "frac": 0.02496337890625, "mean_loss": 4.511365154105047, "total_contrib": 0.1126189177263772}, "301-500": {"token_count": 14300, "frac": 0.024244520399305556, "mean_loss": 4.489474678532619, "total_contrib": 0.10884516042584984}, "501-750": {"token_count": 8565, "frac": 0.014521280924479166, "mean_loss": 4.666400517108744, "total_contrib": 0.06776211281507091}, "751-1k": {"token_count": 4149, "frac": 0.0070343017578125, "mean_loss": 4.67289054778834, "total_contrib": 0.032870522194372934}, "1k-2k": {"token_count": 7076, "frac": 0.011996799045138888, "mean_loss": 4.743722121463562, "total_contrib": 0.05690948101717828}, "2k-5k": {"token_count": 5524, "frac": 0.009365505642361112, "mean_loss": 4.542752142738287, "total_contrib": 0.042545170824663456}, "5k-10k": {"token_count": 1609, "frac": 0.002727932400173611, "mean_loss": 4.77381710067271, "total_contrib": 0.013022650341427936}, "10k+": {"token_count": 3752, "frac": 0.006361219618055556, "mean_loss": 3.721660753187817, "total_contrib": 0.023674301394925757}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.754594364749635, "total_contrib": 0.2908892338375608}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.892029234750289, "total_contrib": 0.1289141121325217}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.48766319576916, "total_contrib": 0.08502833717538513}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.18641071845766, "total_contrib": 0.06528034324447576}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.101551663304768, "total_contrib": 0.05348713427374384}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.03128782488211, "total_contrib": 0.04642961227558276}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.800641772044178, "total_contrib": 0.10628048410941716}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.694417066583561, "total_contrib": 0.10833808917632283}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.612095361747183, "total_contrib": 0.16020475560756478}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.607196916145977, "total_contrib": 0.15137986286571764}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.508078419025898, "total_contrib": 0.2197770774656333}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.563081439149172, "total_contrib": 0.20718703210085374}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.492148149943534, "total_contrib": 0.16357821649252527}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.5340619780591265, "total_contrib": 0.2607863576349146}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.495952664366529, "total_contrib": 0.2076987681048231}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.443959107780807, "total_contrib": 0.31310629720399136}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.453232921577801, "total_contrib": 0.4284608884457374}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.373728264786894, "total_contrib": 0.35840421587108173}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.443207262757997, "total_contrib": 0.2444116543921292}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.829648133028216, "total_contrib": 0.29558078054818476}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.875285014744333, "total_contrib": 0.3114252955127669}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.173717387659187, "total_contrib": 0.1796692797367064}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.215424132507803, "total_contrib": 0.4002131341916159}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.242888078697578, "total_contrib": 1.6408025282911274}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.79256923147226, "total_contrib": 0.40300470774766906}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.6600716479994775, "total_contrib": 0.23075027898402362}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.659987138149527, "total_contrib": 0.16337733634066104}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.620841191676803, "total_contrib": 0.1239460050684928}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.597219709879459, "total_contrib": 0.10156651821465257}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.573672293805933, "total_contrib": 0.22368054027493955}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.536461562569177, "total_contrib": 0.19911010221996875}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.506244783043847, "total_contrib": 0.2559088393365423}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.513525106026551, "total_contrib": 0.20283253387508776}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.484505653846375, "total_contrib": 0.2455581310734666}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.498984192468283, "total_contrib": 0.17613820897840304}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.517816152389171, "total_contrib": 0.11828720913585404}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.528976480434881, "total_contrib": 0.14548495377400664}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.518118094343977, "total_contrib": 0.09041996593159368}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.5688892483447745, "total_contrib": 0.11410139063198264}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.538703922204032, "total_contrib": 0.1128089048589259}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.62606292901919, "total_contrib": 0.07050968718106167}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.633254649495077, "total_contrib": 0.03289806869860396}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.790698709124064, "total_contrib": 0.05718064865490962}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.471016737152284, "total_contrib": 0.040630170544325495}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.767253300542111, "total_contrib": 0.013166394766206698}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.6085201035469523, "total_contrib": 0.024367837816751284}}}}
{"step": 430, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20705, "frac": 0.035103691948784724, "mean_loss": 4.905126023461758, "total_contrib": 0.17218803289756895}, "2": {"token_count": 13115, "frac": 0.022235446506076388, "mean_loss": 4.562946126330786, "total_contrib": 0.10145914450213667}, "3": {"token_count": 9472, "frac": 0.016059027777777776, "mean_loss": 4.409894869741972, "total_contrib": 0.07081862421026604}, "4": {"token_count": 7639, "frac": 0.012951321072048612, "mean_loss": 4.346192989939457, "total_contrib": 0.05628894085379285}, "5": {"token_count": 6405, "frac": 0.010859171549479166, "mean_loss": 4.395375997106231, "total_contrib": 0.047730141977039606}, "6-8": {"token_count": 15597, "frac": 0.0264434814453125, "mean_loss": 4.266461430616483, "total_contrib": 0.1128200936776484}, "9-12": {"token_count": 15232, "frac": 0.025824652777777776, "mean_loss": 4.2406700157289, "total_contrib": 0.10951383070133225}, "13-20": {"token_count": 22357, "frac": 0.03790452745225695, "mean_loss": 4.200532855955778, "total_contrib": 0.15921921295268307}, "21-30": {"token_count": 19975, "frac": 0.033866034613715276, "mean_loss": 4.256296299862231, "total_contrib": 0.14414387781736257}, "31-50": {"token_count": 29793, "frac": 0.050511678059895836, "mean_loss": 4.254621361318411, "total_contrib": 0.21490806446967134}, "51-75": {"token_count": 27139, "frac": 0.046012030707465276, "mean_loss": 4.3083220836516345, "total_contrib": 0.1982346480106298}, "76-100": {"token_count": 21935, "frac": 0.03718905978732639, "mean_loss": 4.264359954890339, "total_contrib": 0.15858753731709727}, "101-150": {"token_count": 33971, "frac": 0.057595147026909724, "mean_loss": 4.365397715585818, "total_contrib": 0.25142572326010104}, "151-200": {"token_count": 27341, "frac": 0.04635450575086805, "mean_loss": 4.322820893315221, "total_contrib": 0.20038222595915298}, "201-300": {"token_count": 42040, "frac": 0.07127549913194445, "mean_loss": 4.2637095314151, "total_contrib": 0.3038980250052402}, "301-500": {"token_count": 56706, "frac": 0.09614054361979167, "mean_loss": 4.315605634741358, "total_contrib": 0.4149046717726702}, "501-750": {"token_count": 47987, "frac": 0.08135816786024305, "mean_loss": 4.332052795328163, "total_contrib": 0.35244787850174386}, "751-1k": {"token_count": 31730, "frac": 0.053795708550347224, "mean_loss": 4.298519724584005, "total_contrib": 0.23124191430163996}, "1k-2k": {"token_count": 35863, "frac": 0.06080288357204861, "mean_loss": 4.73369446536754, "total_contrib": 0.28782227344339345}, "2k-5k": {"token_count": 37601, "frac": 0.06374952528211805, "mean_loss": 4.797356834693859, "total_contrib": 0.305829220820658}, "5k-10k": {"token_count": 20860, "frac": 0.03536648220486111, "mean_loss": 5.0806480223156045, "total_contrib": 0.17968464787038763}, "10k+": {"token_count": 46361, "frac": 0.0786014133029514, "mean_loss": 5.210864139632603, "total_contrib": 0.4095812859047905}}, "trigram": {"novel": {"token_count": 424, "frac": 0.0007188585069444445, "mean_loss": 4.756969161577663, "total_contrib": 0.0034195877490724846}, "1": {"token_count": 162525, "frac": 0.2755482991536458, "mean_loss": 4.585529060361611, "total_contrib": 1.2635347333022575}, "2": {"token_count": 56717, "frac": 0.09615919325086805, "mean_loss": 4.431911572448438, "total_contrib": 0.4261690413658279}, "3": {"token_count": 31876, "frac": 0.05404324001736111, "mean_loss": 4.436664763430009, "total_contrib": 0.23977173868661666}, "4": {"token_count": 22686, "frac": 0.038462320963541664, "mean_loss": 4.444331382910388, "total_contrib": 0.17093930011784034}, "5": {"token_count": 17138, "frac": 0.029056125217013888, "mean_loss": 4.404546556693717, "total_contrib": 0.12797905627546}, "6-8": {"token_count": 36368, "frac": 0.06165907118055555, "mean_loss": 4.384351560711276, "total_contrib": 0.2703350449624764}, "9-12": {"token_count": 30337, "frac": 0.05143398708767361, "mean_loss": 4.421233543966551, "total_contrib": 0.227401669011965}, "13-20": {"token_count": 37191, "frac": 0.06305440266927083, "mean_loss": 4.398297753721606, "total_contrib": 0.2773320376225116}, "21-30": {"token_count": 28771, "frac": 0.04877895779079861, "mean_loss": 4.442973379310199, "total_contrib": 0.21672361093501405}, "31-50": {"token_count": 34025, "frac": 0.057686699761284724, "mean_loss": 4.430898299519452, "total_contrib": 0.25560389987716564}, "51-75": {"token_count": 24161, "frac": 0.040963066948784724, "mean_loss": 4.469731830359223, "total_contrib": 0.1830939242101189}, "76-100": {"token_count": 15441, "frac": 0.026178995768229168, "mean_loss": 4.4706310912250435, "total_contrib": 0.11703663241849416}, "101-150": {"token_count": 19896, "frac": 0.033732096354166664, "mean_loss": 4.476218844197219, "total_contrib": 0.15099224535479713}, "151-200": {"token_count": 11974, "frac": 0.020300971137152776, "mean_loss": 4.505462869531985, "total_contrib": 0.09146527167388234}, "201-300": {"token_count": 14802, "frac": 0.025095621744791668, "mean_loss": 4.441752650196012, "total_contrib": 0.11146854439324505}, "301-500": {"token_count": 14666, "frac": 0.024865044487847224, "mean_loss": 4.514308541272785, "total_contrib": 0.11224848271061649}, "501-750": {"token_count": 8514, "frac": 0.014434814453125, "mean_loss": 4.640380869946804, "total_contrib": 0.06698303684951289}, "751-1k": {"token_count": 4240, "frac": 0.007188585069444444, "mean_loss": 4.657995970242213, "total_contrib": 0.033484400285215564}, "1k-2k": {"token_count": 7126, "frac": 0.012081570095486112, "mean_loss": 4.749436673118832, "total_contrib": 0.05738065208035753}, "2k-5k": {"token_count": 5463, "frac": 0.0092620849609375, "mean_loss": 4.525268089738652, "total_contrib": 0.04191341751817874}, "5k-10k": {"token_count": 1800, "frac": 0.0030517578125, "mean_loss": 4.919073541632129, "total_contrib": 0.015011821110937894}, "10k+": {"token_count": 3683, "frac": 0.006244235568576389, "mean_loss": 3.6580727079535773, "total_contrib": 0.022841867715442277}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.713911428900265, "total_contrib": 0.28913720737965165}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.845096524547698, "total_contrib": 0.12788725221301275}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.447341527009686, "total_contrib": 0.08440357499074559}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.133891844697403, "total_contrib": 0.06461929839245863}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.05823924096544, "total_contrib": 0.05303302589608134}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.002117961575914, "total_contrib": 0.046160427627322226}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.801737494830617, "total_contrib": 0.10630474210526902}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.671483356697856, "total_contrib": 0.10780882339710018}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.604360190318256, "total_contrib": 0.15993606835130553}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.585938895308839, "total_contrib": 0.15068138256680857}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.496298298092366, "total_contrib": 0.21920277500007798}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.550272425192666, "total_contrib": 0.20660543792569439}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.494226417881255, "total_contrib": 0.16365389506573758}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.525746254037289, "total_contrib": 0.26030806082528857}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.483839138218239, "total_contrib": 0.20713916157730203}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.4253527752215565, "total_contrib": 0.31179535807271697}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.439567423617101, "total_contrib": 0.4271460837857511}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.359814756281712, "total_contrib": 0.35726407642850067}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.42607803069286, "total_contrib": 0.24346941071545045}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.822452748783463, "total_contrib": 0.29514041362437854}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.862664287516605, "total_contrib": 0.3106191039373832}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.1552442778292, "total_contrib": 0.17902775835295867}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.199740468954449, "total_contrib": 0.39900962552447394}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.220092633164213, "total_contrib": 1.6336685166351015}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.766713530804438, "total_contrib": 0.4008305150364151}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.647493135573476, "total_contrib": 0.23012743550204628}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.6454511014903215, "total_contrib": 0.1628677085498697}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.598198578493683, "total_contrib": 0.123338656464214}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.594267912718207, "total_contrib": 0.10150130406804565}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.566221217599507, "total_contrib": 0.22331613708983591}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.522161371404718, "total_contrib": 0.198482451685461}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.497913309497033, "total_contrib": 0.255435696436416}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.500582274783675, "total_contrib": 0.20225089819236938}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.473214805004718, "total_contrib": 0.24493987792500369}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.491439185222232, "total_contrib": 0.17584281695073747}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.4986838575006525, "total_contrib": 0.11778627999434166}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.513928351750457, "total_contrib": 0.1450015606021727}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.513094656498857, "total_contrib": 0.09031943312803906}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.560534485796815, "total_contrib": 0.1138927425397866}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.529029632176008, "total_contrib": 0.112568451618958}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.604194349948335, "total_contrib": 0.07017636991040638}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.646646970886348, "total_contrib": 0.03299315984780549}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.7743532455304045, "total_contrib": 0.05698555306080127}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.463154507227868, "total_contrib": 0.040558722871129986}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.791040794081194, "total_contrib": 0.013232092036875857}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.589083276668476, "total_contrib": 0.02423658360963701}}}}
{"step": 440, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21036, "frac": 0.035664876302083336, "mean_loss": 4.725092459951013, "total_contrib": 0.16851983810005955}, "2": {"token_count": 12983, "frac": 0.022011650933159724, "mean_loss": 4.393741111879854, "total_contrib": 0.09671349564537243}, "3": {"token_count": 9736, "frac": 0.016506618923611112, "mean_loss": 4.314102429258126, "total_contrib": 0.07121124479718885}, "4": {"token_count": 7551, "frac": 0.0128021240234375, "mean_loss": 4.227603547126722, "total_contrib": 0.05412230493224059}, "5": {"token_count": 6480, "frac": 0.010986328125, "mean_loss": 4.236352147050575, "total_contrib": 0.04654195474054587}, "6-8": {"token_count": 15248, "frac": 0.025851779513888888, "mean_loss": 4.190073317002615, "total_contrib": 0.10832085153818066}, "9-12": {"token_count": 15440, "frac": 0.026177300347222224, "mean_loss": 4.145495318425934, "total_contrib": 0.1085178760384393}, "13-20": {"token_count": 22152, "frac": 0.037556966145833336, "mean_loss": 4.127885350274419, "total_contrib": 0.15503085035413774}, "21-30": {"token_count": 20245, "frac": 0.034323798285590276, "mean_loss": 4.183647365614577, "total_contrib": 0.1435986682753959}, "31-50": {"token_count": 29261, "frac": 0.04960971408420139, "mean_loss": 4.279931853565456, "total_contrib": 0.21232619555524837}, "51-75": {"token_count": 27682, "frac": 0.04693264431423611, "mean_loss": 4.257488095434843, "total_contrib": 0.199815174455138}, "76-100": {"token_count": 21715, "frac": 0.03681606716579861, "mean_loss": 4.282035809253117, "total_contrib": 0.15764771795981758}, "101-150": {"token_count": 34211, "frac": 0.05800204806857639, "mean_loss": 4.3482621799009475, "total_contrib": 0.2522081119733875}, "151-200": {"token_count": 27158, "frac": 0.046044243706597224, "mean_loss": 4.352370613968895, "total_contrib": 0.200401613251016}, "201-300": {"token_count": 41539, "frac": 0.07042609320746528, "mean_loss": 4.260629870123427, "total_contrib": 0.3000595163558232}, "301-500": {"token_count": 56329, "frac": 0.0955013699001736, "mean_loss": 4.305735712318144, "total_contrib": 0.4112036589544826}, "501-750": {"token_count": 48173, "frac": 0.08167351616753472, "mean_loss": 4.289296315158634, "total_contrib": 0.3503219119434558}, "751-1k": {"token_count": 32111, "frac": 0.05444166395399305, "mean_loss": 4.250916806497926, "total_contrib": 0.2314269842757414}, "1k-2k": {"token_count": 36578, "frac": 0.06201510959201389, "mean_loss": 4.732511869967405, "total_contrib": 0.2934872422615352}, "2k-5k": {"token_count": 38360, "frac": 0.0650363498263889, "mean_loss": 4.783043521800653, "total_contrib": 0.3110716917186704}, "5k-10k": {"token_count": 20557, "frac": 0.03485276963975695, "mean_loss": 5.085135492445293, "total_contrib": 0.1772310559051478}, "10k+": {"token_count": 45279, "frac": 0.0767669677734375, "mean_loss": 5.132826524342091, "total_contrib": 0.3940315283808145}}, "trigram": {"novel": {"token_count": 439, "frac": 0.0007442898220486111, "mean_loss": 4.923623095586862, "total_contrib": 0.0036646025576487773}, "1": {"token_count": 166033, "frac": 0.2814958360460069, "mean_loss": 4.502815016703552, "total_contrib": 1.267523677687481}, "2": {"token_count": 55942, "frac": 0.0948452419704861, "mean_loss": 4.418838692611967, "total_contrib": 0.41910582502932847}, "3": {"token_count": 31807, "frac": 0.05392625596788195, "mean_loss": 4.380382334936806, "total_contrib": 0.23621761903099062}, "4": {"token_count": 22380, "frac": 0.037943522135416664, "mean_loss": 4.365790191471781, "total_contrib": 0.16565345676869447}, "5": {"token_count": 17104, "frac": 0.028998480902777776, "mean_loss": 4.4220450638782935, "total_contrib": 0.12823258933609744}, "6-8": {"token_count": 35710, "frac": 0.06054348415798611, "mean_loss": 4.410916982045608, "total_contrib": 0.26705228242467016}, "9-12": {"token_count": 30554, "frac": 0.05180189344618055, "mean_loss": 4.386989048312795, "total_contrib": 0.22725433923026045}, "13-20": {"token_count": 37116, "frac": 0.06292724609375, "mean_loss": 4.405371117301578, "total_contrib": 0.27721787243273477}, "21-30": {"token_count": 28103, "frac": 0.047646416558159724, "mean_loss": 4.38363878748207, "total_contrib": 0.20886467970887693}, "31-50": {"token_count": 33043, "frac": 0.056021796332465276, "mean_loss": 4.406714588496731, "total_contrib": 0.24687206717206742}, "51-75": {"token_count": 24128, "frac": 0.04090711805555555, "mean_loss": 4.462023010641366, "total_contrib": 0.18252850206291177}, "76-100": {"token_count": 15695, "frac": 0.026609632703993056, "mean_loss": 4.389842893314225, "total_contrib": 0.1168121070193257}, "101-150": {"token_count": 19456, "frac": 0.03298611111111111, "mean_loss": 4.429757847275497, "total_contrib": 0.1461204845455459}, "151-200": {"token_count": 12017, "frac": 0.020373874240451388, "mean_loss": 4.42668822462547, "total_contrib": 0.09018878919020634}, "201-300": {"token_count": 14700, "frac": 0.024922688802083332, "mean_loss": 4.445312641526764, "total_contrib": 0.11078914359273855}, "301-500": {"token_count": 14781, "frac": 0.025060017903645832, "mean_loss": 4.470759861396243, "total_contrib": 0.11203732216949101}, "501-750": {"token_count": 8774, "frac": 0.014875623914930556, "mean_loss": 4.606909543735756, "total_contrib": 0.06853065378271743}, "751-1k": {"token_count": 4279, "frac": 0.007254706488715278, "mean_loss": 4.681262023160728, "total_contrib": 0.03396118197480054}, "1k-2k": {"token_count": 7017, "frac": 0.011896769205729166, "mean_loss": 4.809496560561564, "total_contrib": 0.05721747057674915}, "2k-5k": {"token_count": 5192, "frac": 0.008802625868055556, "mean_loss": 4.599324536847544, "total_contrib": 0.04048613314363683}, "5k-10k": {"token_count": 1679, "frac": 0.002846611870659722, "mean_loss": 4.782881309702646, "total_contrib": 0.013615006712156071}, "10k+": {"token_count": 3875, "frac": 0.006569756401909722, "mean_loss": 3.6323540482828696, "total_contrib": 0.023863681262709078}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.849712894938413, "total_contrib": 0.2949855503410011}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.892617546027603, "total_contrib": 0.1289269840350447}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.457876369439246, "total_contrib": 0.08456680660723415}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.159299147941683, "total_contrib": 0.06493909517808542}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.088100491407949, "total_contrib": 0.053346105683842564}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.025537053582875, "total_contrib": 0.04637654314278766}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.788919820510157, "total_contrib": 0.1060209740807794}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.675904701049378, "total_contrib": 0.10791085949483935}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.5909947610585355, "total_contrib": 0.15947180966621785}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.584042185382076, "total_contrib": 0.15061906187727972}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.485611029480892, "total_contrib": 0.2186817510862953}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.534872604930245, "total_contrib": 0.20590620800889228}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.477098027025145, "total_contrib": 0.16303017751811735}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.494905529007057, "total_contrib": 0.25853418998135785}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.475476772836005, "total_contrib": 0.20675284679198452}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.411845707475393, "total_contrib": 0.31084369585767097}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.419575712395561, "total_contrib": 0.4252226123432341}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.336083448441493, "total_contrib": 0.35531941954468227}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.401456003210136, "total_contrib": 0.2421150038386923}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.798385571826207, "total_contrib": 0.2936674709265517}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.837443515060776, "total_contrib": 0.30900804191919085}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.137189767982994, "total_contrib": 0.17840077381997962}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.176852631188416, "total_contrib": 0.3972532941016624}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.241042540697586, "total_contrib": 1.6402249528458783}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.758380751137648, "total_contrib": 0.40012981583476603}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.6379666280431735, "total_contrib": 0.2296557165165014}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.6258261058079375, "total_contrib": 0.16217966383531754}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.576988196253725, "total_contrib": 0.12276972495681795}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.561248896360357, "total_contrib": 0.10077181391139019}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.537942917260591, "total_contrib": 0.2219331552993758}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.503596920264393, "total_contrib": 0.19766763826464265}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.475028390621855, "total_contrib": 0.2541360659658977}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.468211086795212, "total_contrib": 0.20079617490402882}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.447878024539224, "total_contrib": 0.24355251152639318}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.467784858861029, "total_contrib": 0.17491673441707847}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.483527007960666, "total_contrib": 0.11738943749989246}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.491623790216728, "total_contrib": 0.14428506800882357}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.478461363698234, "total_contrib": 0.08962632571257521}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.535081677350459, "total_contrib": 0.11325709551895526}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.498556648347809, "total_contrib": 0.11181104950761393}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.571050904437249, "total_contrib": 0.06967120298748587}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.617624928785062, "total_contrib": 0.03278709106742323}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.750312120455651, "total_contrib": 0.05669860386828576}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.444752531584581, "total_contrib": 0.04039149571616847}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.741544739678822, "total_contrib": 0.013095391813382979}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.576638517021654, "total_contrib": 0.02415254586672846}}}}
{"step": 450, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20701, "frac": 0.03509691026475695, "mean_loss": 4.663097690303388, "total_contrib": 0.1636603211923734}, "2": {"token_count": 12833, "frac": 0.021757337782118056, "mean_loss": 4.347600377258544, "total_contrib": 0.09459220994967804}, "3": {"token_count": 9641, "frac": 0.016345553927951388, "mean_loss": 4.296299297792824, "total_contrib": 0.07022539186269228}, "4": {"token_count": 7648, "frac": 0.012966579861111112, "mean_loss": 4.142268848200679, "total_contrib": 0.053711059826386846}, "5": {"token_count": 6509, "frac": 0.011035495334201388, "mean_loss": 4.228497850455587, "total_contrib": 0.04666356829938323}, "6-8": {"token_count": 15304, "frac": 0.025946723090277776, "mean_loss": 4.160243576140212, "total_contrib": 0.10794468805821704}, "9-12": {"token_count": 15169, "frac": 0.025717841254340276, "mean_loss": 4.170047752257882, "total_contrib": 0.1072446261155867}, "13-20": {"token_count": 21840, "frac": 0.037027994791666664, "mean_loss": 4.14365356113689, "total_contrib": 0.1534311824802478}, "21-30": {"token_count": 20101, "frac": 0.034079657660590276, "mean_loss": 4.184399647690534, "total_contrib": 0.14260290750838797}, "31-50": {"token_count": 29316, "frac": 0.049702962239583336, "mean_loss": 4.252529996295412, "total_contrib": 0.21136333782856634}, "51-75": {"token_count": 27338, "frac": 0.046349419487847224, "mean_loss": 4.318871326569188, "total_contrib": 0.20017717882919053}, "76-100": {"token_count": 21598, "frac": 0.03661770290798611, "mean_loss": 4.298922060137198, "total_contrib": 0.15741665082269152}, "101-150": {"token_count": 34619, "frac": 0.058693779839409724, "mean_loss": 4.306628085093731, "total_contrib": 0.25277228067671015}, "151-200": {"token_count": 27439, "frac": 0.04652065700954861, "mean_loss": 4.276289323583899, "total_contrib": 0.1989357888960412}, "201-300": {"token_count": 41804, "frac": 0.07087537977430555, "mean_loss": 4.267369052076453, "total_contrib": 0.3024514022030369}, "301-500": {"token_count": 57449, "frac": 0.0974002414279514, "mean_loss": 4.323074052799695, "total_contrib": 0.42106845645360264}, "501-750": {"token_count": 47169, "frac": 0.0799713134765625, "mean_loss": 4.324706542726628, "total_contrib": 0.345852462622532}, "751-1k": {"token_count": 32078, "frac": 0.05438571506076389, "mean_loss": 4.317575581682365, "total_contrib": 0.234814435338689}, "1k-2k": {"token_count": 36086, "frac": 0.061180962456597224, "mean_loss": 4.746560238448309, "total_contrib": 0.29039912374648313}, "2k-5k": {"token_count": 37860, "frac": 0.06418863932291667, "mean_loss": 4.8077073747146475, "total_contrib": 0.3086001946456851}, "5k-10k": {"token_count": 20903, "frac": 0.035439385308159724, "mean_loss": 5.093232509755289, "total_contrib": 0.18050102937726306}, "10k+": {"token_count": 46419, "frac": 0.07869974772135417, "mean_loss": 5.1886595930390325, "total_contrib": 0.4083462009841561}}, "trigram": {"novel": {"token_count": 439, "frac": 0.0007442898220486111, "mean_loss": 4.764156499334478, "total_contrib": 0.0035459131931013924}, "1": {"token_count": 163311, "frac": 0.2768809000651042, "mean_loss": 4.503548486535017, "total_contrib": 1.2469465584386532}, "2": {"token_count": 56456, "frac": 0.09571668836805555, "mean_loss": 4.390604527001429, "total_contrib": 0.4202541252583697}, "3": {"token_count": 31962, "frac": 0.054189046223958336, "mean_loss": 4.409861724797614, "total_contrib": 0.23896620084632256}, "4": {"token_count": 22510, "frac": 0.03816392686631945, "mean_loss": 4.403735990343094, "total_contrib": 0.16806385827403267}, "5": {"token_count": 17611, "frac": 0.029858059353298612, "mean_loss": 4.441097276682406, "total_contrib": 0.1326025460809561}, "6-8": {"token_count": 35909, "frac": 0.06088087293836805, "mean_loss": 4.407668651039059, "total_contrib": 0.26834271509833707}, "9-12": {"token_count": 30523, "frac": 0.051749335394965276, "mean_loss": 4.366228664527311, "total_contrib": 0.22594943157173514}, "13-20": {"token_count": 37277, "frac": 0.06320020887586805, "mean_loss": 4.401733435232349, "total_contrib": 0.27819047252257667}, "21-30": {"token_count": 28538, "frac": 0.04838392469618055, "mean_loss": 4.450354082959816, "total_contrib": 0.2153255968212674}, "31-50": {"token_count": 33576, "frac": 0.056925455729166664, "mean_loss": 4.445260202867995, "total_contrib": 0.25304846288298843}, "51-75": {"token_count": 24193, "frac": 0.04101732042100695, "mean_loss": 4.496806429007353, "total_contrib": 0.1844469501698386}, "76-100": {"token_count": 15699, "frac": 0.026616414388020832, "mean_loss": 4.448949997849303, "total_contrib": 0.11841509673434143}, "101-150": {"token_count": 19725, "frac": 0.033442179361979164, "mean_loss": 4.429167670498251, "total_contrib": 0.14812101966108196}, "151-200": {"token_count": 11763, "frac": 0.0199432373046875, "mean_loss": 4.459960928187647, "total_contrib": 0.08894605916048058}, "201-300": {"token_count": 14727, "frac": 0.024968465169270832, "mean_loss": 4.476557633629102, "total_contrib": 0.11177277335350169}, "301-500": {"token_count": 14828, "frac": 0.025139702690972224, "mean_loss": 4.466126753489496, "total_contrib": 0.11227709876292291}, "501-750": {"token_count": 8414, "frac": 0.014265272352430556, "mean_loss": 4.614836393145156, "total_contrib": 0.06583189801012394}, "751-1k": {"token_count": 4145, "frac": 0.007027520073784722, "mean_loss": 4.674281743291846, "total_contrib": 0.032848608781508894}, "1k-2k": {"token_count": 7172, "frac": 0.012159559461805556, "mean_loss": 4.782107834319556, "total_contrib": 0.05814832456417484}, "2k-5k": {"token_count": 5453, "frac": 0.009245130750868056, "mean_loss": 4.545864951648636, "total_contrib": 0.042027115853780134}, "5k-10k": {"token_count": 1720, "frac": 0.0029161241319444445, "mean_loss": 4.948174162403962, "total_contrib": 0.014429490084050183}, "10k+": {"token_count": 3873, "frac": 0.006566365559895833, "mean_loss": 3.696745387084442, "total_contrib": 0.02427418159345507}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.739345918405603, "total_contrib": 0.2902325535641492}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.827995786837099, "total_contrib": 0.12751309819392356}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.41962516593719, "total_contrib": 0.0839741251483493}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.125635611523868, "total_contrib": 0.06451537879088202}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.065242078044361, "total_contrib": 0.0531064470259371}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.024896845911328, "total_contrib": 0.046370635193371854}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.797300172303961, "total_contrib": 0.10620650507599746}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.657662698313641, "total_contrib": 0.10748986926514566}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.608385946644768, "total_contrib": 0.16007590615990194}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.5902153135067385, "total_contrib": 0.1508218939476193}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.50225556216239, "total_contrib": 0.21949320253156795}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.5492975183773545, "total_contrib": 0.20656117221351442}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.480327903684174, "total_contrib": 0.16314779106195862}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.509023458544469, "total_contrib": 0.2593462131604023}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.4970315081185115, "total_contrib": 0.20774860726795316}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.430204219739473, "total_contrib": 0.3121371744108637}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.4436693365294015, "total_contrib": 0.4275407429652015}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.3577314855512155, "total_contrib": 0.35709336325945856}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.432845690095493, "total_contrib": 0.24384168568106465}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.829793235248277, "total_contrib": 0.2955896609937749}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.875146902650482, "total_contrib": 0.31141647313632914}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.174094720490271, "total_contrib": 0.17968238349033308}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.20448996733339, "total_contrib": 0.3993740851702823}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.232393256768091, "total_contrib": 1.6375180922899406}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.770980315945954, "total_contrib": 0.40118930682760856}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.653431659515468, "total_contrib": 0.23042149022048744}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.641681992549436, "total_contrib": 0.16273556505657583}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.598142406680439, "total_contrib": 0.12333714975330136}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.582570032212754, "total_contrib": 0.10124286242974921}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.555669259823331, "total_contrib": 0.2228000818360457}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.522272197098581, "total_contrib": 0.1984873159425321}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.489339159919894, "total_contrib": 0.2549487720077121}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.503941782843679, "total_contrib": 0.2024018705513078}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.475530411172802, "total_contrib": 0.24506667360034176}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.477506864505273, "total_contrib": 0.17529735737297186}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.504930685902967, "total_contrib": 0.11794983687065891}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.511638447654729, "total_contrib": 0.14492800168815467}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.521648212763328, "total_contrib": 0.09049061330745836}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.552446251475287, "total_contrib": 0.11369075060396147}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.534549749854294, "total_contrib": 0.1127056534370659}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.598783484601441, "total_contrib": 0.07009389839438028}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.63827721913109, "total_contrib": 0.03293373106845602}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.776671735809247, "total_contrib": 0.05701322601334821}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.460120044504269, "total_contrib": 0.04053114732283339}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.776949927970044, "total_contrib": 0.013193175307656525}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.5988290995591377, "total_contrib": 0.02430239580543356}}}}
{"step": 460, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20540, "frac": 0.03482394748263889, "mean_loss": 4.626894216654819, "total_contrib": 0.161126721208513}, "2": {"token_count": 12857, "frac": 0.021798027886284724, "mean_loss": 4.330590930994402, "total_contrib": 0.0943983418779077}, "3": {"token_count": 9385, "frac": 0.015911526150173612, "mean_loss": 4.2233365354006125, "total_contrib": 0.06719972972401046}, "4": {"token_count": 7632, "frac": 0.012939453125, "mean_loss": 4.109014962853296, "total_contrib": 0.05316840650176384}, "5": {"token_count": 6346, "frac": 0.010759141710069444, "mean_loss": 4.0709053306519545, "total_contrib": 0.04379944734076149}, "6-8": {"token_count": 15388, "frac": 0.026089138454861112, "mean_loss": 4.158795851230908, "total_contrib": 0.10849940076826513}, "9-12": {"token_count": 15387, "frac": 0.026087443033854168, "mean_loss": 4.146847683258036, "total_contrib": 0.10818065270706415}, "13-20": {"token_count": 22493, "frac": 0.03813510470920139, "mean_loss": 4.141526065833018, "total_contrib": 0.15793753017642903}, "21-30": {"token_count": 20045, "frac": 0.03398471408420139, "mean_loss": 4.176236308636136, "total_contrib": 0.14192819689705968}, "31-50": {"token_count": 29063, "frac": 0.04927402072482639, "mean_loss": 4.2099560462534455, "total_contrib": 0.20744146147370043}, "51-75": {"token_count": 27265, "frac": 0.046225653754340276, "mean_loss": 4.229720864377673, "total_contrib": 0.19552161215423117}, "76-100": {"token_count": 21854, "frac": 0.03705173068576389, "mean_loss": 4.2328772074759, "total_contrib": 0.15683542631730535}, "101-150": {"token_count": 34498, "frac": 0.05848863389756945, "mean_loss": 4.3170850157882334, "total_contrib": 0.2525004049931208}, "151-200": {"token_count": 27309, "frac": 0.046300252278645836, "mean_loss": 4.311742885150737, "total_contrib": 0.1996347833431354}, "201-300": {"token_count": 41541, "frac": 0.07042948404947917, "mean_loss": 4.258623298379939, "total_contrib": 0.29993264166599026}, "301-500": {"token_count": 56987, "frac": 0.09661695692274305, "mean_loss": 4.266242878610262, "total_contrib": 0.412191404424647}, "501-750": {"token_count": 48336, "frac": 0.08194986979166667, "mean_loss": 4.249450916024254, "total_contrib": 0.34824194925426627}, "751-1k": {"token_count": 31411, "frac": 0.05325486924913195, "mean_loss": 4.224534124385309, "total_contrib": 0.22497701243263576}, "1k-2k": {"token_count": 36071, "frac": 0.06115553114149305, "mean_loss": 4.667406708853196, "total_contrib": 0.28543773633328523}, "2k-5k": {"token_count": 38313, "frac": 0.0649566650390625, "mean_loss": 4.7483099409917395, "total_contrib": 0.30843437833865106}, "5k-10k": {"token_count": 20973, "frac": 0.035558064778645836, "mean_loss": 5.065351685913289, "total_contrib": 0.18011410337432765}, "10k+": {"token_count": 46130, "frac": 0.07820977105034722, "mean_loss": 5.101054918936823, "total_contrib": 0.39895233732529645}}, "trigram": {"novel": {"token_count": 431, "frac": 0.0007307264539930555, "mean_loss": 4.758708390068012, "total_contrib": 0.0034773141074614005}, "1": {"token_count": 163482, "frac": 0.2771708170572917, "mean_loss": 4.457866381187843, "total_contrib": 1.2355904672060667}, "2": {"token_count": 55792, "frac": 0.09459092881944445, "mean_loss": 4.339495508767952, "total_contrib": 0.4104769107821682}, "3": {"token_count": 32070, "frac": 0.054372151692708336, "mean_loss": 4.362117030051495, "total_contrib": 0.23717768885930626}, "4": {"token_count": 22316, "frac": 0.037835015190972224, "mean_loss": 4.33983675343944, "total_contrib": 0.1641977894927208}, "5": {"token_count": 17348, "frac": 0.029412163628472224, "mean_loss": 4.3359982460524575, "total_contrib": 0.12753108990566345}, "6-8": {"token_count": 36065, "frac": 0.06114535861545139, "mean_loss": 4.3920296904591405, "total_contrib": 0.2685522304728341}, "9-12": {"token_count": 30443, "frac": 0.051613701714409724, "mean_loss": 4.344649251958435, "total_contrib": 0.224243430544316}, "13-20": {"token_count": 37580, "frac": 0.06371392144097222, "mean_loss": 4.3262033491756, "total_contrib": 0.2756393803270451}, "21-30": {"token_count": 27713, "frac": 0.04698520236545139, "mean_loss": 4.392946427041684, "total_contrib": 0.20640347685514016}, "31-50": {"token_count": 33165, "frac": 0.0562286376953125, "mean_loss": 4.389189847191566, "total_contrib": 0.2467981656936786}, "51-75": {"token_count": 24472, "frac": 0.04149034288194445, "mean_loss": 4.442017210238122, "total_contrib": 0.184300817140278}, "76-100": {"token_count": 15856, "frac": 0.026882595486111112, "mean_loss": 4.435880266665387, "total_contrib": 0.11924797483358827}, "101-150": {"token_count": 19592, "frac": 0.03321668836805555, "mean_loss": 4.435839364269894, "total_contrib": 0.14734389381370672}, "151-200": {"token_count": 12121, "frac": 0.020550198025173612, "mean_loss": 4.432900556985667, "total_contrib": 0.09109698427195786}, "201-300": {"token_count": 14910, "frac": 0.025278727213541668, "mean_loss": 4.413149282007996, "total_contrib": 0.1115587968525174}, "301-500": {"token_count": 14976, "frac": 0.025390625, "mean_loss": 4.400219805528809, "total_contrib": 0.11172433099975491}, "501-750": {"token_count": 8513, "frac": 0.014433119032118056, "mean_loss": 4.591628888841827, "total_contrib": 0.06627152630396606}, "751-1k": {"token_count": 4281, "frac": 0.007258097330729167, "mean_loss": 4.587834915988577, "total_contrib": 0.033298952357562764}, "1k-2k": {"token_count": 7467, "frac": 0.012659708658854166, "mean_loss": 4.789249587530245, "total_contrib": 0.060630504472670384}, "2k-5k": {"token_count": 5608, "frac": 0.009507921006944444, "mean_loss": 4.494681909810483, "total_contrib": 0.04273508054982026}, "5k-10k": {"token_count": 1681, "frac": 0.002850002712673611, "mean_loss": 4.788488643145292, "total_contrib": 0.01364720562257086}, "10k+": {"token_count": 3942, "frac": 0.006683349609375, "mean_loss": 3.667272939484232, "total_contrib": 0.02450966716757345}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.910633616890494, "total_contrib": 0.2976091249298697}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.909366356060508, "total_contrib": 0.12929343808485388}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.451808705167452, "total_contrib": 0.08447279147088851}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.144848136773864, "total_contrib": 0.06475720311043492}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.070260407537637, "total_contrib": 0.05315906161874177}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.039508808461976, "total_contrib": 0.046505476963396776}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.799889599208012, "total_contrib": 0.10626383189978406}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.67735496458132, "total_contrib": 0.10794432877923062}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.6221625625065315, "total_contrib": 0.16055444773463579}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.582486174268987, "total_contrib": 0.1505679356169518}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.497620629262337, "total_contrib": 0.21926724106587472}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.544083687083346, "total_contrib": 0.20632443783870966}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.481119628102599, "total_contrib": 0.16317662111475223}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.506810848754498, "total_contrib": 0.2592189501342711}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.490257368031531, "total_contrib": 0.20743566345913894}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.424502874834703, "total_contrib": 0.3117354769719539}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.428620751282434, "total_contrib": 0.4260928667102845}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.33619428191699, "total_contrib": 0.3553285017698396}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.416294441317293, "total_contrib": 0.24293123567121644}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.800184168959252, "total_contrib": 0.29377754742277534}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.8522147480209625, "total_contrib": 0.3099516043110924}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.133630378593041, "total_contrib": 0.1782771658066156}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.188798651158052, "total_contrib": 0.39816998926809455}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.266508518673896, "total_contrib": 1.6481947283630616}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.759834869594512, "total_contrib": 0.40025209191580635}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.6465508498212476, "total_contrib": 0.23008077684170086}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.622857069292591, "total_contrib": 0.16207557057003696}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.576721297478268, "total_contrib": 0.12276256586270426}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.56800727555763, "total_contrib": 0.10092112699346156}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.545487029297947, "total_contrib": 0.22230210850546703}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.5050394477758795, "total_contrib": 0.19773095232479854}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.4721331762056415, "total_contrib": 0.2539716472544084}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.486730877185306, "total_contrib": 0.20162843260137556}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.457397135851704, "total_contrib": 0.2440737496212472}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.4646233783427, "total_contrib": 0.17479296036222605}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.484428207193965, "total_contrib": 0.11741303304663155}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.49041815995927, "total_contrib": 0.14424633937708245}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.496983790069778, "total_contrib": 0.08999701039290307}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.527109238257497, "total_contrib": 0.11305799540122635}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.505110288670201, "total_contrib": 0.11197393939871071}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.593163662217869, "total_contrib": 0.07000824198970988}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.608308488621404, "total_contrib": 0.03272094039975728}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.755449147454386, "total_contrib": 0.05675991820963351}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.4533225165040635, "total_contrib": 0.04046937508216312}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.758366451271112, "total_contrib": 0.013141850703126087}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.5895279661333506, "total_contrib": 0.024239586536168645}}}}
{"step": 470, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20396, "frac": 0.03457980685763889, "mean_loss": 4.560394738010688, "total_contrib": 0.15769756923500228}, "2": {"token_count": 12820, "frac": 0.021735297309027776, "mean_loss": 4.266999921280464, "total_contrib": 0.092744511906629}, "3": {"token_count": 9424, "frac": 0.015977647569444444, "mean_loss": 4.104794800015538, "total_contrib": 0.06558496465953646}, "4": {"token_count": 7551, "frac": 0.0128021240234375, "mean_loss": 4.090237288495838, "total_contrib": 0.05236372505261243}, "5": {"token_count": 6218, "frac": 0.010542127821180556, "mean_loss": 4.0386906311617805, "total_contrib": 0.04257639286391186}, "6-8": {"token_count": 15061, "frac": 0.025534735785590276, "mean_loss": 4.143263556743395, "total_contrib": 0.1057971402115076}, "9-12": {"token_count": 15397, "frac": 0.026104397243923612, "mean_loss": 4.0953582069649, "total_contrib": 0.10690685749077448}, "13-20": {"token_count": 22035, "frac": 0.037358601888020836, "mean_loss": 4.10936458465843, "total_contrib": 0.1535201155309864}, "21-30": {"token_count": 20347, "frac": 0.03449673122829861, "mean_loss": 4.135044809676546, "total_contrib": 0.142645529416383}, "31-50": {"token_count": 29551, "frac": 0.050101386176215276, "mean_loss": 4.150120221309357, "total_contrib": 0.2079267758855401}, "51-75": {"token_count": 27288, "frac": 0.0462646484375, "mean_loss": 4.267375191267622, "total_contrib": 0.19742861297490583}, "76-100": {"token_count": 21853, "frac": 0.03705003526475695, "mean_loss": 4.199291569446619, "total_contrib": 0.15558390073499379}, "101-150": {"token_count": 34649, "frac": 0.05874464246961805, "mean_loss": 4.309180893085924, "total_contrib": 0.253141290901242}, "151-200": {"token_count": 27868, "frac": 0.047247992621527776, "mean_loss": 4.223631824940948, "total_contrib": 0.19955812530085978}, "201-300": {"token_count": 42142, "frac": 0.07144843207465278, "mean_loss": 4.231065213213906, "total_contrib": 0.30230297548974006}, "301-500": {"token_count": 56967, "frac": 0.09658304850260417, "mean_loss": 4.271811131901567, "total_contrib": 0.41258454174641346}, "501-750": {"token_count": 47785, "frac": 0.08101569281684028, "mean_loss": 4.204091694477854, "total_contrib": 0.34059740129364735}, "751-1k": {"token_count": 32545, "frac": 0.05517747667100695, "mean_loss": 4.261974634019991, "total_contrib": 0.2351650059410614}, "1k-2k": {"token_count": 36094, "frac": 0.061194525824652776, "mean_loss": 4.723860009953506, "total_contrib": 0.28907437337114433}, "2k-5k": {"token_count": 37397, "frac": 0.0634036593967014, "mean_loss": 4.733466892775947, "total_contrib": 0.30011912263512863}, "5k-10k": {"token_count": 20782, "frac": 0.03523423936631945, "mean_loss": 5.018049969548416, "total_contrib": 0.17680717377922092}, "10k+": {"token_count": 45654, "frac": 0.07740275065104167, "mean_loss": 5.1265416861235655, "total_contrib": 0.3968084278331931}}, "trigram": {"novel": {"token_count": 444, "frac": 0.0007527669270833334, "mean_loss": 4.871345542127955, "total_contrib": 0.003666987814508755}, "1": {"token_count": 161096, "frac": 0.2731255425347222, "mean_loss": 4.450803874581345, "total_contrib": 1.2156282229606734}, "2": {"token_count": 56575, "frac": 0.09591844346788195, "mean_loss": 4.341808469067068, "total_contrib": 0.41645951018858063}, "3": {"token_count": 32248, "frac": 0.05467393663194445, "mean_loss": 4.319285006113891, "total_contrib": 0.23615231471957868}, "4": {"token_count": 22455, "frac": 0.0380706787109375, "mean_loss": 4.333565621580102, "total_contrib": 0.16498178445194023}, "5": {"token_count": 17022, "frac": 0.028859456380208332, "mean_loss": 4.37983740449381, "total_contrib": 0.12639972652739398}, "6-8": {"token_count": 36013, "frac": 0.061057196723090276, "mean_loss": 4.355322262977542, "total_contrib": 0.2659237682030745}, "9-12": {"token_count": 30864, "frac": 0.052327473958333336, "mean_loss": 4.30608352945017, "total_contrib": 0.22532647374971188}, "13-20": {"token_count": 37371, "frac": 0.06335957845052083, "mean_loss": 4.367184286655497, "total_contrib": 0.27670295541823076}, "21-30": {"token_count": 28212, "frac": 0.047831217447916664, "mean_loss": 4.345864626523878, "total_contrib": 0.20786799595047276}, "31-50": {"token_count": 33852, "frac": 0.057393391927083336, "mean_loss": 4.377595850272296, "total_contrib": 0.2512450743330515}, "51-75": {"token_count": 24253, "frac": 0.04111904568142361, "mean_loss": 4.3999558992851036, "total_contrib": 0.18092198761895348}, "76-100": {"token_count": 16257, "frac": 0.027562459309895832, "mean_loss": 4.352331330610328, "total_contrib": 0.11996095520313195}, "101-150": {"token_count": 19570, "frac": 0.033179389105902776, "mean_loss": 4.374177597237425, "total_contrib": 0.1451325405170634}, "151-200": {"token_count": 12772, "frac": 0.021653917100694444, "mean_loss": 4.213305563077684, "total_contrib": 0.0912345693827789}, "201-300": {"token_count": 14677, "frac": 0.024883694118923612, "mean_loss": 4.471005097865545, "total_contrib": 0.11125512325943435}, "301-500": {"token_count": 15141, "frac": 0.025670369466145832, "mean_loss": 4.343225563146915, "total_contrib": 0.1114922048807906}, "501-750": {"token_count": 8655, "frac": 0.014673868815104166, "mean_loss": 4.611698535037082, "total_contrib": 0.0676714593179422}, "751-1k": {"token_count": 4238, "frac": 0.007185194227430556, "mean_loss": 4.601616550722819, "total_contrib": 0.033063508677102504}, "1k-2k": {"token_count": 7131, "frac": 0.012090047200520834, "mean_loss": 4.741224494801768, "total_contrib": 0.05732162793041892}, "2k-5k": {"token_count": 5295, "frac": 0.008977254231770834, "mean_loss": 4.520305354357236, "total_contrib": 0.04057993037129985}, "5k-10k": {"token_count": 1701, "frac": 0.0028839111328125, "mean_loss": 4.717168950148886, "total_contrib": 0.013603896050691825}, "10k+": {"token_count": 3982, "frac": 0.006751166449652778, "mean_loss": 3.6055868136477134, "total_contrib": 0.024341916727608905}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.884208261568673, "total_contrib": 0.29647110672354104}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.861687730611776, "total_contrib": 0.12825025798127063}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.411427398514305, "total_contrib": 0.08384710522973333}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.100394117789745, "total_contrib": 0.06419766901731884}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.056193438119072, "total_contrib": 0.05301157670988013}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.026402674837135, "total_contrib": 0.04638453124853944}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.797878395107415, "total_contrib": 0.10621930623934026}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.6737544133819044, "total_contrib": 0.10786123500392401}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.61754145384643, "total_contrib": 0.16039392989502912}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.587892935221824, "total_contrib": 0.15074558696254975}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.48833295737861, "total_contrib": 0.2188144500553079}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.542663712428745, "total_contrib": 0.20625996379013775}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.471690741699916, "total_contrib": 0.16283327526555513}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.491827677658375, "total_contrib": 0.25835716072007986}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.475856727008908, "total_contrib": 0.20677039947092474}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.405710046161673, "total_contrib": 0.31041139795657796}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.4142813533395495, "total_contrib": 0.4247132238102656}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.327884844455714, "total_contrib": 0.3546475867158305}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.407495792221856, "total_contrib": 0.24244724015746752}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.801293611983998, "total_contrib": 0.2938454467864962}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.8480752090740005, "total_contrib": 0.30968717728047873}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.13221609514144, "total_contrib": 0.1782280515489063}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.185933045407374, "total_contrib": 0.3979500928551282}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.2548694653676655, "total_contrib": 1.644552196269086}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.746119234044071, "total_contrib": 0.3990987511022235}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.6402849286623935, "total_contrib": 0.2297705105701258}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.610968299715554, "total_contrib": 0.16165875493336646}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.565922549808332, "total_contrib": 0.12247290829216448}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.55692828331831, "total_contrib": 0.10067635847290192}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.539016728112692, "total_contrib": 0.2219856712157164}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.48764644606262, "total_contrib": 0.19696755505993163}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.463668318846222, "total_contrib": 0.25349092951130003}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.4804915479377225, "total_contrib": 0.201348044449933}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.437392161008141, "total_contrib": 0.2429783369684515}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.463069890667144, "total_contrib": 0.17473214029148645}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.461273474448896, "total_contrib": 0.1168067868820433}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.485610386243408, "total_contrib": 0.1440918985801762}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.474943404019916, "total_contrib": 0.08955592166654984}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.5291673446094975, "total_contrib": 0.11310939362606116}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.504840124811737, "total_contrib": 0.11196722451059987}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.576310222793331, "total_contrib": 0.06975136464930563}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.620988630053899, "total_contrib": 0.03281097476987327}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.741953506044956, "total_contrib": 0.05659883742024144}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.456422717751976, "total_contrib": 0.04049754802644618}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.736137335711805, "total_contrib": 0.01308045742437495}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.6051687711399465, "total_contrib": 0.02434520673192411}}}}
{"step": 480, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20563, "frac": 0.03486294216579861, "mean_loss": 4.4039871300764935, "total_contrib": 0.1535359486147782}, "2": {"token_count": 13030, "frac": 0.022091335720486112, "mean_loss": 4.187657245689094, "total_contrib": 0.09251094209684396}, "3": {"token_count": 9469, "frac": 0.016053941514756944, "mean_loss": 4.0500175369805, "total_contrib": 0.06501874467242491}, "4": {"token_count": 7825, "frac": 0.013266669379340278, "mean_loss": 4.120074127085102, "total_contrib": 0.05465966126241205}, "5": {"token_count": 6402, "frac": 0.010854085286458334, "mean_loss": 4.0705851935225645, "total_contrib": 0.04418247885628842}, "6-8": {"token_count": 15118, "frac": 0.025631374782986112, "mean_loss": 4.019895747075983, "total_contrib": 0.10303545448183647}, "9-12": {"token_count": 15358, "frac": 0.026038275824652776, "mean_loss": 4.0813864974837895, "total_contrib": 0.10627226736849642}, "13-20": {"token_count": 21940, "frac": 0.03719753689236111, "mean_loss": 4.087404062494149, "total_contrib": 0.1520413634086128}, "21-30": {"token_count": 20093, "frac": 0.034066094292534724, "mean_loss": 4.134323697605835, "total_contrib": 0.1408402609185012}, "31-50": {"token_count": 29492, "frac": 0.05000135633680555, "mean_loss": 4.205209118750249, "total_contrib": 0.21026615961741524}, "51-75": {"token_count": 27568, "frac": 0.04673936631944445, "mean_loss": 4.25085857603164, "total_contrib": 0.19868243615729483}, "76-100": {"token_count": 21843, "frac": 0.0370330810546875, "mean_loss": 4.23840305448216, "total_contrib": 0.1569611238590729}, "101-150": {"token_count": 34741, "frac": 0.05890062120225695, "mean_loss": 4.291834421450012, "total_contrib": 0.2527917135206348}, "151-200": {"token_count": 26969, "frac": 0.045723809136284724, "mean_loss": 4.2480059568733255, "total_contrib": 0.1942350135818765}, "201-300": {"token_count": 42008, "frac": 0.07122124565972222, "mean_loss": 4.248635428475224, "total_contrib": 0.30259310757003316}, "301-500": {"token_count": 56650, "frac": 0.09604560004340278, "mean_loss": 4.234878121110544, "total_contrib": 0.40674141025274035}, "501-750": {"token_count": 48007, "frac": 0.08139207628038195, "mean_loss": 4.254775953874099, "total_contrib": 0.34630504899365555}, "751-1k": {"token_count": 32163, "frac": 0.054529825846354164, "mean_loss": 4.243331670574641, "total_contrib": 0.23138813700475425}, "1k-2k": {"token_count": 36368, "frac": 0.06165907118055555, "mean_loss": 4.688284631433256, "total_contrib": 0.2890752758042478}, "2k-5k": {"token_count": 38319, "frac": 0.06496683756510417, "mean_loss": 4.815126565474719, "total_contrib": 0.312823545434614}, "5k-10k": {"token_count": 20471, "frac": 0.034706963433159724, "mean_loss": 5.029162553133731, "total_contrib": 0.1745469608310286}, "10k+": {"token_count": 45427, "frac": 0.07701789008246528, "mean_loss": 5.109605221129072, "total_contrib": 0.3935310132857095}}, "trigram": {"novel": {"token_count": 443, "frac": 0.0007510715060763889, "mean_loss": 5.008989859187374, "total_contrib": 0.0037621095574612204}, "1": {"token_count": 162869, "frac": 0.2761315239800347, "mean_loss": 4.398757236251878, "total_contrib": 1.2146355392644368}, "2": {"token_count": 56709, "frac": 0.0961456298828125, "mean_loss": 4.315235388572203, "total_contrib": 0.41489102452687765}, "3": {"token_count": 32782, "frac": 0.055579291449652776, "mean_loss": 4.347445339813896, "total_contrib": 0.24162793160295126}, "4": {"token_count": 22447, "frac": 0.03805711534288195, "mean_loss": 4.324843953490821, "total_contrib": 0.16459108517796575}, "5": {"token_count": 17516, "frac": 0.029696994357638888, "mean_loss": 4.348335924743994, "total_contrib": 0.12913250742224086}, "6-8": {"token_count": 36173, "frac": 0.06132846408420139, "mean_loss": 4.315114465847744, "total_contrib": 0.26463934253796123}, "9-12": {"token_count": 30013, "frac": 0.05088467068142361, "mean_loss": 4.321905734376132, "total_contrib": 0.21991875000988573}, "13-20": {"token_count": 37383, "frac": 0.06337992350260417, "mean_loss": 4.336491135262972, "total_contrib": 0.2748464764226883}, "21-30": {"token_count": 28390, "frac": 0.048133002387152776, "mean_loss": 4.377386998069496, "total_contrib": 0.21069677882757057}, "31-50": {"token_count": 33590, "frac": 0.05694919162326389, "mean_loss": 4.395943854363087, "total_contrib": 0.25034544892723265}, "51-75": {"token_count": 24260, "frac": 0.041130913628472224, "mean_loss": 4.383958395808564, "total_contrib": 0.1803162141288177}, "76-100": {"token_count": 16020, "frac": 0.02716064453125, "mean_loss": 4.392569617718319, "total_contrib": 0.11930502196561597}, "101-150": {"token_count": 19430, "frac": 0.03294203016493055, "mean_loss": 4.4204580687993476, "total_contrib": 0.14561886304519875}, "151-200": {"token_count": 12097, "frac": 0.020509507921006944, "mean_loss": 4.4443864915427955, "total_contrib": 0.09115217995231323}, "201-300": {"token_count": 14493, "frac": 0.024571736653645832, "mean_loss": 4.488028086116818, "total_contrib": 0.11027864422622856}, "301-500": {"token_count": 14831, "frac": 0.025144788953993056, "mean_loss": 4.4574724310558995, "total_contrib": 0.11208220354714296}, "501-750": {"token_count": 8454, "frac": 0.014333089192708334, "mean_loss": 4.6319796095759, "total_contrib": 0.06639057688285771}, "751-1k": {"token_count": 4151, "frac": 0.007037692599826389, "mean_loss": 4.734063629809228, "total_contrib": 0.03331688457461566}, "1k-2k": {"token_count": 7055, "frac": 0.011961195203993056, "mean_loss": 4.760421539092876, "total_contrib": 0.056940331282382954}, "2k-5k": {"token_count": 5234, "frac": 0.008873833550347222, "mean_loss": 4.564018174931346, "total_contrib": 0.04050033760510027}, "5k-10k": {"token_count": 1694, "frac": 0.002872043185763889, "mean_loss": 4.855301315121027, "total_contrib": 0.013944635056923794}, "10k+": {"token_count": 3790, "frac": 0.006425645616319444, "mean_loss": 3.5957758065775076, "total_contrib": 0.023105181048802274}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.848584536956384, "total_contrib": 0.2949369571655767}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.81921459264914, "total_contrib": 0.12732097086272712}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.3866815940246235, "total_contrib": 0.08346368253545301}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.089945969074977, "total_contrib": 0.06406616020103052}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.0363923734553815, "total_contrib": 0.05280397277399373}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 4.994752424712725, "total_contrib": 0.04609245715283095}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.770561254820694, "total_contrib": 0.10561453732884492}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.664515626305827, "total_contrib": 0.1076480216221702}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.599232946322566, "total_contrib": 0.15975796950320217}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.576760070527372, "total_contrib": 0.15037979154259656}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.487667559032975, "total_contrib": 0.21878201066757744}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.53511943613117, "total_contrib": 0.20591741539684527}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.462155272155535, "total_contrib": 0.16248604827093602}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.4780442225192285, "total_contrib": 0.25756437555773387}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.46901683840813, "total_contrib": 0.2064544182890909}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.40457605865298, "total_contrib": 0.31033150104004226}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.412269507155351, "total_contrib": 0.42451965715460716}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.319009518314097, "total_contrib": 0.35392030003640956}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.3881805185749005, "total_contrib": 0.2413847468484881}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.798294926671225, "total_contrib": 0.2936619233245475}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.850200657224661, "total_contrib": 0.30982294745933286}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.140115684677903, "total_contrib": 0.17850238303164584}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.1727977654663615, "total_contrib": 0.39694213810013323}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.238677254064807, "total_contrib": 1.6394847180308412}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.73826225253594, "total_contrib": 0.3984380615256035}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.617633882251666, "total_contrib": 0.2286489108022769}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.60368080497545, "total_contrib": 0.16140325820259488}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.552286978177504, "total_contrib": 0.12210715786700149}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.547976653768982, "total_contrib": 0.1004785898425015}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.527644115131623, "total_contrib": 0.22142948090462036}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.495880645789141, "total_contrib": 0.19732896280617485}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.4635809366699535, "total_contrib": 0.25348596709305954}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.47287792119378, "total_contrib": 0.20100589697801777}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.437284769538765, "total_contrib": 0.24297245653244612}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.4480697990252285, "total_contrib": 0.17414487677525936}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.4626651212982775, "total_contrib": 0.11684322351787872}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.472849761889763, "total_contrib": 0.14368198723437048}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.469122114558301, "total_contrib": 0.0894394216584035}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.527478827057519, "total_contrib": 0.1130672253461325}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.499431215610277, "total_contrib": 0.11183278676494456}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.5578967414436296, "total_contrib": 0.06947070940751518}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.603204306723406, "total_contrib": 0.03268469854830869}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.748761011947566, "total_contrib": 0.05668009020336721}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.443908242127118, "total_contrib": 0.04038382327236829}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.748508276620238, "total_contrib": 0.013114623993961533}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.5906936973670067, "total_contrib": 0.024247458558167838}}}}
{"step": 490, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20619, "frac": 0.0349578857421875, "mean_loss": 4.183381191800207, "total_contrib": 0.14624216171896778}, "2": {"token_count": 12793, "frac": 0.021689520941840276, "mean_loss": 4.006982830205517, "total_contrib": 0.08690953800933697}, "3": {"token_count": 9442, "frac": 0.016008165147569444, "mean_loss": 3.928412774975783, "total_contrib": 0.06288668046963389}, "4": {"token_count": 7409, "frac": 0.012561374240451388, "mean_loss": 3.9266696134566055, "total_contrib": 0.04932436653323701}, "5": {"token_count": 6572, "frac": 0.011142306857638888, "mean_loss": 3.9273338090526866, "total_contrib": 0.043759558432844806}, "6-8": {"token_count": 15337, "frac": 0.026002671983506944, "mean_loss": 3.9479766901966222, "total_contrib": 0.10265794287371419}, "9-12": {"token_count": 15148, "frac": 0.025682237413194444, "mean_loss": 3.961894690774755, "total_contrib": 0.10175032005455185}, "13-20": {"token_count": 22467, "frac": 0.038091023763020836, "mean_loss": 3.986765921732964, "total_contrib": 0.151859995462332}, "21-30": {"token_count": 20027, "frac": 0.03395419650607639, "mean_loss": 4.018573832927669, "total_contrib": 0.13644744559740266}, "31-50": {"token_count": 29483, "frac": 0.04998609754774305, "mean_loss": 4.089483056563889, "total_contrib": 0.20441729898524497}, "51-75": {"token_count": 26932, "frac": 0.045661078559027776, "mean_loss": 4.126198309546905, "total_contrib": 0.18840666516234883}, "76-100": {"token_count": 21921, "frac": 0.037165323893229164, "mean_loss": 4.176190095975556, "total_contrib": 0.15520945755662732}, "101-150": {"token_count": 34013, "frac": 0.05766635470920139, "mean_loss": 4.204481443429789, "total_contrib": 0.24245711828507727}, "151-200": {"token_count": 26570, "frac": 0.04504733615451389, "mean_loss": 4.20097132081189, "total_contrib": 0.18924256726408542}, "201-300": {"token_count": 41616, "frac": 0.070556640625, "mean_loss": 4.162824770713136, "total_contrib": 0.29371493133205473}, "301-500": {"token_count": 57216, "frac": 0.09700520833333333, "mean_loss": 4.237887394253417, "total_contrib": 0.41109714957275983}, "501-750": {"token_count": 48551, "frac": 0.08231438530815972, "mean_loss": 4.199140724863411, "total_contrib": 0.3456496875895919}, "751-1k": {"token_count": 32045, "frac": 0.054329766167534724, "mean_loss": 4.257632430960948, "total_contrib": 0.23131617440142072}, "1k-2k": {"token_count": 36457, "frac": 0.06180996365017361, "mean_loss": 4.657586518985598, "total_contrib": 0.28788525343603844}, "2k-5k": {"token_count": 38154, "frac": 0.06468709309895833, "mean_loss": 4.719230087473656, "total_contrib": 0.30527327602381366}, "5k-10k": {"token_count": 21210, "frac": 0.035959879557291664, "mean_loss": 5.022269803291263, "total_contrib": 0.18060021723057673}, "10k+": {"token_count": 45842, "frac": 0.07772148980034722, "mean_loss": 5.091374458198363, "total_contrib": 0.39570920802261245}}, "trigram": {"novel": {"token_count": 439, "frac": 0.0007442898220486111, "mean_loss": 4.794176917192197, "total_contrib": 0.0035682570845665396}, "1": {"token_count": 164062, "frac": 0.2781541612413194, "mean_loss": 4.2991911451405445, "total_contrib": 1.1958379069926757}, "2": {"token_count": 55139, "frac": 0.09348381890190972, "mean_loss": 4.222013950122349, "total_contrib": 0.39468998751457424}, "3": {"token_count": 31769, "frac": 0.05386182996961805, "mean_loss": 4.233115995781717, "total_contrib": 0.22800337400646525}, "4": {"token_count": 22566, "frac": 0.038258870442708336, "mean_loss": 4.26428168708794, "total_contrib": 0.1631466005975112}, "5": {"token_count": 17024, "frac": 0.028862847222222224, "mean_loss": 4.29868971587044, "total_contrib": 0.12407242452490637}, "6-8": {"token_count": 35876, "frac": 0.06082492404513889, "mean_loss": 4.253379225537346, "total_contrib": 0.25871146832848074}, "9-12": {"token_count": 30469, "frac": 0.051657782660590276, "mean_loss": 4.297533945065708, "total_contrib": 0.22200107451071346}, "13-20": {"token_count": 37353, "frac": 0.06332906087239583, "mean_loss": 4.299321726260508, "total_contrib": 0.2722720073123656}, "21-30": {"token_count": 28506, "frac": 0.048329671223958336, "mean_loss": 4.288264721173012, "total_contrib": 0.20725042409559102}, "31-50": {"token_count": 33770, "frac": 0.05725436740451389, "mean_loss": 4.350515646819537, "total_contrib": 0.24908602124209217}, "51-75": {"token_count": 23833, "frac": 0.04040696885850695, "mean_loss": 4.40850606706552, "total_contrib": 0.17813436736445543}, "76-100": {"token_count": 16093, "frac": 0.027284410264756944, "mean_loss": 4.304803966216977, "total_contrib": 0.1174540375236169}, "101-150": {"token_count": 19700, "frac": 0.03339979383680555, "mean_loss": 4.337124138393077, "total_contrib": 0.14485905206696167}, "151-200": {"token_count": 12409, "frac": 0.021038479275173612, "mean_loss": 4.436499696025824, "total_contrib": 0.09333720690915333}, "201-300": {"token_count": 15216, "frac": 0.025797526041666668, "mean_loss": 4.392510559665338, "total_contrib": 0.11331590555126238}, "301-500": {"token_count": 14839, "frac": 0.025158352322048612, "mean_loss": 4.453983043022142, "total_contrib": 0.11205487463278126}, "501-750": {"token_count": 8594, "frac": 0.014570448133680556, "mean_loss": 4.616305849421725, "total_contrib": 0.0672616449482054}, "751-1k": {"token_count": 4351, "frac": 0.007376776801215278, "mean_loss": 4.593813489056571, "total_contrib": 0.03388753677518233}, "1k-2k": {"token_count": 7082, "frac": 0.012006971571180556, "mean_loss": 4.740334343295942, "total_contrib": 0.056917059697845225}, "2k-5k": {"token_count": 5246, "frac": 0.008894178602430556, "mean_loss": 4.491972564122828, "total_contrib": 0.03995240626252638}, "5k-10k": {"token_count": 1706, "frac": 0.002892388237847222, "mean_loss": 4.702368690229402, "total_contrib": 0.01360107588964057}, "10k+": {"token_count": 3782, "frac": 0.006412082248263889, "mean_loss": 3.649719276298517, "total_contrib": 0.023402300182700248}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.9238542787005315, "total_contrib": 0.298178477873522}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.846627236193559, "total_contrib": 0.12792074327778774}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.419397778896099, "total_contrib": 0.08397060191062325}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.107377199685665, "total_contrib": 0.06428556371132131}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.023705157536666, "total_contrib": 0.05267095386794492}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 4.993232530446627, "total_contrib": 0.04607843130022005}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.819558672164249, "total_contrib": 0.10669928171983638}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.6828218439712455, "total_contrib": 0.10807049380855406}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.614091682937036, "total_contrib": 0.16027409939238482}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.588844460348033, "total_contrib": 0.15077685147017567}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.495446234414181, "total_contrib": 0.21916123533559123}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.558340542780424, "total_contrib": 0.20697177136942976}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.477623212927668, "total_contrib": 0.163049301770122}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.486613600726603, "total_contrib": 0.25805726183514066}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.472339277050301, "total_contrib": 0.20660790442753532}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.408097006895088, "total_contrib": 0.31057957511993267}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.404561234290086, "total_contrib": 0.42377801765395795}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.320537302823642, "total_contrib": 0.3540454940073226}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.380711725396044, "total_contrib": 0.2409739039619864}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.779137756616157, "total_contrib": 0.2924894794690111}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.832706053354256, "total_contrib": 0.3087054205529587}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.116183732889735, "total_contrib": 0.17767129075924418}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.155803311577469, "total_contrib": 0.39563804403569175}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.265090270389281, "total_contrib": 1.647750876551577}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.744747781613849, "total_contrib": 0.3989834263652948}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.61253718307745, "total_contrib": 0.22839654027126738}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.60541189969032, "total_contrib": 0.16146394970990688}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.550462296003992, "total_contrib": 0.12205821395039734}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.55003024311926, "total_contrib": 0.10052395985596904}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.533499659965216, "total_contrib": 0.22171585284992917}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.4869414705082225, "total_contrib": 0.1969366129362604}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.453015557436386, "total_contrib": 0.2528859610865092}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.465620262730941, "total_contrib": 0.20067974630389124}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.418539004028425, "total_contrib": 0.24194599442054923}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.4423400688161605, "total_contrib": 0.1739205540451097}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.447466512520058, "total_contrib": 0.11644528766690955}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.456098541368849, "total_contrib": 0.14314388540194292}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.470089409794234, "total_contrib": 0.08945877989571659}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.525471354574461, "total_contrib": 0.11301709162882795}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.482608551918043, "total_contrib": 0.11141466161281756}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.548852856948975, "total_contrib": 0.0693328640136232}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.616322053979036, "total_contrib": 0.03277784010495368}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.722355539153134, "total_contrib": 0.056364920714718394}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.415987746757191, "total_contrib": 0.040130096982521124}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.738637106057469, "total_contrib": 0.013087361392157012}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.58658615166956, "total_contrib": 0.024219720869445557}}}}
{"step": 500, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20727, "frac": 0.0351409912109375, "mean_loss": 4.233661200075168, "total_contrib": 0.1487750510219286}, "2": {"token_count": 13030, "frac": 0.022091335720486112, "mean_loss": 4.038365191129409, "total_contrib": 0.08921288119916483}, "3": {"token_count": 9469, "frac": 0.016053941514756944, "mean_loss": 4.028407513367136, "total_contrib": 0.06467181861720345}, "4": {"token_count": 7793, "frac": 0.013212415907118056, "mean_loss": 3.9323343331711054, "total_contrib": 0.05195563669569639}, "5": {"token_count": 6452, "frac": 0.010938856336805556, "mean_loss": 3.9942173418212987, "total_contrib": 0.043692169680160556}, "6-8": {"token_count": 15465, "frac": 0.026219685872395832, "mean_loss": 3.9762075577972014, "total_contrib": 0.10425491312888882}, "9-12": {"token_count": 15067, "frac": 0.025544908311631944, "mean_loss": 4.0728243069407295, "total_contrib": 0.10403992349018686}, "13-20": {"token_count": 21746, "frac": 0.03686862521701389, "mean_loss": 4.042160935797042, "total_contrib": 0.14902891660875525}, "21-30": {"token_count": 20290, "frac": 0.034400092230902776, "mean_loss": 4.124452624982926, "total_contrib": 0.1418815507014017}, "31-50": {"token_count": 29606, "frac": 0.050194634331597224, "mean_loss": 4.145909493578262, "total_contrib": 0.2081024110020583}, "51-75": {"token_count": 26763, "frac": 0.045374552408854164, "mean_loss": 4.276711926406508, "total_contrib": 0.19405388944230373}, "76-100": {"token_count": 22029, "frac": 0.037348429361979164, "mean_loss": 4.249349473853251, "total_contrib": 0.1587065286585715}, "101-150": {"token_count": 34834, "frac": 0.059058295355902776, "mean_loss": 4.269984853270973, "total_contrib": 0.2521780266297083}, "151-200": {"token_count": 27362, "frac": 0.04639010959201389, "mean_loss": 4.27533152477737, "total_contrib": 0.19833309797661405}, "201-300": {"token_count": 41851, "frac": 0.07095506456163195, "mean_loss": 4.260941297085295, "total_contrib": 0.3023353648280109}, "301-500": {"token_count": 57257, "frac": 0.09707472059461805, "mean_loss": 4.289508465916114, "total_contrib": 0.4164028358170555}, "501-750": {"token_count": 47649, "frac": 0.08078511555989583, "mean_loss": 4.313718194967735, "total_contrib": 0.3484842228732937}, "751-1k": {"token_count": 32181, "frac": 0.054560343424479164, "mean_loss": 4.3255513552734675, "total_contrib": 0.23600356744394166}, "1k-2k": {"token_count": 36076, "frac": 0.061164008246527776, "mean_loss": 4.727836227697636, "total_contrib": 0.289173414019131}, "2k-5k": {"token_count": 37864, "frac": 0.06419542100694445, "mean_loss": 4.84213897850365, "total_contrib": 0.31084315029917775}, "5k-10k": {"token_count": 20857, "frac": 0.035361395941840276, "mean_loss": 5.108495610800942, "total_contrib": 0.18064353596068528}, "10k+": {"token_count": 45456, "frac": 0.07706705729166667, "mean_loss": 5.1785620185180425, "total_contrib": 0.399096535769579}}, "trigram": {"novel": {"token_count": 428, "frac": 0.0007256401909722222, "mean_loss": 4.803713489584973, "total_contrib": 0.0034857675739582796}, "1": {"token_count": 164446, "frac": 0.2788052029079861, "mean_loss": 4.366539985280953, "total_contrib": 1.2174140666020907}, "2": {"token_count": 56382, "frac": 0.09559122721354167, "mean_loss": 4.288347165603635, "total_contrib": 0.40992836827776447}, "3": {"token_count": 32163, "frac": 0.054529825846354164, "mean_loss": 4.351185767404389, "total_contrib": 0.23726940212169623}, "4": {"token_count": 22652, "frac": 0.03840467664930555, "mean_loss": 4.321074250076409, "total_contrib": 0.16594945935182495}, "5": {"token_count": 17309, "frac": 0.029346042209201388, "mean_loss": 4.318176844527482, "total_contrib": 0.12672139994629955}, "6-8": {"token_count": 36228, "frac": 0.061421712239583336, "mean_loss": 4.316392817510141, "total_contrib": 0.2651202375501122}, "9-12": {"token_count": 30342, "frac": 0.051442464192708336, "mean_loss": 4.344190368670286, "total_contrib": 0.2234758574866296}, "13-20": {"token_count": 37071, "frac": 0.0628509521484375, "mean_loss": 4.39141063116229, "total_contrib": 0.2760043394433208}, "21-30": {"token_count": 28053, "frac": 0.0475616455078125, "mean_loss": 4.378608732633978, "total_contrib": 0.20825383635894942}, "31-50": {"token_count": 33584, "frac": 0.056939019097222224, "mean_loss": 4.467650344903811, "total_contrib": 0.25438362830818956}, "51-75": {"token_count": 23889, "frac": 0.040501912434895836, "mean_loss": 4.441744012105717, "total_contrib": 0.17989912703652866}, "76-100": {"token_count": 15918, "frac": 0.026987711588541668, "mean_loss": 4.42532816362706, "total_contrib": 0.11942948016461782}, "101-150": {"token_count": 19314, "frac": 0.032745361328125, "mean_loss": 4.44779271476466, "total_contrib": 0.1456445795575708}, "151-200": {"token_count": 12124, "frac": 0.020555284288194444, "mean_loss": 4.517141930940571, "total_contrib": 0.09285113656060703}, "201-300": {"token_count": 14626, "frac": 0.024797227647569444, "mean_loss": 4.555357768417258, "total_contrib": 0.11296024359956666}, "301-500": {"token_count": 14800, "frac": 0.025092230902777776, "mean_loss": 4.56450862886265, "total_contrib": 0.1145337044731432}, "501-750": {"token_count": 8556, "frac": 0.014506022135416666, "mean_loss": 4.7056565170617635, "total_contrib": 0.06826035759816564}, "751-1k": {"token_count": 4234, "frac": 0.007178412543402778, "mean_loss": 4.714407625847686, "total_contrib": 0.03384196283609874}, "1k-2k": {"token_count": 7100, "frac": 0.012037489149305556, "mean_loss": 4.821438918950849, "total_contrib": 0.05803801867091036}, "2k-5k": {"token_count": 5393, "frac": 0.009143405490451388, "mean_loss": 4.603894221601212, "total_contrib": 0.042095271703245944}, "5k-10k": {"token_count": 1653, "frac": 0.0028025309244791665, "mean_loss": 4.835909971912125, "total_contrib": 0.013552787244280908}, "10k+": {"token_count": 3559, "frac": 0.006034003363715278, "mean_loss": 3.7713617355251086, "total_contrib": 0.022756409397945595}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.994395328474672, "total_contrib": 0.30121635562232996}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.924516100108736, "total_contrib": 0.12962490551741407}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.475158867323036, "total_contrib": 0.08483458945120108}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.188307393085152, "total_contrib": 0.06530421631921415}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.117698744577726, "total_contrib": 0.05365642808103546}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.089224500185729, "total_contrib": 0.046964262143471484}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.86259314829958, "total_contrib": 0.10765201370323337}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.741349778844718, "total_contrib": 0.10942120563021222}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.669757913225756, "total_contrib": 0.16220770963231285}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.627489647901154, "total_contrib": 0.15204662641114022}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.55893454193138, "total_contrib": 0.22225640657761778}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.591955644422239, "total_contrib": 0.20849806741209576}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.506768045785255, "total_contrib": 0.16411058906957957}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.5323601590552425, "total_contrib": 0.2606884738429584}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.531743254648122, "total_contrib": 0.20935217997682704}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.447240204285107, "total_contrib": 0.3133374721433448}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.459173318041521, "total_contrib": 0.4290324344644136}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.362476638043682, "total_contrib": 0.3574822037532641}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.430675422689701, "total_contrib": 0.24372230375360676}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.83292878854995, "total_contrib": 0.29578156095560043}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.878794283322268, "total_contrib": 0.31164946189496034}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.162710330886334, "total_contrib": 0.17928703428064097}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.217286134780506, "total_contrib": 0.4003560176362788}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.318260346750228, "total_contrib": 1.664390864743762}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.7918724003570095, "total_contrib": 0.4029461115738033}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.666079624107227, "total_contrib": 0.23104777272826416}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.653433924016358, "total_contrib": 0.16314758320233538}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.599566250888042, "total_contrib": 0.1233753418906313}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.602895432722299, "total_contrib": 0.1016919121361699}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.577700223990186, "total_contrib": 0.22387753068919017}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.538623367657668, "total_contrib": 0.19920498613471427}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.508984826866454, "total_contrib": 0.2560644459376335}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.505178954397174, "total_contrib": 0.20245746759245384}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.47548413896541, "total_contrib": 0.24506413987251424}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.487841698645546, "total_contrib": 0.17570197297011134}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.511230113572884, "total_contrib": 0.11811477092133593}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.516006315319644, "total_contrib": 0.14506831132059952}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.522567141717521, "total_contrib": 0.09050900360248755}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.5696676303787775, "total_contrib": 0.1141208295957428}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.54152690751591, "total_contrib": 0.11287906979740268}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.606566447723857, "total_contrib": 0.0702125250329547}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.658621166379426, "total_contrib": 0.03307818170301147}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.782755280267355, "total_contrib": 0.05708583776360775}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.471314849200551, "total_contrib": 0.04063287962462524}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.790647560939824, "total_contrib": 0.013231005989534122}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.639934285738167, "total_contrib": 0.024579973449868297}}}}
{"step": 510, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20787, "frac": 0.035242716471354164, "mean_loss": 4.1125421398445425, "total_contrib": 0.14493715661103737}, "2": {"token_count": 13170, "frac": 0.022328694661458332, "mean_loss": 3.915433978738055, "total_contrib": 0.08742652977834096}, "3": {"token_count": 9678, "frac": 0.016408284505208332, "mean_loss": 3.8744840970376244, "total_contrib": 0.06357363737509855}, "4": {"token_count": 7569, "frac": 0.0128326416015625, "mean_loss": 3.932530630463216, "total_contrib": 0.050464756167901074}, "5": {"token_count": 6429, "frac": 0.010899861653645834, "mean_loss": 3.980620758531677, "total_contrib": 0.04338821556362602}, "6-8": {"token_count": 15366, "frac": 0.026051839192708332, "mean_loss": 3.907698595153202, "total_contrib": 0.10180273541450348}, "9-12": {"token_count": 15221, "frac": 0.025806003146701388, "mean_loss": 3.9952201616068206, "total_contrib": 0.10310066406219044}, "13-20": {"token_count": 22396, "frac": 0.037970648871527776, "mean_loss": 4.011339447034034, "total_contrib": 0.1523131616478377}, "21-30": {"token_count": 20277, "frac": 0.0343780517578125, "mean_loss": 4.062816215447077, "total_contrib": 0.13967170613711952}, "31-50": {"token_count": 29707, "frac": 0.05036587185329861, "mean_loss": 4.108058262155843, "total_contrib": 0.20690593599762577}, "51-75": {"token_count": 27254, "frac": 0.04620700412326389, "mean_loss": 4.193041461404146, "total_contrib": 0.19374788409611782}, "76-100": {"token_count": 21583, "frac": 0.03659227159288195, "mean_loss": 4.190719625692233, "total_contrib": 0.15334795071295076}, "101-150": {"token_count": 34516, "frac": 0.05851915147569445, "mean_loss": 4.265738801903172, "total_contrib": 0.24962741510431907}, "151-200": {"token_count": 27134, "frac": 0.04600355360243055, "mean_loss": 4.265108718483865, "total_contrib": 0.19621015755096635}, "201-300": {"token_count": 42426, "frac": 0.071929931640625, "mean_loss": 4.247290904403573, "total_contrib": 0.3055073444115973}, "301-500": {"token_count": 56827, "frac": 0.09634568956163195, "mean_loss": 4.254749735054593, "total_contrib": 0.40992679713600555}, "501-750": {"token_count": 47905, "frac": 0.0812191433376736, "mean_loss": 4.240613854181881, "total_contrib": 0.34441902446252276}, "751-1k": {"token_count": 31144, "frac": 0.052802191840277776, "mean_loss": 4.220928986026191, "total_contrib": 0.2228743020643441}, "1k-2k": {"token_count": 36011, "frac": 0.06105380588107639, "mean_loss": 4.661260143745999, "total_contrib": 0.2845876719774664}, "2k-5k": {"token_count": 37833, "frac": 0.06414286295572917, "mean_loss": 4.746509728879608, "total_contrib": 0.30445472305755994}, "5k-10k": {"token_count": 20974, "frac": 0.035559760199652776, "mean_loss": 4.987348130823235, "total_contrib": 0.17734890356426072}, "10k+": {"token_count": 45617, "frac": 0.07734002007378472, "mean_loss": 5.144664232308625, "total_contrib": 0.39788843499963134}}, "trigram": {"novel": {"token_count": 443, "frac": 0.0007510715060763889, "mean_loss": 4.82301442787623, "total_contrib": 0.0036224287101731534}, "1": {"token_count": 162876, "frac": 0.2761433919270833, "mean_loss": 4.318692928165946, "total_contrib": 1.192578513875252}, "2": {"token_count": 56630, "frac": 0.0960116916232639, "mean_loss": 4.224756817581445, "total_contrib": 0.40562604875291147}, "3": {"token_count": 32359, "frac": 0.054862128363715276, "mean_loss": 4.246468298689843, "total_contrib": 0.23297028889516977}, "4": {"token_count": 22595, "frac": 0.038308037651909724, "mean_loss": 4.267765873857433, "total_contrib": 0.16348973578526596}, "5": {"token_count": 18069, "frac": 0.030634562174479168, "mean_loss": 4.2574353069567525, "total_contrib": 0.13042466661478944}, "6-8": {"token_count": 36192, "frac": 0.061360677083333336, "mean_loss": 4.253005710135745, "total_contrib": 0.2609673100132122}, "9-12": {"token_count": 29902, "frac": 0.050696478949652776, "mean_loss": 4.319177550861896, "total_contrib": 0.21896709378708296}, "13-20": {"token_count": 37786, "frac": 0.06406317816840278, "mean_loss": 4.335718781265154, "total_contrib": 0.2777599247722797}, "21-30": {"token_count": 28468, "frac": 0.04826524522569445, "mean_loss": 4.375485082983289, "total_contrib": 0.21118386051155646}, "31-50": {"token_count": 33547, "frac": 0.056876288519965276, "mean_loss": 4.344917356627506, "total_contrib": 0.24712277317095088}, "51-75": {"token_count": 23806, "frac": 0.04036119249131945, "mean_loss": 4.4243161817101395, "total_contrib": 0.1785706770524624}, "76-100": {"token_count": 15698, "frac": 0.026614718967013888, "mean_loss": 4.409032623629807, "total_contrib": 0.11734516419430323}, "101-150": {"token_count": 19534, "frac": 0.033118353949652776, "mean_loss": 4.439820094083915, "total_contrib": 0.14703953334865177}, "151-200": {"token_count": 12016, "frac": 0.020372178819444444, "mean_loss": 4.3939038405852, "total_contrib": 0.0895133947558454}, "201-300": {"token_count": 14793, "frac": 0.025080362955729168, "mean_loss": 4.466639099983934, "total_contrib": 0.11202492981984852}, "301-500": {"token_count": 14478, "frac": 0.024546305338541668, "mean_loss": 4.430802181158109, "total_contrib": 0.10875982323338336}, "501-750": {"token_count": 8568, "frac": 0.0145263671875, "mean_loss": 4.616843438630932, "total_contrib": 0.06706596303675304}, "751-1k": {"token_count": 4167, "frac": 0.0070648193359375, "mean_loss": 4.7079997229714365, "total_contrib": 0.033261167476436995}, "1k-2k": {"token_count": 7159, "frac": 0.012137518988715278, "mean_loss": 4.776632275267002, "total_contrib": 0.057976464943163504}, "2k-5k": {"token_count": 5484, "frac": 0.009297688802083334, "mean_loss": 4.450288041404482, "total_contrib": 0.04137739328861183}, "5k-10k": {"token_count": 1615, "frac": 0.002738104926215278, "mean_loss": 4.707790389834635, "total_contrib": 0.012890424057995158}, "10k+": {"token_count": 3639, "frac": 0.006169637044270833, "mean_loss": 3.725912502141453, "total_contrib": 0.02298752779692374}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.041116376156987, "total_contrib": 0.30322841571513476}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.914294550319501, "total_contrib": 0.12940126405821595}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.4611892484540485, "total_contrib": 0.08461813785404045}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.178121852602685, "total_contrib": 0.06517601290168311}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.102846642621613, "total_contrib": 0.05350071146303313}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.089686644002203, "total_contrib": 0.046968526888197144}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.849220283502211, "total_contrib": 0.1073559544236448}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.725993477728695, "total_contrib": 0.10906681182665166}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.665674321604736, "total_contrib": 0.1620658628693268}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.6038739388619865, "total_contrib": 0.15127067894006568}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.525737252516021, "total_contrib": 0.22063797793256662}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.551899458422204, "total_contrib": 0.20667931348335272}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.466574249142852, "total_contrib": 0.1626469620142452}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.5032895891467435, "total_contrib": 0.25901641729024805}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.496761109862885, "total_contrib": 0.2077361157252738}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.410562692754749, "total_contrib": 0.31075329898886633}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.420920475798945, "total_contrib": 0.4253519966653007}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.322777908764391, "total_contrib": 0.35422909997611035}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.397759281718146, "total_contrib": 0.24191165482473628}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.792351625589601, "total_contrib": 0.29329818552743425}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.836230719265221, "total_contrib": 0.3089305704918005}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.122990495528153, "total_contrib": 0.17790767130517435}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.165025349011514, "total_contrib": 0.3963457104519486}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.3105201484306495, "total_contrib": 1.6619685095872898}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.766256829847546, "total_contrib": 0.400792111285364}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.632220231664178, "total_contrib": 0.22937117527598738}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.611105977926107, "total_contrib": 0.161663581877872}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.55231773193558, "total_contrib": 0.12210798278291968}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.5661064089169585, "total_contrib": 0.10087913108757339}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.546177644738055, "total_contrib": 0.2223358838231641}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.5043079674491535, "total_contrib": 0.19769884687860054}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.464680597633425, "total_contrib": 0.2535484166434889}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.4665773091774055, "total_contrib": 0.200722754850695}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.436665998312434, "total_contrib": 0.24293857446881897}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.445237459898201, "total_contrib": 0.1740339888237326}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.449024325756393, "total_contrib": 0.11648607493532982}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.47499372961898, "total_contrib": 0.14375085821379058}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.456307318735676, "total_contrib": 0.08918296235886625}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.525465685827967, "total_contrib": 0.11301695006009584}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.484320786775, "total_contrib": 0.11145721899095579}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.543588810916824, "total_contrib": 0.06925263029334555}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.621647238790982, "total_contrib": 0.032815651170614676}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.7360549639964695, "total_contrib": 0.05652843381506202}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.429936152708072, "total_contrib": 0.040256852516200196}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.724064597584412, "total_contrib": 0.013047114443401774}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.589833154918978, "total_contrib": 0.024241647433882463}}}}
{"step": 520, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20093, "frac": 0.034066094292534724, "mean_loss": 3.98319037708446, "total_contrib": 0.13569173897087616}, "2": {"token_count": 12828, "frac": 0.021748860677083332, "mean_loss": 3.84908876671693, "total_contrib": 0.08371329532105302}, "3": {"token_count": 9519, "frac": 0.016138712565104168, "mean_loss": 3.843211937068109, "total_contrib": 0.06202449277911942}, "4": {"token_count": 7711, "frac": 0.013073391384548612, "mean_loss": 3.802542903292695, "total_contrib": 0.049712131631283185}, "5": {"token_count": 6250, "frac": 0.010596381293402778, "mean_loss": 3.8781151060863586, "total_contrib": 0.04109398636379622}, "6-8": {"token_count": 15208, "frac": 0.025783962673611112, "mean_loss": 3.8973440234638836, "total_contrib": 0.10048897282721413}, "9-12": {"token_count": 15071, "frac": 0.025551689995659724, "mean_loss": 3.9338708971285405, "total_contrib": 0.10051704964637627}, "13-20": {"token_count": 21711, "frac": 0.036809285481770836, "mean_loss": 4.0013953689345705, "total_contrib": 0.14728850446054834}, "21-30": {"token_count": 20423, "frac": 0.03462558322482639, "mean_loss": 4.010262028739775, "total_contrib": 0.1388576616294902}, "31-50": {"token_count": 29864, "frac": 0.05063205295138889, "mean_loss": 4.099173387563149, "total_contrib": 0.20754956401602154}, "51-75": {"token_count": 27419, "frac": 0.046486748589409724, "mean_loss": 4.125205971439694, "total_contrib": 0.19176741287384877}, "76-100": {"token_count": 21764, "frac": 0.03689914279513889, "mean_loss": 4.192634188761447, "total_contrib": 0.15470460761888993}, "101-150": {"token_count": 34176, "frac": 0.057942708333333336, "mean_loss": 4.222306653310907, "total_contrib": 0.24465188290668669}, "151-200": {"token_count": 26941, "frac": 0.045676337348090276, "mean_loss": 4.23845802775197, "total_contrib": 0.19359723871132037}, "201-300": {"token_count": 42441, "frac": 0.07195536295572917, "mean_loss": 4.221934677606652, "total_contrib": 0.30379084210256607}, "301-500": {"token_count": 56738, "frac": 0.0961947970920139, "mean_loss": 4.221939111794946, "total_contrib": 0.40612857619395215}, "501-750": {"token_count": 48200, "frac": 0.08171929253472222, "mean_loss": 4.269443855610376, "total_contrib": 0.34889593139719666}, "751-1k": {"token_count": 31776, "frac": 0.053873697916666664, "mean_loss": 4.232632568383289, "total_contrib": 0.22802756838132623}, "1k-2k": {"token_count": 36542, "frac": 0.06195407443576389, "mean_loss": 4.690533501636196, "total_contrib": 0.2905976617038131}, "2k-5k": {"token_count": 38251, "frac": 0.06485154893663195, "mean_loss": 4.725885745649639, "total_contrib": 0.30648101070292894}, "5k-10k": {"token_count": 21030, "frac": 0.035654703776041664, "mean_loss": 5.091561235013342, "total_contrib": 0.18153810759197755}, "10k+": {"token_count": 45868, "frac": 0.07776557074652778, "mean_loss": 5.138336995407937, "total_contrib": 0.3995857091358969}}, "trigram": {"novel": {"token_count": 438, "frac": 0.0007425944010416666, "mean_loss": 4.849179118795142, "total_contrib": 0.0036009732632654354}, "1": {"token_count": 162597, "frac": 0.2756703694661458, "mean_loss": 4.276437298348951, "total_contrib": 1.1788870500346618}, "2": {"token_count": 56776, "frac": 0.09625922309027778, "mean_loss": 4.217201710786126, "total_contrib": 0.4059445602952628}, "3": {"token_count": 32093, "frac": 0.05441114637586805, "mean_loss": 4.242951843013706, "total_contrib": 0.23086387379597786}, "4": {"token_count": 22564, "frac": 0.03825547960069445, "mean_loss": 4.2919181770044865, "total_contrib": 0.16418938826824483}, "5": {"token_count": 17401, "frac": 0.029502020941840276, "mean_loss": 4.271127198200415, "total_contrib": 0.12600688404657223}, "6-8": {"token_count": 35707, "frac": 0.060538397894965276, "mean_loss": 4.259833468486321, "total_contrib": 0.25788349348151496}, "9-12": {"token_count": 30452, "frac": 0.051628960503472224, "mean_loss": 4.279143582475635, "total_contrib": 0.22092773500832122}, "13-20": {"token_count": 37572, "frac": 0.06370035807291667, "mean_loss": 4.322196505888543, "total_contrib": 0.2753254650866095}, "21-30": {"token_count": 28736, "frac": 0.04871961805555555, "mean_loss": 4.360430520007639, "total_contrib": 0.21243850949255966}, "31-50": {"token_count": 33818, "frac": 0.057335747612847224, "mean_loss": 4.321729242938651, "total_contrib": 0.2477895771241918}, "51-75": {"token_count": 24077, "frac": 0.04082065158420139, "mean_loss": 4.400350440394262, "total_contrib": 0.1796251721757213}, "76-100": {"token_count": 15797, "frac": 0.026782565646701388, "mean_loss": 4.408349561504948, "total_contrib": 0.11806691152461354}, "101-150": {"token_count": 19403, "frac": 0.03289625379774305, "mean_loss": 4.367521698195893, "total_contrib": 0.14367510225100183}, "151-200": {"token_count": 12278, "frac": 0.020816379123263888, "mean_loss": 4.497536277463394, "total_contrib": 0.09362242027231098}, "201-300": {"token_count": 14826, "frac": 0.025136311848958332, "mean_loss": 4.4953446349759885, "total_contrib": 0.11299638461329821}, "301-500": {"token_count": 14368, "frac": 0.024359809027777776, "mean_loss": 4.38256207724316, "total_contrib": 0.10675837525402446}, "501-750": {"token_count": 8561, "frac": 0.014514499240451388, "mean_loss": 4.605441622535332, "total_contrib": 0.06684567893223228}, "751-1k": {"token_count": 4336, "frac": 0.007351345486111111, "mean_loss": 4.694416025649615, "total_contrib": 0.034510274060086964}, "1k-2k": {"token_count": 7109, "frac": 0.012052747938368056, "mean_loss": 4.791585235022947, "total_contrib": 0.05775176906293764}, "2k-5k": {"token_count": 5491, "frac": 0.009309556749131944, "mean_loss": 4.5379177667643775, "total_contrib": 0.04224600297258707}, "5k-10k": {"token_count": 1619, "frac": 0.0027448866102430555, "mean_loss": 4.791854220598365, "total_contrib": 0.013153096488357125}, "10k+": {"token_count": 3805, "frac": 0.006451076931423611, "mean_loss": 3.6575675213070644, "total_contrib": 0.02359524946182824}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.0993507260036575, "total_contrib": 0.305736300644292}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.9646003657809965, "total_contrib": 0.13050192552423054}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.527322315199116, "total_contrib": 0.0856428335208549}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.2668791834718425, "total_contrib": 0.0662931841669633}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.142556769414969, "total_contrib": 0.05391705163245675}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.155653017844709, "total_contrib": 0.04757727623177211}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.8898999397478065, "total_contrib": 0.10825655350278533}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.774977721938036, "total_contrib": 0.11019727367998004}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.68664274605958, "total_contrib": 0.16279421756535623}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.645064782757266, "total_contrib": 0.15262409717108122}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.548089542142332, "total_contrib": 0.221727692980114}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.585322532308885, "total_contrib": 0.20819689049235743}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.488116162788572, "total_contrib": 0.1634313946946427}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.52767475657503, "total_contrib": 0.26041898280980075}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.513152696561006, "total_contrib": 0.20849335509557818}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.425120905346569, "total_contrib": 0.3117790213071821}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.445434716778904, "total_contrib": 0.42771059628378305}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.3449240750698825, "total_contrib": 0.3560438627800032}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.425853941950968, "total_contrib": 0.2434570840565985}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.816511073830218, "total_contrib": 0.2947767753484483}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.863234598556441, "total_contrib": 0.310655534481152}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.157883984637673, "total_contrib": 0.1791194282656071}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.179141733826315, "total_contrib": 0.3974289517122274}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.353742015612509, "total_contrib": 1.6754951284822472}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.794689760378504, "total_contrib": 0.4031830219442631}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.66699834758063, "total_contrib": 0.23109326466783292}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.637513491132363, "total_contrib": 0.16258941901842947}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.5791989158828414, "total_contrib": 0.12282902365482319}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.5773734251385765, "total_contrib": 0.1011280536278293}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.572255230645963, "total_contrib": 0.22361123722197376}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.5365980527063465, "total_contrib": 0.19911609291663598}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.481734877698961, "total_contrib": 0.25451692617357785}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.483175653579814, "total_contrib": 0.20146866501496474}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.456447552450045, "total_contrib": 0.2440217532712794}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.457709455699422, "total_contrib": 0.17452227571446915}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.475089707069788, "total_contrib": 0.11716852882602054}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.481950616095449, "total_contrib": 0.14397433526468992}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.487669920727395, "total_contrib": 0.08981061425826378}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.523473370317722, "total_contrib": 0.11296719486623137}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.504144279545678, "total_contrib": 0.11194992936560677}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.574634942816901, "total_contrib": 0.0697258303085733}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.626008278670709, "total_contrib": 0.032846616399252876}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.745795605839323, "total_contrib": 0.056644695816224555}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.467647909136001, "total_contrib": 0.040599556465944014}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.774567940415891, "total_contrib": 0.013186596637195989}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.603142563400483, "total_contrib": 0.02433152403093825}}}}
{"step": 530, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20204, "frac": 0.03425428602430555, "mean_loss": 4.05574544260348, "total_contrib": 0.13892666443271331}, "2": {"token_count": 12533, "frac": 0.021248711480034724, "mean_loss": 3.8574920344387538, "total_contrib": 0.08196673527632124}, "3": {"token_count": 9454, "frac": 0.016028510199652776, "mean_loss": 3.866607268480808, "total_contrib": 0.06197595404089619}, "4": {"token_count": 7659, "frac": 0.0129852294921875, "mean_loss": 3.914302792923512, "total_contrib": 0.05082812006802229}, "5": {"token_count": 6427, "frac": 0.010896470811631944, "mean_loss": 3.9561174239110275, "total_contrib": 0.04310771803703507}, "6-8": {"token_count": 15064, "frac": 0.025539822048611112, "mean_loss": 3.9199705315007543, "total_contrib": 0.10011534981032878}, "9-12": {"token_count": 15052, "frac": 0.025519476996527776, "mean_loss": 3.893749526537421, "total_contrib": 0.09936645147271263}, "13-20": {"token_count": 21648, "frac": 0.036702473958333336, "mean_loss": 3.9655069797072824, "total_contrib": 0.1455439166542956}, "21-30": {"token_count": 20143, "frac": 0.03415086534288195, "mean_loss": 4.019085114031992, "total_contrib": 0.1372552345308879}, "31-50": {"token_count": 29953, "frac": 0.05078294542100695, "mean_loss": 4.0344598093797925, "total_contrib": 0.20488175230298009}, "51-75": {"token_count": 27344, "frac": 0.04635959201388889, "mean_loss": 4.1946393375592095, "total_contrib": 0.19446176833465412}, "76-100": {"token_count": 22043, "frac": 0.03737216525607639, "mean_loss": 4.1419285584547, "total_contrib": 0.1547928385654313}, "101-150": {"token_count": 34929, "frac": 0.0592193603515625, "mean_loss": 4.160418825422082, "total_contrib": 0.24637734163609465}, "151-200": {"token_count": 27487, "frac": 0.04660203721788195, "mean_loss": 4.184282967386189, "total_contrib": 0.19499611057628072}, "201-300": {"token_count": 42098, "frac": 0.07137383355034722, "mean_loss": 4.174246334945229, "total_contrib": 0.2979319631085277}, "301-500": {"token_count": 57415, "frac": 0.09734259711371528, "mean_loss": 4.198370851687008, "total_contrib": 0.40868032234973406}, "501-750": {"token_count": 47809, "frac": 0.08105638292100695, "mean_loss": 4.188768503703024, "total_contrib": 0.3395264238036056}, "751-1k": {"token_count": 31790, "frac": 0.05389743381076389, "mean_loss": 4.238375976124821, "total_contrib": 0.22843758863831934}, "1k-2k": {"token_count": 35926, "frac": 0.06090969509548611, "mean_loss": 4.6860992335584974, "total_contrib": 0.28542887550323925}, "2k-5k": {"token_count": 38531, "frac": 0.0653262668185764, "mean_loss": 4.706939176639567, "total_contrib": 0.30748676455196666}, "5k-10k": {"token_count": 20541, "frac": 0.034825642903645836, "mean_loss": 5.0157198839704105, "total_contrib": 0.17467566958386943}, "10k+": {"token_count": 45774, "frac": 0.077606201171875, "mean_loss": 5.060817312541939, "total_contrib": 0.3927508064512375}}, "trigram": {"novel": {"token_count": 435, "frac": 0.0007375081380208334, "mean_loss": 4.944315699804788, "total_contrib": 0.0036464730655502028}, "1": {"token_count": 162017, "frac": 0.2746870252821181, "mean_loss": 4.2528591598239265, "total_contrib": 1.1682052315558424}, "2": {"token_count": 55783, "frac": 0.09457567003038195, "mean_loss": 4.2108052323520075, "total_contrib": 0.3982397262171293}, "3": {"token_count": 31817, "frac": 0.05394321017795139, "mean_loss": 4.257426079857654, "total_contrib": 0.2296592298428531}, "4": {"token_count": 22360, "frac": 0.037909613715277776, "mean_loss": 4.24255753288776, "total_contrib": 0.16083371723661688}, "5": {"token_count": 17063, "frac": 0.028928968641493056, "mean_loss": 4.25197542479276, "total_contrib": 0.12300526372822887}, "6-8": {"token_count": 35622, "frac": 0.060394287109375, "mean_loss": 4.2370144909785035, "total_contrib": 0.25589146965473814}, "9-12": {"token_count": 30384, "frac": 0.051513671875, "mean_loss": 4.240003909788806, "total_contrib": 0.21841817015757764}, "13-20": {"token_count": 37348, "frac": 0.0633205837673611, "mean_loss": 4.307522896633177, "total_contrib": 0.27275486440608704}, "21-30": {"token_count": 28963, "frac": 0.04910447862413195, "mean_loss": 4.240595534549514, "total_contrib": 0.208232232779876}, "31-50": {"token_count": 34200, "frac": 0.0579833984375, "mean_loss": 4.315569268538916, "total_contrib": 0.2502313723823224}, "51-75": {"token_count": 24358, "frac": 0.041297064887152776, "mean_loss": 4.408444228304011, "total_contrib": 0.18205580734766488}, "76-100": {"token_count": 16349, "frac": 0.027718438042534724, "mean_loss": 4.384428326850447, "total_contrib": 0.1215295049297383}, "101-150": {"token_count": 20134, "frac": 0.03413560655381945, "mean_loss": 4.283864783333847, "total_contrib": 0.1462323227736472}, "151-200": {"token_count": 12380, "frac": 0.020989312065972224, "mean_loss": 4.375556413938565, "total_contrib": 0.09183991903442287}, "201-300": {"token_count": 14860, "frac": 0.025193956163194444, "mean_loss": 4.393240278827383, "total_contrib": 0.11068310299915722}, "301-500": {"token_count": 15020, "frac": 0.025465223524305556, "mean_loss": 4.395064644636749, "total_contrib": 0.11192130357944738}, "501-750": {"token_count": 8366, "frac": 0.014183892144097222, "mean_loss": 4.600901814728163, "total_contrib": 0.06525869510568544}, "751-1k": {"token_count": 4058, "frac": 0.006880018446180556, "mean_loss": 4.6969105922120145, "total_contrib": 0.032314831514479496}, "1k-2k": {"token_count": 7093, "frac": 0.012025621202256944, "mean_loss": 4.7629089804437985, "total_contrib": 0.05727693921964495}, "2k-5k": {"token_count": 5492, "frac": 0.009311252170138888, "mean_loss": 4.61402083491626, "total_contrib": 0.042962311512180065}, "5k-10k": {"token_count": 1654, "frac": 0.002804226345486111, "mean_loss": 4.749267988479015, "total_contrib": 0.013318022415066681}, "10k+": {"token_count": 4068, "frac": 0.00689697265625, "mean_loss": 3.625338176241549, "total_contrib": 0.025003858271197207}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.122152873265603, "total_contrib": 0.3067182839861036}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.964324876977508, "total_contrib": 0.13049589799227354}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.489220399259883, "total_contrib": 0.08505246519103338}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.244424949348443, "total_contrib": 0.06601055708815315}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.1621003038709565, "total_contrib": 0.05412195549712795}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.13007503978957, "total_contrib": 0.04734123813472261}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.870390315674363, "total_contrib": 0.10782463369085664}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.748727498852428, "total_contrib": 0.10959146917449825}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.670218135837752, "total_contrib": 0.16222369582628693}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.609869021358257, "total_contrib": 0.15146766091905894}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.527718755894451, "total_contrib": 0.22073457985050615}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.569280387556283, "total_contrib": 0.2074684957871243}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.481256237090919, "total_contrib": 0.16318159562893125}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.507243016230278, "total_contrib": 0.2592438071791114}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.480307676656908, "total_contrib": 0.20697601924226114}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.411297526389161, "total_contrib": 0.31080507287623826}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.421830780429101, "total_contrib": 0.425439580211336}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.329584810090464, "total_contrib": 0.3547868900317762}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.407871706130072, "total_contrib": 0.2424679184051347}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.786902147140747, "total_contrib": 0.29296467032112405}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.836693711922175, "total_contrib": 0.3089601457114186}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.114992344082903, "total_contrib": 0.17762991703262343}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.15133395886651, "total_contrib": 0.3952950817739819}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.329712316801109, "total_contrib": 1.6679748476805227}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.7700639858262734, "total_contrib": 0.4011122530941628}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.640270508455221, "total_contrib": 0.22976979653242866}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.627929608054978, "total_contrib": 0.16225341180584188}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.575183950658135, "total_contrib": 0.12272132921577006}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.5724500918515885, "total_contrib": 0.10101928227219993}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.556984666560133, "total_contrib": 0.22286441326835396}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.510884638171322, "total_contrib": 0.1979875039214735}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.468139069531761, "total_contrib": 0.25374482264715553}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.465747641915901, "total_contrib": 0.20068547057532907}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.443132137132469, "total_contrib": 0.24329264091147082}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.429276256083216, "total_contrib": 0.17340909712977706}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.460873468762771, "total_contrib": 0.11679631377852287}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.467379837208311, "total_contrib": 0.14350627606809127}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.474915665544667, "total_contrib": 0.08955536654339133}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.5128907648008605, "total_contrib": 0.11270290962306836}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.48346062267691, "total_contrib": 0.11143583972243161}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.543956234856797, "total_contrib": 0.06925823050835946}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.599604308358131, "total_contrib": 0.03265913703647843}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.7400974659318305, "total_contrib": 0.05657668416368287}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.425122440099949, "total_contrib": 0.040213108111802384}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.728968019446872, "total_contrib": 0.013060656914060727}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.5839974948195934, "total_contrib": 0.024202240027307198}}}}
{"step": 540, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20520, "frac": 0.0347900390625, "mean_loss": 4.086990169892357, "total_contrib": 0.1421865476586086}, "2": {"token_count": 12980, "frac": 0.022006564670138888, "mean_loss": 3.834602770930101, "total_contrib": 0.08438643386276705}, "3": {"token_count": 9604, "frac": 0.016282823350694444, "mean_loss": 3.8361225436905224, "total_contrib": 0.06246290573052941}, "4": {"token_count": 7744, "frac": 0.013129340277777778, "mean_loss": 3.771341520733428, "total_contrib": 0.049515226129421094}, "5": {"token_count": 6531, "frac": 0.011072794596354166, "mean_loss": 3.9415819297461665, "total_contrib": 0.04364432709278058}, "6-8": {"token_count": 15240, "frac": 0.025838216145833332, "mean_loss": 3.8761521530396297, "total_contrib": 0.10015285714437519}, "9-12": {"token_count": 14962, "frac": 0.025366889105902776, "mean_loss": 3.959240176884258, "total_contrib": 0.10043360651065786}, "13-20": {"token_count": 22004, "frac": 0.03730604383680555, "mean_loss": 3.965543710812969, "total_contrib": 0.1479387475123572}, "21-30": {"token_count": 20342, "frac": 0.03448825412326389, "mean_loss": 4.056358710568053, "total_contrib": 0.13989673002518604}, "31-50": {"token_count": 29255, "frac": 0.049599541558159724, "mean_loss": 4.1036498608865575, "total_contrib": 0.20353915181517918}, "51-75": {"token_count": 27355, "frac": 0.046378241644965276, "mean_loss": 4.1732764961227, "total_contrib": 0.19354922578843256}, "76-100": {"token_count": 21409, "frac": 0.03629726833767361, "mean_loss": 4.185124280718887, "total_contrib": 0.15190857904376673}, "101-150": {"token_count": 34669, "frac": 0.05877855088975695, "mean_loss": 4.237636337362297, "total_contrib": 0.24908212310793304}, "151-200": {"token_count": 27549, "frac": 0.0467071533203125, "mean_loss": 4.199656502374854, "total_contrib": 0.19615400014906964}, "201-300": {"token_count": 42238, "frac": 0.07161119249131945, "mean_loss": 4.1937215939177515, "total_contrib": 0.3003174043170471}, "301-500": {"token_count": 57100, "frac": 0.09680853949652778, "mean_loss": 4.2164654460914255, "total_contrib": 0.40818986167368637}, "501-750": {"token_count": 47274, "frac": 0.08014933268229167, "mean_loss": 4.20019687826726, "total_contrib": 0.33664297692736556}, "751-1k": {"token_count": 32233, "frac": 0.054648505316840276, "mean_loss": 4.259739425748357, "total_contrib": 0.23278839265636325}, "1k-2k": {"token_count": 36288, "frac": 0.0615234375, "mean_loss": 4.661646101792083, "total_contrib": 0.2868004925907239}, "2k-5k": {"token_count": 37767, "frac": 0.06403096516927083, "mean_loss": 4.745247733971406, "total_contrib": 0.30384279237348444}, "5k-10k": {"token_count": 20902, "frac": 0.035437689887152776, "mean_loss": 5.030046401211409, "total_contrib": 0.17825322448411876}, "10k+": {"token_count": 45858, "frac": 0.07774861653645833, "mean_loss": 5.128457959499658, "total_contrib": 0.39873051131648646}}, "trigram": {"novel": {"token_count": 437, "frac": 0.0007408989800347222, "mean_loss": 4.8214325436329135, "total_contrib": 0.0035721944538838423}, "1": {"token_count": 162910, "frac": 0.2762010362413194, "mean_loss": 4.27142930276454, "total_contrib": 1.1797731996551024}, "2": {"token_count": 56308, "frac": 0.09546576605902778, "mean_loss": 4.220922653606411, "total_contrib": 0.40295361460244034}, "3": {"token_count": 31972, "frac": 0.054206000434027776, "mean_loss": 4.232703583977485, "total_contrib": 0.22943793231019446}, "4": {"token_count": 22761, "frac": 0.0385894775390625, "mean_loss": 4.234175276510005, "total_contrib": 0.1633946117293366}, "5": {"token_count": 16983, "frac": 0.0287933349609375, "mean_loss": 4.298904370475876, "total_contrib": 0.12377979350415005}, "6-8": {"token_count": 36145, "frac": 0.06128099229600695, "mean_loss": 4.263944190042467, "total_contrib": 0.261298731060596}, "9-12": {"token_count": 30184, "frac": 0.05117458767361111, "mean_loss": 4.249523126337739, "total_contrib": 0.21746759379980862}, "13-20": {"token_count": 37192, "frac": 0.06305609809027778, "mean_loss": 4.295310445942257, "total_contrib": 0.2708455168075297}, "21-30": {"token_count": 28357, "frac": 0.04807705349392361, "mean_loss": 4.35551496957368, "total_contrib": 0.2094003261857789}, "31-50": {"token_count": 33793, "frac": 0.05729336208767361, "mean_loss": 4.386388246058988, "total_contrib": 0.25131093003857313}, "51-75": {"token_count": 24086, "frac": 0.04083591037326389, "mean_loss": 4.418818862949779, "total_contrib": 0.18044649104310503}, "76-100": {"token_count": 15675, "frac": 0.026575724283854168, "mean_loss": 4.36406131562143, "total_contrib": 0.115978090281789}, "101-150": {"token_count": 20076, "frac": 0.034037272135416664, "mean_loss": 4.368168832348205, "total_contrib": 0.14868055128008112}, "151-200": {"token_count": 12368, "frac": 0.020968967013888888, "mean_loss": 4.447628414938526, "total_contrib": 0.09326217352288088}, "201-300": {"token_count": 15082, "frac": 0.025570339626736112, "mean_loss": 4.3903886464652615, "total_contrib": 0.112263728783483}, "301-500": {"token_count": 14761, "frac": 0.025026109483506944, "mean_loss": 4.396461773248155, "total_contrib": 0.11002633367736141}, "501-750": {"token_count": 8569, "frac": 0.014528062608506944, "mean_loss": 4.573859199336029, "total_contrib": 0.06644931281044927}, "751-1k": {"token_count": 4215, "frac": 0.007146199544270833, "mean_loss": 4.576119645716002, "total_contrib": 0.0327018641267445}, "1k-2k": {"token_count": 7176, "frac": 0.012166341145833334, "mean_loss": 4.756594466203964, "total_contrib": 0.05787035096822043}, "2k-5k": {"token_count": 5424, "frac": 0.009195963541666666, "mean_loss": 4.553646305185447, "total_contrib": 0.04187516540413049}, "5k-10k": {"token_count": 1705, "frac": 0.002890692816840278, "mean_loss": 4.890924078789799, "total_contrib": 0.014138159102268824}, "10k+": {"token_count": 3645, "frac": 0.0061798095703125, "mean_loss": 3.800999447503044, "total_contrib": 0.023489452762431837}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.367365734382932, "total_contrib": 0.3172784712372858}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.082901707732403, "total_contrib": 0.13309028886292634}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.5715442409196045, "total_contrib": 0.0863280280520363}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.275180142254032, "total_contrib": 0.0663976667210794}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.185106695364145, "total_contrib": 0.05436316562929259}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.149678801689986, "total_contrib": 0.04752214511040344}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.918422450625852, "total_contrib": 0.10888800788077863}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.786923840988955, "total_contrib": 0.11047296706058357}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.693592747070042, "total_contrib": 0.16303563131030785}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.629762655738451, "total_contrib": 0.15212131121861974}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.533270992220062, "total_contrib": 0.221005261537828}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.57440670458878, "total_contrib": 0.20770125657076027}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.497146632327315, "total_contrib": 0.163760232491601}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.533580110113352, "total_contrib": 0.2607586419603059}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.496565824021235, "total_contrib": 0.20772709413813376}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.426861814592336, "total_contrib": 0.31190167987232414}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.431335811934419, "total_contrib": 0.4263540920536742}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.346197860944788, "total_contrib": 0.35614824288778424}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.414140983882825, "total_contrib": 0.24281277842556126}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.797805535402093, "total_contrib": 0.2936319719389932}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.839228898321639, "total_contrib": 0.30912208930471524}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.120036360946849, "total_contrib": 0.17780508216226248}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.150869956369977, "total_contrib": 0.3952594758695162}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.395121772032917, "total_contrib": 1.6884452445128653}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.789492518303252, "total_contrib": 0.402745988503019}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.651904668370776, "total_contrib": 0.23034587901549763}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.637164115988872, "total_contrib": 0.16257717006180467}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.581044365516009, "total_contrib": 0.12287852462230898}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.586803224344618, "total_contrib": 0.10133638647534642}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.562555487471, "total_contrib": 0.2231368604729351}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.506089995111806, "total_contrib": 0.19777706195993114}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.481886831224074, "total_contrib": 0.2545255555872287}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.472476341308654, "total_contrib": 0.20098785044814585}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.45143710283966, "total_contrib": 0.243747396020529}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.442782408466011, "total_contrib": 0.17393787193518256}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.471072864277662, "total_contrib": 0.11706335829508453}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.473051508273217, "total_contrib": 0.14368846796205756}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.482266336990301, "total_contrib": 0.08970247369017455}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.509583388587768, "total_contrib": 0.11262031269310477}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.495642841368649, "total_contrib": 0.11173862720822549}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.548856933867628, "total_contrib": 0.06933292615334402}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.59987695384069, "total_contrib": 0.03266107293478192}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.733473259526231, "total_contrib": 0.056497619200074366}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.437212922128544, "total_contrib": 0.04032297984247673}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.743053200373974, "total_contrib": 0.013099557941706684}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.6009024361360322, "total_contrib": 0.024316396760948718}}}}
{"step": 550, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21153, "frac": 0.035863240559895836, "mean_loss": 3.8238675377402735, "total_contrib": 0.137136281375156}, "2": {"token_count": 13069, "frac": 0.022157457139756944, "mean_loss": 3.7399791137728466, "total_contrib": 0.082868426917008}, "3": {"token_count": 9603, "frac": 0.0162811279296875, "mean_loss": 3.72058342987284, "total_contrib": 0.060575294794835206}, "4": {"token_count": 7659, "frac": 0.0129852294921875, "mean_loss": 3.7474565353924554, "total_contrib": 0.0486615831240689}, "5": {"token_count": 6763, "frac": 0.011466132269965278, "mean_loss": 3.859579282689396, "total_contrib": 0.04425444656173432}, "6-8": {"token_count": 15338, "frac": 0.026004367404513888, "mean_loss": 3.8564918262652816, "total_contrib": 0.10028563034270713}, "9-12": {"token_count": 15113, "frac": 0.025622897677951388, "mean_loss": 3.903029455861808, "total_contrib": 0.10000692438157739}, "13-20": {"token_count": 21830, "frac": 0.037011040581597224, "mean_loss": 4.008405055190536, "total_contrib": 0.1483552421651364}, "21-30": {"token_count": 20381, "frac": 0.034554375542534724, "mean_loss": 4.091668820481848, "total_contrib": 0.14138506101860987}, "31-50": {"token_count": 29504, "frac": 0.05002170138888889, "mean_loss": 4.095613214407234, "total_contrib": 0.20486954121546605}, "51-75": {"token_count": 27396, "frac": 0.04644775390625, "mean_loss": 4.190312558352596, "total_contrib": 0.19463060650063022}, "76-100": {"token_count": 22204, "frac": 0.03764512803819445, "mean_loss": 4.177393495726453, "total_contrib": 0.157258513012543}, "101-150": {"token_count": 34722, "frac": 0.058868408203125, "mean_loss": 4.302272615100351, "total_contrib": 0.2532679405068536}, "151-200": {"token_count": 27283, "frac": 0.046256171332465276, "mean_loss": 4.2536044109165045, "total_contrib": 0.19675545441188386}, "201-300": {"token_count": 42332, "frac": 0.07177056206597222, "mean_loss": 4.287759152986035, "total_contrib": 0.3077348844133247}, "301-500": {"token_count": 56809, "frac": 0.09631517198350695, "mean_loss": 4.263420593027146, "total_contrib": 0.4106320876554347}, "501-750": {"token_count": 47757, "frac": 0.08096822102864583, "mean_loss": 4.289218772123048, "total_contrib": 0.34729041358147583}, "751-1k": {"token_count": 32158, "frac": 0.05452134874131945, "mean_loss": 4.294944196452002, "total_contrib": 0.23416615035926563}, "1k-2k": {"token_count": 36226, "frac": 0.06141832139756945, "mean_loss": 4.781907313839309, "total_contrib": 0.2936967202947707}, "2k-5k": {"token_count": 37263, "frac": 0.06317647298177083, "mean_loss": 4.776863680565826, "total_contrib": 0.3017853992528693}, "5k-10k": {"token_count": 20549, "frac": 0.03483920627170139, "mean_loss": 5.080646021671764, "total_contrib": 0.17700567474252163}, "10k+": {"token_count": 44712, "frac": 0.0758056640625, "mean_loss": 5.157633648382238, "total_contrib": 0.3909778437067102}}, "trigram": {"novel": {"token_count": 452, "frac": 0.0007663302951388889, "mean_loss": 5.06172989368175, "total_contrib": 0.0038789569633384717}, "1": {"token_count": 165354, "frac": 0.2803446451822917, "mean_loss": 4.263415836617484, "total_contrib": 1.1952257999810918}, "2": {"token_count": 56515, "frac": 0.09581671820746528, "mean_loss": 4.215589545928255, "total_contrib": 0.4039239556005441}, "3": {"token_count": 32385, "frac": 0.054906209309895836, "mean_loss": 4.236130118220957, "total_contrib": 0.23258984693499365}, "4": {"token_count": 22662, "frac": 0.038421630859375, "mean_loss": 4.2488715405459505, "total_contrib": 0.1632485738997605}, "5": {"token_count": 17572, "frac": 0.029791937934027776, "mean_loss": 4.276983322350774, "total_contrib": 0.12741962168434617}, "6-8": {"token_count": 35861, "frac": 0.060799492730034724, "mean_loss": 4.291836024856982, "total_contrib": 0.26094145319179324}, "9-12": {"token_count": 30472, "frac": 0.05166286892361111, "mean_loss": 4.304747619481787, "total_contrib": 0.2223956120145145}, "13-20": {"token_count": 36925, "frac": 0.0626034206814236, "mean_loss": 4.3549858537033606, "total_contrib": 0.2726370114610402}, "21-30": {"token_count": 27789, "frac": 0.047114054361979164, "mean_loss": 4.416994846938326, "total_contrib": 0.2081025353352341}, "31-50": {"token_count": 33171, "frac": 0.056238810221354164, "mean_loss": 4.433716509340396, "total_contrib": 0.24934694134407936}, "51-75": {"token_count": 24227, "frac": 0.04107496473524305, "mean_loss": 4.4509471871680955, "total_contrib": 0.18282249875135878}, "76-100": {"token_count": 15695, "frac": 0.026609632703993056, "mean_loss": 4.414892873233062, "total_contrib": 0.11747867778420835}, "101-150": {"token_count": 19421, "frac": 0.03292677137586805, "mean_loss": 4.433894845155484, "total_contrib": 0.1459938418710745}, "151-200": {"token_count": 12032, "frac": 0.020399305555555556, "mean_loss": 4.477514455840506, "total_contrib": 0.09133818551410755}, "201-300": {"token_count": 14504, "frac": 0.024590386284722224, "mean_loss": 4.527119340634466, "total_contrib": 0.1113236133432385}, "301-500": {"token_count": 14534, "frac": 0.024641248914930556, "mean_loss": 4.4970678920184, "total_contrib": 0.11081336931456744}, "501-750": {"token_count": 8540, "frac": 0.014478895399305556, "mean_loss": 4.658178025385319, "total_contrib": 0.06744527238089773}, "751-1k": {"token_count": 4235, "frac": 0.007180107964409722, "mean_loss": 4.71605185004855, "total_contrib": 0.0338617614491028}, "1k-2k": {"token_count": 7149, "frac": 0.012120564778645834, "mean_loss": 4.752698737521982, "total_contrib": 0.05760539292152345}, "2k-5k": {"token_count": 5256, "frac": 0.0089111328125, "mean_loss": 4.599634755679312, "total_contrib": 0.04098795619684934}, "5k-10k": {"token_count": 1542, "frac": 0.0026143391927083335, "mean_loss": 4.688352721930516, "total_contrib": 0.012256944270183744}, "10k+": {"token_count": 3531, "frac": 0.005986531575520833, "mean_loss": 3.668618105438437, "total_contrib": 0.02196229812673462}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.359107295347395, "total_contrib": 0.31692281834770913}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.097643265111086, "total_contrib": 0.13341282541276475}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.640153267113772, "total_contrib": 0.08739108735513096}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.35724151256702, "total_contrib": 0.06743055723283142}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.279024268400036, "total_contrib": 0.05534784287479964}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.2485566032941895, "total_contrib": 0.04843460691957308}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.01635366442513, "total_contrib": 0.11105608817217229}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.847328260923618, "total_contrib": 0.1118669845372387}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.764241382061355, "total_contrib": 0.1654896671476119}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.7007029399115074, "total_contrib": 0.15445221451735605}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.588769639115536, "total_contrib": 0.22371092219503994}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.619683570163989, "total_contrib": 0.2097570558209937}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.536493261960611, "total_contrib": 0.16519301059365166}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.57647541078573, "total_contrib": 0.2632258577319775}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.53648949093078, "total_contrib": 0.20957144105509762}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.459363621399059, "total_contrib": 0.31419164702433383}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.474869793142881, "total_contrib": 0.4305426464353186}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.375083352873462, "total_contrib": 0.35851525827099784}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.458729979752664, "total_contrib": 0.2452655269929253}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.854521817497108, "total_contrib": 0.2971030825602393}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.886177835811456, "total_contrib": 0.3121211112465213}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.1796933136823355, "total_contrib": 0.17987680756319727}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.210218420630471, "total_contrib": 0.3998136663414099}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.452804142040521, "total_contrib": 1.7064973900337386}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.843556437162844, "total_contrib": 0.4072921959269252}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.713475121216809, "total_contrib": 0.23339463024607024}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.682275650176089, "total_contrib": 0.16415876290213915}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.631504157111687, "total_contrib": 0.12423202051741536}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.612378625843889, "total_contrib": 0.101901424617126}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.610516191971783, "total_contrib": 0.22548243217233965}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.555283104894545, "total_contrib": 0.1999361996451653}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.517974977489049, "total_contrib": 0.2565749949916809}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.517839970855223, "total_contrib": 0.203026438848688}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.478839640934551, "total_contrib": 0.24524787713498125}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.4851507580277215, "total_contrib": 0.17559662086381048}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.5064535739363505, "total_contrib": 0.11798970971391307}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.5189381794321015, "total_contrib": 0.1451624920072768}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.503228597419441, "total_contrib": 0.09012198615847962}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.553864138377756, "total_contrib": 0.11372616027544548}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.529732393177957, "total_contrib": 0.11258591865368119}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.581336943209836, "total_contrib": 0.06982798109174335}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.651743420853823, "total_contrib": 0.03302934679927539}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.763605734488407, "total_contrib": 0.05685727330661076}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.467658968269543, "total_contrib": 0.040599656965340084}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.793569589252118, "total_contrib": 0.013239076166605123}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.5854631375831003, "total_contrib": 0.02421213731044089}}}}
{"step": 560, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20936, "frac": 0.03549533420138889, "mean_loss": 1.4372448260673731, "total_contrib": 0.05101548543047845}, "2": {"token_count": 13199, "frac": 0.022377861870659724, "mean_loss": 1.5252800591945854, "total_contrib": 0.03413250647872812}, "3": {"token_count": 9719, "frac": 0.016477796766493056, "mean_loss": 1.6486467164149063, "total_contrib": 0.02716606553283094}, "4": {"token_count": 7650, "frac": 0.012969970703125, "mean_loss": 1.687431085846007, "total_contrib": 0.02188593174696512}, "5": {"token_count": 6551, "frac": 0.011106703016493056, "mean_loss": 1.7432500432939189, "total_contrib": 0.019361760514354218}, "6-8": {"token_count": 15212, "frac": 0.025790744357638888, "mean_loss": 1.8299016402213655, "total_contrib": 0.04719452540257333}, "9-12": {"token_count": 15511, "frac": 0.026297675238715276, "mean_loss": 2.0369093949123793, "total_contrib": 0.053565981758093795}, "13-20": {"token_count": 22384, "frac": 0.03795030381944445, "mean_loss": 2.186969989506647, "total_contrib": 0.08299617554578448}, "21-30": {"token_count": 20383, "frac": 0.03455776638454861, "mean_loss": 2.365517879682993, "total_contrib": 0.08174701426455765}, "31-50": {"token_count": 29473, "frac": 0.04996914333767361, "mean_loss": 2.5660628649697492, "total_contrib": 0.12822396311315482}, "51-75": {"token_count": 27835, "frac": 0.04719204372829861, "mean_loss": 2.805858153545233, "total_contrib": 0.13241418067750985}, "76-100": {"token_count": 21646, "frac": 0.03669908311631945, "mean_loss": 2.927772832204943, "total_contrib": 0.1074465785147912}, "101-150": {"token_count": 35044, "frac": 0.05941433376736111, "mean_loss": 3.0795080315829044, "total_contrib": 0.1829669180277359}, "151-200": {"token_count": 27663, "frac": 0.046900431315104164, "mean_loss": 3.217129300546379, "total_contrib": 0.15088475179208455}, "201-300": {"token_count": 42004, "frac": 0.07121446397569445, "mean_loss": 3.2602505610061883, "total_contrib": 0.2321769961285128}, "301-500": {"token_count": 56988, "frac": 0.09661865234375, "mean_loss": 3.385563787862016, "total_contrib": 0.3271086106070295}, "501-750": {"token_count": 47966, "frac": 0.08132256401909722, "mean_loss": 3.4637590177458204, "total_contrib": 0.2816817644673598}, "751-1k": {"token_count": 31696, "frac": 0.05373806423611111, "mean_loss": 3.5343844288138206, "total_contrib": 0.18993097747070797}, "1k-2k": {"token_count": 35567, "frac": 0.06030103895399305, "mean_loss": 3.968693060108697, "total_contrib": 0.23931631481405644}, "2k-5k": {"token_count": 37295, "frac": 0.06323072645399305, "mean_loss": 4.153069939876075, "total_contrib": 0.2626016293126055}, "5k-10k": {"token_count": 20469, "frac": 0.034703572591145836, "mean_loss": 4.466156834806922, "total_contrib": 0.15499159792016415}, "10k+": {"token_count": 44633, "frac": 0.0756717258029514, "mean_loss": 4.65209656806383, "total_contrib": 0.35203217590737734}}, "trigram": {"novel": {"token_count": 449, "frac": 0.0007612440321180555, "mean_loss": 4.495754059113745, "total_contrib": 0.003422365947370862}, "1": {"token_count": 163340, "frac": 0.2769300672743056, "mean_loss": 2.5401528652385412, "total_contrib": 0.7034447038575293}, "2": {"token_count": 57337, "frac": 0.0972103542751736, "mean_loss": 2.75130642817738, "total_contrib": 0.2674554726026856}, "3": {"token_count": 32361, "frac": 0.054865519205729164, "mean_loss": 2.922739287263965, "total_contrib": 0.16035760849872024}, "4": {"token_count": 22911, "frac": 0.038843790690104164, "mean_loss": 2.9866188702650827, "total_contrib": 0.11601159826769224}, "5": {"token_count": 17349, "frac": 0.029413859049479168, "mean_loss": 3.049679959493662, "total_contrib": 0.08970285647456791}, "6-8": {"token_count": 36194, "frac": 0.061364067925347224, "mean_loss": 3.1542489487198417, "total_contrib": 0.19355754674269943}, "9-12": {"token_count": 30630, "frac": 0.051930745442708336, "mean_loss": 3.2452249880438924, "total_contrib": 0.16852695275842358}, "13-20": {"token_count": 37207, "frac": 0.06308152940538195, "mean_loss": 3.3512130702685337, "total_contrib": 0.21139964583584483}, "21-30": {"token_count": 28508, "frac": 0.048333062065972224, "mean_loss": 3.4494839685519283, "total_contrib": 0.16672412274759651}, "31-50": {"token_count": 33481, "frac": 0.05676439073350695, "mean_loss": 3.6230890795548434, "total_contrib": 0.20566244417415316}, "51-75": {"token_count": 23803, "frac": 0.04035610622829861, "mean_loss": 3.7468736413721992, "total_contrib": 0.1512092306952285}, "76-100": {"token_count": 15895, "frac": 0.026948716905381944, "mean_loss": 3.7913270956243137, "total_contrib": 0.10217140059568357}, "101-150": {"token_count": 19484, "frac": 0.03303358289930555, "mean_loss": 3.857230668011876, "total_contrib": 0.12741814903351403}, "151-200": {"token_count": 12117, "frac": 0.020543416341145832, "mean_loss": 3.9141080422409704, "total_contrib": 0.08040915111598347}, "201-300": {"token_count": 14513, "frac": 0.024605645073784724, "mean_loss": 3.982015258518106, "total_contrib": 0.09798005412949164}, "301-500": {"token_count": 14742, "frac": 0.024993896484375, "mean_loss": 4.062617731692011, "total_contrib": 0.1015406470414965}, "501-750": {"token_count": 8364, "frac": 0.014180501302083334, "mean_loss": 4.239502125309416, "total_contrib": 0.06011826540813524}, "751-1k": {"token_count": 4023, "frac": 0.0068206787109375, "mean_loss": 4.382188769901903, "total_contrib": 0.0298895016501793}, "1k-2k": {"token_count": 6867, "frac": 0.0116424560546875, "mean_loss": 4.469764820878746, "total_contrib": 0.052039040501868944}, "2k-5k": {"token_count": 5132, "frac": 0.008700900607638888, "mean_loss": 4.341799103209562, "total_contrib": 0.037777562455362054}, "5k-10k": {"token_count": 1468, "frac": 0.0024888780381944445, "mean_loss": 4.7430375824816915, "total_contrib": 0.011804842073369553}, "10k+": {"token_count": 3649, "frac": 0.006186591254340278, "mean_loss": 3.5914353973638784, "total_contrib": 0.02221874281985947}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.280823221063608, "total_contrib": 0.3135514842363768}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.04944732920236, "total_contrib": 0.1323583268625157}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.608181237494156, "total_contrib": 0.08689569825822464}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.323289819288565, "total_contrib": 0.06700321387125364}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.237014850821207, "total_contrib": 0.054907395829058056}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.219853107641586, "total_contrib": 0.04816972599435281}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.964780780530198, "total_contrib": 0.10991432602295485}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.794901696759046, "total_contrib": 0.11065708058045134}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.7158901580354895, "total_contrib": 0.16381014939682195}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.652695091783344, "total_contrib": 0.15287480821187543}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.5485492981036, "total_contrib": 0.2217501069250641}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.573180799800937, "total_contrib": 0.20764559427807092}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.4947328412184655, "total_contrib": 0.16367233609295348}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.520864086089273, "total_contrib": 0.2600272524016971}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.49036035850838, "total_contrib": 0.20744042129285406}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.410414231767828, "total_contrib": 0.31074283893089405}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.417848983419414, "total_contrib": 0.42505647779688227}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.320963465795483, "total_contrib": 0.3540804158397981}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.407065032055859, "total_contrib": 0.24242354493044083}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.779657708452213, "total_contrib": 0.2925213012012193}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.824841950433554, "total_contrib": 0.30820307441963196}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.098838553679003, "total_contrib": 0.17706893937006124}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.139000461263371, "total_contrib": 0.3943486529494246}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.392720168401279, "total_contrib": 1.6876936440110815}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.782625513192065, "total_contrib": 0.4021685455378215}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.66019116972049, "total_contrib": 0.2307561972772499}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.6253801843886615, "total_contrib": 0.16216403000382}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.582461459499342, "total_contrib": 0.12291653569664696}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.566424039083457, "total_contrib": 0.10088614850073332}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.558358525571788, "total_contrib": 0.22293160337430115}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.502485863263243, "total_contrib": 0.19761887279622198}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.4673742733545065, "total_contrib": 0.2537013900083458}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.469599951642449, "total_contrib": 0.20085858886419466}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.4225293270634065, "total_contrib": 0.24216449258790224}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.426227921224441, "total_contrib": 0.17328975280238645}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.441753082947263, "total_contrib": 0.11629569644496422}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.466882237815261, "total_contrib": 0.1434902916122195}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.45347259529279, "total_contrib": 0.08912623174851497}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.524375076708329, "total_contrib": 0.112989713677154}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.474813141120601, "total_contrib": 0.11122090767555746}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.531474298451571, "total_contrib": 0.06906798289503246}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.584503169931826, "total_contrib": 0.032551912563195944}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.711328642490381, "total_contrib": 0.056233306279724594}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.390691884858706, "total_contrib": 0.03990022193542932}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.7344091030156745, "total_contrib": 0.013075684320767778}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.557219966838266, "total_contrib": 0.024021415079611565}}}}
{"step": 570, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20699, "frac": 0.03509351942274305, "mean_loss": 0.6000590465201051, "total_contrib": 0.021058183803845984}, "2": {"token_count": 13153, "frac": 0.022299872504340276, "mean_loss": 0.7975714221426193, "total_contrib": 0.01778574102688577}, "3": {"token_count": 9496, "frac": 0.016099717881944444, "mean_loss": 0.9490642919352356, "total_contrib": 0.015279667351984653}, "4": {"token_count": 7702, "frac": 0.013058132595486112, "mean_loss": 0.9710628915271554, "total_contrib": 0.012680267996117742}, "5": {"token_count": 6536, "frac": 0.011081271701388888, "mean_loss": 1.0824629762112512, "total_contrib": 0.01199506634609093}, "6-8": {"token_count": 15362, "frac": 0.026045057508680556, "mean_loss": 1.2212255455689052, "total_contrib": 0.031806889565411924}, "9-12": {"token_count": 15260, "frac": 0.025872124565972224, "mean_loss": 1.4271088638318072, "total_contrib": 0.03692233829425961}, "13-20": {"token_count": 22215, "frac": 0.037663777669270836, "mean_loss": 1.6473707275987342, "total_contrib": 0.06204620482314365}, "21-30": {"token_count": 20593, "frac": 0.03491380479600695, "mean_loss": 1.917645312281991, "total_contrib": 0.06695229410099121}, "31-50": {"token_count": 29897, "frac": 0.05068800184461805, "mean_loss": 2.2147651222179725, "total_contrib": 0.11226201860038032}, "51-75": {"token_count": 27331, "frac": 0.04633755154079861, "mean_loss": 2.4119639759755866, "total_contrib": 0.1117645050513183}, "76-100": {"token_count": 21858, "frac": 0.037058512369791664, "mean_loss": 2.612194644796586, "total_contrib": 0.09680404755649782}, "101-150": {"token_count": 34232, "frac": 0.058037651909722224, "mean_loss": 2.8196020370782238, "total_contrib": 0.16364308155188964}, "151-200": {"token_count": 27365, "frac": 0.046395195855034724, "mean_loss": 2.954912720320469, "total_contrib": 0.1370937543938016}, "201-300": {"token_count": 41417, "frac": 0.07021925184461805, "mean_loss": 3.009070936109702, "total_contrib": 0.21129470988100776}, "301-500": {"token_count": 56927, "frac": 0.0965152316623264, "mean_loss": 3.1766413925710286, "total_contrib": 0.30659427991212795}, "501-750": {"token_count": 47577, "frac": 0.08066304524739583, "mean_loss": 3.2769909809476814, "total_contrib": 0.2643320717714909}, "751-1k": {"token_count": 31725, "frac": 0.0537872314453125, "mean_loss": 3.3320782545154453, "total_contrib": 0.17922326426951515}, "1k-2k": {"token_count": 36130, "frac": 0.061255560980902776, "mean_loss": 3.813124581429311, "total_contrib": 0.23357508532552254}, "2k-5k": {"token_count": 37666, "frac": 0.06385972764756945, "mean_loss": 3.9613371126508325, "total_contrib": 0.2529699091340913}, "5k-10k": {"token_count": 20643, "frac": 0.034998575846354164, "mean_loss": 4.325521769903829, "total_contrib": 0.15138710173903527}, "10k+": {"token_count": 46040, "frac": 0.07805718315972222, "mean_loss": 4.47321473973653, "total_contrib": 0.3491665422523835}}, "trigram": {"novel": {"token_count": 438, "frac": 0.0007425944010416666, "mean_loss": 4.523966188538292, "total_contrib": 0.0033594719621103447}, "1": {"token_count": 164120, "frac": 0.2782524956597222, "mean_loss": 2.0399272420466663, "total_contrib": 0.5676148460637391}, "2": {"token_count": 56715, "frac": 0.09615580240885417, "mean_loss": 2.3409785086406307, "total_contrib": 0.2250986669202226}, "3": {"token_count": 31836, "frac": 0.053975423177083336, "mean_loss": 2.5519581825170836, "total_contrib": 0.13774302283158005}, "4": {"token_count": 22835, "frac": 0.03871493869357639, "mean_loss": 2.5922114445566975, "total_contrib": 0.10035730715679964}, "5": {"token_count": 17390, "frac": 0.029483371310763888, "mean_loss": 2.707167987096512, "total_contrib": 0.07981643896417973}, "6-8": {"token_count": 36036, "frac": 0.06109619140625, "mean_loss": 2.8343938172005485, "total_contrib": 0.17317066717637628}, "9-12": {"token_count": 30163, "frac": 0.051138983832465276, "mean_loss": 2.964740132290819, "total_contrib": 0.15161379769268116}, "13-20": {"token_count": 36963, "frac": 0.0626678466796875, "mean_loss": 3.1175339206936137, "total_contrib": 0.19536913776075243}, "21-30": {"token_count": 28482, "frac": 0.048288981119791664, "mean_loss": 3.2832227902517466, "total_contrib": 0.1585434833305363}, "31-50": {"token_count": 34213, "frac": 0.058005438910590276, "mean_loss": 3.4074418413173304, "total_contrib": 0.19765015956792165}, "51-75": {"token_count": 24022, "frac": 0.04072740342881945, "mean_loss": 3.5604313594274464, "total_contrib": 0.14500712435602167}, "76-100": {"token_count": 15476, "frac": 0.026238335503472224, "mean_loss": 3.612422442770654, "total_contrib": 0.09478395203368911}, "101-150": {"token_count": 19080, "frac": 0.0323486328125, "mean_loss": 3.76483933852505, "total_contrib": 0.12178740536000222}, "151-200": {"token_count": 12024, "frac": 0.0203857421875, "mean_loss": 3.826647596181782, "total_contrib": 0.07800905133817843}, "201-300": {"token_count": 14656, "frac": 0.024848090277777776, "mean_loss": 3.9328030201909048, "total_contrib": 0.0977226444904207}, "301-500": {"token_count": 14806, "frac": 0.025102403428819444, "mean_loss": 3.9732741499832844, "total_contrib": 0.09973873064618007}, "501-750": {"token_count": 8416, "frac": 0.014268663194444444, "mean_loss": 4.2390413007741605, "total_contrib": 0.060485452588086165}, "751-1k": {"token_count": 4214, "frac": 0.007144504123263889, "mean_loss": 4.354147877276304, "total_contrib": 0.031108227462501265}, "1k-2k": {"token_count": 7095, "frac": 0.012029012044270834, "mean_loss": 4.46661524026211, "total_contrib": 0.05372896852223658}, "2k-5k": {"token_count": 5341, "frac": 0.009055243598090278, "mean_loss": 4.253525132492855, "total_contrib": 0.03851670622532202}, "5k-10k": {"token_count": 1619, "frac": 0.0027448866102430555, "mean_loss": 4.556555502664314, "total_contrib": 0.01250722818809259}, "10k+": {"token_count": 3884, "frac": 0.006585015190972222, "mean_loss": 3.4782811346531957, "total_contrib": 0.02290453411016339}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.385791066322269, "total_contrib": 0.3180719653246595}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.06567737208848, "total_contrib": 0.13271343059421425}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.629154631667472, "total_contrib": 0.08722066951973644}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.34557040738111, "total_contrib": 0.06728365530123792}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.275714607834388, "total_contrib": 0.05531314279318551}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.270203020723563, "total_contrib": 0.04863436388108716}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.005927105890748, "total_contrib": 0.11082525659980162}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.8114688526782015, "total_contrib": 0.11103941857682237}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.717836604646884, "total_contrib": 0.16387776074897825}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.656989832847816, "total_contrib": 0.1530159216318608}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.552265736860641, "total_contrib": 0.2219312901194725}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.570819429688541, "total_contrib": 0.2075383761028524}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.496260338369196, "total_contrib": 0.16372795875972085}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.508470221804514, "total_contrib": 0.2593143925556067}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.479711403531364, "total_contrib": 0.20694847331309443}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.399500811817707, "total_contrib": 0.30997391634912863}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.4001849097475105, "total_contrib": 0.4233569563857379}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.321947570578665, "total_contrib": 0.35416105809322546}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.379508092858607, "total_contrib": 0.24090769462212036}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.770460059164602, "total_contrib": 0.2919583930388112}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.8187711635701325, "total_contrib": 0.3078152824059921}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.102344229788416, "total_contrib": 0.1771906820657622}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.133995134734026, "total_contrib": 0.3939645619594943}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.414065453154451, "total_contrib": 1.6943738165923734}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.771191822150168, "total_contrib": 0.401207092276686}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.6619765271555025, "total_contrib": 0.23084460186785144}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.62495389880397, "total_contrib": 0.1621490845970447}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.5811262222901865, "total_contrib": 0.12288072028749769}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.575288545907157, "total_contrib": 0.10108199232604331}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.552605179444828, "total_contrib": 0.22265022957062702}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.49229450508558, "total_contrib": 0.19717156329287294}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.450398491258196, "total_contrib": 0.2527373383639603}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.458653875056462, "total_contrib": 0.20036668499797666}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.411830229363608, "total_contrib": 0.2415786419639697}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.429131752954662, "total_contrib": 0.17340343973664865}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.449526312125875, "total_contrib": 0.11649921813652868}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.443884608527036, "total_contrib": 0.14275153550510278}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.444452979994551, "total_contrib": 0.08894572444636992}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.503214794641882, "total_contrib": 0.1124612662846458}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.459797008828204, "total_contrib": 0.11084768363006842}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.519462769890481, "total_contrib": 0.06888490516037907}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.591757204877848, "total_contrib": 0.03260341928105406}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.7116173156381675, "total_contrib": 0.05623675181425764}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.416867608871928, "total_contrib": 0.040138092691300344}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.7124624237729185, "total_contrib": 0.013015071086164828}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.5474954607414593, "total_contrib": 0.023955746833179442}}}}
{"step": 580, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21123, "frac": 0.0358123779296875, "mean_loss": 0.6557646044445484, "total_contrib": 0.023484489847280198}, "2": {"token_count": 13234, "frac": 0.022437201605902776, "mean_loss": 0.8331864036430845, "total_contrib": 0.018694371313836975}, "3": {"token_count": 9641, "frac": 0.016345553927951388, "mean_loss": 0.9931939474168155, "total_contrib": 0.016234305228416474}, "4": {"token_count": 7790, "frac": 0.013207329644097222, "mean_loss": 1.1153541335708337, "total_contrib": 0.014730849711976444}, "5": {"token_count": 6528, "frac": 0.011067708333333334, "mean_loss": 1.2306620361222125, "total_contrib": 0.01362060847270678}, "6-8": {"token_count": 15279, "frac": 0.025904337565104168, "mean_loss": 1.3549042384701442, "total_contrib": 0.03509789676172101}, "9-12": {"token_count": 15133, "frac": 0.025656806098090276, "mean_loss": 1.5708433556270183, "total_contrib": 0.040302823385795876}, "13-20": {"token_count": 22043, "frac": 0.03737216525607639, "mean_loss": 1.8435051152115627, "total_contrib": 0.06889577781610866}, "21-30": {"token_count": 20428, "frac": 0.03463406032986111, "mean_loss": 2.097699137501466, "total_contrib": 0.07265183848212341}, "31-50": {"token_count": 29570, "frac": 0.050133599175347224, "mean_loss": 2.386923317063516, "total_contrib": 0.11966505683995253}, "51-75": {"token_count": 27659, "frac": 0.04689364963107639, "mean_loss": 2.6547352682981424, "total_contrib": 0.12449022553483466}, "76-100": {"token_count": 21957, "frac": 0.037226359049479164, "mean_loss": 2.8017205908137073, "total_contrib": 0.10429785666994996}, "101-150": {"token_count": 33953, "frac": 0.057564629448784724, "mean_loss": 3.0046648841529, "total_contrib": 0.17296242067403736}, "151-200": {"token_count": 27240, "frac": 0.046183268229166664, "mean_loss": 3.0872294877506428, "total_contrib": 0.14257834751778073}, "201-300": {"token_count": 41591, "frac": 0.0705142550998264, "mean_loss": 3.1431679200938953, "total_contrib": 0.22163814453909167}, "301-500": {"token_count": 56574, "frac": 0.095916748046875, "mean_loss": 3.3387304005739398, "total_contrib": 0.32024016262829264}, "501-750": {"token_count": 48207, "frac": 0.08173116048177083, "mean_loss": 3.4116763395626837, "total_contrib": 0.2788402664206582}, "751-1k": {"token_count": 32217, "frac": 0.054621378580729164, "mean_loss": 3.4605196991986458, "total_contrib": 0.18901835657600025}, "1k-2k": {"token_count": 36063, "frac": 0.0611419677734375, "mean_loss": 3.9085025679007743, "total_contrib": 0.23897353804898686}, "2k-5k": {"token_count": 37799, "frac": 0.06408521864149305, "mean_loss": 4.042432695893009, "total_contrib": 0.25906018315982365}, "5k-10k": {"token_count": 20601, "frac": 0.0349273681640625, "mean_loss": 4.380593558922866, "total_contrib": 0.15300260400961976}, "10k+": {"token_count": 45194, "frac": 0.07662285698784722, "mean_loss": 4.522496367022354, "total_contrib": 0.3465265923584125}}, "trigram": {"novel": {"token_count": 445, "frac": 0.0007544623480902778, "mean_loss": 4.664350082553672, "total_contrib": 0.0035190765155985243}, "1": {"token_count": 166289, "frac": 0.2819298638237847, "mean_loss": 2.185981370893189, "total_contrib": 0.616293430217247}, "2": {"token_count": 56522, "frac": 0.0958285861545139, "mean_loss": 2.4915276653201537, "total_contrib": 0.2387595735324872}, "3": {"token_count": 32169, "frac": 0.054539998372395836, "mean_loss": 2.6613676657328385, "total_contrib": 0.14515098815741592}, "4": {"token_count": 22414, "frac": 0.038001166449652776, "mean_loss": 2.792195520214688, "total_contrib": 0.10610668672365318}, "5": {"token_count": 17051, "frac": 0.028908623589409724, "mean_loss": 2.8979002602361215, "total_contrib": 0.08377430782281851}, "6-8": {"token_count": 35568, "frac": 0.060302734375, "mean_loss": 2.9435085649486643, "total_contrib": 0.17750161512263674}, "9-12": {"token_count": 30413, "frac": 0.05156283908420139, "mean_loss": 3.168779670558151, "total_contrib": 0.16339127624627864}, "13-20": {"token_count": 36397, "frac": 0.06170823838975695, "mean_loss": 3.2991035982278203, "total_contrib": 0.20358187131194727}, "21-30": {"token_count": 27999, "frac": 0.0474700927734375, "mean_loss": 3.379899457094879, "total_contrib": 0.16044414079318495}, "31-50": {"token_count": 33543, "frac": 0.0568695068359375, "mean_loss": 3.5435925579504888, "total_contrib": 0.20152236119814257}, "51-75": {"token_count": 23266, "frac": 0.03944566514756945, "mean_loss": 3.7030932841666493, "total_contrib": 0.1460709776974509}, "76-100": {"token_count": 15900, "frac": 0.026957194010416668, "mean_loss": 3.715830012886507, "total_contrib": 0.10016835056711064}, "101-150": {"token_count": 19338, "frac": 0.032786051432291664, "mean_loss": 3.835996030058216, "total_contrib": 0.1257671631355553}, "151-200": {"token_count": 12068, "frac": 0.020460340711805556, "mean_loss": 3.8809477625396993, "total_contrib": 0.0794055135062817}, "201-300": {"token_count": 14837, "frac": 0.025154961480034724, "mean_loss": 4.014378049318425, "total_contrib": 0.10098152519690191}, "301-500": {"token_count": 14834, "frac": 0.025149875217013888, "mean_loss": 4.012696197650688, "total_contrib": 0.1009188086547009}, "501-750": {"token_count": 8635, "frac": 0.014639960394965278, "mean_loss": 4.27945475452317, "total_contrib": 0.06265104811826507}, "751-1k": {"token_count": 4234, "frac": 0.007178412543402778, "mean_loss": 4.236806455699914, "total_contrib": 0.03041354460556613}, "1k-2k": {"token_count": 7167, "frac": 0.012151082356770834, "mean_loss": 4.449609553979544, "total_contrib": 0.054067572145879775}, "2k-5k": {"token_count": 5346, "frac": 0.009063720703125, "mean_loss": 4.344278085121428, "total_contrib": 0.03937532322024732}, "5k-10k": {"token_count": 1612, "frac": 0.0027330186631944445, "mean_loss": 4.517937333792189, "total_contrib": 0.012347607052397002}, "10k+": {"token_count": 3777, "frac": 0.006403605143229167, "mean_loss": 3.559550276103555, "total_contrib": 0.022793954455639524}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.3335392285678225, "total_contrib": 0.31582171960593547}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.059692424359671, "total_contrib": 0.1325824834804307}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.586431559729152, "total_contrib": 0.08655869890741089}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.33341708604792, "total_contrib": 0.06713068380876289}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.230116215784955, "total_contrib": 0.05483506720380005}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.2470993026737265, "total_contrib": 0.048421158692174435}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.96679968565297, "total_contrib": 0.1099590221748462}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.787689803187209, "total_contrib": 0.11049064399038405}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.697232790734913, "total_contrib": 0.16316207108659006}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.633778630824801, "total_contrib": 0.15225326515262969}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.529834324840601, "total_contrib": 0.22083771771035338}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.537605118524718, "total_contrib": 0.2060302779798897}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.47851861398486, "total_contrib": 0.16308190713020632}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.488167924205993, "total_contrib": 0.2581466621037603}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.4705682752585405, "total_contrib": 0.206526089756003}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.380603280658963, "total_contrib": 0.3086424603514685}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.395460657619727, "total_contrib": 0.42290241980533494}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.307674196708266, "total_contrib": 0.35299142956119217}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.367843035457706, "total_contrib": 0.24026602390785262}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.754286457200936, "total_contrib": 0.2909685474515099}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.797776423032524, "total_contrib": 0.30647417244906344}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.069012611157498, "total_contrib": 0.1760331646632538}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.10868130784242, "total_contrib": 0.3920220687429738}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.3801356227093935, "total_contrib": 1.6837552127345223}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.76194769268013, "total_contrib": 0.4004297581338655}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.64121874275908, "total_contrib": 0.22981674974402824}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.6114884037145485, "total_contrib": 0.1616769895772521}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.562231665175069, "total_contrib": 0.12237390674969953}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.542560909653532, "total_contrib": 0.1003589396391045}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.531754286285626, "total_contrib": 0.22163049340514318}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.481172104573936, "total_contrib": 0.1966833893554858}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.449074149024673, "total_contrib": 0.25266212920418707}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.446266843527836, "total_contrib": 0.199810026303692}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.397071703193998, "total_contrib": 0.24077050916554182}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.416665873990396, "total_contrib": 0.17291539232412756}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.434127520366631, "total_contrib": 0.11609604101735752}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.432606402438856, "total_contrib": 0.14238924409147305}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.417765376012278, "total_contrib": 0.08841163211135684}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.4851160160554056, "total_contrib": 0.11200927550675477}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.445966035458326, "total_contrib": 0.11050391655785297}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.504460941687607, "total_contrib": 0.06865624977242633}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.5580328664925425, "total_contrib": 0.03236396220715123}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.693463891071257, "total_contrib": 0.056020076824852244}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.384224924546033, "total_contrib": 0.039841453714271946}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.696787081873805, "total_contrib": 0.012971778287035503}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.5526610418140305, "total_contrib": 0.023990629288644212}}}}
{"step": 590, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21096, "frac": 0.0357666015625, "mean_loss": 0.6679159446245708, "total_contrib": 0.02388908346862784}, "2": {"token_count": 13080, "frac": 0.022176106770833332, "mean_loss": 0.8718010159384775, "total_contrib": 0.01933315241237265}, "3": {"token_count": 9497, "frac": 0.016101413302951388, "mean_loss": 1.0063328939071563, "total_contrib": 0.016203381845154255}, "4": {"token_count": 7637, "frac": 0.012947930230034722, "mean_loss": 1.1593006418503222, "total_contrib": 0.015010543826312443}, "5": {"token_count": 6367, "frac": 0.010794745551215278, "mean_loss": 1.238865699431186, "total_contrib": 0.013373239997487999}, "6-8": {"token_count": 15031, "frac": 0.025483873155381944, "mean_loss": 1.4185629146373262, "total_contrib": 0.036150477379546526}, "9-12": {"token_count": 14841, "frac": 0.0251617431640625, "mean_loss": 1.6340846723807108, "total_contrib": 0.04111641883477466}, "13-20": {"token_count": 21991, "frac": 0.037284003363715276, "mean_loss": 1.8980116047836937, "total_contrib": 0.07076547105712587}, "21-30": {"token_count": 20277, "frac": 0.0343780517578125, "mean_loss": 2.19209681554129, "total_contrib": 0.07536001778281443}, "31-50": {"token_count": 29657, "frac": 0.05028110080295139, "mean_loss": 2.430242660160287, "total_contrib": 0.12219527617115213}, "51-75": {"token_count": 27207, "frac": 0.0461273193359375, "mean_loss": 2.6998890163886125, "total_contrib": 0.12453864283054772}, "76-100": {"token_count": 21564, "frac": 0.03656005859375, "mean_loss": 2.831908670157211, "total_contrib": 0.10353474691309628}, "101-150": {"token_count": 34443, "frac": 0.0583953857421875, "mean_loss": 3.0497912539156014, "total_contrib": 0.17809373670555123}, "151-200": {"token_count": 27337, "frac": 0.046347724066840276, "mean_loss": 3.1880760842406834, "total_contrib": 0.14776007065647984}, "201-300": {"token_count": 42205, "frac": 0.07155524359809028, "mean_loss": 3.2145127449928186, "total_contrib": 0.230015242517127}, "301-500": {"token_count": 57148, "frac": 0.0968899197048611, "mean_loss": 3.3409244103892544, "total_contrib": 0.32370189786262527}, "501-750": {"token_count": 48244, "frac": 0.08179389105902778, "mean_loss": 3.4265257597662577, "total_contrib": 0.2802688747052737}, "751-1k": {"token_count": 31934, "frac": 0.05414157443576389, "mean_loss": 3.4892865019270336, "total_contrib": 0.18891546487178867}, "1k-2k": {"token_count": 35636, "frac": 0.060418023003472224, "mean_loss": 3.9199041793252523, "total_contrib": 0.23683286087788}, "2k-5k": {"token_count": 37901, "frac": 0.0642581515842014, "mean_loss": 4.0358926889151165, "total_contrib": 0.2593390041818777}, "5k-10k": {"token_count": 20925, "frac": 0.0354766845703125, "mean_loss": 4.384685315480934, "total_contrib": 0.15555409787739824}, "10k+": {"token_count": 45806, "frac": 0.07766045464409722, "mean_loss": 4.54200744112617, "total_contrib": 0.35273436287473103}}, "trigram": {"novel": {"token_count": 431, "frac": 0.0007307264539930555, "mean_loss": 4.4665019801199835, "total_contrib": 0.0032637911536860364}, "1": {"token_count": 162854, "frac": 0.2761060926649306, "mean_loss": 2.2325200573498396, "total_contrib": 0.6164123898309509}, "2": {"token_count": 55805, "frac": 0.09461296929253472, "mean_loss": 2.540412230382412, "total_contrib": 0.24035594434355081}, "3": {"token_count": 31772, "frac": 0.05386691623263889, "mean_loss": 2.7460074573333006, "total_contrib": 0.1479189536783746}, "4": {"token_count": 22030, "frac": 0.03735012478298611, "mean_loss": 2.813095076825958, "total_contrib": 0.10506945214585343}, "5": {"token_count": 17393, "frac": 0.029488457573784724, "mean_loss": 2.9000493173775177, "total_contrib": 0.08551798125737028}, "6-8": {"token_count": 35891, "frac": 0.06085035536024305, "mean_loss": 3.0086023482542856, "total_contrib": 0.183074522028935}, "9-12": {"token_count": 30210, "frac": 0.051218668619791664, "mean_loss": 3.1688646310926436, "total_contrib": 0.16230502744091246}, "13-20": {"token_count": 37518, "frac": 0.06360880533854167, "mean_loss": 3.2774909485349704, "total_contrib": 0.20847728374419322}, "21-30": {"token_count": 28830, "frac": 0.048878987630208336, "mean_loss": 3.427268579277463, "total_contrib": 0.16752141849190483}, "31-50": {"token_count": 34228, "frac": 0.05803087022569445, "mean_loss": 3.564792810579277, "total_contrib": 0.2068680289722146}, "51-75": {"token_count": 24204, "frac": 0.041035970052083336, "mean_loss": 3.718180196043783, "total_contrib": 0.152579131173102}, "76-100": {"token_count": 16079, "frac": 0.027260674370659724, "mean_loss": 3.7425069101196256, "total_contrib": 0.102023262206715}, "101-150": {"token_count": 19155, "frac": 0.032475789388020836, "mean_loss": 3.8729807195422374, "total_contrib": 0.12577810615171908}, "151-200": {"token_count": 12428, "frac": 0.021070692274305556, "mean_loss": 3.884253760647659, "total_contrib": 0.08184391570592092}, "201-300": {"token_count": 15070, "frac": 0.025549994574652776, "mean_loss": 3.9509555588301417, "total_contrib": 0.10094689309280434}, "301-500": {"token_count": 14962, "frac": 0.025366889105902776, "mean_loss": 4.041228200365407, "total_contrib": 0.10251338761031632}, "501-750": {"token_count": 8861, "frac": 0.015023125542534722, "mean_loss": 4.209012343174012, "total_contrib": 0.06323252084158143}, "751-1k": {"token_count": 4005, "frac": 0.0067901611328125, "mean_loss": 4.320067314992307, "total_contrib": 0.029333953173394416}, "1k-2k": {"token_count": 7134, "frac": 0.012095133463541666, "mean_loss": 4.461067854242077, "total_contrib": 0.053957211086973364}, "2k-5k": {"token_count": 5452, "frac": 0.009243435329861112, "mean_loss": 4.314286598830179, "total_contrib": 0.03987882917077321}, "5k-10k": {"token_count": 1680, "frac": 0.0028483072916666665, "mean_loss": 4.559818498546346, "total_contrib": 0.01298776427808611}, "10k+": {"token_count": 3832, "frac": 0.006496853298611111, "mean_loss": 3.5134390482993987, "total_contrib": 0.02282629807041303}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.374720951188296, "total_contrib": 0.31759522651016897}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.092883972609437, "total_contrib": 0.13330869490987954}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.623586817936294, "total_contrib": 0.0871343992938907}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.3055870778724605, "total_contrib": 0.06678039290724885}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.2215327449891085, "total_contrib": 0.05474507394580866}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.235129404342321, "total_contrib": 0.04831069835719682}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.959387196546282, "total_contrib": 0.10979491850535304}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.769061367762509, "total_contrib": 0.1100607356397557}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.678653314011087, "total_contrib": 0.1625166983667317}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.623299289299247, "total_contrib": 0.15190894271277433}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.512314525358462, "total_contrib": 0.21998359540588813}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.523613283045909, "total_contrib": 0.20539497771072807}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.459980992201193, "total_contrib": 0.1624068734919183}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.472856201265845, "total_contrib": 0.25726597532135653}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.450875886944475, "total_contrib": 0.20561636380931103}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.37590113536416, "total_contrib": 0.3083111631305752}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.37725797164648, "total_contrib": 0.4211510766482308}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.28840192043398, "total_contrib": 0.3514121670537915}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.36097468561677, "total_contrib": 0.23988821016919643}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.735884120571026, "total_contrib": 0.2898423003885445}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.786065266452425, "total_contrib": 0.3057260827706706}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.062935078234285, "total_contrib": 0.1758221083026002}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.09784899927313, "total_contrib": 0.3911908358359462}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.385577910227364, "total_contrib": 1.6854584188654058}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.742363265798107, "total_contrib": 0.39878291364382346}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.629137819888032, "total_contrib": 0.2292185451382953}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.6060215683513235, "total_contrib": 0.16148532445600214}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.537176850742912, "total_contrib": 0.12170185505439524}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.5326166287688805, "total_contrib": 0.10013924033184014}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.516928337141315, "total_contrib": 0.22090541384070228}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.462876948166773, "total_contrib": 0.19588039556569659}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.4236845173667305, "total_contrib": 0.25122025654045277}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.430499128720106, "total_contrib": 0.19910144366091434}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.379166022244443, "total_contrib": 0.23979004757424044}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.3919069578194145, "total_contrib": 0.17194606436829618}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.412670741350691, "total_contrib": 0.11553425133375164}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.420316462841571, "total_contrib": 0.14199445261884772}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.401872573321831, "total_contrib": 0.0880935734312115}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.475411723292287, "total_contrib": 0.11176692485232101}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.426503391070516, "total_contrib": 0.11002017502355578}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.489354065324746, "total_contrib": 0.06842599325776752}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.544877461776119, "total_contrib": 0.03227055326659883}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.669670643979176, "total_contrib": 0.05573608624541117}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.373159981314296, "total_contrib": 0.039740901522902806}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.719500013592238, "total_contrib": 0.01303450778900444}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.5422274680397123, "total_contrib": 0.023920172806128903}}}}
{"step": 600, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21262, "frac": 0.036048041449652776, "mean_loss": 0.6610410221552244, "total_contrib": 0.023829234166572368}, "2": {"token_count": 13248, "frac": 0.0224609375, "mean_loss": 0.8687621112237299, "total_contrib": 0.019513211482564248}, "3": {"token_count": 9535, "frac": 0.016165839301215276, "mean_loss": 1.0375383425766933, "total_contrib": 0.016772678114944067}, "4": {"token_count": 7815, "frac": 0.013249715169270834, "mean_loss": 1.2128435062998348, "total_contrib": 0.01606983100337255}, "5": {"token_count": 6457, "frac": 0.010947333441840278, "mean_loss": 1.3337776647026292, "total_contrib": 0.014601308832778721}, "6-8": {"token_count": 15612, "frac": 0.026468912760416668, "mean_loss": 1.4988960311095794, "total_contrib": 0.039674148284374246}, "9-12": {"token_count": 15100, "frac": 0.025600857204861112, "mean_loss": 1.7339055416574984, "total_contrib": 0.04438946817869098}, "13-20": {"token_count": 22347, "frac": 0.0378875732421875, "mean_loss": 1.9813623896166312, "total_contrib": 0.07506901265591576}, "21-30": {"token_count": 20523, "frac": 0.034795125325520836, "mean_loss": 2.295098220847451, "total_contrib": 0.07985823022876695}, "31-50": {"token_count": 29628, "frac": 0.05023193359375, "mean_loss": 2.6089177341321426, "total_contrib": 0.1310509823724825}, "51-75": {"token_count": 27471, "frac": 0.046574910481770836, "mean_loss": 2.8360814608041793, "total_contrib": 0.13209024015596452}, "76-100": {"token_count": 21464, "frac": 0.03639051649305555, "mean_loss": 3.03323222566407, "total_contrib": 0.11038088733529594}, "101-150": {"token_count": 34104, "frac": 0.057820638020833336, "mean_loss": 3.1537805217834043, "total_contrib": 0.1823536019471931}, "151-200": {"token_count": 27574, "frac": 0.04674953884548611, "mean_loss": 3.2840866513341083, "total_contrib": 0.1535295364784863}, "201-300": {"token_count": 42112, "frac": 0.07139756944444445, "mean_loss": 3.3353353586527335, "total_contrib": 0.23813483788991957}, "301-500": {"token_count": 56589, "frac": 0.09594217936197917, "mean_loss": 3.4504992622840764, "total_contrib": 0.3310484191104357}, "501-750": {"token_count": 48231, "frac": 0.0817718505859375, "mean_loss": 3.5367231586192736, "total_contrib": 0.28920439769044015}, "751-1k": {"token_count": 32281, "frac": 0.05472988552517361, "mean_loss": 3.6354192511280528, "total_contrib": 0.19896607945025072}, "1k-2k": {"token_count": 35573, "frac": 0.060311211480034724, "mean_loss": 4.048149509535411, "total_contrib": 0.244148801172389}, "2k-5k": {"token_count": 37261, "frac": 0.06317308213975695, "mean_loss": 4.1631282815567525, "total_contrib": 0.2629976448891299}, "5k-10k": {"token_count": 20358, "frac": 0.034515380859375, "mean_loss": 4.498734626482894, "total_contrib": 0.1552755390183152}, "10k+": {"token_count": 45279, "frac": 0.0767669677734375, "mean_loss": 4.659538684001553, "total_contrib": 0.35769865599383255}}, "trigram": {"novel": {"token_count": 431, "frac": 0.0007307264539930555, "mean_loss": 4.549179175630938, "total_contrib": 0.0033242055675878467}, "1": {"token_count": 166549, "frac": 0.2823706732855903, "mean_loss": 2.312629601397332, "total_contrib": 0.653018777606751}, "2": {"token_count": 56331, "frac": 0.0955047607421875, "mean_loss": 2.6511990088140385, "total_contrib": 0.2532021270167094}, "3": {"token_count": 31866, "frac": 0.054026285807291664, "mean_loss": 2.836068455739408, "total_contrib": 0.15322224495882156}, "4": {"token_count": 22374, "frac": 0.037933349609375, "mean_loss": 2.978549352662583, "total_contrib": 0.11298635392332734}, "5": {"token_count": 16956, "frac": 0.02874755859375, "mean_loss": 3.0468249399950667, "total_contrib": 0.08758877848740701}, "6-8": {"token_count": 35973, "frac": 0.0609893798828125, "mean_loss": 3.1374619982478547, "total_contrib": 0.1913518616790264}, "9-12": {"token_count": 30281, "frac": 0.051339043511284724, "mean_loss": 3.278112824350735, "total_contrib": 0.16829517692424284}, "13-20": {"token_count": 37030, "frac": 0.06278143988715278, "mean_loss": 3.420656126503505, "total_contrib": 0.21475371698070067}, "21-30": {"token_count": 27975, "frac": 0.047429402669270836, "mean_loss": 3.5580686404990187, "total_contrib": 0.168757070275133}, "31-50": {"token_count": 33387, "frac": 0.056605021158854164, "mean_loss": 3.7087714278421675, "total_contrib": 0.20993508514635967}, "51-75": {"token_count": 23818, "frac": 0.040381537543402776, "mean_loss": 3.8696378440095027, "total_contrib": 0.15626192587724191}, "76-100": {"token_count": 15689, "frac": 0.026599460177951388, "mean_loss": 3.935060189496092, "total_contrib": 0.10467047680834314}, "101-150": {"token_count": 19442, "frac": 0.03296237521701389, "mean_loss": 3.957564239075335, "total_contrib": 0.13045071739383726}, "151-200": {"token_count": 11820, "frac": 0.020039876302083332, "mean_loss": 3.975285629494705, "total_contrib": 0.07966423228052337}, "201-300": {"token_count": 14626, "frac": 0.024797227647569444, "mean_loss": 4.0760512243346385, "total_contrib": 0.10107477011298018}, "301-500": {"token_count": 14762, "frac": 0.025027804904513888, "mean_loss": 4.137561660100849, "total_contrib": 0.10355408600940066}, "501-750": {"token_count": 8494, "frac": 0.014400906032986112, "mean_loss": 4.332569069099833, "total_contrib": 0.06239292004552881}, "751-1k": {"token_count": 4198, "frac": 0.007117377387152778, "mean_loss": 4.460662485376254, "total_contrib": 0.03174821830513766}, "1k-2k": {"token_count": 7014, "frac": 0.011891682942708334, "mean_loss": 4.621745245130404, "total_contrib": 0.05496032909706057}, "2k-5k": {"token_count": 5291, "frac": 0.008970472547743056, "mean_loss": 4.355962815075976, "total_contrib": 0.03907504485162861}, "5k-10k": {"token_count": 1576, "frac": 0.0026719835069444445, "mean_loss": 4.6635517830189865, "total_contrib": 0.01246093344800809}, "10k+": {"token_count": 3941, "frac": 0.006681654188368056, "mean_loss": 3.578109998266366, "total_contrib": 0.023907693656358083}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.391466689608488, "total_contrib": 0.3183163882492832}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.110926400043743, "total_contrib": 0.13370345254273225}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.670924819417502, "total_contrib": 0.08786787571318995}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.365152806315348, "total_contrib": 0.06753013514893451}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.305572349240746, "total_contrib": 0.05562618579051509}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.276119938697564, "total_contrib": 0.04868896624472867}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.012489655559498, "total_contrib": 0.11097054362368422}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.806051116499493, "total_contrib": 0.1109143876780041}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.720221061420957, "total_contrib": 0.16396058672823174}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.653808738140039, "total_contrib": 0.15291139957877936}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.5454466114519105, "total_contrib": 0.22159884526960533}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.561119462574365, "total_contrib": 0.20709794841716184}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.47933416657935, "total_contrib": 0.16311160486821707}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.517822076393653, "total_contrib": 0.2598522846504291}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.486367142046223, "total_contrib": 0.20725594734442052}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.410925452326137, "total_contrib": 0.3107788577987964}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.408983426621445, "total_contrib": 0.4242034920202304}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.329512497675354, "total_contrib": 0.3547809644065736}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.384280387463761, "total_contrib": 0.2411702086915109}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.782624119770691, "total_contrib": 0.29270284945251873}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.836112856858703, "total_contrib": 0.3089230416325299}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.106286970569189, "total_contrib": 0.17732760284113344}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.1429726321824605, "total_contrib": 0.39465346324532463}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.422090589466005, "total_contrib": 1.6968853453055994}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.784910599427384, "total_contrib": 0.40236069727647467}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.671305855177877, "total_contrib": 0.23130655722101015}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.635583856687649, "total_contrib": 0.16252176678542055}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.581596698982411, "total_contrib": 0.12289334000413805}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.559489343830912, "total_contrib": 0.10073294006256209}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.565896960264226, "total_contrib": 0.22330027892351256}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.488901529478977, "total_contrib": 0.19702264200024375}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.459836844723012, "total_contrib": 0.2532733407776591}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.454302758732395, "total_contrib": 0.2001711509246163}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.427584529480453, "total_contrib": 0.2424413003686357}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.440685189911604, "total_contrib": 0.1738557644406446}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.441670996896859, "total_contrib": 0.11629354723625723}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.458656264645638, "total_contrib": 0.14322604750949589}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.447227549758674, "total_contrib": 0.08900125121621262}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.49282981636498, "total_contrib": 0.11220191649552434}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.468467577792073, "total_contrib": 0.11106318951150139}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.530092809746198, "total_contrib": 0.06904692647233467}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.573685636667794, "total_contrib": 0.03247510349928915}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.726734067779332, "total_contrib": 0.056417181798581434}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.411396743526299, "total_contrib": 0.04008837643992269}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.771565507683489, "total_contrib": 0.013178304395915398}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.5821942954417483, "total_contrib": 0.024190063270983348}}}}
{"step": 610, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20908, "frac": 0.03544786241319445, "mean_loss": 0.6921761444893629, "total_contrib": 0.02453616473555434}, "2": {"token_count": 13178, "frac": 0.022342258029513888, "mean_loss": 0.9420652224399674, "total_contrib": 0.02104786428038515}, "3": {"token_count": 9677, "frac": 0.016406589084201388, "mean_loss": 1.0883594215047745, "total_contrib": 0.01785626580454797}, "4": {"token_count": 7702, "frac": 0.013058132595486112, "mean_loss": 1.2184613620977136, "total_contrib": 0.01591083002874856}, "5": {"token_count": 6422, "frac": 0.010887993706597222, "mean_loss": 1.3482844723008762, "total_contrib": 0.014680112849114697}, "6-8": {"token_count": 15466, "frac": 0.026221381293402776, "mean_loss": 1.5679116258083383, "total_contrib": 0.0411128085746795}, "9-12": {"token_count": 15231, "frac": 0.025822957356770832, "mean_loss": 1.8166850189583006, "total_contrib": 0.04691217977524461}, "13-20": {"token_count": 22368, "frac": 0.037923177083333336, "mean_loss": 2.0809109270618373, "total_contrib": 0.07891475358160939}, "21-30": {"token_count": 20095, "frac": 0.03406948513454861, "mean_loss": 2.3902777167833187, "total_contrib": 0.08143553113939207}, "31-50": {"token_count": 29386, "frac": 0.04982164171006945, "mean_loss": 2.6172521302539677, "total_contrib": 0.1303957978984292}, "51-75": {"token_count": 26942, "frac": 0.045678032769097224, "mean_loss": 2.901415658336161, "total_contrib": 0.13253095951825097}, "76-100": {"token_count": 21233, "frac": 0.03599887424045139, "mean_loss": 3.096673548771618, "total_contrib": 0.11147676164596178}, "101-150": {"token_count": 34336, "frac": 0.05821397569444445, "mean_loss": 3.2484177846171476, "total_contrib": 0.1891033139591037}, "151-200": {"token_count": 27600, "frac": 0.046793619791666664, "mean_loss": 3.3335561956948165, "total_contrib": 0.155989161175498}, "201-300": {"token_count": 42974, "frac": 0.07285902235243055, "mean_loss": 3.3568920457599427, "total_contrib": 0.24457987259671998}, "301-500": {"token_count": 56848, "frac": 0.09638129340277778, "mean_loss": 3.5134797819925616, "total_contrib": 0.33863372573295275}, "501-750": {"token_count": 47572, "frac": 0.0806545681423611, "mean_loss": 3.612230535637972, "total_contrib": 0.2913428938825304}, "751-1k": {"token_count": 31771, "frac": 0.05386522081163195, "mean_loss": 3.656638548948015, "total_contrib": 0.19696564286741028}, "1k-2k": {"token_count": 35876, "frac": 0.06082492404513889, "mean_loss": 4.089570925376835, "total_contrib": 0.24874784091325433}, "2k-5k": {"token_count": 37529, "frac": 0.06362745496961805, "mean_loss": 4.1796915928930325, "total_contrib": 0.26594313861369256}, "5k-10k": {"token_count": 20792, "frac": 0.03525119357638889, "mean_loss": 4.51239354117869, "total_contrib": 0.15906725821293694}, "10k+": {"token_count": 45918, "frac": 0.077850341796875, "mean_loss": 4.6527542716861285, "total_contrib": 0.3622185103476353}}, "trigram": {"novel": {"token_count": 443, "frac": 0.0007510715060763889, "mean_loss": 4.474858218976391, "total_contrib": 0.003360938502004905}, "1": {"token_count": 164395, "frac": 0.2787187364366319, "mean_loss": 2.389212699018032, "total_contrib": 0.6659183445486608}, "2": {"token_count": 56914, "frac": 0.0964931911892361, "mean_loss": 2.6762814717491565, "total_contrib": 0.2582429397297015}, "3": {"token_count": 32592, "frac": 0.055257161458333336, "mean_loss": 2.872875382398784, "total_contrib": 0.15874693885488073}, "4": {"token_count": 22614, "frac": 0.038340250651041664, "mean_loss": 3.0098661193844407, "total_contrib": 0.11539902144327754}, "5": {"token_count": 17376, "frac": 0.029459635416666668, "mean_loss": 3.0808848915034965, "total_contrib": 0.09076174566440966}, "6-8": {"token_count": 35538, "frac": 0.060251871744791664, "mean_loss": 3.1837717207424463, "total_contrib": 0.19182820538286854}, "9-12": {"token_count": 30436, "frac": 0.05160183376736111, "mean_loss": 3.3497278644212933, "total_contrib": 0.17285210042576513}, "13-20": {"token_count": 37306, "frac": 0.06324937608506945, "mean_loss": 3.4757373332551427, "total_contrib": 0.2198382177639709}, "21-30": {"token_count": 27530, "frac": 0.04667494032118055, "mean_loss": 3.61225738943955, "total_contrib": 0.16860189807683446}, "31-50": {"token_count": 33394, "frac": 0.056616889105902776, "mean_loss": 3.744735923482929, "total_contrib": 0.21201529851072343}, "51-75": {"token_count": 23439, "frac": 0.039738972981770836, "mean_loss": 3.9159743704442307, "total_contrib": 0.15561679970439035}, "76-100": {"token_count": 15776, "frac": 0.026746961805555556, "mean_loss": 3.932530097922934, "total_contrib": 0.10518323232834237}, "101-150": {"token_count": 19470, "frac": 0.033009847005208336, "mean_loss": 4.016016212272983, "total_contrib": 0.13256808073756746}, "151-200": {"token_count": 12189, "frac": 0.020665486653645832, "mean_loss": 4.020734479894804, "total_contrib": 0.08309043473211969}, "201-300": {"token_count": 14538, "frac": 0.024648030598958332, "mean_loss": 4.115828117955511, "total_contrib": 0.10144705739142051}, "301-500": {"token_count": 14483, "frac": 0.024554782443576388, "mean_loss": 4.157856633266675, "total_contrib": 0.10209526506144419}, "501-750": {"token_count": 8379, "frac": 0.0142059326171875, "mean_loss": 4.395494729126509, "total_contrib": 0.06244210194117401}, "751-1k": {"token_count": 4383, "frac": 0.0074310302734375, "mean_loss": 4.468820163489126, "total_contrib": 0.033207937921435615}, "1k-2k": {"token_count": 7331, "frac": 0.012429131401909722, "mean_loss": 4.615933512518092, "total_contrib": 0.05737204416956606}, "2k-5k": {"token_count": 5661, "frac": 0.0095977783203125, "mean_loss": 4.34516485370315, "total_contrib": 0.041703929031055936}, "5k-10k": {"token_count": 1705, "frac": 0.002890692816840278, "mean_loss": 4.738011542891215, "total_contrib": 0.013696135933141958}, "10k+": {"token_count": 3932, "frac": 0.006666395399305556, "mean_loss": 3.5120509475534014, "total_contrib": 0.023412720278896713}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.405935925411567, "total_contrib": 0.31893951151763783}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.109199661581733, "total_contrib": 0.13366567252724926}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.652788091917667, "total_contrib": 0.08758685704894267}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.330542097618959, "total_contrib": 0.06709449688843308}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.293711230709459, "total_contrib": 0.0555018280888999}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.30557952632383, "total_contrib": 0.048960824520162975}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.025372431175964, "total_contrib": 0.1112557529132347}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.811756109496504, "total_contrib": 0.11104604790999757}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.697657256122462, "total_contrib": 0.16317681522528246}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.648358859284362, "total_contrib": 0.1527323314970753}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.531612476069837, "total_contrib": 0.2209244058386708}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.557074096960361, "total_contrib": 0.20691426830833506}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.48213629541711, "total_contrib": 0.1632136422949366}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.5060103894493215, "total_contrib": 0.2591729099902144}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.462479342733197, "total_contrib": 0.2061524067023284}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.388335413831029, "total_contrib": 0.30918724024891503}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.395441067563843, "total_contrib": 0.4229005349785369}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.320033256707114, "total_contrib": 0.3540041900574153}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.39004905003606, "total_contrib": 0.24148753090484615}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.770435390317761, "total_contrib": 0.29195688327312985}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.826906894632714, "total_contrib": 0.3083349797042452}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.095549312570996, "total_contrib": 0.17695471287942116}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.131143928327585, "total_contrib": 0.3937457705010899}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.409151494860974, "total_contrib": 1.6928359551940702}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.782676400903819, "total_contrib": 0.40217282465960624}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.668643168474572, "total_contrib": 0.23117471038558685}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.629591057574219, "total_contrib": 0.16231166157968693}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.582083813049727, "total_contrib": 0.12290640598934552}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.547919760349675, "total_contrib": 0.100477332894417}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.538200135432668, "total_contrib": 0.22194573484071647}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.494015971864653, "total_contrib": 0.1972471202928876}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.4544509132859185, "total_contrib": 0.25296747468978054}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.452051493738932, "total_contrib": 0.20006998171156845}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.416505920074279, "total_contrib": 0.24183466881754387}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.432497717657954, "total_contrib": 0.17353521948268888}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.439851740219916, "total_contrib": 0.11624591475459825}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.447886136795914, "total_contrib": 0.142880077165175}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.433217113880134, "total_contrib": 0.08872086387166528}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.479065609627997, "total_contrib": 0.11185817537065362}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.465830138523864, "total_contrib": 0.110997636296183}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.52167980828618, "total_contrib": 0.06891869689346782}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.580693828596474, "total_contrib": 0.03252486462768899}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.703225447536666, "total_contrib": 0.05613658845801142}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.409971165214139, "total_contrib": 0.040075421558884994}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.728419112179948, "total_contrib": 0.01305914091956437}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.5559950470101316, "total_contrib": 0.024013143365209544}}}}
{"step": 620, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20567, "frac": 0.03486972384982639, "mean_loss": 0.6813969273963005, "total_contrib": 0.0237601226904292}, "2": {"token_count": 13040, "frac": 0.022108289930555556, "mean_loss": 0.9167177206472581, "total_contrib": 0.020267061152547616}, "3": {"token_count": 9558, "frac": 0.016204833984375, "mean_loss": 1.1039812451582087, "total_contrib": 0.01788983279965237}, "4": {"token_count": 7664, "frac": 0.012993706597222222, "mean_loss": 1.2425439067667416, "total_contrib": 0.016145250958693284}, "5": {"token_count": 6460, "frac": 0.010952419704861112, "mean_loss": 1.3828134287019402, "total_contrib": 0.015145153044661687}, "6-8": {"token_count": 15254, "frac": 0.025861952039930556, "mean_loss": 1.5451605022013264, "total_contrib": 0.03996086680192572}, "9-12": {"token_count": 15342, "frac": 0.026011149088541668, "mean_loss": 1.8296290825867685, "total_contrib": 0.04759075484389615}, "13-20": {"token_count": 22251, "frac": 0.037724812825520836, "mean_loss": 2.1044950658942945, "total_contrib": 0.0793916824530944}, "21-30": {"token_count": 20097, "frac": 0.0340728759765625, "mean_loss": 2.3836015382226923, "total_contrib": 0.0812161595894054}, "31-50": {"token_count": 29757, "frac": 0.050450642903645836, "mean_loss": 2.646370006815353, "total_contrib": 0.13351106820476016}, "51-75": {"token_count": 27124, "frac": 0.04598659939236111, "mean_loss": 2.8944953193875267, "total_contrib": 0.13310799669573853}, "76-100": {"token_count": 21831, "frac": 0.037012736002604164, "mean_loss": 3.031800427120618, "total_contrib": 0.11221522882159798}, "101-150": {"token_count": 34460, "frac": 0.05842420789930555, "mean_loss": 3.217784701288624, "total_contrib": 0.1879965223632914}, "151-200": {"token_count": 27284, "frac": 0.046257866753472224, "mean_loss": 3.308450133414783, "total_contrib": 0.15304184543200844}, "201-300": {"token_count": 42253, "frac": 0.0716366238064236, "mean_loss": 3.3879905582693897, "total_contrib": 0.24270420508245935}, "301-500": {"token_count": 56870, "frac": 0.09641859266493055, "mean_loss": 3.5011935200749758, "total_contrib": 0.33758015185320345}, "501-750": {"token_count": 47624, "frac": 0.08074273003472222, "mean_loss": 3.5606993124466992, "total_contrib": 0.28750058331970485}, "751-1k": {"token_count": 32155, "frac": 0.05451626247829861, "mean_loss": 3.63962721220629, "total_contrib": 0.19841887242379633}, "1k-2k": {"token_count": 36133, "frac": 0.06126064724392361, "mean_loss": 4.058565076543475, "total_contrib": 0.24863032347063768}, "2k-5k": {"token_count": 37953, "frac": 0.0643463134765625, "mean_loss": 4.150002817386824, "total_contrib": 0.2670373822161901}, "5k-10k": {"token_count": 20888, "frac": 0.03541395399305555, "mean_loss": 4.517613866916643, "total_contrib": 0.15998656964137578}, "10k+": {"token_count": 45259, "frac": 0.0767330593532986, "mean_loss": 4.622386855628321, "total_contrib": 0.35468988494683523}}, "trigram": {"novel": {"token_count": 433, "frac": 0.0007341172960069445, "mean_loss": 4.697712761227377, "total_contrib": 0.003448672189689559}, "1": {"token_count": 163417, "frac": 0.2770606146918403, "mean_loss": 2.3841635614182537, "total_contrib": 0.6605578218524285}, "2": {"token_count": 56793, "frac": 0.09628804524739583, "mean_loss": 2.6957229394801567, "total_contrib": 0.2595658923711082}, "3": {"token_count": 31540, "frac": 0.053473578559027776, "mean_loss": 2.8896244854212783, "total_contrib": 0.15451856192726493}, "4": {"token_count": 22526, "frac": 0.03819105360243055, "mean_loss": 2.988119880361495, "total_contrib": 0.11411944652137422}, "5": {"token_count": 17359, "frac": 0.029430813259548612, "mean_loss": 3.098046219357135, "total_contrib": 0.09117801975135043}, "6-8": {"token_count": 35800, "frac": 0.06069607204861111, "mean_loss": 3.171219793494657, "total_contrib": 0.19248058506793334}, "9-12": {"token_count": 30650, "frac": 0.051964653862847224, "mean_loss": 3.307496811063163, "total_contrib": 0.17187292693936826}, "13-20": {"token_count": 37318, "frac": 0.06326972113715278, "mean_loss": 3.4539993117893486, "total_contrib": 0.2185335732648297}, "21-30": {"token_count": 28660, "frac": 0.048590766059027776, "mean_loss": 3.597311847039483, "total_contrib": 0.17479613840086464}, "31-50": {"token_count": 33643, "frac": 0.05703904893663195, "mean_loss": 3.7255191813255855, "total_contrib": 0.21250007089799106}, "51-75": {"token_count": 24169, "frac": 0.040976630316840276, "mean_loss": 3.8687337785047236, "total_contrib": 0.1585276738360607}, "76-100": {"token_count": 15724, "frac": 0.026658799913194444, "mean_loss": 3.899420716484726, "total_contrib": 0.10395387665813163}, "101-150": {"token_count": 19675, "frac": 0.03335740831163195, "mean_loss": 3.9484782778948198, "total_contrib": 0.13171100212534687}, "151-200": {"token_count": 12235, "frac": 0.020743476019965276, "mean_loss": 4.0728783066122025, "total_contrib": 0.08448565348544701}, "201-300": {"token_count": 14716, "frac": 0.024949815538194444, "mean_loss": 4.0854064062543, "total_contrib": 0.10193013623460266}, "301-500": {"token_count": 14532, "frac": 0.024637858072916668, "mean_loss": 4.103233921013698, "total_contrib": 0.10109489498591284}, "501-750": {"token_count": 8505, "frac": 0.0144195556640625, "mean_loss": 4.358565868966217, "total_contrib": 0.0628485831630413}, "751-1k": {"token_count": 4179, "frac": 0.007085164388020833, "mean_loss": 4.319150652438131, "total_contrib": 0.03060189238915159}, "1k-2k": {"token_count": 7118, "frac": 0.012068006727430556, "mean_loss": 4.538372646555537, "total_contrib": 0.05476911163021904}, "2k-5k": {"token_count": 5343, "frac": 0.009058634440104166, "mean_loss": 4.240176109171576, "total_contrib": 0.03841020533464852}, "5k-10k": {"token_count": 1693, "frac": 0.0028703477647569445, "mean_loss": 4.499805440134944, "total_contrib": 0.012916006486932474}, "10k+": {"token_count": 3796, "frac": 0.006435818142361111, "mean_loss": 3.5685864305329775, "total_contrib": 0.022966773292207816}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.492244417862377, "total_contrib": 0.32265642031881075}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.113176033796311, "total_contrib": 0.1337526731976681}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.710323992096916, "total_contrib": 0.0884783443260595}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.347656811750704, "total_contrib": 0.06730991646734827}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.304078378016539, "total_contrib": 0.05561052227385504}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.280763821482501, "total_contrib": 0.04873182081490284}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.036782937980703, "total_contrib": 0.11150836792696131}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.846879897775121, "total_contrib": 0.11185663718077757}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.713543269273926, "total_contrib": 0.16372862837199606}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.64842827087079, "total_contrib": 0.15273461217155612}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.52529585626775, "total_contrib": 0.22061645905724275}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.551121444266519, "total_contrib": 0.206643987696163}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.481561758229986, "total_contrib": 0.16319272095279885}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.494476430536213, "total_contrib": 0.2585095094569584}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.451256649393025, "total_contrib": 0.2056339538280252}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.378208473501234, "total_contrib": 0.30847373035564973}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.38447805172393, "total_contrib": 0.42184574543809894}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.302970575585246, "total_contrib": 0.35260599234646556}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.3688404803182745, "total_contrib": 0.24032089128948028}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.748885850385287, "total_contrib": 0.2906380232530519}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.788283633821738, "total_contrib": 0.3058677884784302}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.071679429606225, "total_contrib": 0.1761257760901969}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.103627315210807, "total_contrib": 0.39163424328911056}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.425916044929516, "total_contrib": 1.6980825512924862}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.769429213242426, "total_contrib": 0.40105887539062135}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.655950836388869, "total_contrib": 0.23054623095630786}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.6166610854942824, "total_contrib": 0.16185834178828984}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.5618299758344305, "total_contrib": 0.12236313213378318}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.549460390082991, "total_contrib": 0.10051137007509266}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.5321089667162555, "total_contrib": 0.22164783944684704}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.4739791714781845, "total_contrib": 0.1963676839043973}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.4353758823942435, "total_contrib": 0.2518842070798706}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.420861699417623, "total_contrib": 0.19866834887146592}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.392743885160093, "total_contrib": 0.24053353078039472}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.422912165593039, "total_contrib": 0.17315993877474375}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.427414702999118, "total_contrib": 0.11592028343779735}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.436691283300951, "total_contrib": 0.14252046329871812}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.4226225337051135, "total_contrib": 0.08850883719186599}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.441084266458153, "total_contrib": 0.11090964634353401}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.442018187652381, "total_contrib": 0.11040579330611149}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.512471414075029, "total_contrib": 0.06877834406964538}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.524809861895212, "total_contrib": 0.032128064815296}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.676883061139994, "total_contrib": 0.05582217195371086}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.394139909479203, "total_contrib": 0.03993155570951424}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.695265848148429, "total_contrib": 0.012967576881635523}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.5395329472574493, "total_contrib": 0.023901977079478658}}}}
{"step": 630, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20760, "frac": 0.035196940104166664, "mean_loss": 0.701574138653099, "total_contrib": 0.024693262936805446}, "2": {"token_count": 12779, "frac": 0.021665785047743056, "mean_loss": 0.9708606952677432, "total_contrib": 0.0210344591349733}, "3": {"token_count": 9741, "frac": 0.016515096028645832, "mean_loss": 1.139190396255209, "total_contrib": 0.018813838789065875}, "4": {"token_count": 7752, "frac": 0.013142903645833334, "mean_loss": 1.2931832961854202, "total_contrib": 0.016996183458166128}, "5": {"token_count": 6496, "frac": 0.011013454861111112, "mean_loss": 1.473905748843068, "total_contrib": 0.0162327944344153}, "6-8": {"token_count": 15598, "frac": 0.026445176866319444, "mean_loss": 1.6456632717682649, "total_contrib": 0.04351985628431769}, "9-12": {"token_count": 15350, "frac": 0.026024712456597224, "mean_loss": 1.8957268438745465, "total_contrib": 0.04933574600808765}, "13-20": {"token_count": 22226, "frac": 0.037682427300347224, "mean_loss": 2.1739951776955513, "total_contrib": 0.08192141523481805}, "21-30": {"token_count": 19957, "frac": 0.033835517035590276, "mean_loss": 2.451939852387048, "total_contrib": 0.08296265264568467}, "31-50": {"token_count": 29833, "frac": 0.05057949490017361, "mean_loss": 2.7231049755970793, "total_contrib": 0.13773327422584986}, "51-75": {"token_count": 27472, "frac": 0.046576605902777776, "mean_loss": 2.9855471366002897, "total_contrib": 0.13905665238559833}, "76-100": {"token_count": 21554, "frac": 0.03654310438368055, "mean_loss": 3.131099207037065, "total_contrib": 0.11442008515841488}, "101-150": {"token_count": 34129, "frac": 0.05786302354600695, "mean_loss": 3.2733956540009306, "total_contrib": 0.18940856980285264}, "151-200": {"token_count": 27419, "frac": 0.046486748589409724, "mean_loss": 3.3771963869301875, "total_contrib": 0.1569948793762865}, "201-300": {"token_count": 41456, "frac": 0.0702853732638889, "mean_loss": 3.4395036614750647, "total_contrib": 0.24174679868928747}, "301-500": {"token_count": 57074, "frac": 0.09676445855034722, "mean_loss": 3.5508067684015714, "total_contrib": 0.34359189436128623}, "501-750": {"token_count": 48193, "frac": 0.0817074245876736, "mean_loss": 3.6258649936298366, "total_contrib": 0.2962600905320955}, "751-1k": {"token_count": 32042, "frac": 0.05432467990451389, "mean_loss": 3.6156107981235253, "total_contrib": 0.1964168992673645}, "1k-2k": {"token_count": 36330, "frac": 0.061594645182291664, "mean_loss": 4.084352399604256, "total_contrib": 0.2515742368530657}, "2k-5k": {"token_count": 37094, "frac": 0.06288994683159722, "mean_loss": 4.223960769800793, "total_contrib": 0.26564466823152433}, "5k-10k": {"token_count": 20547, "frac": 0.0348358154296875, "mean_loss": 4.516884594124488, "total_contrib": 0.1573493580381196}, "10k+": {"token_count": 46022, "frac": 0.07802666558159722, "mean_loss": 4.669830861697329, "total_contrib": 0.36437133096827945}}, "trigram": {"novel": {"token_count": 435, "frac": 0.0007375081380208334, "mean_loss": 4.6185335128899965, "total_contrib": 0.00340620605147832}, "1": {"token_count": 164265, "frac": 0.2784983317057292, "mean_loss": 2.4333779143663126, "total_contrib": 0.6776916895605848}, "2": {"token_count": 56770, "frac": 0.0962490505642361, "mean_loss": 2.7262849488740604, "total_contrib": 0.26240233789669526}, "3": {"token_count": 32168, "frac": 0.05453830295138889, "mean_loss": 2.908706949101777, "total_contrib": 0.15863594078692284}, "4": {"token_count": 22466, "frac": 0.03808932834201389, "mean_loss": 3.052349489607886, "total_contrib": 0.11626194192425329}, "5": {"token_count": 17335, "frac": 0.029390123155381944, "mean_loss": 3.1647955050785277, "total_contrib": 0.09301372965585714}, "6-8": {"token_count": 35616, "frac": 0.060384114583333336, "mean_loss": 3.248655179065777, "total_contrib": 0.19616716657444716}, "9-12": {"token_count": 30332, "frac": 0.05142550998263889, "mean_loss": 3.4007978863019552, "total_contrib": 0.17488776565095843}, "13-20": {"token_count": 37125, "frac": 0.0629425048828125, "mean_loss": 3.567884681975441, "total_contrib": 0.2245715990165511}, "21-30": {"token_count": 27895, "frac": 0.047293768988715276, "mean_loss": 3.61599924762259, "total_contrib": 0.171014233080431}, "31-50": {"token_count": 33433, "frac": 0.05668301052517361, "mean_loss": 3.785077963941806, "total_contrib": 0.21454961406871612}, "51-75": {"token_count": 23822, "frac": 0.04038831922743055, "mean_loss": 3.926915784533994, "total_contrib": 0.15860152828499485}, "76-100": {"token_count": 15960, "frac": 0.027058919270833332, "mean_loss": 3.9490219403557005, "total_contrib": 0.1068562658828345}, "101-150": {"token_count": 19435, "frac": 0.032950507269965276, "mean_loss": 4.026229162412655, "total_contrib": 0.13266629328662438}, "151-200": {"token_count": 12162, "frac": 0.020619710286458332, "mean_loss": 4.056965592239443, "total_contrib": 0.08365345515410717}, "201-300": {"token_count": 15043, "frac": 0.025504218207465276, "mean_loss": 4.131683525305487, "total_contrib": 0.10537535819358052}, "301-500": {"token_count": 14486, "frac": 0.024559868706597224, "mean_loss": 4.162776826579564, "total_contrib": 0.10223725231565953}, "501-750": {"token_count": 8746, "frac": 0.014828152126736112, "mean_loss": 4.294151276758842, "total_contrib": 0.06367432838699821}, "751-1k": {"token_count": 4243, "frac": 0.007193671332465278, "mean_loss": 4.4765058544929275, "total_contrib": 0.03220251183507875}, "1k-2k": {"token_count": 7102, "frac": 0.012040879991319444, "mean_loss": 4.533787399272763, "total_contrib": 0.05459078998079963}, "2k-5k": {"token_count": 5196, "frac": 0.008809407552083334, "mean_loss": 4.472527396184979, "total_contrib": 0.03940031662085157}, "5k-10k": {"token_count": 1697, "frac": 0.002877129448784722, "mean_loss": 4.703246663272399, "total_contrib": 0.0135318494797995}, "10k+": {"token_count": 4092, "frac": 0.006937662760416667, "mean_loss": 3.5583703014489814, "total_contrib": 0.024686773128135227}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.431613039411629, "total_contrib": 0.320045306420381}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.161450440749333, "total_contrib": 0.13480888864791896}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.731359993214246, "total_contrib": 0.08880428564789665}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.389415786453527, "total_contrib": 0.06783552856213207}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.337180215249868, "total_contrib": 0.05595757794037744}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.324103194415227, "total_contrib": 0.04913176419949355}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.0517176740898, "total_contrib": 0.11183900517487354}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.858330265582656, "total_contrib": 0.11212088957911362}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.728742143106546, "total_contrib": 0.1642565731946596}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.695495533042797, "total_contrib": 0.15428111340055578}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.553757446086661, "total_contrib": 0.22200401367564213}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.560096354618615, "total_contrib": 0.20705149412882679}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.495730634175122, "total_contrib": 0.1637086699775073}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.501490979390877, "total_contrib": 0.25891296636935}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.4740525506405335, "total_contrib": 0.20668705223906328}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.388433516834628, "total_contrib": 0.3091941522540565}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.402426387524243, "total_contrib": 0.4235726166883905}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.323534977612599, "total_contrib": 0.354291137818993}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.395234772462777, "total_contrib": 0.24177278678479477}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.777515287205473, "total_contrib": 0.29239018221968444}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.826702648084181, "total_contrib": 0.3083219327661602}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.107761775259462, "total_contrib": 0.17737881883856804}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.1459573075161416, "total_contrib": 0.3948824966354168}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.4416459409090105, "total_contrib": 1.70300534436102}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.801545652983924, "total_contrib": 0.40375953046450574}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.676570563708881, "total_contrib": 0.23156724698161077}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.646999718699796, "total_contrib": 0.1629220024668258}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.581433931706179, "total_contrib": 0.12288897405585983}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.567273350018905, "total_contrib": 0.10090491235367897}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.544691889041087, "total_contrib": 0.2222632212851278}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.502062905145625, "total_contrib": 0.19760030871651532}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.462419705061705, "total_contrib": 0.2534200209566699}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.444381443596865, "total_contrib": 0.1997252986382014}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.418751072215854, "total_contrib": 0.24195760664088853}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.4317833340794515, "total_contrib": 0.17350725089274546}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.446835354773439, "total_contrib": 0.11642876245077552}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.4562822465107335, "total_contrib": 0.14314978658826846}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.43054095478618, "total_contrib": 0.08866730656991928}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.473903545755246, "total_contrib": 0.11172926030303071}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.4679027825233915, "total_contrib": 0.11104915159741367}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.5336510787278055, "total_contrib": 0.06910116102051285}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.567585718838218, "total_contrib": 0.03243179150135372}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.708557555668251, "total_contrib": 0.05620023124170004}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.388927373738082, "total_contrib": 0.039884187017205336}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.714198234771762, "total_contrib": 0.013019865119837782}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.563827070823543, "total_contrib": 0.024066031940189227}}}}
{"step": 640, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21259, "frac": 0.03604295518663195, "mean_loss": 0.6736678497036245, "total_contrib": 0.02428098011754244}, "2": {"token_count": 13191, "frac": 0.022364298502604168, "mean_loss": 0.9239346261510668, "total_contrib": 0.020663149776134444}, "3": {"token_count": 9716, "frac": 0.016472710503472224, "mean_loss": 1.1818143222323945, "total_contrib": 0.01946768519899147}, "4": {"token_count": 7784, "frac": 0.013197157118055556, "mean_loss": 1.3777282196688667, "total_contrib": 0.018182095780948992}, "5": {"token_count": 6482, "frac": 0.010989718967013888, "mean_loss": 1.4356215512231814, "total_contrib": 0.015777077390931295}, "6-8": {"token_count": 15179, "frac": 0.025734795464409724, "mean_loss": 1.6867584071078412, "total_contrib": 0.04340838260479384}, "9-12": {"token_count": 15542, "frac": 0.026350233289930556, "mean_loss": 1.9151706517721656, "total_contrib": 0.05046519346422492}, "13-20": {"token_count": 21962, "frac": 0.03723483615451389, "mean_loss": 2.227667459161834, "total_contrib": 0.08294683284863315}, "21-30": {"token_count": 20456, "frac": 0.03468153211805555, "mean_loss": 2.5066720436258216, "total_contrib": 0.08693522699044089}, "31-50": {"token_count": 29703, "frac": 0.050359090169270836, "mean_loss": 2.7813348084909957, "total_contrib": 0.1400654904117297}, "51-75": {"token_count": 27206, "frac": 0.04612562391493055, "mean_loss": 3.0308260808332275, "total_contrib": 0.13979874395607636}, "76-100": {"token_count": 21947, "frac": 0.037209404839409724, "mean_loss": 3.153556649571377, "total_contrib": 0.11734196605791392}, "101-150": {"token_count": 34474, "frac": 0.058447943793402776, "mean_loss": 3.3418051383126604, "total_contrib": 0.19532163889260296}, "151-200": {"token_count": 27377, "frac": 0.04641554090711805, "mean_loss": 3.3679460611532863, "total_contrib": 0.15632503817442747}, "201-300": {"token_count": 42658, "frac": 0.0723232693142361, "mean_loss": 3.434726231782865, "total_contrib": 0.24841063028190347}, "301-500": {"token_count": 56205, "frac": 0.0952911376953125, "mean_loss": 3.587600558072426, "total_contrib": 0.3418665387750595}, "501-750": {"token_count": 47331, "frac": 0.0802459716796875, "mean_loss": 3.6673508973920743, "total_contrib": 0.29429013625160094}, "751-1k": {"token_count": 32251, "frac": 0.054679022894965276, "mean_loss": 3.7237930269313564, "total_contrib": 0.20361336417569167}, "1k-2k": {"token_count": 35973, "frac": 0.0609893798828125, "mean_loss": 4.118871547663358, "total_contrib": 0.25120742150894837}, "2k-5k": {"token_count": 37324, "frac": 0.06327989366319445, "mean_loss": 4.259465345045891, "total_contrib": 0.2695385140965658}, "5k-10k": {"token_count": 20166, "frac": 0.034189860026041664, "mean_loss": 4.561703727752546, "total_contrib": 0.15596401193213202}, "10k+": {"token_count": 45638, "frac": 0.07737562391493055, "mean_loss": 4.722830880291412, "total_contrib": 0.3654319860072487}}, "trigram": {"novel": {"token_count": 451, "frac": 0.0007646348741319445, "mean_loss": 4.72283914643949, "total_contrib": 0.00361124751628318}, "1": {"token_count": 166319, "frac": 0.2819807264539931, "mean_loss": 2.447067352238328, "total_contrib": 0.6900258296660131}, "2": {"token_count": 56691, "frac": 0.0961151123046875, "mean_loss": 2.7884348587973244, "total_contrib": 0.26801072960761024}, "3": {"token_count": 32040, "frac": 0.0543212890625, "mean_loss": 2.9815422789808004, "total_contrib": 0.16196121998858107}, "4": {"token_count": 22390, "frac": 0.03796047634548611, "mean_loss": 3.1053561170010213, "total_contrib": 0.11788079742372787}, "5": {"token_count": 17130, "frac": 0.029042561848958332, "mean_loss": 3.2008795308666103, "total_contrib": 0.09296174174625826}, "6-8": {"token_count": 35465, "frac": 0.060128106011284724, "mean_loss": 3.2838064873097763, "total_contrib": 0.19744906458950673}, "9-12": {"token_count": 30432, "frac": 0.051595052083333336, "mean_loss": 3.4222642657023066, "total_contrib": 0.17657190303184103}, "13-20": {"token_count": 37143, "frac": 0.0629730224609375, "mean_loss": 3.611873189457055, "total_contrib": 0.2274505714857371}, "21-30": {"token_count": 28184, "frac": 0.047783745659722224, "mean_loss": 3.6933756721296414, "total_contrib": 0.1764833237428484}, "31-50": {"token_count": 33624, "frac": 0.0570068359375, "mean_loss": 3.846915283318731, "total_contrib": 0.21930046842161222}, "51-75": {"token_count": 23470, "frac": 0.03979153103298611, "mean_loss": 3.9510539869771137, "total_contrib": 0.15721848733580332}, "76-100": {"token_count": 15728, "frac": 0.026665581597222224, "mean_loss": 4.029055800890696, "total_contrib": 0.10743711621841238}, "101-150": {"token_count": 19883, "frac": 0.03371005588107639, "mean_loss": 4.022203257843174, "total_contrib": 0.1355886965869409}, "151-200": {"token_count": 11890, "frac": 0.020158555772569444, "mean_loss": 4.057496156544989, "total_contrib": 0.08179326256869832}, "201-300": {"token_count": 14638, "frac": 0.024817572699652776, "mean_loss": 4.134460255439131, "total_contrib": 0.10260726796318562}, "301-500": {"token_count": 14380, "frac": 0.024380154079861112, "mean_loss": 4.221584687369206, "total_contrib": 0.10292288513924354}, "501-750": {"token_count": 8325, "frac": 0.0141143798828125, "mean_loss": 4.396607922557735, "total_contrib": 0.062055394414762946}, "751-1k": {"token_count": 4066, "frac": 0.006893581814236111, "mean_loss": 4.515223654006376, "total_contrib": 0.031126063668467076}, "1k-2k": {"token_count": 7012, "frac": 0.011888292100694444, "mean_loss": 4.643366666778596, "total_contrib": 0.05520169926529188}, "2k-5k": {"token_count": 5175, "frac": 0.0087738037109375, "mean_loss": 4.3189988801227255, "total_contrib": 0.03789404840195568}, "5k-10k": {"token_count": 1637, "frac": 0.0027754041883680555, "mean_loss": 4.733062209080161, "total_contrib": 0.01313616067888764}, "10k+": {"token_count": 3751, "frac": 0.006359524197048611, "mean_loss": 3.555946094736008, "total_contrib": 0.022614125232874156}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.525463021201414, "total_contrib": 0.3240869923935566}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.193299633914979, "total_contrib": 0.13550573014267442}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.735263394796574, "total_contrib": 0.08886476671862435}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.393770189916938, "total_contrib": 0.06789033659183646}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.339589879902242, "total_contrib": 0.05598284202968252}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.323418051622387, "total_contrib": 0.049125441580845565}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.05089899441613, "total_contrib": 0.11182088058316689}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.861968050043085, "total_contrib": 0.11220484262625202}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.7247863800969805, "total_contrib": 0.16411916665891338}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.677837859258761, "total_contrib": 0.15370093063767293}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.541758868493036, "total_contrib": 0.22141906104790118}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.570143211547769, "total_contrib": 0.2075076723708442}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.497875380632885, "total_contrib": 0.16378676931632674}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.492193921794405, "total_contrib": 0.2583782260417941}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.477930558055348, "total_contrib": 0.20686620389453828}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.387720490172584, "total_contrib": 0.30914391481204917}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.402528631286184, "total_contrib": 0.4235824539131329}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.320147982909143, "total_contrib": 0.35401359127120563}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.3842743175475825, "total_contrib": 0.2411698747979589}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.776544799638145, "total_contrib": 0.29233078711164306}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.816813989159979, "total_contrib": 0.30769026128062016}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.089245111932994, "total_contrib": 0.17673578495911238}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.13836009715135, "total_contrib": 0.39429951368063565}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.457064764987276, "total_contrib": 1.7078307850630041}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.801463493334252, "total_contrib": 0.40375262170137566}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.667196967703233, "total_contrib": 0.23110309963436657}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.632985937973605, "total_contrib": 0.1624306847658898}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.5837073928258345, "total_contrib": 0.12294995568491199}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.562080160730791, "total_contrib": 0.10079017906101302}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.540767382846541, "total_contrib": 0.22207128893634598}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.494433600693129, "total_contrib": 0.19726545046444993}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.459469566027661, "total_contrib": 0.25325248308590786}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.443089472687124, "total_contrib": 0.19966723897814417}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.410051432447711, "total_contrib": 0.24148124035943555}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.424060158411698, "total_contrib": 0.17320488345344193}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.444071186474715, "total_contrib": 0.11635638992772254}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.432011484055833, "total_contrib": 0.14237013344388472}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.432691647787776, "total_contrib": 0.0887103478503535}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.468424128653782, "total_contrib": 0.1115924197982283}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.4623705388254775, "total_contrib": 0.11091164838864051}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.528631937900983, "total_contrib": 0.06902466010492934}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.552652761596294, "total_contrib": 0.03232576118565077}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.714622696484788, "total_contrib": 0.056272623330439094}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.394562043632106, "total_contrib": 0.03993539183530695}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.713465531175399, "total_contrib": 0.013017841509136157}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.5405604847761336, "total_contrib": 0.023908915898409253}}}}
{"step": 650, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20998, "frac": 0.03560045030381945, "mean_loss": 0.6973296105437649, "total_contrib": 0.02482524814554507}, "2": {"token_count": 13044, "frac": 0.022115071614583332, "mean_loss": 0.9766065305471612, "total_contrib": 0.021597723362320236}, "3": {"token_count": 9692, "frac": 0.016432020399305556, "mean_loss": 1.2171371059476528, "total_contrib": 0.02000002175368356}, "4": {"token_count": 7766, "frac": 0.013166639539930556, "mean_loss": 1.3924318740816348, "total_contrib": 0.018333648569942858}, "5": {"token_count": 6714, "frac": 0.011383056640625, "mean_loss": 1.5951474283281888, "total_contrib": 0.01815765352680708}, "6-8": {"token_count": 15384, "frac": 0.026082356770833332, "mean_loss": 1.7321667397477547, "total_contrib": 0.04517899089267215}, "9-12": {"token_count": 15187, "frac": 0.025748358832465276, "mean_loss": 1.9940656603488782, "total_contrib": 0.051343918158159745}, "13-20": {"token_count": 22187, "frac": 0.03761630588107639, "mean_loss": 2.2919853369977767, "total_contrib": 0.08621602151145032}, "21-30": {"token_count": 20173, "frac": 0.034201727973090276, "mean_loss": 2.5382014353492224, "total_contrib": 0.08681087503272139}, "31-50": {"token_count": 29160, "frac": 0.0494384765625, "mean_loss": 2.765833299485041, "total_contrib": 0.13673858475237324}, "51-75": {"token_count": 27449, "frac": 0.04653761121961805, "mean_loss": 3.022283843098427, "total_contrib": 0.14064987048544772}, "76-100": {"token_count": 21694, "frac": 0.036780463324652776, "mean_loss": 3.1548180453688506, "total_contrib": 0.11603566941364177}, "101-150": {"token_count": 34345, "frac": 0.05822923448350695, "mean_loss": 3.3065528292468507, "total_contrib": 0.19253804002631816}, "151-200": {"token_count": 26870, "frac": 0.045555962456597224, "mean_loss": 3.423468746355569, "total_contrib": 0.15595941368030827}, "201-300": {"token_count": 42152, "frac": 0.07146538628472222, "mean_loss": 3.4761408278867094, "total_contrib": 0.2484237470450178}, "301-500": {"token_count": 56742, "frac": 0.09620157877604167, "mean_loss": 3.5702853866289868, "total_contrib": 0.34346709087473887}, "501-750": {"token_count": 48130, "frac": 0.0816006130642361, "mean_loss": 3.644452397271411, "total_contrib": 0.2973895499007721}, "751-1k": {"token_count": 31720, "frac": 0.053778754340277776, "mean_loss": 3.713624906282681, "total_contrib": 0.1997141215469134}, "1k-2k": {"token_count": 36259, "frac": 0.06147427029079861, "mean_loss": 4.108744317107457, "total_contrib": 0.2525820587056466}, "2k-5k": {"token_count": 38015, "frac": 0.06445142957899305, "mean_loss": 4.218847245606658, "total_contrib": 0.2719107361547463}, "5k-10k": {"token_count": 20429, "frac": 0.03463575575086805, "mean_loss": 4.551185309748766, "total_contrib": 0.15763374276539702}, "10k+": {"token_count": 45714, "frac": 0.07750447591145833, "mean_loss": 4.67943089956904, "total_contrib": 0.3626768394349824}}, "trigram": {"novel": {"token_count": 437, "frac": 0.0007408989800347222, "mean_loss": 4.661649952354911, "total_contrib": 0.003453811694978665}, "1": {"token_count": 163973, "frac": 0.2780032687717014, "mean_loss": 2.4781814174567613, "total_contrib": 0.688942534662268}, "2": {"token_count": 56212, "frac": 0.0953030056423611, "mean_loss": 2.8017651032414665, "total_contrib": 0.2670166354427919}, "3": {"token_count": 32112, "frac": 0.054443359375, "mean_loss": 2.9986425111511505, "total_contrib": 0.16325617187175454}, "4": {"token_count": 22418, "frac": 0.03800794813368055, "mean_loss": 3.1414252696255587, "total_contrib": 0.11939912871376168}, "5": {"token_count": 17290, "frac": 0.029313829210069444, "mean_loss": 3.1623725221514887, "total_contrib": 0.0927012480129653}, "6-8": {"token_count": 35350, "frac": 0.05993313259548611, "mean_loss": 3.3154096113295397, "total_contrib": 0.19870288384416238}, "9-12": {"token_count": 30476, "frac": 0.05166965060763889, "mean_loss": 3.418608134991675, "total_contrib": 0.17663828789945185}, "13-20": {"token_count": 36905, "frac": 0.06256951226128472, "mean_loss": 3.5658131255620766, "total_contrib": 0.22311118808130637}, "21-30": {"token_count": 28020, "frac": 0.047505696614583336, "mean_loss": 3.679473687538953, "total_contrib": 0.1747959607015677}, "31-50": {"token_count": 33875, "frac": 0.05743238661024305, "mean_loss": 3.8065229460319485, "total_contrib": 0.21861769747726822}, "51-75": {"token_count": 24547, "frac": 0.041617499457465276, "mean_loss": 3.8889772486159857, "total_contrib": 0.16184950853437058}, "76-100": {"token_count": 15983, "frac": 0.027097913953993056, "mean_loss": 3.884042493308021, "total_contrib": 0.1052494492773134}, "101-150": {"token_count": 19663, "frac": 0.03333706325954861, "mean_loss": 4.0311488080769635, "total_contrib": 0.13438666282351572}, "151-200": {"token_count": 12297, "frac": 0.020848592122395832, "mean_loss": 4.057821623860316, "total_contrib": 0.08459986794130164}, "201-300": {"token_count": 14609, "frac": 0.024768405490451388, "mean_loss": 4.1616102849715855, "total_contrib": 0.10307645103140918}, "301-500": {"token_count": 14876, "frac": 0.025221082899305556, "mean_loss": 4.203683036477392, "total_contrib": 0.1060214383454008}, "501-750": {"token_count": 8627, "frac": 0.014626397026909722, "mean_loss": 4.309022986812439, "total_contrib": 0.0630254810031991}, "751-1k": {"token_count": 4351, "frac": 0.007376776801215278, "mean_loss": 4.461733191963662, "total_contrib": 0.03291320990368973}, "1k-2k": {"token_count": 6959, "frac": 0.011798434787326388, "mean_loss": 4.6047435321103425, "total_contrib": 0.05432876627596685}, "2k-5k": {"token_count": 5260, "frac": 0.008917914496527778, "mean_loss": 4.355127714690531, "total_contrib": 0.03883865658106858}, "5k-10k": {"token_count": 1731, "frac": 0.0029347737630208335, "mean_loss": 4.776641397618063, "total_contrib": 0.014018361849088655}, "10k+": {"token_count": 3853, "frac": 0.006532457139756944, "mean_loss": 3.5576450443990257, "total_contrib": 0.023240163771005327}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.628446587053631, "total_contrib": 0.32852201971732126}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.268418626480816, "total_contrib": 0.13714928923667896}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.799673562403937, "total_contrib": 0.08986276700644528}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.468917262962187, "total_contrib": 0.06883619818832615}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.39804136703006, "total_contrib": 0.0565956756824305}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.362031593911347, "total_contrib": 0.04948177416595368}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.0947435007570085, "total_contrib": 0.11279154566936073}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.883753540716699, "total_contrib": 0.1127076097212655}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.73787760039708, "total_contrib": 0.16457390048037274}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.661107244548986, "total_contrib": 0.15315120849500757}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.5252484941746784, "total_contrib": 0.22061415006848292}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.556661691563418, "total_contrib": 0.20689554301242385}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.462215435046153, "total_contrib": 0.16248823905761936}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.471943336136677, "total_contrib": 0.25721346991379934}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.447902382512638, "total_contrib": 0.2054789973258198}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.362347428711594, "total_contrib": 0.3073562148962533}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.369538902178799, "total_contrib": 0.4204083983692502}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.288017614587837, "total_contrib": 0.3513806751944205}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.355486613596782, "total_contrib": 0.23958632266260377}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.743674575383809, "total_contrib": 0.29031908640917414}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.78170625064206, "total_contrib": 0.3054476359141725}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.061417355006557, "total_contrib": 0.17576940185987566}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.102571030419056, "total_contrib": 0.39155318774379627}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.473431937887953, "total_contrib": 1.7129530188916307}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.78280534004901, "total_contrib": 0.40218366708670855}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.647457641764481, "total_contrib": 0.2301256779740625}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.622355030258662, "total_contrib": 0.1620579692767993}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.568733337962502, "total_contrib": 0.1225483027816853}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.53890819683192, "total_contrib": 0.1002782401409857}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.5249352164315555, "total_contrib": 0.2212969991949881}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.451321975895909, "total_contrib": 0.19537323559569175}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.432491541600878, "total_contrib": 0.2517204058794878}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.41734205034664, "total_contrib": 0.19851017996298567}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.385631471051316, "total_contrib": 0.24014407623383308}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.403553437058792, "total_contrib": 0.17240203173923346}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.399382367387564, "total_contrib": 0.11518632998922755}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.422452577449301, "total_contrib": 0.14206307133133256}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.408021020551365, "total_contrib": 0.08821662076583577}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.429412418929259, "total_contrib": 0.11061815885896131}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.424191229591115, "total_contrib": 0.10996270654603026}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.475805150674032, "total_contrib": 0.06821948293823166}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.526641231419889, "total_contrib": 0.03214106831391482}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.663373776773766, "total_contrib": 0.055660928325207706}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.371004244702527, "total_contrib": 0.03972131136000831}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.7225924959855625, "total_contrib": 0.013043048733114423}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.5180312178630553, "total_contrib": 0.023756778870898013}}}}
{"step": 660, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20975, "frac": 0.035561455620659724, "mean_loss": 0.714406629540898, "total_contrib": 0.025405339651523733}, "2": {"token_count": 13111, "frac": 0.022228664822048612, "mean_loss": 1.0276802856235385, "total_contrib": 0.02284396061335282}, "3": {"token_count": 9636, "frac": 0.016337076822916668, "mean_loss": 1.2113996492386865, "total_contrib": 0.019790729132866725}, "4": {"token_count": 7615, "frac": 0.012910630967881944, "mean_loss": 1.3885159435917993, "total_contrib": 0.0179266169407341}, "5": {"token_count": 6660, "frac": 0.01129150390625, "mean_loss": 1.5611702380507, "total_contrib": 0.017627959841270722}, "6-8": {"token_count": 15328, "frac": 0.025987413194444444, "mean_loss": 1.7416112133221042, "total_contrib": 0.04525997022467925}, "9-12": {"token_count": 15149, "frac": 0.025683932834201388, "mean_loss": 2.0133091565450147, "total_contrib": 0.05170969715118481}, "13-20": {"token_count": 22433, "frac": 0.038033379448784724, "mean_loss": 2.300568555304121, "total_contrib": 0.08749839681182411}, "21-30": {"token_count": 20168, "frac": 0.03419325086805555, "mean_loss": 2.5822891728505124, "total_contrib": 0.08829686150114124}, "31-50": {"token_count": 29454, "frac": 0.049936930338541664, "mean_loss": 2.8164333545620117, "total_contrib": 0.1406440362299084}, "51-75": {"token_count": 27320, "frac": 0.046318901909722224, "mean_loss": 3.076625473580762, "total_contrib": 0.14250591352374}, "76-100": {"token_count": 22212, "frac": 0.03765869140625, "mean_loss": 3.181422110624446, "total_contrib": 0.11980819349702657}, "101-150": {"token_count": 34033, "frac": 0.057700263129340276, "mean_loss": 3.342603245561171, "total_contrib": 0.19286908680586637}, "151-200": {"token_count": 27510, "frac": 0.046641031901041664, "mean_loss": 3.452280433045243, "total_contrib": 0.1610179218090051}, "201-300": {"token_count": 42219, "frac": 0.0715789794921875, "mean_loss": 3.4867385985960624, "total_contrib": 0.24957719064352613}, "301-500": {"token_count": 56798, "frac": 0.09629652235243055, "mean_loss": 3.593355930336024, "total_contrib": 0.3460276796658418}, "501-750": {"token_count": 46976, "frac": 0.07964409722222222, "mean_loss": 3.6810502843476933, "total_contrib": 0.29317392672647646}, "751-1k": {"token_count": 31985, "frac": 0.05422804090711805, "mean_loss": 3.687758933222298, "total_contrib": 0.1999799422863688}, "1k-2k": {"token_count": 35855, "frac": 0.06078932020399305, "mean_loss": 4.13846101009032, "total_contrib": 0.251574231494121}, "2k-5k": {"token_count": 37612, "frac": 0.06376817491319445, "mean_loss": 4.234628762954769, "total_contrib": 0.27003454764854395}, "5k-10k": {"token_count": 20801, "frac": 0.03526645236545139, "mean_loss": 4.530821698131129, "total_contrib": 0.15978600759349504}, "10k+": {"token_count": 45974, "frac": 0.0779452853732639, "mean_loss": 4.6433832729744715, "total_contrib": 0.3619298343094353}}, "trigram": {"novel": {"token_count": 453, "frac": 0.0007680257161458334, "mean_loss": 4.8377691601993105, "total_contrib": 0.0037155311238103025}, "1": {"token_count": 163506, "frac": 0.2772115071614583, "mean_loss": 2.506876824546151, "total_contrib": 0.6949351028005692}, "2": {"token_count": 56823, "frac": 0.09633890787760417, "mean_loss": 2.831221237348171, "total_contrib": 0.27275676196600196}, "3": {"token_count": 32033, "frac": 0.05430942111545139, "mean_loss": 3.002668438498313, "total_contrib": 0.16307318469647974}, "4": {"token_count": 22557, "frac": 0.038243611653645836, "mean_loss": 3.1152063906958722, "total_contrib": 0.11913674342672864}, "5": {"token_count": 17334, "frac": 0.029388427734375, "mean_loss": 3.202995703258942, "total_contrib": 0.09413100775873905}, "6-8": {"token_count": 35608, "frac": 0.060370551215277776, "mean_loss": 3.3301828943779945, "total_contrib": 0.2010449769812887}, "9-12": {"token_count": 30451, "frac": 0.051627265082465276, "mean_loss": 3.4013357430664644, "total_contrib": 0.17560166204175637}, "13-20": {"token_count": 37627, "frac": 0.0637936062282986, "mean_loss": 3.5667290558398257, "total_contrib": 0.2275345089112771}, "21-30": {"token_count": 28110, "frac": 0.047658284505208336, "mean_loss": 3.6993447578049157, "total_contrib": 0.1763044249503177}, "31-50": {"token_count": 34076, "frac": 0.05777316623263889, "mean_loss": 3.844454683274554, "total_contrib": 0.2221063194906679}, "51-75": {"token_count": 24019, "frac": 0.04072231716579861, "mean_loss": 3.937561349737705, "total_contrib": 0.1603466221438089}, "76-100": {"token_count": 15682, "frac": 0.026587592230902776, "mean_loss": 3.94115924420952, "total_contrib": 0.10478593490209569}, "101-150": {"token_count": 19396, "frac": 0.03288438585069445, "mean_loss": 4.033915720535788, "total_contrib": 0.13265284104328096}, "151-200": {"token_count": 12042, "frac": 0.020416259765625, "mean_loss": 4.106524685856173, "total_contrib": 0.08383987472039123}, "201-300": {"token_count": 14862, "frac": 0.025197347005208332, "mean_loss": 4.149868594588802, "total_contrib": 0.10456567900387026}, "301-500": {"token_count": 14461, "frac": 0.024517483181423612, "mean_loss": 4.121175149950521, "total_contrib": 0.10104084242661283}, "501-750": {"token_count": 8343, "frac": 0.0141448974609375, "mean_loss": 4.454806300917168, "total_contrib": 0.06301277833481163}, "751-1k": {"token_count": 4143, "frac": 0.007024129231770833, "mean_loss": 4.391390946206842, "total_contrib": 0.030845697513385256}, "1k-2k": {"token_count": 7316, "frac": 0.012403700086805556, "mean_loss": 4.615523465512924, "total_contrib": 0.057249568809835734}, "2k-5k": {"token_count": 5429, "frac": 0.009204440646701388, "mean_loss": 4.302891055236568, "total_contrib": 0.03960570532714729}, "5k-10k": {"token_count": 1690, "frac": 0.002865261501736111, "mean_loss": 4.797680118585215, "total_contrib": 0.013746608141426957}, "10k+": {"token_count": 3863, "frac": 0.006549411349826389, "mean_loss": 3.5508027127118207, "total_contrib": 0.02325566758762913}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.726338353313303, "total_contrib": 0.3327377667109362}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.284463262437575, "total_contrib": 0.13750033637450648}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.820529843791804, "total_contrib": 0.09018592366945614}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.494976083654943, "total_contrib": 0.06916419549739294}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.406568151323795, "total_contrib": 0.05668507461172544}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.332589251773089, "total_contrib": 0.04921007503492724}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.094031055852214, "total_contrib": 0.11277577298875292}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.877917835907111, "total_contrib": 0.11257293291281396}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.748071108626999, "total_contrib": 0.16492797999665995}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.6717135104111245, "total_contrib": 0.15349970132067803}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.528087517652284, "total_contrib": 0.22075255766142346}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.552769788960118, "total_contrib": 0.20671883090233853}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.473019312013537, "total_contrib": 0.1628816541602694}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.477361534948877, "total_contrib": 0.25752510930911704}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.447738302435166, "total_contrib": 0.2054714173461124}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.363636097219809, "total_contrib": 0.3074470101117682}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.375967954818347, "total_contrib": 0.42102695968286535}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.285937893543361, "total_contrib": 0.351210252903631}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.354181278180836, "total_contrib": 0.2395145188574511}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.740172237771934, "total_contrib": 0.29010473876799053}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.780809096848461, "total_contrib": 0.30539032718566805}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.057080256247156, "total_contrib": 0.17561878609332696}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.094614497680192, "total_contrib": 0.3909426316655531}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.49327471655246, "total_contrib": 1.7191629705275109}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.7849101934827445, "total_contrib": 0.4023606631407965}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.654449485634469, "total_contrib": 0.2304718893728304}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.623696757320863, "total_contrib": 0.1621050097056717}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.572948332250757, "total_contrib": 0.1226613626514676}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.534262389087865, "total_contrib": 0.1001756001658189}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.52144973563747, "total_contrib": 0.22112653787265094}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.453278603425867, "total_contrib": 0.1954591140501045}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.42396779259431, "total_contrib": 0.2512363436902178}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.4315436508831905, "total_contrib": 0.19914838326400733}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.389383754083778, "total_contrib": 0.2403495400418494}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.386380882412285, "total_contrib": 0.17172971485843996}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.402176922112521, "total_contrib": 0.11525949810143987}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.405760677460673, "total_contrib": 0.14152687506077638}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.400146408030192, "total_contrib": 0.08805902811752046}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.441768119309292, "total_contrib": 0.11092672457788404}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.420983656781014, "total_contrib": 0.10988298273452703}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.46594510410611, "total_contrib": 0.06806919773680611}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.527124134662678, "total_contrib": 0.03214449713129221}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.662529746768814, "total_contrib": 0.055650854182353465}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.356930215765555, "total_contrib": 0.03959341423289553}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.671460468374637, "total_contrib": 0.012901830212033222}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.533690277325233, "total_contrib": 0.023862522336470546}}}}
{"step": 670, "epoch": 2, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20842, "frac": 0.03533596462673611, "mean_loss": 0.7124910916580006, "total_contrib": 0.025176560011691707}, "2": {"token_count": 13111, "frac": 0.022228664822048612, "mean_loss": 1.0041813149126466, "total_contrib": 0.022321609869757265}, "3": {"token_count": 9472, "frac": 0.016059027777777776, "mean_loss": 1.2577184924634237, "total_contrib": 0.02019773620709491}, "4": {"token_count": 7879, "frac": 0.013358222113715278, "mean_loss": 1.4516676284652617, "total_contrib": 0.01939169861632927}, "5": {"token_count": 6578, "frac": 0.011152479383680556, "mean_loss": 1.6088844724933296, "total_contrib": 0.017943050910205625}, "6-8": {"token_count": 15382, "frac": 0.026078965928819444, "mean_loss": 1.7670618546421097, "total_contrib": 0.046083145901328074}, "9-12": {"token_count": 15315, "frac": 0.025965372721354168, "mean_loss": 2.036508706508715, "total_contrib": 0.05287870761478165}, "13-20": {"token_count": 22145, "frac": 0.037545098198784724, "mean_loss": 2.3427134792273603, "total_contrib": 0.08795740762920785}, "21-30": {"token_count": 20680, "frac": 0.03506130642361111, "mean_loss": 2.5571702943129493, "total_contrib": 0.08965773126626213}, "31-50": {"token_count": 29609, "frac": 0.05019972059461805, "mean_loss": 2.8613785600871964, "total_contrib": 0.14364040423180777}, "51-75": {"token_count": 27042, "frac": 0.045847574869791664, "mean_loss": 3.116845727799532, "total_contrib": 0.14289981786287934}, "76-100": {"token_count": 21863, "frac": 0.03706698947482639, "mean_loss": 3.2342674417300827, "total_contrib": 0.11988455722138265}, "101-150": {"token_count": 34696, "frac": 0.05882432725694445, "mean_loss": 3.412179708241634, "total_contrib": 0.2007191758171111}, "151-200": {"token_count": 27551, "frac": 0.04671054416232639, "mean_loss": 3.4686700854966097, "total_contrib": 0.16202346721312982}, "201-300": {"token_count": 41749, "frac": 0.0707821316189236, "mean_loss": 3.5427946289876844, "total_contrib": 0.2507665557278219}, "301-500": {"token_count": 57641, "frac": 0.09772576226128472, "mean_loss": 3.6160880424491664, "total_contrib": 0.3533849603522617}, "501-750": {"token_count": 47633, "frac": 0.08075798882378472, "mean_loss": 3.690076072687609, "total_contrib": 0.29800312223702136}, "751-1k": {"token_count": 31966, "frac": 0.05419582790798611, "mean_loss": 3.7652435334855454, "total_contrib": 0.20406049057244016}, "1k-2k": {"token_count": 35315, "frac": 0.05987379286024305, "mean_loss": 4.151138529200333, "total_contrib": 0.24854440843151474}, "2k-5k": {"token_count": 37156, "frac": 0.06299506293402778, "mean_loss": 4.26222302600536, "total_contrib": 0.26849900776207}, "5k-10k": {"token_count": 20511, "frac": 0.0347747802734375, "mean_loss": 4.532400259694341, "total_contrib": 0.15761322314214177}, "10k+": {"token_count": 45688, "frac": 0.07746039496527778, "mean_loss": 4.639100652507656, "total_contrib": 0.3593465688269209}}, "trigram": {"novel": {"token_count": 446, "frac": 0.0007561577690972222, "mean_loss": 4.670053509118311, "total_contrib": 0.0035312972430195564}, "1": {"token_count": 164435, "frac": 0.2787865532769097, "mean_loss": 2.533512983207518, "total_contrib": 0.7063093522707252}, "2": {"token_count": 56365, "frac": 0.0955624050564236, "mean_loss": 2.8572620271282925, "total_contrib": 0.2730468311887719}, "3": {"token_count": 32053, "frac": 0.054343329535590276, "mean_loss": 3.030828253525847, "total_contrib": 0.16470529854713264}, "4": {"token_count": 22826, "frac": 0.03869967990451389, "mean_loss": 3.148800456188647, "total_contrib": 0.12185756973768794}, "5": {"token_count": 17215, "frac": 0.029186672634548612, "mean_loss": 3.2128982361151124, "total_contrib": 0.09377380902561046}, "6-8": {"token_count": 36067, "frac": 0.061148749457465276, "mean_loss": 3.331706498111131, "total_contrib": 0.20372968591880655}, "9-12": {"token_count": 30753, "frac": 0.0521392822265625, "mean_loss": 3.4224433018503864, "total_contrib": 0.17844373721958573}, "13-20": {"token_count": 37223, "frac": 0.06310865614149305, "mean_loss": 3.662140888643464, "total_contrib": 0.23111279008310218}, "21-30": {"token_count": 28645, "frac": 0.04856533474392361, "mean_loss": 3.719140156427235, "total_contrib": 0.1806212866564571}, "31-50": {"token_count": 33400, "frac": 0.05662706163194445, "mean_loss": 3.8499610971086895, "total_contrib": 0.2180119843265622}, "51-75": {"token_count": 23868, "frac": 0.04046630859375, "mean_loss": 3.9893125801510982, "total_contrib": 0.16143275394532336}, "76-100": {"token_count": 15461, "frac": 0.026212904188368056, "mean_loss": 4.032528686967715, "total_contrib": 0.10570428810833035}, "101-150": {"token_count": 19440, "frac": 0.032958984375, "mean_loss": 4.079121415720772, "total_contrib": 0.13444369900446881}, "151-200": {"token_count": 12003, "frac": 0.020350138346354168, "mean_loss": 4.06743054797465, "total_contrib": 0.08277277436547129}, "201-300": {"token_count": 14536, "frac": 0.024644639756944444, "mean_loss": 4.174129948655525, "total_contrib": 0.10286992888328841}, "301-500": {"token_count": 14431, "frac": 0.024466620551215276, "mean_loss": 4.216080878872319, "total_contrib": 0.10315325107660324}, "501-750": {"token_count": 8359, "frac": 0.014172024197048612, "mean_loss": 4.381384859475227, "total_contrib": 0.062093092245065346}, "751-1k": {"token_count": 4092, "frac": 0.006937662760416667, "mean_loss": 4.497508976147803, "total_contrib": 0.031202200538460307}, "1k-2k": {"token_count": 7201, "frac": 0.012208726671006944, "mean_loss": 4.5845652353799045, "total_contrib": 0.05597170386415387}, "2k-5k": {"token_count": 5405, "frac": 0.009163750542534722, "mean_loss": 4.358272635463839, "total_contrib": 0.03993812322774599}, "5k-10k": {"token_count": 1615, "frac": 0.002738104926215278, "mean_loss": 4.632700920667811, "total_contrib": 0.012684821212562588}, "10k+": {"token_count": 3985, "frac": 0.006756252712673611, "mean_loss": 3.4905634438434388, "total_contrib": 0.023583128736226575}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.657495774702617, "total_contrib": 0.32977303428348315}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.291723831984303, "total_contrib": 0.1376591933386187}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.834682907918716, "total_contrib": 0.09040521765046716}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.536128813411592, "total_contrib": 0.06968217690492022}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.428201578346004, "total_contrib": 0.05691188992053847}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.413747170632438, "total_contrib": 0.04995901463784512}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.111433262105934, "total_contrib": 0.1131610370832304}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.919721255746722, "total_contrib": 0.11353767519331931}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.749797732022435, "total_contrib": 0.16498795561671895}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.671996670938136, "total_contrib": 0.15350900519948507}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.527830484157419, "total_contrib": 0.2207400268079064}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.555915690423962, "total_contrib": 0.2068616707784765}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.475457807635391, "total_contrib": 0.16297045015528858}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.4785156309932015, "total_contrib": 0.2575914896332539}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.459211626965303, "total_contrib": 0.2060014485872914}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.361329439444161, "total_contrib": 0.30728449082265386}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.376894262257794, "total_contrib": 0.42111608291433983}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.291147800526885, "total_contrib": 0.3516371776036003}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.356794950632942, "total_contrib": 0.23965829158068475}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.740228024462838, "total_contrib": 0.29010815298641546}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.782001940056913, "total_contrib": 0.3054665240741718}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.051211570995511, "total_contrib": 0.1754149824501903}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.089665964598712, "total_contrib": 0.3905628988032062}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.48859831318702, "total_contrib": 1.717699453788235}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.792245836256163, "total_contrib": 0.4029775136085225}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.6542741435793795, "total_contrib": 0.23046320705393367}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.623008570284619, "total_contrib": 0.16208088213588398}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.579210607896812, "total_contrib": 0.12282933727270416}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.5494644552691685, "total_contrib": 0.10051145988737749}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.533035324697492, "total_contrib": 0.22169314401622156}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.45838368455394, "total_contrib": 0.19568318146723837}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.440003368728561, "total_contrib": 0.25214700120532885}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.421594938640349, "total_contrib": 0.19870129978366616}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.391040839879796, "total_contrib": 0.24044027710909996}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.394546769360819, "total_contrib": 0.17204941473741325}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.399456881473713, "total_contrib": 0.11518828094583902}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.404015574539942, "total_contrib": 0.14147081687216573}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.411788210324849, "total_contrib": 0.08829201259134}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.434280991835926, "total_contrib": 0.1107397444148478}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.424308577496376, "total_contrib": 0.1099656232131905}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.470084010790846, "total_contrib": 0.06813228226896449}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.522911644710235, "total_contrib": 0.03211458667000065}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.67095586833298, "total_contrib": 0.05575142637984242}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.343768613018489, "total_contrib": 0.03947380873918169}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.662540915491319, "total_contrib": 0.01287719582678114}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.51227931099533, "total_contrib": 0.023717937038327364}}}}
{"step": 680, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20938, "frac": 0.035498725043402776, "mean_loss": 0.6927518695002873, "total_contrib": 0.02459180813869394}, "2": {"token_count": 12802, "frac": 0.021704779730902776, "mean_loss": 1.0167721255990596, "total_contrib": 0.022068815022649402}, "3": {"token_count": 9711, "frac": 0.0164642333984375, "mean_loss": 1.2787694971028287, "total_contrib": 0.021053959463103518}, "4": {"token_count": 7922, "frac": 0.013431125217013888, "mean_loss": 1.4804023147966674, "total_contrib": 0.01988346886159125}, "5": {"token_count": 6587, "frac": 0.011167738172743056, "mean_loss": 1.646993078396905, "total_contrib": 0.018393187471856712}, "6-8": {"token_count": 15630, "frac": 0.026499430338541668, "mean_loss": 1.7963607527600567, "total_contrib": 0.0476025366306554}, "9-12": {"token_count": 15241, "frac": 0.025839911566840276, "mean_loss": 2.1053011086214357, "total_contrib": 0.054400794468348695}, "13-20": {"token_count": 22391, "frac": 0.03796217176649305, "mean_loss": 2.3450113799800185, "total_contrib": 0.08902172480118237}, "21-30": {"token_count": 20404, "frac": 0.03459337022569445, "mean_loss": 2.6498821731619615, "total_contrib": 0.0916683550706595}, "31-50": {"token_count": 29231, "frac": 0.04955885145399305, "mean_loss": 2.8908576152900585, "total_contrib": 0.1432675831308046}, "51-75": {"token_count": 27423, "frac": 0.0464935302734375, "mean_loss": 3.1122162990920446, "total_contrib": 0.14469792271932158}, "76-100": {"token_count": 21812, "frac": 0.036980523003472224, "mean_loss": 3.266629838507608, "total_contrib": 0.12080167988675934}, "101-150": {"token_count": 34431, "frac": 0.058375040690104164, "mean_loss": 3.394618857884521, "total_contrib": 0.19816101395640384}, "151-200": {"token_count": 27051, "frac": 0.045862833658854164, "mean_loss": 3.510505964984061, "total_contrib": 0.1610017511304793}, "201-300": {"token_count": 42360, "frac": 0.07181803385416667, "mean_loss": 3.5183213559083133, "total_contrib": 0.25267892224846084}, "301-500": {"token_count": 56748, "frac": 0.09621175130208333, "mean_loss": 3.608336283431677, "total_contrib": 0.3471643531158122}, "501-750": {"token_count": 47572, "frac": 0.0806545681423611, "mean_loss": 3.715113927242072, "total_contrib": 0.2996409094013805}, "751-1k": {"token_count": 31958, "frac": 0.05418226453993055, "mean_loss": 3.7192937340728425, "total_contrib": 0.20151975700124086}, "1k-2k": {"token_count": 35808, "frac": 0.060709635416666664, "mean_loss": 4.149148502227032, "total_contrib": 0.25189329285981166}, "2k-5k": {"token_count": 37613, "frac": 0.0637698703342014, "mean_loss": 4.250296531371237, "total_contrib": 0.27104085868744976}, "5k-10k": {"token_count": 20868, "frac": 0.035380045572916664, "mean_loss": 4.529780746508202, "total_contrib": 0.16026384924678064}, "10k+": {"token_count": 45323, "frac": 0.07684156629774305, "mean_loss": 4.688849944997027, "total_contrib": 0.3602985739086579}}, "trigram": {"novel": {"token_count": 442, "frac": 0.0007493760850694445, "mean_loss": 5.142592790974852, "total_contrib": 0.003853736052807083}, "1": {"token_count": 163316, "frac": 0.2768893771701389, "mean_loss": 2.5305892830003907, "total_contrib": 0.7006932904434066}, "2": {"token_count": 56677, "frac": 0.09609137641059028, "mean_loss": 2.857762121595308, "total_contrib": 0.2746062957181418}, "3": {"token_count": 32449, "frac": 0.055014716254340276, "mean_loss": 3.056489609424385, "total_contrib": 0.1681519085968219}, "4": {"token_count": 22760, "frac": 0.03858778211805555, "mean_loss": 3.202015830222024, "total_contrib": 0.12355868919517221}, "5": {"token_count": 17184, "frac": 0.029134114583333332, "mean_loss": 3.305741141609802, "total_contrib": 0.09630984120249911}, "6-8": {"token_count": 36479, "frac": 0.06184726291232639, "mean_loss": 3.3603789565752478, "total_contrib": 0.20783024081235837}, "9-12": {"token_count": 30489, "frac": 0.051691691080729164, "mean_loss": 3.4692294984999137, "total_contrib": 0.1793303395246105}, "13-20": {"token_count": 37139, "frac": 0.06296624077690972, "mean_loss": 3.6360190693364642, "total_contrib": 0.228946452189275}, "21-30": {"token_count": 27988, "frac": 0.04745144314236111, "mean_loss": 3.7854102360788526, "total_contrib": 0.17962317858780744}, "31-50": {"token_count": 33409, "frac": 0.05664232042100695, "mean_loss": 3.8444168704894373, "total_contrib": 0.21775669221018748}, "51-75": {"token_count": 24015, "frac": 0.040715535481770836, "mean_loss": 3.9796845578082065, "total_contrib": 0.1620349878196955}, "76-100": {"token_count": 15993, "frac": 0.0271148681640625, "mean_loss": 3.965108345420993, "total_contrib": 0.10751339004231422}, "101-150": {"token_count": 19680, "frac": 0.033365885416666664, "mean_loss": 4.037292742222946, "total_contrib": 0.13470784703055078}, "151-200": {"token_count": 12028, "frac": 0.020392523871527776, "mean_loss": 4.135462224620886, "total_contrib": 0.08433251213538277}, "201-300": {"token_count": 14293, "frac": 0.024232652452256944, "mean_loss": 4.155690801373717, "total_contrib": 0.10070341088873042}, "301-500": {"token_count": 14321, "frac": 0.024280124240451388, "mean_loss": 4.2273551720042555, "total_contrib": 0.10264070878477807}, "501-750": {"token_count": 8583, "frac": 0.014551798502604166, "mean_loss": 4.350043488388685, "total_contrib": 0.06330095632059747}, "751-1k": {"token_count": 4229, "frac": 0.007169935438368056, "mean_loss": 4.377340824890077, "total_contrib": 0.031385251106194625}, "1k-2k": {"token_count": 7332, "frac": 0.012430826822916666, "mean_loss": 4.592450762060843, "total_contrib": 0.057087960115950014}, "2k-5k": {"token_count": 5436, "frac": 0.00921630859375, "mean_loss": 4.381215028982485, "total_contrib": 0.04037862972267793}, "5k-10k": {"token_count": 1693, "frac": 0.0028703477647569445, "mean_loss": 4.664705845970183, "total_contrib": 0.013389327998229167}, "10k+": {"token_count": 3889, "frac": 0.006593492296006944, "mean_loss": 3.485174425369702, "total_contrib": 0.022979470723915558}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.676925208234457, "total_contrib": 0.33060977039653094}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.294128704921288, "total_contrib": 0.13771181053502268}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.883210531068225, "total_contrib": 0.09115712660629698}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.5392145587472115, "total_contrib": 0.06972101658145362}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.47982535385082, "total_contrib": 0.05745313854338492}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.408940052611097, "total_contrib": 0.04991465370409173}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.128336354566032, "total_contrib": 0.11353525139350593}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.919071968420302, "total_contrib": 0.11352269089446537}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.757218880801737, "total_contrib": 0.16524573504955037}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.682972772600074, "total_contrib": 0.15386964981585938}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.539885042972682, "total_contrib": 0.2213277086227069}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.55691696454969, "total_contrib": 0.20690713370023134}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.471154151958783, "total_contrib": 0.16281373575129315}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.474165850336998, "total_contrib": 0.2573413026134621}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.452889421218888, "total_contrib": 0.2057093827131013}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.364866279056305, "total_contrib": 0.30753368455461777}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.362871090294654, "total_contrib": 0.41976686520577544}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.2861094597769736, "total_contrib": 0.3512243118615052}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.361763175449266, "total_contrib": 0.23993158336631168}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.731462918349554, "total_contrib": 0.28957171703183016}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.785690546670599, "total_contrib": 0.30570214627907333}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.053653636424465, "total_contrib": 0.17549978880968273}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.094777283133616, "total_contrib": 0.3909551232433922}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.490370873858128, "total_contrib": 1.7182541904118378}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.791415121051716, "total_contrib": 0.4029076591897295}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.657538405177712, "total_contrib": 0.23062484175215023}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.62178475147693, "total_contrib": 0.16203797552454874}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.583147405379583, "total_contrib": 0.1229349349984239}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.536534873173947, "total_contrib": 0.10022580622750127}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.530300588385012, "total_contrib": 0.2215593986893617}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.458781692917723, "total_contrib": 0.19570065047582672}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.442640115017484, "total_contrib": 0.25229674155786413}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.425758600439882, "total_contrib": 0.19888840987016385}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.388072590213124, "total_contrib": 0.24027774462570745}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.391904376897868, "total_contrib": 0.17194596332350934}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.42220364831031, "total_contrib": 0.11578384558928785}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.417441876867938, "total_contrib": 0.14190211188594704}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.406475299584436, "total_contrib": 0.08818568663922574}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.446462582088539, "total_contrib": 0.11104396198554853}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.424397070596756, "total_contrib": 0.10996782269786995}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.480444046486615, "total_contrib": 0.06829018822210467}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.5516028082764715, "total_contrib": 0.03231830607276384}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.663353678918545, "total_contrib": 0.05566068844195312}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.36210931836002, "total_contrib": 0.0396404791029353}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.6957191717385, "total_contrib": 0.012968828889231393}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.496160820678359, "total_contrib": 0.023609091099653295}}}}
{"step": 690, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20712, "frac": 0.035115559895833336, "mean_loss": 0.6771745864174413, "total_contrib": 0.023779364749277828}, "2": {"token_count": 12974, "frac": 0.021996392144097224, "mean_loss": 1.0430855115469506, "total_contrib": 0.02294411795181298}, "3": {"token_count": 9572, "frac": 0.016228569878472224, "mean_loss": 1.3000047423248569, "total_contrib": 0.021097217803164217}, "4": {"token_count": 7414, "frac": 0.012569851345486112, "mean_loss": 1.5166303159285208, "total_contrib": 0.019063817617279145}, "5": {"token_count": 6377, "frac": 0.010811699761284722, "mean_loss": 1.628036579483948, "total_contrib": 0.017601842697769397}, "6-8": {"token_count": 15287, "frac": 0.025917900933159724, "mean_loss": 1.8890312473090825, "total_contrib": 0.04895972472739994}, "9-12": {"token_count": 14851, "frac": 0.025178697374131944, "mean_loss": 2.1660404695469677, "total_contrib": 0.05453807748284576}, "13-20": {"token_count": 22149, "frac": 0.0375518798828125, "mean_loss": 2.4132597806650735, "total_contrib": 0.09062244140955728}, "21-30": {"token_count": 20164, "frac": 0.034186469184027776, "mean_loss": 2.6823756580023748, "total_contrib": 0.09170095277228442}, "31-50": {"token_count": 29460, "frac": 0.049947102864583336, "mean_loss": 2.9641500683201465, "total_contrib": 0.14805070836844808}, "51-75": {"token_count": 27600, "frac": 0.046793619791666664, "mean_loss": 3.1880021773943916, "total_contrib": 0.14917816178399862}, "76-100": {"token_count": 21756, "frac": 0.036885579427083336, "mean_loss": 3.3314911277347488, "total_contrib": 0.1228839806026835}, "101-150": {"token_count": 34745, "frac": 0.058907402886284724, "mean_loss": 3.5003216978320673, "total_contrib": 0.20619486048579777}, "151-200": {"token_count": 27154, "frac": 0.04603746202256945, "mean_loss": 3.5227084364773407, "total_contrib": 0.16217655586091057}, "201-300": {"token_count": 42387, "frac": 0.07186381022135417, "mean_loss": 3.552152816216937, "total_contrib": 0.25527123586186273}, "301-500": {"token_count": 57760, "frac": 0.0979275173611111, "mean_loss": 3.6624712766635277, "total_contrib": 0.35865671953003836}, "501-750": {"token_count": 48212, "frac": 0.08173963758680555, "mean_loss": 3.7182514151737616, "total_contrib": 0.3039285231329301}, "751-1k": {"token_count": 31743, "frac": 0.0538177490234375, "mean_loss": 3.7497191639769114, "total_contrib": 0.20180144487528331}, "1k-2k": {"token_count": 35890, "frac": 0.06084865993923611, "mean_loss": 4.190782442698339, "total_contrib": 0.25500349573507247}, "2k-5k": {"token_count": 37715, "frac": 0.06394280327690972, "mean_loss": 4.294275508906565, "total_contrib": 0.2745880140828639}, "5k-10k": {"token_count": 20836, "frac": 0.03532579210069445, "mean_loss": 4.600101598259765, "total_contrib": 0.16250223270219671}, "10k+": {"token_count": 45066, "frac": 0.07640584309895833, "mean_loss": 4.7206172513681945, "total_contrib": 0.3606827410382742}}, "trigram": {"novel": {"token_count": 437, "frac": 0.0007408989800347222, "mean_loss": 4.558251013676689, "total_contrib": 0.003377203526775298}, "1": {"token_count": 164047, "frac": 0.2781287299262153, "mean_loss": 2.586783746129792, "total_contrib": 0.7194588779048563}, "2": {"token_count": 56354, "frac": 0.09554375542534722, "mean_loss": 2.9327085980983867, "total_contrib": 0.2802019930305252}, "3": {"token_count": 31892, "frac": 0.054070366753472224, "mean_loss": 3.1539582371992636, "total_contrib": 0.17053567861049893}, "4": {"token_count": 22058, "frac": 0.03739759657118055, "mean_loss": 3.218278513998976, "total_contrib": 0.12035588152023215}, "5": {"token_count": 17297, "frac": 0.029325697157118056, "mean_loss": 3.320729372567022, "total_contrib": 0.09738270392064714}, "6-8": {"token_count": 36149, "frac": 0.061287773980034724, "mean_loss": 3.4308905944376833, "total_contrib": 0.21027164730212372}, "9-12": {"token_count": 30592, "frac": 0.05186631944444445, "mean_loss": 3.515089837471636, "total_contrib": 0.1823147723862242}, "13-20": {"token_count": 37640, "frac": 0.0638156467013889, "mean_loss": 3.6938141224050636, "total_contrib": 0.23572313701600242}, "21-30": {"token_count": 28012, "frac": 0.047492133246527776, "mean_loss": 3.817430010629424, "total_contrib": 0.18129789472410654}, "31-50": {"token_count": 33757, "frac": 0.05723232693142361, "mean_loss": 3.9305075474254294, "total_contrib": 0.22495209296068017}, "51-75": {"token_count": 23611, "frac": 0.040030585394965276, "mean_loss": 3.9981328782032675, "total_contrib": 0.1600475996013342}, "76-100": {"token_count": 16013, "frac": 0.027148776584201388, "mean_loss": 4.026494833653387, "total_contrib": 0.10931440865629694}, "101-150": {"token_count": 19531, "frac": 0.03311326768663195, "mean_loss": 4.060254163480258, "total_contrib": 0.13444828299108366}, "151-200": {"token_count": 12414, "frac": 0.021046956380208332, "mean_loss": 4.081910886003029, "total_contrib": 0.0859118003656033}, "201-300": {"token_count": 14882, "frac": 0.025231255425347224, "mean_loss": 4.1367377405370185, "total_contrib": 0.10437508655916326}, "301-500": {"token_count": 14817, "frac": 0.025121053059895832, "mean_loss": 4.251730453705655, "total_contrib": 0.10680794632391473}, "501-750": {"token_count": 8606, "frac": 0.014590793185763888, "mean_loss": 4.345904647928943, "total_contrib": 0.06341019592298124}, "751-1k": {"token_count": 4022, "frac": 0.006818983289930556, "mean_loss": 4.501272871300788, "total_contrib": 0.030694104492817807}, "1k-2k": {"token_count": 6998, "frac": 0.011864556206597222, "mean_loss": 4.650161532705514, "total_contrib": 0.05517210287454086}, "2k-5k": {"token_count": 5315, "frac": 0.009011162651909722, "mean_loss": 4.441460280559466, "total_contrib": 0.04002272100011793}, "5k-10k": {"token_count": 1612, "frac": 0.0027330186631944445, "mean_loss": 4.627656182782637, "total_contrib": 0.012647470714392109}, "10k+": {"token_count": 3768, "frac": 0.006388346354166667, "mean_loss": 3.5224497263139853, "total_contrib": 0.02250262886683332}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.8110397562048135, "total_contrib": 0.33638546557508425}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.438345589536148, "total_contrib": 0.14086719060764566}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.967151379748881, "total_contrib": 0.09245774410591129}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.636302769838352, "total_contrib": 0.07094304701619454}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.536589962076812, "total_contrib": 0.0580482861421085}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.492260258767421, "total_contrib": 0.05068354727591803}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.168730032038632, "total_contrib": 0.11442951924363956}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.970571588534563, "total_contrib": 0.11471120277088159}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.800514138251769, "total_contrib": 0.16674962982941052}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.7039406367524785, "total_contrib": 0.15455859636139432}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.564806792833556, "total_contrib": 0.2225426895615114}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.579121841139757, "total_contrib": 0.20791534767585554}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.489025620711788, "total_contrib": 0.16346451192499417}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.503963079193446, "total_contrib": 0.2590551545234471}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.471967163648802, "total_contrib": 0.20659071396739123}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.38607973902644, "total_contrib": 0.30902831304714923}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.374520481951997, "total_contrib": 0.42088769332935566}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.289799715293717, "total_contrib": 0.35152670905099015}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.374341593422316, "total_contrib": 0.24062349615917128}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.748883904555246, "total_contrib": 0.29063790416570917}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.790931920202095, "total_contrib": 0.3060369567149765}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.065832444748578, "total_contrib": 0.17592272604333684}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.100627879350639, "total_contrib": 0.3914040772286127}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.541960649378261, "total_contrib": 1.7343996111869526}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.824593751034907, "total_contrib": 0.40569763330049186}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.68935084611772, "total_contrib": 0.23220008140006873}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.654333271696473, "total_contrib": 0.1631791139821563}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.597264993718935, "total_contrib": 0.12331361468103581}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.560387999384145, "total_contrib": 0.10075279408768513}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.549237854191946, "total_contrib": 0.222485546776701}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.483008812565604, "total_contrib": 0.1967640044143649}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.453328445654086, "total_contrib": 0.2529037299527135}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.437962982757469, "total_contrib": 0.19943686052274828}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.402146766122423, "total_contrib": 0.24104840444854042}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.4015268673491015, "total_contrib": 0.17232269019372806}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.416511619774983, "total_contrib": 0.11563481469757939}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.429006350108525, "total_contrib": 0.14227359909991152}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.412162001611044, "total_contrib": 0.08829949318274057}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.455212335296286, "total_contrib": 0.11126247439730208}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.441183971861436, "total_contrib": 0.11038505897943905}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.499026269481519, "total_contrib": 0.06857341539618404}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.551932793880332, "total_contrib": 0.0323206491101936}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.668194330900637, "total_contrib": 0.05571846532107965}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.381968405208491, "total_contrib": 0.03982094769273124}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.695000211283464, "total_contrib": 0.012966843234898483}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.5112040962162494, "total_contrib": 0.02371067626144294}}}}
{"step": 700, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20547, "frac": 0.0348358154296875, "mean_loss": 0.6425693370801239, "total_contrib": 0.022384426827299846}, "2": {"token_count": 13147, "frac": 0.022289699978298612, "mean_loss": 1.0420389211573144, "total_contrib": 0.0232267349183065}, "3": {"token_count": 9466, "frac": 0.016048855251736112, "mean_loss": 1.2889429583828165, "total_contrib": 0.020686058966830345}, "4": {"token_count": 7737, "frac": 0.013117472330729166, "mean_loss": 1.4916075869363874, "total_contrib": 0.019566121249943762}, "5": {"token_count": 6433, "frac": 0.010906643337673612, "mean_loss": 1.6612271102249403, "total_contrib": 0.018118411594097633}, "6-8": {"token_count": 15288, "frac": 0.025919596354166668, "mean_loss": 1.8674565516447519, "total_contrib": 0.04840372002757597}, "9-12": {"token_count": 15258, "frac": 0.025868733723958332, "mean_loss": 2.176501437572131, "total_contrib": 0.056303336138365974}, "13-20": {"token_count": 22314, "frac": 0.037831624348958336, "mean_loss": 2.467875441225294, "total_contrib": 0.09336373663245512}, "21-30": {"token_count": 20128, "frac": 0.034125434027777776, "mean_loss": 2.714089207986759, "total_contrib": 0.09261947221265578}, "31-50": {"token_count": 29970, "frac": 0.050811767578125, "mean_loss": 2.94647091121445, "total_contrib": 0.1497153951163348}, "51-75": {"token_count": 27964, "frac": 0.04741075303819445, "mean_loss": 3.202622241958213, "total_contrib": 0.15183873218810945}, "76-100": {"token_count": 21676, "frac": 0.036749945746527776, "mean_loss": 3.3153714154965876, "total_contrib": 0.12183971964908859}, "101-150": {"token_count": 34845, "frac": 0.059076944986979164, "mean_loss": 3.459626064102308, "total_contrib": 0.2043841386644913}, "151-200": {"token_count": 27536, "frac": 0.046685112847222224, "mean_loss": 3.539675589405445, "total_contrib": 0.16525015433395102}, "201-300": {"token_count": 42155, "frac": 0.07147047254774305, "mean_loss": 3.5474853891100286, "total_contrib": 0.2535404571159079}, "301-500": {"token_count": 57080, "frac": 0.0967746310763889, "mean_loss": 3.6499971463000938, "total_contrib": 0.3532271272630638}, "501-750": {"token_count": 47398, "frac": 0.08035956488715278, "mean_loss": 3.682681480810941, "total_contrib": 0.2959386814159427}, "751-1k": {"token_count": 32548, "frac": 0.055182562934027776, "mean_loss": 3.775772279756508, "total_contrib": 0.20835679145222105}, "1k-2k": {"token_count": 35788, "frac": 0.060675726996527776, "mean_loss": 4.190183876957846, "total_contrib": 0.2542424529835466}, "2k-5k": {"token_count": 37440, "frac": 0.0634765625, "mean_loss": 4.27462236194704, "total_contrib": 0.2713383335220289}, "5k-10k": {"token_count": 20373, "frac": 0.034540812174479164, "mean_loss": 4.561613742685672, "total_contrib": 0.15756184349862873}, "10k+": {"token_count": 44733, "frac": 0.07584126790364583, "mean_loss": 4.711742710509846, "total_contrib": 0.35734454120082754}}, "trigram": {"novel": {"token_count": 456, "frac": 0.0007731119791666666, "mean_loss": 4.856855920401582, "total_contrib": 0.0037548934931490095}, "1": {"token_count": 163910, "frac": 0.2778964572482639, "mean_loss": 2.5804349376363716, "total_contrib": 0.7170937273287924}, "2": {"token_count": 56204, "frac": 0.09528944227430555, "mean_loss": 2.9282735455303404, "total_contrib": 0.2790335529801894}, "3": {"token_count": 32359, "frac": 0.054862128363715276, "mean_loss": 3.0998455518197856, "total_contrib": 0.1700641245716289}, "4": {"token_count": 22771, "frac": 0.03860643174913195, "mean_loss": 3.2121926517721366, "total_contrib": 0.12401129637570416}, "5": {"token_count": 17351, "frac": 0.029417249891493056, "mean_loss": 3.3182722636445736, "total_contrib": 0.09761444438764275}, "6-8": {"token_count": 36652, "frac": 0.062140570746527776, "mean_loss": 3.38276010506857, "total_contrib": 0.2102066436275452}, "9-12": {"token_count": 30318, "frac": 0.051401774088541664, "mean_loss": 3.5238926260523775, "total_contrib": 0.18113433267662213}, "13-20": {"token_count": 37191, "frac": 0.06305440266927083, "mean_loss": 3.672273311340614, "total_contrib": 0.23155300008488763}, "21-30": {"token_count": 28350, "frac": 0.048065185546875, "mean_loss": 3.8141340483177353, "total_contrib": 0.18332706073304544}, "31-50": {"token_count": 33725, "frac": 0.05717807345920139, "mean_loss": 3.876145939843248, "total_contrib": 0.22163055728694242}, "51-75": {"token_count": 24601, "frac": 0.041709052191840276, "mean_loss": 4.027834187508037, "total_contrib": 0.16799714634685128}, "76-100": {"token_count": 15666, "frac": 0.026560465494791668, "mean_loss": 4.012017717418527, "total_contrib": 0.10656105814798762}, "101-150": {"token_count": 19480, "frac": 0.033026801215277776, "mean_loss": 4.074148782108626, "total_contrib": 0.13455610194816764}, "151-200": {"token_count": 11922, "frac": 0.020212809244791668, "mean_loss": 4.120318914594219, "total_contrib": 0.0832832202484}, "201-300": {"token_count": 14513, "frac": 0.024605645073784724, "mean_loss": 4.174003609226659, "total_contrib": 0.1027040513453276}, "301-500": {"token_count": 14392, "frac": 0.024400499131944444, "mean_loss": 4.232394935962232, "total_contrib": 0.10327254896099251}, "501-750": {"token_count": 8576, "frac": 0.014539930555555556, "mean_loss": 4.299919198556004, "total_contrib": 0.06252052654150439}, "751-1k": {"token_count": 4141, "frac": 0.007020738389756944, "mean_loss": 4.489900766383669, "total_contrib": 0.03152241867674895}, "1k-2k": {"token_count": 6987, "frac": 0.011845906575520834, "mean_loss": 4.606317844726763, "total_contrib": 0.054566010845787716}, "2k-5k": {"token_count": 5165, "frac": 0.008756849500868056, "mean_loss": 4.477736820043818, "total_contrib": 0.03921086743761922}, "5k-10k": {"token_count": 1512, "frac": 0.0025634765625, "mean_loss": 4.704072981683547, "total_contrib": 0.012058780836835264}, "10k+": {"token_count": 3582, "frac": 0.006072998046875, "mean_loss": 3.552450029257454, "total_contrib": 0.021574022089301554}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 8.119350943206719, "total_contrib": 0.3496630067755701}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.62488187346138, "total_contrib": 0.14494849408809934}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.132643633590418, "total_contrib": 0.0950219559858243}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.805787776316759, "total_contrib": 0.07307632183732032}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.657475082376617, "total_contrib": 0.059315704192126804}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.599267545789332, "total_contrib": 0.05167102941170813}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.2845415691067545, "total_contrib": 0.11699344857007514}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.04375120903251, "total_contrib": 0.11640004722993727}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.830942527322736, "total_contrib": 0.1678065838280372}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.722198032346002, "total_contrib": 0.15515848433916818}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.565602264354688, "total_contrib": 0.22258147025471842}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.577463221753888, "total_contrib": 0.20784003794655842}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.467971054231973, "total_contrib": 0.16269782562729612}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.485089720619817, "total_contrib": 0.2579696125827828}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.452127701189511, "total_contrib": 0.20567419366117995}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.364992001028825, "total_contrib": 0.3075425424987028}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.3640283149231065, "total_contrib": 0.41987820577591173}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.275256747687565, "total_contrib": 0.3503349887186399}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.353794436051604, "total_contrib": 0.23949323947091727}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.7243467639998, "total_contrib": 0.28913619908119165}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.768118390172316, "total_contrib": 0.3045796654366766}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.034766043024241, "total_contrib": 0.17484387352712932}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.071342626957627, "total_contrib": 0.3891568309168992}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.61459827380527, "total_contrib": 1.757132119686067}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.843881987303334, "total_contrib": 0.4073195712725673}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.697100867835153, "total_contrib": 0.2325838350863876}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.641791707470998, "total_contrib": 0.16273941161904695}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.597431958005936, "total_contrib": 0.12331809320680731}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.563482790255148, "total_contrib": 0.10082116739877461}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.544196976940212, "total_contrib": 0.2222390170573211}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.473265427218752, "total_contrib": 0.19633635691297582}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.438585785858151, "total_contrib": 0.2520664969263791}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.421722142987571, "total_contrib": 0.19870701619810074}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.382959365071878, "total_contrib": 0.23999775969395354}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.388322552474022, "total_contrib": 0.17180573252653353}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.398175925273831, "total_contrib": 0.11515474245538292}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.401344103817757, "total_contrib": 0.1413850008392928}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.402489310056997, "total_contrib": 0.08810591602904053}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.42690196286365, "total_contrib": 0.1105554638552883}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.421833565037739, "total_contrib": 0.1099041070954272}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.449702130391404, "total_contrib": 0.0678216250139342}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.523818281832567, "total_contrib": 0.032121024177237265}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.648989543798217, "total_contrib": 0.05548924151668879}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.34998465548905, "total_contrib": 0.0395302967553394}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.702006326575562, "total_contrib": 0.012986193010104015}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.5042288554184644, "total_contrib": 0.02366357342382091}}}}
{"step": 710, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20444, "frac": 0.034661187065972224, "mean_loss": 1.1097940970780569, "total_contrib": 0.038466780803534266}, "2": {"token_count": 12793, "frac": 0.021689520941840276, "mean_loss": 1.4633682540881532, "total_contrib": 0.03173975639266924}, "3": {"token_count": 9626, "frac": 0.016320122612847224, "mean_loss": 1.7340429276593035, "total_contrib": 0.0282997931953404}, "4": {"token_count": 7704, "frac": 0.0130615234375, "mean_loss": 1.8831917162867586, "total_contrib": 0.024597352739585347}, "5": {"token_count": 6400, "frac": 0.010850694444444444, "mean_loss": 2.056641435055178, "total_contrib": 0.022315987793567468}, "6-8": {"token_count": 15225, "frac": 0.025812784830729168, "mean_loss": 2.2341578399738093, "total_contrib": 0.05766983560113059}, "9-12": {"token_count": 15236, "frac": 0.025831434461805556, "mean_loss": 2.431468340493462, "total_contrib": 0.06280831508341198}, "13-20": {"token_count": 22284, "frac": 0.03778076171875, "mean_loss": 2.76389685303467, "total_contrib": 0.10442212841970586}, "21-30": {"token_count": 20152, "frac": 0.03416612413194445, "mean_loss": 2.951628660628128, "total_contrib": 0.10084571121042556}, "31-50": {"token_count": 29877, "frac": 0.050654093424479164, "mean_loss": 3.167935205420979, "total_contrib": 0.16046888585809085}, "51-75": {"token_count": 27341, "frac": 0.04635450575086805, "mean_loss": 3.376100743250196, "total_contrib": 0.15649748131850114}, "76-100": {"token_count": 21529, "frac": 0.03650071885850695, "mean_loss": 3.4785668222997868, "total_contrib": 0.12697018961129442}, "101-150": {"token_count": 34259, "frac": 0.058083428276909724, "mean_loss": 3.600611560624613, "total_contrib": 0.2091358633345517}, "151-200": {"token_count": 27331, "frac": 0.04633755154079861, "mean_loss": 3.698391607979251, "total_contrib": 0.1713744117527956}, "201-300": {"token_count": 41626, "frac": 0.07057359483506945, "mean_loss": 3.7526072956726777, "total_contrib": 0.26483498685992923}, "301-500": {"token_count": 56519, "frac": 0.09582349989149305, "mean_loss": 3.7585862247407262, "total_contrib": 0.36016088669861024}, "501-750": {"token_count": 47897, "frac": 0.08120557996961805, "mean_loss": 3.8027940748858895, "total_contrib": 0.3088080983561358}, "751-1k": {"token_count": 32462, "frac": 0.05503675672743055, "mean_loss": 3.9061397570184107, "total_contrib": 0.21498126355036695}, "1k-2k": {"token_count": 36185, "frac": 0.061348809136284724, "mean_loss": 4.296164306755242, "total_contrib": 0.2635645640732463}, "2k-5k": {"token_count": 37932, "frac": 0.06431070963541667, "mean_loss": 4.332676788028658, "total_contrib": 0.27863751885902077}, "5k-10k": {"token_count": 20628, "frac": 0.03497314453125, "mean_loss": 4.6615585550841345, "total_contrib": 0.16302936108784236}, "10k+": {"token_count": 46374, "frac": 0.07862345377604167, "mean_loss": 4.779516438709105, "total_contrib": 0.3757820897906766}}, "trigram": {"novel": {"token_count": 427, "frac": 0.0007239447699652778, "mean_loss": 4.72407102504575, "total_contrib": 0.0034199665115263794}, "1": {"token_count": 162545, "frac": 0.2755822075737847, "mean_loss": 2.8699581608642046, "total_contrib": 0.7909094056153566}, "2": {"token_count": 56712, "frac": 0.09615071614583333, "mean_loss": 3.1592356942002557, "total_contrib": 0.3037627744708335}, "3": {"token_count": 31605, "frac": 0.053583780924479164, "mean_loss": 3.320591589782054, "total_contrib": 0.1779298522865496}, "4": {"token_count": 22339, "frac": 0.03787400987413195, "mean_loss": 3.4352929062659943, "total_contrib": 0.13010831745245371}, "5": {"token_count": 17210, "frac": 0.029178195529513888, "mean_loss": 3.5056840213890803, "total_contrib": 0.10228953384078314}, "6-8": {"token_count": 36263, "frac": 0.06148105197482639, "mean_loss": 3.5442226596835074, "total_contrib": 0.21790253755035913}, "9-12": {"token_count": 30779, "frac": 0.05218336317274305, "mean_loss": 3.6547858238165234, "total_contrib": 0.19071901596281055}, "13-20": {"token_count": 36968, "frac": 0.06267632378472222, "mean_loss": 3.79034338018761, "total_contrib": 0.23756478895191713}, "21-30": {"token_count": 28789, "frac": 0.04880947536892361, "mean_loss": 3.8424361276932375, "total_contrib": 0.1875472915313053}, "31-50": {"token_count": 33899, "frac": 0.057473076714409724, "mean_loss": 4.02581461859751, "total_contrib": 0.2313759524126468}, "51-75": {"token_count": 23996, "frac": 0.04068332248263889, "mean_loss": 4.09836897711098, "total_contrib": 0.16673526674864889}, "76-100": {"token_count": 15810, "frac": 0.026804606119791668, "mean_loss": 4.062796168345444, "total_contrib": 0.10890165103749842}, "101-150": {"token_count": 19706, "frac": 0.033409966362847224, "mean_loss": 4.172290131261893, "total_contrib": 0.13939607294149928}, "151-200": {"token_count": 11802, "frac": 0.020009358723958332, "mean_loss": 4.245327289954706, "total_contrib": 0.08494627664531358}, "201-300": {"token_count": 14804, "frac": 0.025099012586805556, "mean_loss": 4.300614591754122, "total_contrib": 0.10794117976943633}, "301-500": {"token_count": 14671, "frac": 0.024873521592881944, "mean_loss": 4.340240037241402, "total_contrib": 0.10795705428461473}, "501-750": {"token_count": 8677, "frac": 0.014711168077256944, "mean_loss": 4.4926456697412265, "total_contrib": 0.06609206555912378}, "751-1k": {"token_count": 4228, "frac": 0.007168240017361111, "mean_loss": 4.448157491408907, "total_contrib": 0.031885460533441934}, "1k-2k": {"token_count": 7374, "frac": 0.012502034505208334, "mean_loss": 4.623679169440861, "total_contrib": 0.05780539651736266}, "2k-5k": {"token_count": 5678, "frac": 0.009626600477430556, "mean_loss": 4.412829076641267, "total_contrib": 0.04248054249601426}, "5k-10k": {"token_count": 1651, "frac": 0.002799140082465278, "mean_loss": 4.80332923338476, "total_contrib": 0.013445191386444498}, "10k+": {"token_count": 3891, "frac": 0.006596883138020833, "mean_loss": 3.6829010573895786, "total_contrib": 0.024295667884492406}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 8.124564318454274, "total_contrib": 0.3498875228085955}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.597697816873945, "total_contrib": 0.14435372302035565}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.081146273539433, "total_contrib": 0.09422403258239218}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.701349737901922, "total_contrib": 0.07176178055518913}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.644436728561868, "total_contrib": 0.059179003786598364}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.5556788298569, "total_contrib": 0.05126878504589693}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.25167399625975, "total_contrib": 0.11626579970153776}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.070655010445543, "total_contrib": 0.11702093506229777}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.879244918248687, "total_contrib": 0.1694844053227388}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.783302524343917, "total_contrib": 0.15716621046580864}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.632794694846457, "total_contrib": 0.225857224274207}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.656183531934209, "total_contrib": 0.2114143391396926}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.5660416724040385, "total_contrib": 0.16626899386917782}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.564139450032136, "total_contrib": 0.26251632833241817}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.53014017598352, "total_contrib": 0.2092781228217213}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.469649147142688, "total_contrib": 0.3149163303083779}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.438104815943315, "total_contrib": 0.4270053612602525}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.349869453208083, "total_contrib": 0.3564491107210053}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.427637493718053, "total_contrib": 0.2435551935555051}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.813949585801946, "total_contrib": 0.29462000893195023}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.857755880121377, "total_contrib": 0.3103055628379535}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.122433603710538, "total_contrib": 0.1778883319512311}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.149751115865967, "total_contrib": 0.3951736200209037}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.68359296377947, "total_contrib": 1.7787245435656271}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.901341114262423, "total_contrib": 0.4121512800177471}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.758095067649615, "total_contrib": 0.23560405230335602}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.690002668688372, "total_contrib": 0.16442966916538973}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.653599475753412, "total_contrib": 0.12482468890023926}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.616115892041143, "total_contrib": 0.10198399215560597}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.607799631087275, "total_contrib": 0.22534957573503883}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.543183674336848, "total_contrib": 0.1994051428243549}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.4986904876289655, "total_contrib": 0.2554798322442285}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.479262506736931, "total_contrib": 0.20129281277731847}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.452618179949934, "total_contrib": 0.24381206827433782}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.446109428752411, "total_contrib": 0.17406812698152446}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.466050878282323, "total_contrib": 0.11693187071620334}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.467929695754686, "total_contrib": 0.14352393925215662}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.457757248596859, "total_contrib": 0.08921197944206631}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.499927371490103, "total_contrib": 0.11237916765348514}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.4827334003274535, "total_contrib": 0.1114177647040481}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.50956711584751, "total_contrib": 0.06873407723569933}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.599191062138376, "total_contrib": 0.03265620281344184}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.714886143470689, "total_contrib": 0.05627576777146004}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.438757065106294, "total_contrib": 0.04033701217476694}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.764306086381386, "total_contrib": 0.013158255029831404}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.5701758898149296, "total_contrib": 0.024108904637879885}}}}
{"step": 720, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20586, "frac": 0.034901936848958336, "mean_loss": 4.5887137184723565, "total_contrib": 0.16015499642007097}, "2": {"token_count": 12909, "frac": 0.021886189778645832, "mean_loss": 4.591137439270722, "total_contrib": 0.10048250529572507}, "3": {"token_count": 9609, "frac": 0.016291300455729168, "mean_loss": 4.538321607587135, "total_contrib": 0.07393516087392982}, "4": {"token_count": 7669, "frac": 0.013002183702256944, "mean_loss": 4.590521043272307, "total_contrib": 0.05968679789370274}, "5": {"token_count": 6503, "frac": 0.011025322808159722, "mean_loss": 4.541240210099751, "total_contrib": 0.050068639265744834}, "6-8": {"token_count": 15162, "frac": 0.025705973307291668, "mean_loss": 4.5975847874652755, "total_contrib": 0.1181853918245926}, "9-12": {"token_count": 15233, "frac": 0.025826348198784724, "mean_loss": 4.5602025998801325, "total_contrib": 0.11777338020150767}, "13-20": {"token_count": 22222, "frac": 0.03767564561631945, "mean_loss": 4.560524689041426, "total_contrib": 0.1718207120088002}, "21-30": {"token_count": 20071, "frac": 0.03402879503038195, "mean_loss": 4.609242416595711, "total_contrib": 0.1568469654396778}, "31-50": {"token_count": 29692, "frac": 0.05034044053819445, "mean_loss": 4.620323746956083, "total_contrib": 0.23258913285085045}, "51-75": {"token_count": 26939, "frac": 0.04567294650607639, "mean_loss": 4.662786303556875, "total_contrib": 0.21296318941161882}, "76-100": {"token_count": 21923, "frac": 0.03716871473524305, "mean_loss": 4.640864140447551, "total_contrib": 0.17249495536131398}, "101-150": {"token_count": 34244, "frac": 0.05805799696180555, "mean_loss": 4.678762156805108, "total_contrib": 0.27163955908480175}, "151-200": {"token_count": 27617, "frac": 0.046822441948784724, "mean_loss": 4.62611317377281, "total_contrib": 0.21660591552748565}, "201-300": {"token_count": 41788, "frac": 0.07084825303819445, "mean_loss": 4.613118561573662, "total_contrib": 0.3268313911455624}, "301-500": {"token_count": 56953, "frac": 0.09655931260850695, "mean_loss": 4.648038192224044, "total_contrib": 0.448811372819241}, "501-750": {"token_count": 47545, "frac": 0.0806087917751736, "mean_loss": 4.605596162164691, "total_contrib": 0.37125154203647226}, "751-1k": {"token_count": 32165, "frac": 0.05453321668836805, "mean_loss": 4.606284660988322, "total_contrib": 0.2511955195459822}, "1k-2k": {"token_count": 36138, "frac": 0.061269124348958336, "mean_loss": 4.912282247980202, "total_contrib": 0.3009712318886796}, "2k-5k": {"token_count": 38097, "frac": 0.0645904541015625, "mean_loss": 4.986770110881826, "total_contrib": 0.32209774596195634}, "5k-10k": {"token_count": 20766, "frac": 0.035207112630208336, "mean_loss": 5.199729877600298, "total_contrib": 0.1830674754473331}, "10k+": {"token_count": 45993, "frac": 0.07797749837239583, "mean_loss": 5.2546938940276275, "total_contrib": 0.40974788456897765}}, "trigram": {"novel": {"token_count": 414, "frac": 0.000701904296875, "mean_loss": 5.721752631779454, "total_contrib": 0.004016122757901838}, "1": {"token_count": 162466, "frac": 0.2754482693142361, "mean_loss": 4.742410730886908, "total_contrib": 1.3062888282000602}, "2": {"token_count": 56643, "frac": 0.09603373209635417, "mean_loss": 4.690370113840324, "total_contrib": 0.4504337469452879}, "3": {"token_count": 32042, "frac": 0.05432467990451389, "mean_loss": 4.708004400811481, "total_contrib": 0.2557608320631264}, "4": {"token_count": 22748, "frac": 0.038567437065972224, "mean_loss": 4.725248328538735, "total_contrib": 0.18224071753200813}, "5": {"token_count": 17242, "frac": 0.029232449001736112, "mean_loss": 4.712873954343321, "total_contrib": 0.13776884752195154}, "6-8": {"token_count": 35884, "frac": 0.06083848741319445, "mean_loss": 4.716890437620645, "total_contrib": 0.2869684795186008}, "9-12": {"token_count": 30629, "frac": 0.05192905002170139, "mean_loss": 4.733888757804998, "total_contrib": 0.24582634610122558}, "13-20": {"token_count": 37189, "frac": 0.06305101182725695, "mean_loss": 4.747003204105808, "total_contrib": 0.29930335516610196}, "21-30": {"token_count": 28415, "frac": 0.04817538791232639, "mean_loss": 4.755791692441167, "total_contrib": 0.22911210961357245}, "31-50": {"token_count": 33825, "frac": 0.057347615559895836, "mean_loss": 4.749579696291189, "total_contrib": 0.2723770704939939}, "51-75": {"token_count": 24087, "frac": 0.040837605794270836, "mean_loss": 4.744819866191269, "total_contrib": 0.19376708326034392}, "76-100": {"token_count": 15651, "frac": 0.0265350341796875, "mean_loss": 4.690385154750515, "total_contrib": 0.12445953039720375}, "101-150": {"token_count": 19782, "frac": 0.033538818359375, "mean_loss": 4.7024784433448925, "total_contrib": 0.15771557035022085}, "151-200": {"token_count": 12279, "frac": 0.020818074544270832, "mean_loss": 4.702433303047782, "total_contrib": 0.09789560704231043}, "201-300": {"token_count": 14875, "frac": 0.025219387478298612, "mean_loss": 4.783821755141558, "total_contrib": 0.12064505447002949}, "301-500": {"token_count": 14547, "frac": 0.024663289388020832, "mean_loss": 4.714632530872118, "total_contrib": 0.1162783464670761}, "501-750": {"token_count": 8623, "frac": 0.014619615342881944, "mean_loss": 4.86051598268504, "total_contrib": 0.07105887403478513}, "751-1k": {"token_count": 4374, "frac": 0.007415771484375, "mean_loss": 4.767414544374579, "total_contrib": 0.035354056832367635}, "1k-2k": {"token_count": 7240, "frac": 0.012274848090277778, "mean_loss": 4.917307950410245, "total_contrib": 0.06035920810440093}, "2k-5k": {"token_count": 5331, "frac": 0.009038289388020834, "mean_loss": 4.713830454242248, "total_contrib": 0.04260496377150714}, "5k-10k": {"token_count": 1711, "frac": 0.0029008653428819445, "mean_loss": 5.026265067952478, "total_contrib": 0.014580518139761505}, "10k+": {"token_count": 3827, "frac": 0.006488376193576389, "mean_loss": 3.761526052443141, "total_contrib": 0.024406196090189448}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.886147270580349, "total_contrib": 0.33961999989829417}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.183020318375524, "total_contrib": 0.15716023289767142}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.851655904495921, "total_contrib": 0.1061626575235803}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.663562483572715, "total_contrib": 0.08387296528802463}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.497770757373654, "total_contrib": 0.06812577033758999}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.4766716024706295, "total_contrib": 0.05976786894437602}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.212250957840587, "total_contrib": 0.13753182815124917}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.024140069745892, "total_contrib": 0.13902553071658846}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.843760319682363, "total_contrib": 0.20298760550545966}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.678630758360751, "total_contrib": 0.18658424224350206}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.512969090049586, "total_contrib": 0.2687673376878117}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.465656195340763, "total_contrib": 0.24816850207421362}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.320262078088265, "total_contrib": 0.19373336607730401}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.292816600200942, "total_contrib": 0.30442776686234696}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.224527212024121, "total_contrib": 0.24135660378898324}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.131344260341759, "total_contrib": 0.36153712535777194}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.066897366855644, "total_contrib": 0.48750365985733185}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.946939839796117, "total_contrib": 0.40537591430132663}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.98923227842393, "total_contrib": 0.2744473627276347}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.254918256276693, "total_contrib": 0.3216078681353693}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.273620815339548, "total_contrib": 0.33687034006677946}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.478617088479632, "total_contrib": 0.19025762570415633}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.453456044401704, "total_contrib": 0.41847885814355723}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.246030273116724, "total_contrib": 1.9547436661014406}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.665054470075519, "total_contrib": 0.4763715474561998}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.528337163213918, "total_contrib": 0.27374371878530834}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.49651086677786, "total_contrib": 0.1927055328608184}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.412746819385441, "total_contrib": 0.1451874922510733}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.386772537118493, "total_contrib": 0.11901013341469843}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.320916194437129, "total_contrib": 0.2602253359387435}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.249966961153967, "total_contrib": 0.23042660978589188}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.167627353738611, "total_contrib": 0.2934686378323509}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.126243697324287, "total_contrib": 0.23036739000325107}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 5.031018957629048, "total_contrib": 0.27548356674964963}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 5.025685805676194, "total_contrib": 0.19675892575526713}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 5.019100178139461, "total_contrib": 0.13141202129958718}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.978935499850626, "total_contrib": 0.15993905116724616}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.911365510118345, "total_contrib": 0.09828992798095186}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.930520984632547, "total_contrib": 0.12313261939771426}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.862242235155218, "total_contrib": 0.1208504082020662}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.905170625147515, "total_contrib": 0.07476380059149197}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.917498002806034, "total_contrib": 0.034916316792384966}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 5.0029019933185985, "total_contrib": 0.05971345695150237}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.692186752722743, "total_contrib": 0.04264004346142901}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 5.025275716849673, "total_contrib": 0.013879011608120587}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.7527522980800203, "total_contrib": 0.025341817903735218}}}}
{"step": 730, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20878, "frac": 0.03539699978298611, "mean_loss": 1.6640600419002154, "total_contrib": 0.05890273294201778}, "2": {"token_count": 12997, "frac": 0.022035386827256944, "mean_loss": 1.9358786403711925, "total_contrib": 0.04265783469120346}, "3": {"token_count": 9631, "frac": 0.016328599717881944, "mean_loss": 2.156962704089554, "total_contrib": 0.035220180601478565}, "4": {"token_count": 7632, "frac": 0.012939453125, "mean_loss": 2.2161731952645534, "total_contrib": 0.02867606917700716}, "5": {"token_count": 6645, "frac": 0.011266072591145834, "mean_loss": 2.4076331453511046, "total_contrib": 0.027124569788374315}, "6-8": {"token_count": 15397, "frac": 0.026104397243923612, "mean_loss": 2.5246644789405366, "total_contrib": 0.06590484446588718}, "9-12": {"token_count": 15217, "frac": 0.025799221462673612, "mean_loss": 2.7451010665902498, "total_contrib": 0.0708214703543834}, "13-20": {"token_count": 22447, "frac": 0.03805711534288195, "mean_loss": 2.9722814238488313, "total_contrib": 0.11311645697892037}, "21-30": {"token_count": 20582, "frac": 0.03489515516493055, "mean_loss": 3.177186428916388, "total_contrib": 0.11086841342494895}, "31-50": {"token_count": 30071, "frac": 0.05098300509982639, "mean_loss": 3.3401927710608157, "total_contrib": 0.1702930650813968}, "51-75": {"token_count": 27351, "frac": 0.0463714599609375, "mean_loss": 3.566324728654333, "total_contrib": 0.1653756843624957}, "76-100": {"token_count": 21465, "frac": 0.0363922119140625, "mean_loss": 3.6274339953862444, "total_contrib": 0.13201034666437061}, "101-150": {"token_count": 34389, "frac": 0.0583038330078125, "mean_loss": 3.774515240935818, "total_contrib": 0.2200687062929651}, "151-200": {"token_count": 26990, "frac": 0.04575941297743055, "mean_loss": 3.806083634556711, "total_contrib": 0.1741641528603204}, "201-300": {"token_count": 41599, "frac": 0.07052781846788195, "mean_loss": 3.8531921775363687, "total_contrib": 0.2717572384191478}, "301-500": {"token_count": 57132, "frac": 0.09686279296875, "mean_loss": 3.9125645727333485, "total_contrib": 0.3789819321855361}, "501-750": {"token_count": 47598, "frac": 0.08069864908854167, "mean_loss": 3.962292395018537, "total_contrib": 0.31975164357179825}, "751-1k": {"token_count": 32217, "frac": 0.054621378580729164, "mean_loss": 3.9883260716608344, "total_contrib": 0.2178478682635788}, "1k-2k": {"token_count": 35788, "frac": 0.060675726996527776, "mean_loss": 4.454980512517236, "total_contrib": 0.27030918135234716}, "2k-5k": {"token_count": 37586, "frac": 0.0637240939670139, "mean_loss": 4.523891238664431, "total_contrib": 0.2882808703892031}, "5k-10k": {"token_count": 20537, "frac": 0.03481886121961805, "mean_loss": 4.833230771727441, "total_contrib": 0.16828759148316524}, "10k+": {"token_count": 45675, "frac": 0.0774383544921875, "mean_loss": 4.9271853768089535, "total_contrib": 0.3815531278580542}}, "trigram": {"novel": {"token_count": 434, "frac": 0.0007358127170138889, "mean_loss": 5.115487581985887, "total_contrib": 0.003764040816551844}, "1": {"token_count": 164136, "frac": 0.2782796223958333, "mean_loss": 3.1659878021968395, "total_contrib": 0.8810298901051508}, "2": {"token_count": 56239, "frac": 0.0953487820095486, "mean_loss": 3.3918208283074747, "total_contrib": 0.323405984773736}, "3": {"token_count": 32420, "frac": 0.05496554904513889, "mean_loss": 3.5233434553383165, "total_contrib": 0.19366250749726735}, "4": {"token_count": 22505, "frac": 0.038155449761284724, "mean_loss": 3.6098147170191583, "total_contrib": 0.13773410408277073}, "5": {"token_count": 17288, "frac": 0.029310438368055556, "mean_loss": 3.6780056280580387, "total_contrib": 0.10780395727855661}, "6-8": {"token_count": 35897, "frac": 0.060860527886284724, "mean_loss": 3.737906161192734, "total_contrib": 0.22749094215958587}, "9-12": {"token_count": 30423, "frac": 0.051579793294270836, "mean_loss": 3.8395498929481735, "total_contrib": 0.1980431898213065}, "13-20": {"token_count": 37741, "frac": 0.06398688422309028, "mean_loss": 3.9098425899771905, "total_contrib": 0.2501786451353779}, "21-30": {"token_count": 28158, "frac": 0.047739664713541664, "mean_loss": 4.005442271068584, "total_contrib": 0.19121847105026107}, "31-50": {"token_count": 33944, "frac": 0.057549370659722224, "mean_loss": 4.128246720622206, "total_contrib": 0.2375780006998701}, "51-75": {"token_count": 23592, "frac": 0.039998372395833336, "mean_loss": 4.254250891384334, "total_contrib": 0.1701631114188965}, "76-100": {"token_count": 15822, "frac": 0.026824951171875, "mean_loss": 4.203738516438043, "total_contrib": 0.11276508044278076}, "101-150": {"token_count": 19486, "frac": 0.03303697374131945, "mean_loss": 4.267288024886495, "total_contrib": 0.14097828242482208}, "151-200": {"token_count": 11986, "frac": 0.020321316189236112, "mean_loss": 4.338137078951549, "total_contrib": 0.08815665525362357}, "201-300": {"token_count": 14636, "frac": 0.024814181857638888, "mean_loss": 4.37461658407288, "total_contrib": 0.10855253147462747}, "301-500": {"token_count": 14370, "frac": 0.024363199869791668, "mean_loss": 4.313568351015052, "total_contrib": 0.10509232788778737}, "501-750": {"token_count": 8577, "frac": 0.0145416259765625, "mean_loss": 4.609811287036024, "total_contrib": 0.06703415155861406}, "751-1k": {"token_count": 4238, "frac": 0.007185194227430556, "mean_loss": 4.5732314027471315, "total_contrib": 0.03285955587572283}, "1k-2k": {"token_count": 7199, "frac": 0.012205335828993056, "mean_loss": 4.700352238291987, "total_contrib": 0.05736937758291289}, "2k-5k": {"token_count": 5189, "frac": 0.008797539605034722, "mean_loss": 4.482333041553192, "total_contrib": 0.03943350245601995}, "5k-10k": {"token_count": 1699, "frac": 0.002880520290798611, "mean_loss": 4.859686687448363, "total_contrib": 0.013998426110118898}, "10k+": {"token_count": 3845, "frac": 0.006518893771701389, "mean_loss": 3.629641183133398, "total_contrib": 0.02366124530223917}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 6.981727969083473, "total_contrib": 0.3006708308625782}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 5.850008228923372, "total_contrib": 0.12799471739748824}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.508648592794749, "total_contrib": 0.08535349441452232}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.237381398200404, "total_contrib": 0.06592190127943218}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.199095722950655, "total_contrib": 0.05450983335830154}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.148884596207806, "total_contrib": 0.04751481604200421}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.922363007093555, "total_contrib": 0.1089752471018942}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.77893424033608, "total_contrib": 0.11028858249148003}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.69826427718339, "total_contrib": 0.16319790057870362}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.650776137545373, "total_contrib": 0.15281175663524937}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.535560988685036, "total_contrib": 0.2211169030586043}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.589000485972995, "total_contrib": 0.20836388823588523}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.500876837656122, "total_contrib": 0.16389606512990007}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.531564018222176, "total_contrib": 0.2606426820851429}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.502960980758335, "total_contrib": 0.20802253011695543}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.449084809954108, "total_contrib": 0.3134674368070185}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.438830372738598, "total_contrib": 0.42707516958032}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.367099418061995, "total_contrib": 0.35786101646116536}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.441875733155847, "total_contrib": 0.24433840969889567}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.844703635379714, "total_contrib": 0.29650219697729646}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.88401343355105, "total_contrib": 0.3119828527423484}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.155094294271972, "total_contrib": 0.1790225498276991}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.165176500163384, "total_contrib": 0.39635730925478607}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.343698395140205, "total_contrib": 1.672351899480066}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.782591173076654, "total_contrib": 0.4021656578949922}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.672248255097066, "total_contrib": 0.23135322153449997}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.648117453483081, "total_contrib": 0.1629611898135319}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.60798393847085, "total_contrib": 0.12360113167749587}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.574152002226707, "total_contrib": 0.10105688263111744}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.562702798198843, "total_contrib": 0.22314406486823837}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.509968617093604, "total_contrib": 0.1979472987862807}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.494860789730215, "total_contrib": 0.25526234438205847}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.47995373063732, "total_contrib": 0.20132387557012396}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.459040724022981, "total_contrib": 0.24416374759889428}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.46731885592741, "total_contrib": 0.1748984900937835}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.5023344441727176, "total_contrib": 0.11788186106594387}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.502797978261168, "total_contrib": 0.14464401803608254}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.501801094112925, "total_contrib": 0.09009341789230173}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.54755389277235, "total_contrib": 0.11356857103226847}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.520747444869534, "total_contrib": 0.11236259891389189}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.580724617288629, "total_contrib": 0.06981864812117644}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.622123941464262, "total_contrib": 0.032819035961324614}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.757169360878102, "total_contrib": 0.05678045027089748}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.455209888193232, "total_contrib": 0.04048652649047126}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.766991518218324, "total_contrib": 0.013165671765098827}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.5595998729918428, "total_contrib": 0.024037486257131806}}}}
{"step": 740, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 19977, "frac": 0.033869425455729164, "mean_loss": 1.029806651599368, "total_contrib": 0.03487895962015885}, "2": {"token_count": 13001, "frac": 0.022042168511284724, "mean_loss": 1.364563118342943, "total_contrib": 0.030077930198799306}, "3": {"token_count": 9362, "frac": 0.015872531467013888, "mean_loss": 1.6222890131660899, "total_contrib": 0.02574983341006967}, "4": {"token_count": 7628, "frac": 0.012932671440972222, "mean_loss": 1.8155844416912836, "total_contrib": 0.02348035705773436}, "5": {"token_count": 6311, "frac": 0.010699801974826388, "mean_loss": 1.921278638891221, "total_contrib": 0.020557300974600044}, "6-8": {"token_count": 15437, "frac": 0.026172214084201388, "mean_loss": 2.1252721853610885, "total_contrib": 0.055623078622468944}, "9-12": {"token_count": 15248, "frac": 0.025851779513888888, "mean_loss": 2.350458496713107, "total_contrib": 0.060763534813573966}, "13-20": {"token_count": 22198, "frac": 0.037634955512152776, "mean_loss": 2.617381527154178, "total_contrib": 0.09850503733277799}, "21-30": {"token_count": 20349, "frac": 0.0345001220703125, "mean_loss": 2.9088351905710117, "total_contrib": 0.10035516915712063}, "31-50": {"token_count": 29588, "frac": 0.050164116753472224, "mean_loss": 3.0801114735156294, "total_contrib": 0.1545110715711474}, "51-75": {"token_count": 27853, "frac": 0.04722256130642361, "mean_loss": 3.2737228569261063, "total_contrib": 0.1545935783114333}, "76-100": {"token_count": 21717, "frac": 0.0368194580078125, "mean_loss": 3.425992079953155, "total_contrib": 0.1261431715229334}, "101-150": {"token_count": 34408, "frac": 0.05833604600694445, "mean_loss": 3.5639758523531495, "total_contrib": 0.20790825929051238}, "151-200": {"token_count": 27605, "frac": 0.04680209689670139, "mean_loss": 3.5779758130691848, "total_contrib": 0.16745677069731793}, "201-300": {"token_count": 42086, "frac": 0.0713534884982639, "mean_loss": 3.5959305079303823, "total_contrib": 0.2565821861381668}, "301-500": {"token_count": 57177, "frac": 0.0969390869140625, "mean_loss": 3.697819295217468, "total_contrib": 0.3584632260515835}, "501-750": {"token_count": 48706, "frac": 0.0825771755642361, "mean_loss": 3.751395450216824, "total_contrib": 0.3097796407034312}, "751-1k": {"token_count": 32130, "frac": 0.054473876953125, "mean_loss": 3.787278492522336, "total_contrib": 0.20630774258887846}, "1k-2k": {"token_count": 35867, "frac": 0.06080966525607639, "mean_loss": 4.199286686704124, "total_contrib": 0.25535721773277587}, "2k-5k": {"token_count": 37536, "frac": 0.06363932291666667, "mean_loss": 4.305158416181565, "total_contrib": 0.2739773666547839}, "5k-10k": {"token_count": 20194, "frac": 0.03423733181423611, "mean_loss": 4.631483612600169, "total_contrib": 0.15856964123678896}, "10k+": {"token_count": 45446, "frac": 0.07705010308159722, "mean_loss": 4.751429374522849, "total_contrib": 0.36609812309191453}}, "trigram": {"novel": {"token_count": 441, "frac": 0.0007476806640625, "mean_loss": 4.799659665403655, "total_contrib": 0.0035886127259030015}, "1": {"token_count": 160418, "frac": 0.2719760470920139, "mean_loss": 2.7892157597816913, "total_contrib": 0.7585998768321726}, "2": {"token_count": 56077, "frac": 0.0950741238064236, "mean_loss": 3.073214002109018, "total_contrib": 0.29218312852014733}, "3": {"token_count": 32048, "frac": 0.05433485243055555, "mean_loss": 3.28053874612541, "total_contrib": 0.1782475886634439}, "4": {"token_count": 22476, "frac": 0.038106282552083336, "mean_loss": 3.3381374864262767, "total_contrib": 0.12720401025546096}, "5": {"token_count": 17164, "frac": 0.029100206163194444, "mean_loss": 3.4074918853922065, "total_contrib": 0.09915871636432534}, "6-8": {"token_count": 36380, "frac": 0.06167941623263889, "mean_loss": 3.4942117076224495, "total_contrib": 0.21552093831940497}, "9-12": {"token_count": 31267, "frac": 0.05301072862413195, "mean_loss": 3.5895305570088545, "total_contrib": 0.19028363024562558}, "13-20": {"token_count": 37755, "frac": 0.0640106201171875, "mean_loss": 3.7082885362170286, "total_contrib": 0.23736984877670952}, "21-30": {"token_count": 28480, "frac": 0.048285590277777776, "mean_loss": 3.8132286475867496, "total_contrib": 0.18412399611285846}, "31-50": {"token_count": 34501, "frac": 0.058493720160590276, "mean_loss": 3.900699248876103, "total_contrib": 0.22816641029438348}, "51-75": {"token_count": 24216, "frac": 0.041056315104166664, "mean_loss": 3.972894147431348, "total_contrib": 0.163112393992441}, "76-100": {"token_count": 15981, "frac": 0.027094523111979168, "mean_loss": 3.9810212926415556, "total_contrib": 0.10786387342275781}, "101-150": {"token_count": 19573, "frac": 0.03318447536892361, "mean_loss": 4.079106756258463, "total_contrib": 0.13536301768026887}, "151-200": {"token_count": 12410, "frac": 0.021040174696180556, "mean_loss": 4.126909605608601, "total_contrib": 0.08683089905735056}, "201-300": {"token_count": 14812, "frac": 0.025112575954861112, "mean_loss": 4.189721182312023, "total_contrib": 0.10521469142050117}, "301-500": {"token_count": 15026, "frac": 0.025475396050347224, "mean_loss": 4.175819497939621, "total_contrib": 0.10638065554477394}, "501-750": {"token_count": 8817, "frac": 0.014948527018229166, "mean_loss": 4.307438396527979, "total_contrib": 0.06438985924985621}, "751-1k": {"token_count": 4086, "frac": 0.006927490234375, "mean_loss": 4.44064410472975, "total_contrib": 0.030762518669850258}, "1k-2k": {"token_count": 7348, "frac": 0.012457953559027778, "mean_loss": 4.578416378138921, "total_contrib": 0.05703769861274684}, "2k-5k": {"token_count": 5180, "frac": 0.008782280815972222, "mean_loss": 4.3754970566321045, "total_contrib": 0.038426843860803056}, "5k-10k": {"token_count": 1650, "frac": 0.0027974446614583335, "mean_loss": 4.731840973022309, "total_contrib": 0.013237063268851065}, "10k+": {"token_count": 3718, "frac": 0.006303575303819444, "mean_loss": 3.5968357313979435, "total_contrib": 0.022672924888335423}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.379795689046878, "total_contrib": 0.31781377207010864}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.049119368025023, "total_contrib": 0.13235115126607755}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.6634355478327665, "total_contrib": 0.08775183354974307}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.349330012345851, "total_contrib": 0.06733097671789483}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.291751321890944, "total_contrib": 0.05548127945721706}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.195698258867639, "total_contrib": 0.047946820785550535}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 4.9570734788084945, "total_contrib": 0.10974369555372675}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.793422856464308, "total_contrib": 0.11062295179950656}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.659801242012591, "total_contrib": 0.16186185683585944}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.593067435583889, "total_contrib": 0.15091560686173466}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.486744043415046, "total_contrib": 0.21873698759019577}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.513856938890716, "total_contrib": 0.20495199022154448}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.409763719762888, "total_contrib": 0.16057824905915546}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.431265341145588, "total_contrib": 0.25487378726258014}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.39701807889739, "total_contrib": 0.20312830372076432}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.3328024349568315, "total_contrib": 0.3052745747706113}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.328409228400934, "total_contrib": 0.4164511706924856}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.248195791180296, "total_contrib": 0.34811748449557367}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.315145454133198, "total_contrib": 0.23736723880234037}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.703190634894477, "total_contrib": 0.2878414163181234}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.737013585217588, "total_contrib": 0.3025927409705998}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.019025015611316, "total_contrib": 0.174297230012286}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.038306169005111, "total_contrib": 0.3866217304065964}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.370701535736548, "total_contrib": 1.6808027419732148}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.716575243698113, "total_contrib": 0.3966144119888967}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.587504052181669, "total_contrib": 0.22715698809817475}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.558900028242579, "total_contrib": 0.15983326158994596}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.514299726602014, "total_contrib": 0.12108821610271958}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.474030238779479, "total_contrib": 0.09884488939333663}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.462981562938261, "total_contrib": 0.21826708673183373}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.4032336688379425, "total_contrib": 0.19326258887206463}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.3796706613901595, "total_contrib": 0.24872071749187008}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.367255379376174, "total_contrib": 0.19625934361054295}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.343791403812378, "total_contrib": 0.23785303915901754}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.352537600454786, "total_contrib": 0.17040472796919406}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.372572106330584, "total_contrib": 0.11448437336911216}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.371421805345085, "total_contrib": 0.1404238026019174}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.391429232661272, "total_contrib": 0.08788457346993961}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.42624689778824, "total_contrib": 0.11053910455393605}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.395292393077102, "total_contrib": 0.1092444296646293}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.459496391928635, "total_contrib": 0.06797090753078619}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.499622636371485, "total_contrib": 0.0319492248554209}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.630866996368588, "total_contrib": 0.05527293506950354}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.3433030425670385, "total_contrib": 0.03946957788791118}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.635909051361663, "total_contrib": 0.012803642857306839}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.4803413469947646, "total_contrib": 0.023502264379001443}}}}
{"step": 750, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20933, "frac": 0.03549024793836805, "mean_loss": 0.975215927141373, "total_contrib": 0.0346106550476928}, "2": {"token_count": 12879, "frac": 0.0218353271484375, "mean_loss": 1.3439058217546582, "total_contrib": 0.029344623274702695}, "3": {"token_count": 9639, "frac": 0.0163421630859375, "mean_loss": 1.5933456251957812, "total_contrib": 0.026038714059214502}, "4": {"token_count": 7789, "frac": 0.013205634223090278, "mean_loss": 1.7887391732422528, "total_contrib": 0.023621435242350105}, "5": {"token_count": 6428, "frac": 0.010898166232638888, "mean_loss": 1.9611886059969277, "total_contrib": 0.02137335944171185}, "6-8": {"token_count": 15343, "frac": 0.026012844509548612, "mean_loss": 2.1610298367045004, "total_contrib": 0.0562145331226894}, "9-12": {"token_count": 15024, "frac": 0.025472005208333332, "mean_loss": 2.3608850257451355, "total_contrib": 0.06013647567205627}, "13-20": {"token_count": 21567, "frac": 0.036565144856770836, "mean_loss": 2.6574682874299125, "total_contrib": 0.09717071288214947}, "21-30": {"token_count": 19960, "frac": 0.03384060329861111, "mean_loss": 2.9106610865222917, "total_contrib": 0.09849852716570527}, "31-50": {"token_count": 28785, "frac": 0.048802693684895836, "mean_loss": 3.1259200534000704, "total_contrib": 0.15255331884955686}, "51-75": {"token_count": 27253, "frac": 0.04620530870225695, "mean_loss": 3.3227668398722052, "total_contrib": 0.15352946758191802}, "76-100": {"token_count": 21848, "frac": 0.037041558159722224, "mean_loss": 3.3671323075422697, "total_contrib": 0.12472382720130668}, "101-150": {"token_count": 34002, "frac": 0.057647705078125, "mean_loss": 3.5647986734867194, "total_contrib": 0.20550246259205363}, "151-200": {"token_count": 27519, "frac": 0.046656290690104164, "mean_loss": 3.5717388525632896, "total_contrib": 0.16664408617433193}, "201-300": {"token_count": 41748, "frac": 0.07078043619791667, "mean_loss": 3.6206985579403512, "total_contrib": 0.2562746232721859}, "301-500": {"token_count": 57254, "frac": 0.09706963433159722, "mean_loss": 3.7181174386454696, "total_contrib": 0.3609163001712506}, "501-750": {"token_count": 48184, "frac": 0.0816921657986111, "mean_loss": 3.761050347235173, "total_contrib": 0.3072483485432596}, "751-1k": {"token_count": 32119, "frac": 0.05445522732204861, "mean_loss": 3.7916740125737745, "total_contrib": 0.2064764702858091}, "1k-2k": {"token_count": 36334, "frac": 0.06160142686631945, "mean_loss": 4.203608047108216, "total_contrib": 0.2589482536886087}, "2k-5k": {"token_count": 38176, "frac": 0.0647243923611111, "mean_loss": 4.212924759764685, "total_contrib": 0.27267899513884925}, "5k-10k": {"token_count": 20928, "frac": 0.035481770833333336, "mean_loss": 4.546441799298484, "total_contrib": 0.16131580602979648}, "10k+": {"token_count": 46112, "frac": 0.07817925347222222, "mean_loss": 4.672615883156157, "total_contrib": 0.36530162150759665}}, "trigram": {"novel": {"token_count": 431, "frac": 0.0007307264539930555, "mean_loss": 4.783127869781876, "total_contrib": 0.003495158067281068}, "1": {"token_count": 163009, "frac": 0.2763688829210069, "mean_loss": 2.7621028010279933, "total_contrib": 0.7633592656330908}, "2": {"token_count": 55946, "frac": 0.0948520236545139, "mean_loss": 3.0929919984653425, "total_contrib": 0.29337655020165687}, "3": {"token_count": 32374, "frac": 0.05488755967881945, "mean_loss": 3.2374889440525783, "total_contrib": 0.17769786762620404}, "4": {"token_count": 22718, "frac": 0.03851657443576389, "mean_loss": 3.337664629258987, "total_contrib": 0.12855540813447006}, "5": {"token_count": 17149, "frac": 0.029074774848090276, "mean_loss": 3.414179979746381, "total_contrib": 0.09926651420198346}, "6-8": {"token_count": 35831, "frac": 0.06074863009982639, "mean_loss": 3.514427346764185, "total_contrib": 0.21349664690129175}, "9-12": {"token_count": 30289, "frac": 0.051352606879340276, "mean_loss": 3.6037589524440565, "total_contrib": 0.18506241677276278}, "13-20": {"token_count": 36993, "frac": 0.06271870930989583, "mean_loss": 3.7402239889535704, "total_contrib": 0.23458202111707802}, "21-30": {"token_count": 28172, "frac": 0.04776340060763889, "mean_loss": 3.8645262725472063, "total_contrib": 0.1845829165144177}, "31-50": {"token_count": 33474, "frac": 0.056752522786458336, "mean_loss": 3.9223441803472334, "total_contrib": 0.2226029274714886}, "51-75": {"token_count": 24396, "frac": 0.041361490885416664, "mean_loss": 4.011119266277694, "total_contrib": 0.165905872972464}, "76-100": {"token_count": 16075, "frac": 0.027253892686631944, "mean_loss": 4.021771283018021, "total_contrib": 0.1096089229575512}, "101-150": {"token_count": 19708, "frac": 0.03341335720486111, "mean_loss": 4.039087707152413, "total_contrib": 0.13495948034084704}, "151-200": {"token_count": 12051, "frac": 0.0204315185546875, "mean_loss": 4.100121237003153, "total_contrib": 0.08377170313029818}, "201-300": {"token_count": 14739, "frac": 0.024988810221354168, "mean_loss": 4.161760385726503, "total_contrib": 0.1039974404656693}, "301-500": {"token_count": 14826, "frac": 0.025136311848958332, "mean_loss": 4.179880092216912, "total_contrib": 0.10506676948921702}, "501-750": {"token_count": 8626, "frac": 0.014624701605902778, "mean_loss": 4.31445914050397, "total_contrib": 0.06309767752073032}, "751-1k": {"token_count": 4375, "frac": 0.007417466905381944, "mean_loss": 4.423680123555953, "total_contrib": 0.03281250091647219}, "1k-2k": {"token_count": 7360, "frac": 0.012478298611111112, "mean_loss": 4.490360795003716, "total_contrib": 0.05603206287168266}, "2k-5k": {"token_count": 5748, "frac": 0.009745279947916666, "mean_loss": 4.285132968483711, "total_contrib": 0.04175982039192093}, "5k-10k": {"token_count": 1646, "frac": 0.0027906629774305555, "mean_loss": 4.625563095340715, "total_contrib": 0.012908387679936417}, "10k+": {"token_count": 3888, "frac": 0.006591796875, "mean_loss": 3.508039765906953, "total_contrib": 0.023124285566281187}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 7.740975614855558, "total_contrib": 0.33336812607311}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.268020505274901, "total_contrib": 0.13714057858034362}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 5.848793770245426, "total_contrib": 0.09062385773768608}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.475334834906666, "total_contrib": 0.06891697491853008}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.383261546004895, "total_contrib": 0.05644071689265657}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.321532002823251, "total_contrib": 0.04910803678956258}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.022516257986076, "total_contrib": 0.1111925206447723}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.838451268559951, "total_contrib": 0.11166212067945362}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.673598335683726, "total_contrib": 0.16234110972338897}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.6076820904876925, "total_contrib": 0.15139580436477915}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.464740108148155, "total_contrib": 0.21766425545552606}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.495794758070762, "total_contrib": 0.204131875637297}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.387079925185992, "total_contrib": 0.15975223563833402}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.408672593156603, "total_contrib": 0.2535743166145117}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.368524435856055, "total_contrib": 0.2018119876915924}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.297281128272228, "total_contrib": 0.30277186389093863}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.290255109340479, "total_contrib": 0.412780231390996}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.211273147520237, "total_contrib": 0.3450918664535448}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.277429236951607, "total_contrib": 0.23529254759537574}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.659484023164127, "total_contrib": 0.2851665145334517}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.697367561669975, "total_contrib": 0.3000602173208273}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.975176819707203, "total_contrib": 0.17277450018660248}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.011637639205762, "total_contrib": 0.3845752820978665}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.435255425745302, "total_contrib": 1.7010053830266745}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.719475616100586, "total_contrib": 0.39685830282822815}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.5710103217547395, "total_contrib": 0.2263402768574506}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.544160207687373, "total_contrib": 0.15931648921503225}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.496451025173752, "total_contrib": 0.12060945581948843}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.447635579210459, "total_contrib": 0.09826175135750918}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.442572463429698, "total_contrib": 0.21726895697715434}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.383098185692098, "total_contrib": 0.19237882119275754}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.352113981669743, "total_contrib": 0.24715577855429707}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.344568923064437, "total_contrib": 0.1952398408249681}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.317231567209933, "total_contrib": 0.23639870186051976}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.330645966004641, "total_contrib": 0.1695476559905653}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.331643880389513, "total_contrib": 0.11341277473425165}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.342907219210941, "total_contrib": 0.13950782450763227}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.355497439283236, "total_contrib": 0.08716547948760872}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.3856957010555195, "total_contrib": 0.10952639715669048}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.363721182266952, "total_contrib": 0.10845973126226385}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.40976189886674, "total_contrib": 0.06721286260106742}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.471651634218309, "total_contrib": 0.03175061890344624}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.594618945797728, "total_contrib": 0.05484028689645725}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.314227539961012, "total_contrib": 0.039205355519936494}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.615306942026772, "total_contrib": 0.012746743110761195}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.4693516134512414, "total_contrib": 0.023428052226386675}}}}
{"step": 760, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20590, "frac": 0.03490871853298611, "mean_loss": 0.8973554817351701, "total_contrib": 0.03132552993592521}, "2": {"token_count": 13167, "frac": 0.0223236083984375, "mean_loss": 1.3049958642452026, "total_contrib": 0.02913221663499041}, "3": {"token_count": 9534, "frac": 0.016164143880208332, "mean_loss": 1.558038157481743, "total_contrib": 0.025184352948389582}, "4": {"token_count": 7448, "frac": 0.012627495659722222, "mean_loss": 1.7816843539362455, "total_contrib": 0.022498211446324932}, "5": {"token_count": 6400, "frac": 0.010850694444444444, "mean_loss": 1.899833181874365, "total_contrib": 0.020614509351935383}, "6-8": {"token_count": 15278, "frac": 0.025902642144097224, "mean_loss": 2.085172766916952, "total_contrib": 0.05401148399006686}, "9-12": {"token_count": 14821, "frac": 0.025127834743923612, "mean_loss": 2.3752630694938466, "total_contrib": 0.05968521788358612}, "13-20": {"token_count": 22112, "frac": 0.03748914930555555, "mean_loss": 2.633667843241617, "total_contrib": 0.09873396699652545}, "21-30": {"token_count": 20462, "frac": 0.034691704644097224, "mean_loss": 2.8562282711996816, "total_contrib": 0.09908742758057978}, "31-50": {"token_count": 29705, "frac": 0.050362481011284724, "mean_loss": 3.0757093310737855, "total_contrib": 0.15490035278243477}, "51-75": {"token_count": 27552, "frac": 0.046712239583333336, "mean_loss": 3.2871307681010156, "total_contrib": 0.15354923998128117}, "76-100": {"token_count": 21537, "frac": 0.0365142822265625, "mean_loss": 3.395968488972202, "total_contrib": 0.12400135183884399}, "101-150": {"token_count": 34319, "frac": 0.05818515353732639, "mean_loss": 3.540226264910848, "total_contrib": 0.2059886087807132}, "151-200": {"token_count": 27582, "frac": 0.046763102213541664, "mean_loss": 3.564138326992355, "total_contrib": 0.16667016488834488}, "201-300": {"token_count": 42297, "frac": 0.07171122233072917, "mean_loss": 3.5764086917575564, "total_contrib": 0.2564686388401784}, "301-500": {"token_count": 57121, "frac": 0.0968441433376736, "mean_loss": 3.6583659392379166, "total_contrib": 0.3542913154012197}, "501-750": {"token_count": 48123, "frac": 0.0815887451171875, "mean_loss": 3.713681995789259, "total_contrib": 0.30299465380073803}, "751-1k": {"token_count": 31863, "frac": 0.054021199544270836, "mean_loss": 3.7614557518361416, "total_contrib": 0.2031983517468855}, "1k-2k": {"token_count": 35811, "frac": 0.0607147216796875, "mean_loss": 4.1944151597864785, "total_contrib": 0.254662749035498}, "2k-5k": {"token_count": 37641, "frac": 0.06381734212239583, "mean_loss": 4.2517101887793824, "total_contrib": 0.27133284372261}, "5k-10k": {"token_count": 20603, "frac": 0.03493075900607639, "mean_loss": 4.558104371968582, "total_contrib": 0.15921804534177772}, "10k+": {"token_count": 45858, "frac": 0.07774861653645833, "mean_loss": 4.651921736646112, "total_contrib": 0.3616804792601138}}, "trigram": {"novel": {"token_count": 452, "frac": 0.0007663302951388889, "mean_loss": 4.916375115101712, "total_contrib": 0.0037675671929693834}, "1": {"token_count": 162716, "frac": 0.2758721245659722, "mean_loss": 2.7391473346653816, "total_contrib": 0.7556543947133589}, "2": {"token_count": 56342, "frac": 0.0955234103732639, "mean_loss": 3.059246902794838, "total_contrib": 0.2922296973288079}, "3": {"token_count": 32228, "frac": 0.05464002821180555, "mean_loss": 3.2310626606392367, "total_contrib": 0.1765453549314394}, "4": {"token_count": 22804, "frac": 0.03866238064236111, "mean_loss": 3.3451160745836757, "total_contrib": 0.1293301509684349}, "5": {"token_count": 17367, "frac": 0.029444376627604168, "mean_loss": 3.385020866001137, "total_contrib": 0.0996698292708363}, "6-8": {"token_count": 35828, "frac": 0.06074354383680555, "mean_loss": 3.486096990800395, "total_contrib": 0.2117578853800397}, "9-12": {"token_count": 30446, "frac": 0.05161878797743055, "mean_loss": 3.5837287603355517, "total_contrib": 0.18498773504838087}, "13-20": {"token_count": 37479, "frac": 0.06354268391927083, "mean_loss": 3.6901263663972594, "total_contrib": 0.23448053332214844}, "21-30": {"token_count": 28055, "frac": 0.04756503634982639, "mean_loss": 3.772148875439427, "total_contrib": 0.17942239837723306}, "31-50": {"token_count": 34224, "frac": 0.058024088541666664, "mean_loss": 3.8891610036659126, "total_contrib": 0.2256650224295081}, "51-75": {"token_count": 24032, "frac": 0.04074435763888889, "mean_loss": 3.976498338659577, "total_contrib": 0.1620198704607933}, "76-100": {"token_count": 16010, "frac": 0.027143690321180556, "mean_loss": 3.949116934629911, "total_contrib": 0.10719360711572413}, "101-150": {"token_count": 19697, "frac": 0.033394707573784724, "mean_loss": 4.0506267256071915, "total_contrib": 0.1352694949922093}, "151-200": {"token_count": 12372, "frac": 0.020975748697916668, "mean_loss": 4.036547733202627, "total_contrib": 0.08466961085880348}, "201-300": {"token_count": 14549, "frac": 0.024666680230034724, "mean_loss": 4.083972883747227, "total_contrib": 0.10073805319152561}, "301-500": {"token_count": 14519, "frac": 0.024615817599826388, "mean_loss": 4.156981367055679, "total_contrib": 0.10232749509731955}, "501-750": {"token_count": 8545, "frac": 0.014487372504340278, "mean_loss": 4.328420319513827, "total_contrib": 0.06270743752415238}, "751-1k": {"token_count": 4150, "frac": 0.007035997178819444, "mean_loss": 4.41217037883374, "total_contrib": 0.03104401833794491}, "1k-2k": {"token_count": 7101, "frac": 0.0120391845703125, "mean_loss": 4.545813009838908, "total_contrib": 0.05472788184757841}, "2k-5k": {"token_count": 5362, "frac": 0.009090847439236112, "mean_loss": 4.3404464101080675, "total_contrib": 0.0394583361324725}, "5k-10k": {"token_count": 1637, "frac": 0.0027754041883680555, "mean_loss": 4.5878334639886384, "total_contrib": 0.012733092211489192}, "10k+": {"token_count": 3909, "frac": 0.006627400716145833, "mean_loss": 3.4448264762644847, "total_contrib": 0.02283024545579337}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 8.239042191503774, "total_contrib": 0.3548175569430667}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.584473478893153, "total_contrib": 0.14406438233289276}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.070308064381624, "total_contrib": 0.09405610046451766}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.6579067484042636, "total_contrib": 0.07121497209363005}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.524653458492882, "total_contrib": 0.0579231380671522}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.4210255780124434, "total_contrib": 0.05002618106608367}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.105193028477635, "total_contrib": 0.1130228857521243}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.909209801323159, "total_contrib": 0.11329509110448342}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.726692144343279, "total_contrib": 0.16418536487715843}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.609992439602429, "total_contrib": 0.1514717161042872}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.462378311512127, "total_contrib": 0.21754911354494091}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.475686683973082, "total_contrib": 0.2032188671255885}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.376252477471341, "total_contrib": 0.15935796222454401}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.392830219459539, "total_contrib": 0.25266310830885974}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.351291726623876, "total_contrib": 0.20101589112522955}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.27570113299208, "total_contrib": 0.30125141056273036}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.271629344698755, "total_contrib": 0.41098818237696266}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.185179809117212, "total_contrib": 0.3429536534865692}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.255817340430598, "total_contrib": 0.23410372180560768}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.638625501935097, "total_contrib": 0.2838899457615376}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.672152319579016, "total_contrib": 0.29844950857336866}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.950943235628022, "total_contrib": 0.1719329330365817}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 4.984759969261365, "total_contrib": 0.3825127851168122}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.547088713735864, "total_contrib": 1.7360044787402735}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.737685205776976, "total_contrib": 0.39838953795729987}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.57204654903379, "total_contrib": 0.2263915871702082}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.541876702081935, "total_contrib": 0.1592364303967833}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.488426059313333, "total_contrib": 0.12039420010782241}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.453775827185655, "total_contrib": 0.09839740804724167}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.4256525965208, "total_contrib": 0.21644147203104488}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.369535698738431, "total_contrib": 0.19178354927731067}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.331903713526919, "total_contrib": 0.24600804102291138}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.32642119637228, "total_contrib": 0.19442430323459822}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.296163264406174, "total_contrib": 0.2352450645455699}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.3131488194404675, "total_contrib": 0.16886263112135022}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.311692169222056, "total_contrib": 0.11289039131892939}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.312150492296088, "total_contrib": 0.13851982180707123}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.332326350404398, "total_contrib": 0.08670176228870564}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.358936064954537, "total_contrib": 0.10885811400821317}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.329365265445168, "total_contrib": 0.10760581934852798}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.387584928200344, "total_contrib": 0.06687484487664301}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.434802434782404, "total_contrib": 0.03148897399371458}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.577686291808905, "total_contrib": 0.05463818273643441}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.282420475361312, "total_contrib": 0.03891631020090168}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.578410647868964, "total_contrib": 0.012644841419437903}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.4424969218961263, "total_contrib": 0.023246706203735812}}}}
{"step": 770, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20414, "frac": 0.03461032443576389, "mean_loss": 0.9148932517156082, "total_contrib": 0.031664752265968196}, "2": {"token_count": 12719, "frac": 0.021564059787326388, "mean_loss": 1.2802453305269006, "total_contrib": 0.02760728684992752}, "3": {"token_count": 9463, "frac": 0.016043768988715276, "mean_loss": 1.5808007315831347, "total_contrib": 0.025362001754711917}, "4": {"token_count": 7737, "frac": 0.013117472330729166, "mean_loss": 1.7593065259632714, "total_contrib": 0.023077654675594465}, "5": {"token_count": 6404, "frac": 0.010857476128472222, "mean_loss": 1.909500831063234, "total_contrib": 0.020732359690566932}, "6-8": {"token_count": 14881, "frac": 0.025229560004340276, "mean_loss": 2.1583775668310325, "total_contrib": 0.0544549163343855}, "9-12": {"token_count": 14864, "frac": 0.025200737847222224, "mean_loss": 2.396951070599813, "total_contrib": 0.06040493556280454}, "13-20": {"token_count": 22016, "frac": 0.03732638888888889, "mean_loss": 2.627318422115237, "total_contrib": 0.09806830915881526}, "21-30": {"token_count": 20264, "frac": 0.034356011284722224, "mean_loss": 2.8598574081098027, "total_contrib": 0.09825329338571684}, "31-50": {"token_count": 29575, "frac": 0.05014207628038195, "mean_loss": 3.079128909615077, "total_contrib": 0.15439391666304847}, "51-75": {"token_count": 27681, "frac": 0.046930948893229164, "mean_loss": 3.254785394420557, "total_contrib": 0.1527501670039799}, "76-100": {"token_count": 21567, "frac": 0.036565144856770836, "mean_loss": 3.4270306658470022, "total_contrib": 0.12530987272529145}, "101-150": {"token_count": 34510, "frac": 0.058508978949652776, "mean_loss": 3.462702306146755, "total_contrib": 0.2025991763392546}, "151-200": {"token_count": 27886, "frac": 0.047278510199652776, "mean_loss": 3.5744456289640025, "total_contrib": 0.16899446412707889}, "201-300": {"token_count": 42558, "frac": 0.07215372721354167, "mean_loss": 3.5711559609533516, "total_contrib": 0.2576722130436414}, "301-500": {"token_count": 57843, "frac": 0.0980682373046875, "mean_loss": 3.635363942702385, "total_contrib": 0.35651373382184187}, "501-750": {"token_count": 48290, "frac": 0.08187188042534722, "mean_loss": 3.7086056971166763, "total_contrib": 0.30363052217909803}, "751-1k": {"token_count": 32497, "frac": 0.05509609646267361, "mean_loss": 3.741621182495756, "total_contrib": 0.20614872159756908}, "1k-2k": {"token_count": 35694, "frac": 0.060516357421875, "mean_loss": 4.134810250385453, "total_contrib": 0.25022365498395854}, "2k-5k": {"token_count": 37468, "frac": 0.06352403428819445, "mean_loss": 4.212565810364225, "total_contrib": 0.26759917497885266}, "5k-10k": {"token_count": 20370, "frac": 0.034535725911458336, "mean_loss": 4.530232576152753, "total_contrib": 0.15645487056517127}, "10k+": {"token_count": 45123, "frac": 0.07650248209635417, "mean_loss": 4.627526762364034, "total_contrib": 0.3540172832881543}}, "trigram": {"novel": {"token_count": 442, "frac": 0.0007493760850694445, "mean_loss": 4.627527603260094, "total_contrib": 0.003467758518881839}, "1": {"token_count": 161257, "frac": 0.2733985053168403, "mean_loss": 2.720289000150553, "total_contrib": 0.7437229466710031}, "2": {"token_count": 56098, "frac": 0.09510972764756945, "mean_loss": 3.0498080351702535, "total_contrib": 0.2900664116024117}, "3": {"token_count": 32039, "frac": 0.05431959364149305, "mean_loss": 3.2176519201237324, "total_contrib": 0.174781544780891}, "4": {"token_count": 22863, "frac": 0.038762410481770836, "mean_loss": 3.2952753853089587, "total_contrib": 0.1277328171358214}, "5": {"token_count": 17427, "frac": 0.029546101888020832, "mean_loss": 3.329521253157449, "total_contrib": 0.09837437418412079}, "6-8": {"token_count": 35730, "frac": 0.060577392578125, "mean_loss": 3.485173603519094, "total_contrib": 0.21112272958329473}, "9-12": {"token_count": 30802, "frac": 0.052222357855902776, "mean_loss": 3.5388561505069522, "total_contrib": 0.1848074122923366}, "13-20": {"token_count": 37939, "frac": 0.06432257758246528, "mean_loss": 3.6909374971226554, "total_contrib": 0.2374106135107022}, "21-30": {"token_count": 28449, "frac": 0.0482330322265625, "mean_loss": 3.7467831009989396, "total_contrib": 0.18071871005642162}, "31-50": {"token_count": 33948, "frac": 0.05755615234375, "mean_loss": 3.8905535521492265, "total_contrib": 0.22392529294901858}, "51-75": {"token_count": 24123, "frac": 0.040898640950520836, "mean_loss": 3.9562989727612794, "total_contrib": 0.161807251179878}, "76-100": {"token_count": 16118, "frac": 0.027326795789930556, "mean_loss": 3.9658112822128584, "total_contrib": 0.10837291505043344}, "101-150": {"token_count": 19988, "frac": 0.03388807508680555, "mean_loss": 4.0295013279051695, "total_contrib": 0.13655204356243306}, "151-200": {"token_count": 12212, "frac": 0.020704481336805556, "mean_loss": 4.064871799812043, "total_contrib": 0.08416106231571566}, "201-300": {"token_count": 14913, "frac": 0.0252838134765625, "mean_loss": 4.057672568382794, "total_contrib": 0.10259343636795487}, "301-500": {"token_count": 14755, "frac": 0.025015936957465276, "mean_loss": 4.165614054246808, "total_contrib": 0.10420673857016947}, "501-750": {"token_count": 8505, "frac": 0.0144195556640625, "mean_loss": 4.324848162707116, "total_contrib": 0.06236238882077368}, "751-1k": {"token_count": 4245, "frac": 0.007197062174479167, "mean_loss": 4.458851370063925, "total_contrib": 0.03209063053711169}, "1k-2k": {"token_count": 7053, "frac": 0.011957804361979166, "mean_loss": 4.440094829614271, "total_contrib": 0.05309378532116267}, "2k-5k": {"token_count": 5452, "frac": 0.009243435329861112, "mean_loss": 4.289726064117856, "total_contrib": 0.03965180545649304}, "5k-10k": {"token_count": 1662, "frac": 0.0028177897135416665, "mean_loss": 4.542269587550407, "total_contrib": 0.012799160519932684}, "10k+": {"token_count": 3804, "frac": 0.006449381510416667, "mean_loss": 3.428460848959874, "total_contrib": 0.02211145200846924}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 8.868792802825336, "total_contrib": 0.3819380119909776}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.084189287630616, "total_contrib": 0.1549978684435918}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.420822091705686, "total_contrib": 0.09948712344037927}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.960440636906355, "total_contrib": 0.07502290732217201}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.784365067987385, "total_contrib": 0.06064608015345931}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.689376907929798, "total_contrib": 0.052502574513519105}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.3388408627375465, "total_contrib": 0.11819557017962458}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.062898596845333, "total_contrib": 0.1168419320004928}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.8541735784033095, "total_contrib": 0.16861353263740878}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.7128364574803925, "total_contrib": 0.15485088864808827}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.545907607528964, "total_contrib": 0.2216213196724707}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.554052293910928, "total_contrib": 0.2067770631293887}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.448271712815037, "total_contrib": 0.16198048883707913}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.439301627488817, "total_contrib": 0.2553360116111893}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.390514318320704, "total_contrib": 0.20282785058865446}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.311760099010567, "total_contrib": 0.30379200309682575}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.3033208763065325, "total_contrib": 0.41403733386488073}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.208968089897588, "total_contrib": 0.3449029790056357}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.285123778843606, "total_contrib": 0.23571580845231935}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.656553349822199, "total_contrib": 0.28498715349304493}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.684971019292755, "total_contrib": 0.2992683463099045}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.970451961155964, "total_contrib": 0.17261041856614448}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 4.996960527894106, "total_contrib": 0.3834490126766885}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.771967187513653, "total_contrib": 1.8063819429917147}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.831995464820091, "total_contrib": 0.4063200396459738}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.649637665591937, "total_contrib": 0.23023362504963876}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.601162889908113, "total_contrib": 0.16131498107979644}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.521627257673074, "total_contrib": 0.12128476434266103}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.487266602828929, "total_contrib": 0.09913732079648128}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.479913193368808, "total_contrib": 0.2190951469860783}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.407070615415983, "total_contrib": 0.19343099652080784}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.360865188518224, "total_contrib": 0.24765275803393288}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.347745117107189, "total_contrib": 0.19538257526659333}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.318421615081985, "total_contrib": 0.23646386532644123}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.321773933402002, "total_contrib": 0.16920031004184136}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.323334474027489, "total_contrib": 0.11319521464437954}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.327151447930136, "total_contrib": 0.13900169963231793}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.349426199488911, "total_contrib": 0.08704397728604993}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.385619447237076, "total_contrib": 0.10952449282803367}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.338219072772137, "total_contrib": 0.10782587959601429}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.379349216840462, "total_contrib": 0.06674931752420342}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.464766703213702, "total_contrib": 0.03170173297976851}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.572584151657463, "total_contrib": 0.05457728479625877}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.28244797724129, "total_contrib": 0.03891656012304232}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.602465943663745, "total_contrib": 0.012711278317308622}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.4439494350755333, "total_contrib": 0.02325651482460166}}}}
{"step": 780, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20903, "frac": 0.035439385308159724, "mean_loss": 1.1304268066502252, "total_contrib": 0.0400616311635499}, "2": {"token_count": 13003, "frac": 0.022045559353298612, "mean_loss": 1.47317450362651, "total_contrib": 0.03247695595746445}, "3": {"token_count": 9590, "frac": 0.016259087456597224, "mean_loss": 1.6878692667890978, "total_contrib": 0.027443214024026573}, "4": {"token_count": 7731, "frac": 0.0131072998046875, "mean_loss": 1.9249858124161683, "total_contrib": 0.02523136616310865}, "5": {"token_count": 6723, "frac": 0.0113983154296875, "mean_loss": 2.0499563438996797, "total_contrib": 0.023366049024857494}, "6-8": {"token_count": 15592, "frac": 0.026435004340277776, "mean_loss": 2.2557282424996696, "total_contrib": 0.05963018588096593}, "9-12": {"token_count": 15453, "frac": 0.0261993408203125, "mean_loss": 2.492527615178011, "total_contrib": 0.06530258049408943}, "13-20": {"token_count": 22464, "frac": 0.0380859375, "mean_loss": 2.7579960630986884, "total_contrib": 0.1050408656844227}, "21-30": {"token_count": 20775, "frac": 0.035222371419270836, "mean_loss": 2.934740300466818, "total_contrib": 0.10336851288214476}, "31-50": {"token_count": 29643, "frac": 0.050257364908854164, "mean_loss": 3.1644179075910177, "total_contrib": 0.15903530550591452}, "51-75": {"token_count": 27748, "frac": 0.04704454210069445, "mean_loss": 3.3621822827614465, "total_contrib": 0.15817232595157985}, "76-100": {"token_count": 21509, "frac": 0.03646681043836805, "mean_loss": 3.4293368905552484, "total_contrib": 0.12505697831718077}, "101-150": {"token_count": 35117, "frac": 0.05953809950086805, "mean_loss": 3.576375956277044, "total_contrib": 0.21293062753733477}, "151-200": {"token_count": 27628, "frac": 0.04684109157986111, "mean_loss": 3.59835760587655, "total_contrib": 0.16855099815395325}, "201-300": {"token_count": 41767, "frac": 0.0708126491970486, "mean_loss": 3.636432691081605, "total_contrib": 0.2575054324822411}, "301-500": {"token_count": 56670, "frac": 0.09607950846354167, "mean_loss": 3.7564541383314305, "total_contrib": 0.3609182671767208}, "501-750": {"token_count": 47826, "frac": 0.081085205078125, "mean_loss": 3.753185890142009, "total_contrib": 0.30432784759848996}, "751-1k": {"token_count": 31442, "frac": 0.053307427300347224, "mean_loss": 3.7995393890778133, "total_contrib": 0.20254366975807123}, "1k-2k": {"token_count": 35769, "frac": 0.060643513997395836, "mean_loss": 4.192969895587596, "total_contrib": 0.25427642855372573}, "2k-5k": {"token_count": 37187, "frac": 0.06304762098524305, "mean_loss": 4.3059708231727525, "total_contrib": 0.27148121643291073}, "5k-10k": {"token_count": 20526, "frac": 0.034800211588541664, "mean_loss": 4.585965863958216, "total_contrib": 0.15959258240357518}, "10k+": {"token_count": 44758, "frac": 0.07588365342881945, "mean_loss": 4.718724851799691, "total_contrib": 0.3580740812799252}}, "trigram": {"novel": {"token_count": 429, "frac": 0.0007273356119791666, "mean_loss": 4.855107636701116, "total_contrib": 0.0035312926841647315}, "1": {"token_count": 164083, "frac": 0.2781897650824653, "mean_loss": 2.85304935297217, "total_contrib": 0.7936891292720076}, "2": {"token_count": 56907, "frac": 0.0964813232421875, "mean_loss": 3.136844788018006, "total_contrib": 0.30264693595333636}, "3": {"token_count": 32160, "frac": 0.054524739583333336, "mean_loss": 3.287580994005574, "total_contrib": 0.17925449755727008}, "4": {"token_count": 22712, "frac": 0.038506401909722224, "mean_loss": 3.37547057551938, "total_contrib": 0.12997722661539063}, "5": {"token_count": 17607, "frac": 0.029851277669270832, "mean_loss": 3.483437023206203, "total_contrib": 0.10398504582314659}, "6-8": {"token_count": 36651, "frac": 0.062138875325520836, "mean_loss": 3.504701415095918, "total_contrib": 0.2177782042858217}, "9-12": {"token_count": 30425, "frac": 0.051583184136284724, "mean_loss": 3.6032279490659076, "total_contrib": 0.18586597078167427}, "13-20": {"token_count": 37531, "frac": 0.06363084581163195, "mean_loss": 3.7504629887813126, "total_contrib": 0.238645132161376}, "21-30": {"token_count": 28204, "frac": 0.04781765407986111, "mean_loss": 3.857908853776316, "total_contrib": 0.18447615104150936}, "31-50": {"token_count": 33364, "frac": 0.05656602647569445, "mean_loss": 3.9333105462621525, "total_contrib": 0.2224917484969931}, "51-75": {"token_count": 23667, "frac": 0.040125528971354164, "mean_loss": 4.02257096731509, "total_contrib": 0.1614077878883298}, "76-100": {"token_count": 15869, "frac": 0.026904635959201388, "mean_loss": 4.031811227229249, "total_contrib": 0.10847441332482394}, "101-150": {"token_count": 19527, "frac": 0.033106486002604164, "mean_loss": 4.0917550471308335, "total_contrib": 0.13546363119392188}, "151-200": {"token_count": 12055, "frac": 0.020438300238715276, "mean_loss": 4.181200809831448, "total_contrib": 0.08545663750969458}, "201-300": {"token_count": 14393, "frac": 0.024402194552951388, "mean_loss": 4.1826216085396855, "total_contrib": 0.10206514623296388}, "301-500": {"token_count": 14592, "frac": 0.024739583333333332, "mean_loss": 4.186218407974187, "total_contrib": 0.1035652991556114}, "501-750": {"token_count": 8451, "frac": 0.0143280029296875, "mean_loss": 4.319957398985958, "total_contrib": 0.061896362268795996}, "751-1k": {"token_count": 3947, "frac": 0.006691826714409722, "mean_loss": 4.415679518311962, "total_contrib": 0.029548962162911842}, "1k-2k": {"token_count": 6923, "frac": 0.011737399631076388, "mean_loss": 4.483478351568098, "total_contrib": 0.05262437714963437}, "2k-5k": {"token_count": 5127, "frac": 0.008692423502604166, "mean_loss": 4.3569944095918975, "total_contrib": 0.037872840606651574}, "5k-10k": {"token_count": 1626, "frac": 0.0027567545572916665, "mean_loss": 4.505623302659591, "total_contrib": 0.012420897573046357}, "10k+": {"token_count": 3574, "frac": 0.006059434678819444, "mean_loss": 3.506834187263974, "total_contrib": 0.021249432687176925}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 8.572300577012738, "total_contrib": 0.3691694589516544}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.810863411819215, "total_contrib": 0.14901766006389527}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.1775796422119, "total_contrib": 0.09571821484065511}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.769671302592136, "total_contrib": 0.07262173080519616}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.662370452525231, "total_contrib": 0.05936702961971033}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.548281069963349, "total_contrib": 0.0512005172115928}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.1837196628392395, "total_contrib": 0.11476137179456039}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.95802904923513, "total_contrib": 0.11442174516158819}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.789595710762628, "total_contrib": 0.16637036967316474}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.67531352098712, "total_contrib": 0.15361798780098876}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.511440884022632, "total_contrib": 0.2199410037910814}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.523506509620606, "total_contrib": 0.20539012965587947}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.424403777127375, "total_contrib": 0.16111135580298827}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.433532869367255, "total_contrib": 0.2550042090408056}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.387510302417762, "total_contrib": 0.20268907457187088}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.322795386790191, "total_contrib": 0.3045695120728217}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.31301243036093, "total_contrib": 0.4149697916845574}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.230603763931482, "total_contrib": 0.34667590963083955}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.299182672468174, "total_contrib": 0.23648915915295052}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.6778467683888945, "total_contrib": 0.28629033855065633}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.7107376982583276, "total_contrib": 0.30091427995008513}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.990026393610927, "total_contrib": 0.17329018592043155}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.024922704640931, "total_contrib": 0.38559473085997376}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.670749647506757, "total_contrib": 1.7747051280267883}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.792008571205964, "total_contrib": 0.4029575621111949}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.619582143487769, "total_contrib": 0.22874538181339482}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.581837264775433, "total_contrib": 0.16063743218026252}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.526744939825652, "total_contrib": 0.12142203723989128}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.49976809174385, "total_contrib": 0.09941351658039367}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.4670101935225235, "total_contrib": 0.2184641113999273}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.408225088170566, "total_contrib": 0.1934816675526252}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.376082013613147, "total_contrib": 0.2485169188232184}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.361632835590414, "total_contrib": 0.19600667307562852}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.32940711574136, "total_contrib": 0.237065398520743}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.332911607913347, "total_contrib": 0.1696363573709022}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.341235792856913, "total_contrib": 0.11366391389480474}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.344990877167821, "total_contrib": 0.13957475814768253}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.366435205316636, "total_contrib": 0.08738437426004635}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.391876984549685, "total_contrib": 0.1096807657579496}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.372298395221102, "total_contrib": 0.1086729167920284}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.405594842582089, "total_contrib": 0.067149349017356}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.471254425011644, "total_contrib": 0.03174779854998909}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.597666797839288, "total_contrib": 0.05487666533879358}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.325421673855563, "total_contrib": 0.039307081725846724}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.602925201165595, "total_contrib": 0.012712546713424266}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.4612601535077254, "total_contrib": 0.023373411715056136}}}}
{"step": 790, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20953, "frac": 0.03552415635850695, "mean_loss": 0.8909372654796931, "total_contrib": 0.03164979472452123}, "2": {"token_count": 13049, "frac": 0.022123548719618056, "mean_loss": 1.3096834092536906, "total_contrib": 0.028974844711899497}, "3": {"token_count": 9558, "frac": 0.016204833984375, "mean_loss": 1.5758964356465357, "total_contrib": 0.02553714011622041}, "4": {"token_count": 7697, "frac": 0.013049655490451388, "mean_loss": 1.7489511822440902, "total_contrib": 0.022823210397903037}, "5": {"token_count": 6400, "frac": 0.010850694444444444, "mean_loss": 1.9417825043493235, "total_contrib": 0.021069688632262624}, "6-8": {"token_count": 15346, "frac": 0.026017930772569444, "mean_loss": 2.1488753243124536, "total_contrib": 0.05590928942684413}, "9-12": {"token_count": 15271, "frac": 0.025890774197048612, "mean_loss": 2.386729398662406, "total_contrib": 0.06179427193022597}, "13-20": {"token_count": 22573, "frac": 0.03827073838975695, "mean_loss": 2.683065377107908, "total_contrib": 0.10268289312991132}, "21-30": {"token_count": 20486, "frac": 0.03473239474826389, "mean_loss": 2.886677368109616, "total_contrib": 0.10026121786006265}, "31-50": {"token_count": 29872, "frac": 0.05064561631944445, "mean_loss": 3.087189575600242, "total_contrib": 0.1563526187512384}, "51-75": {"token_count": 27381, "frac": 0.046422322591145836, "mean_loss": 3.298295825876371, "total_contrib": 0.15311455282986267}, "76-100": {"token_count": 21693, "frac": 0.036778767903645836, "mean_loss": 3.4006365569079864, "total_contrib": 0.12507122265117213}, "101-150": {"token_count": 34185, "frac": 0.057957967122395836, "mean_loss": 3.5104652720480245, "total_contrib": 0.20345943082167176}, "151-200": {"token_count": 26962, "frac": 0.04571194118923611, "mean_loss": 3.545395874333634, "total_contrib": 0.16206692770009942}, "201-300": {"token_count": 42140, "frac": 0.0714450412326389, "mean_loss": 3.59147263305331, "total_contrib": 0.2565929103543879}, "301-500": {"token_count": 56064, "frac": 0.09505208333333333, "mean_loss": 3.662157978641861, "total_contrib": 0.3480957453656977}, "501-750": {"token_count": 47473, "frac": 0.0804867214626736, "mean_loss": 3.736682021858693, "total_contrib": 0.30075328508792065}, "751-1k": {"token_count": 32070, "frac": 0.054372151692708336, "mean_loss": 3.7313143924468464, "total_contrib": 0.20287959215930576}, "1k-2k": {"token_count": 36096, "frac": 0.061197916666666664, "mean_loss": 4.137449143233205, "total_contrib": 0.25320326788015707}, "2k-5k": {"token_count": 38007, "frac": 0.0644378662109375, "mean_loss": 4.208431554229326, "total_contrib": 0.2711823494493171}, "5k-10k": {"token_count": 20742, "frac": 0.035166422526041664, "mean_loss": 4.548693463056425, "total_contrib": 0.15996127626328593}, "10k+": {"token_count": 45806, "frac": 0.07766045464409722, "mean_loss": 4.651340411210578, "total_contrib": 0.3612252110390756}}, "trigram": {"novel": {"token_count": 425, "frac": 0.0007205539279513889, "mean_loss": 4.620615087677451, "total_contrib": 0.0033294023509774385}, "1": {"token_count": 164078, "frac": 0.2781812879774306, "mean_loss": 2.7380878393385677, "total_contrib": 0.7616848017425428}, "2": {"token_count": 56645, "frac": 0.09603712293836805, "mean_loss": 3.0471701971672496, "total_contrib": 0.29264145883948234}, "3": {"token_count": 31916, "frac": 0.05411105685763889, "mean_loss": 3.225127684861878, "total_contrib": 0.17451506752870635}, "4": {"token_count": 22750, "frac": 0.03857082790798611, "mean_loss": 3.358351977161816, "total_contrib": 0.1295344161655533}, "5": {"token_count": 17152, "frac": 0.029079861111111112, "mean_loss": 3.3867901219953285, "total_contrib": 0.0984873863601072}, "6-8": {"token_count": 36099, "frac": 0.0612030029296875, "mean_loss": 3.4780399346456403, "total_contrib": 0.21286648830968724}, "9-12": {"token_count": 30883, "frac": 0.052359686957465276, "mean_loss": 3.5745387833965263, "total_contrib": 0.1871617317159609}, "13-20": {"token_count": 37820, "frac": 0.0641208224826389, "mean_loss": 3.664349263589549, "total_contrib": 0.23496108864501403}, "21-30": {"token_count": 28514, "frac": 0.04834323459201389, "mean_loss": 3.7734102309149353, "total_contrib": 0.18241885600502603}, "31-50": {"token_count": 33686, "frac": 0.05711195203993055, "mean_loss": 3.847102187704521, "total_contrib": 0.2197155156368925}, "51-75": {"token_count": 23681, "frac": 0.04014926486545139, "mean_loss": 3.995251640216778, "total_contrib": 0.16040641630719252}, "76-100": {"token_count": 15633, "frac": 0.0265045166015625, "mean_loss": 4.0102959093512025, "total_contrib": 0.10629095450657713}, "101-150": {"token_count": 19077, "frac": 0.032343546549479164, "mean_loss": 4.050986894803233, "total_contrib": 0.13102328320339843}, "151-200": {"token_count": 11991, "frac": 0.020329793294270832, "mean_loss": 4.04060758775778, "total_contrib": 0.08214471704237795}, "201-300": {"token_count": 14327, "frac": 0.024290296766493056, "mean_loss": 4.139783698478868, "total_contrib": 0.10055657458514192}, "301-500": {"token_count": 14332, "frac": 0.024298773871527776, "mean_loss": 4.198356476209296, "total_contrib": 0.10201491464747388}, "501-750": {"token_count": 8542, "frac": 0.014482286241319444, "mean_loss": 4.407137738859886, "total_contrib": 0.06382543023909021}, "751-1k": {"token_count": 4218, "frac": 0.007151285807291667, "mean_loss": 4.403221146288364, "total_contrib": 0.03148869288981852}, "1k-2k": {"token_count": 7237, "frac": 0.012269761827256944, "mean_loss": 4.540045934020716, "total_contrib": 0.05570528229524048}, "2k-5k": {"token_count": 5411, "frac": 0.009173923068576388, "mean_loss": 4.28511130704067, "total_contrib": 0.039311281471077916}, "5k-10k": {"token_count": 1559, "frac": 0.002643161349826389, "mean_loss": 4.585054691739959, "total_contrib": 0.012119039348047207}, "10k+": {"token_count": 3848, "frac": 0.006523980034722222, "mean_loss": 3.442368205931045, "total_contrib": 0.022457941447656695}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 8.994860608333688, "total_contrib": 0.3873671710752428}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.142879062560538, "total_contrib": 0.15628196598026486}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.417525078325289, "total_contrib": 0.09943603802289296}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.965164141044331, "total_contrib": 0.07508236115029757}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.793932344179482, "total_contrib": 0.06074638810290174}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.693196134906147, "total_contrib": 0.052537819014306236}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.280517684223168, "total_contrib": 0.11690436455720032}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.027395287062719, "total_contrib": 0.11602258410559374}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.8142400752850945, "total_contrib": 0.16722641103522579}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.66823042346467, "total_contrib": 0.15338525663035976}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.512456163148315, "total_contrib": 0.21999050050749}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.506882481635875, "total_contrib": 0.20463531450176725}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.3892924399980675, "total_contrib": 0.15983280271111128}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.404130034555304, "total_contrib": 0.2533130415552583}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.362278473476788, "total_contrib": 0.20152344401939482}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.2910713730838275, "total_contrib": 0.3023343455865557}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.284588154515779, "total_contrib": 0.4122349941348876}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.184423316028744, "total_contrib": 0.3428916628241938}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.257035439699497, "total_contrib": 0.23417072693049146}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.6384812808723455, "total_contrib": 0.28388111924392684}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.678328512967227, "total_contrib": 0.29884403378476665}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.952839020070864, "total_contrib": 0.1719987685277498}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 4.985907568946844, "total_contrib": 0.38260084784292114}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.764037933493458, "total_contrib": 1.8039004213859684}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.8156572300289735, "total_contrib": 0.4049461657968767}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.621056000260376, "total_contrib": 0.22881836199205957}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.574380457138377, "total_contrib": 0.1603759994051861}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.5046385508200295, "total_contrib": 0.1208290719138653}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.4636710135859055, "total_contrib": 0.09861602270853329}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.438928465359133, "total_contrib": 0.21709074319076466}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.383694046157419, "total_contrib": 0.1924049741396133}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.336090242556866, "total_contrib": 0.2462457932615234}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.325849958325895, "total_contrib": 0.19439863246559344}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.303319471471423, "total_contrib": 0.235636917063586}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.2951395277512985, "total_contrib": 0.16815755543150665}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.301500334526018, "total_contrib": 0.11262354476265005}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.311011595151513, "total_contrib": 0.13848323685257927}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.330748038300886, "total_contrib": 0.08667017592384112}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.343654047811365, "total_contrib": 0.10847646776709903}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.340956117578673, "total_contrib": 0.10789390849423447}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.383267394225974, "total_contrib": 0.06680903773683591}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.442318142983547, "total_contrib": 0.03154233870241817}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.557244712685497, "total_contrib": 0.05439419687450137}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.288165592981321, "total_contrib": 0.038968518707919446}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.6079779047749945, "total_contrib": 0.012726501476505645}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.4405228829106256, "total_contrib": 0.023233375791139425}}}}
{"step": 800, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20697, "frac": 0.035090128580729164, "mean_loss": 1.0535860465521836, "total_contrib": 0.036970469844378226}, "2": {"token_count": 12801, "frac": 0.021703084309895832, "mean_loss": 1.423528427795061, "total_contrib": 0.03089495748596967}, "3": {"token_count": 9461, "frac": 0.016040378146701388, "mean_loss": 1.6527805979553811, "total_contrib": 0.026511225784735547}, "4": {"token_count": 7670, "frac": 0.013003879123263888, "mean_loss": 1.8709074407863908, "total_contrib": 0.024329054210801216}, "5": {"token_count": 6395, "frac": 0.010842217339409722, "mean_loss": 2.0496989354408504, "total_contrib": 0.022223281338406436}, "6-8": {"token_count": 15187, "frac": 0.025748358832465276, "mean_loss": 2.21859070440131, "total_contrib": 0.05712506955929683}, "9-12": {"token_count": 14710, "frac": 0.024939643012152776, "mean_loss": 2.4746042558959718, "total_contrib": 0.061715746738399496}, "13-20": {"token_count": 22172, "frac": 0.037590874565972224, "mean_loss": 2.7240822623700924, "total_contrib": 0.10240063463214398}, "21-30": {"token_count": 20252, "frac": 0.03433566623263889, "mean_loss": 2.9716317563952916, "total_contrib": 0.1020329561538992}, "31-50": {"token_count": 29670, "frac": 0.050303141276041664, "mean_loss": 3.1128014192095494, "total_contrib": 0.15658368955476096}, "51-75": {"token_count": 27667, "frac": 0.04690721299913195, "mean_loss": 3.334525414960889, "total_contrib": 0.15641329389058925}, "76-100": {"token_count": 22115, "frac": 0.03749423556857639, "mean_loss": 3.399393317191741, "total_contrib": 0.12745765382503146}, "101-150": {"token_count": 34169, "frac": 0.057930840386284724, "mean_loss": 3.5109216454780414, "total_contrib": 0.20339064145294053}, "151-200": {"token_count": 27288, "frac": 0.0462646484375, "mean_loss": 3.5744113570668077, "total_contrib": 0.16536888480570314}, "201-300": {"token_count": 42552, "frac": 0.0721435546875, "mean_loss": 3.5942862504780133, "total_contrib": 0.2593045866738899}, "301-500": {"token_count": 56545, "frac": 0.0958675808376736, "mean_loss": 3.665273528088221, "total_contrib": 0.3513809062461827}, "501-750": {"token_count": 48215, "frac": 0.0817447238498264, "mean_loss": 3.715572622868332, "total_contrib": 0.3037284580003469}, "751-1k": {"token_count": 32115, "frac": 0.054448445638020836, "mean_loss": 3.749845998520573, "total_contrib": 0.20417328600139736}, "1k-2k": {"token_count": 36261, "frac": 0.0614776611328125, "mean_loss": 4.1614364625977736, "total_contrib": 0.2558353806733159}, "2k-5k": {"token_count": 37434, "frac": 0.06346638997395833, "mean_loss": 4.181863851973066, "total_contrib": 0.26540780204732217}, "5k-10k": {"token_count": 20684, "frac": 0.03506808810763889, "mean_loss": 4.462362532593871, "total_contrib": 0.1564865224612285}, "10k+": {"token_count": 45764, "frac": 0.07758924696180555, "mean_loss": 4.629941603017337, "total_contrib": 0.35923368245525006}}, "trigram": {"novel": {"token_count": 432, "frac": 0.000732421875, "mean_loss": 4.735815739379851, "total_contrib": 0.0034686150434911018}, "1": {"token_count": 162502, "frac": 0.2755093044704861, "mean_loss": 2.7974718690835183, "total_contrib": 0.7707295289269509}, "2": {"token_count": 56430, "frac": 0.095672607421875, "mean_loss": 3.085924114156658, "total_contrib": 0.2952384063074073}, "3": {"token_count": 32447, "frac": 0.05501132541232639, "mean_loss": 3.2196013286092233, "total_contrib": 0.17711453638608038}, "4": {"token_count": 22464, "frac": 0.0380859375, "mean_loss": 3.3448016486401264, "total_contrib": 0.12738990654000482}, "5": {"token_count": 16941, "frac": 0.028722127278645832, "mean_loss": 3.4235798936588786, "total_contrib": 0.09833249745428307}, "6-8": {"token_count": 36094, "frac": 0.061194525824652776, "mean_loss": 3.4999839101428663, "total_contrib": 0.21417985577510684}, "9-12": {"token_count": 30142, "frac": 0.05110337999131945, "mean_loss": 3.6282071929505046, "total_contrib": 0.1854136508685881}, "13-20": {"token_count": 37496, "frac": 0.0635715060763889, "mean_loss": 3.705809757922207, "total_contrib": 0.23558390754369285}, "21-30": {"token_count": 27780, "frac": 0.047098795572916664, "mean_loss": 3.797844673851593, "total_contrib": 0.17887390991142654}, "31-50": {"token_count": 34332, "frac": 0.058207194010416664, "mean_loss": 3.86712368874511, "total_contrib": 0.22509441881306477}, "51-75": {"token_count": 23918, "frac": 0.040551079644097224, "mean_loss": 3.9908620689611594, "total_contrib": 0.1618337656070506}, "76-100": {"token_count": 15565, "frac": 0.026389227973090276, "mean_loss": 3.9754197283838177, "total_contrib": 0.10490825750104119}, "101-150": {"token_count": 20039, "frac": 0.033974541558159724, "mean_loss": 3.9736190290286038, "total_contrib": 0.13500188483802658}, "151-200": {"token_count": 12255, "frac": 0.020777384440104168, "mean_loss": 4.075920883667209, "total_contrib": 0.0846869751474027}, "201-300": {"token_count": 14960, "frac": 0.025363498263888888, "mean_loss": 4.075007923004237, "total_contrib": 0.10335645638045142}, "301-500": {"token_count": 14757, "frac": 0.025019327799479168, "mean_loss": 4.119863084110432, "total_contrib": 0.10307620499033211}, "501-750": {"token_count": 8823, "frac": 0.014958699544270834, "mean_loss": 4.264315361212279, "total_contrib": 0.06378861225039323}, "751-1k": {"token_count": 4157, "frac": 0.007047865125868056, "mean_loss": 4.382472706534549, "total_contrib": 0.03088707655345344}, "1k-2k": {"token_count": 7405, "frac": 0.012554592556423612, "mean_loss": 4.445734058836586, "total_contrib": 0.05581437972290874}, "2k-5k": {"token_count": 5368, "frac": 0.009101019965277778, "mean_loss": 4.211417217026525, "total_contrib": 0.038328192174272975}, "5k-10k": {"token_count": 1689, "frac": 0.0028635660807291665, "mean_loss": 4.588563722471749, "total_contrib": 0.01313965543493446}, "10k+": {"token_count": 3828, "frac": 0.006490071614583333, "mean_loss": 3.501885805783118, "total_contrib": 0.022727489665625298}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 8.485213238771674, "total_contrib": 0.36541900885355516}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 6.8399510317342616, "total_contrib": 0.14965407997051772}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.221245657083911, "total_contrib": 0.09639479583755471}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 5.792135083612234, "total_contrib": 0.07290447804893871}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.674791826067819, "total_contrib": 0.0594972613057512}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.602088127233877, "total_contrib": 0.05169705823522609}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.251054793034804, "total_contrib": 0.11625209128053195}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 4.981010145621839, "total_contrib": 0.11495210452983343}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.820238791539733, "total_contrib": 0.16743478115686383}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.697636589101013, "total_contrib": 0.1543514626342394}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.536464396625237, "total_contrib": 0.22116094584987842}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.541288373340541, "total_contrib": 0.20619751642258205}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.424023312029957, "total_contrib": 0.16109750145090637}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.437702580078976, "total_contrib": 0.2552440389492107}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.3931799741969675, "total_contrib": 0.20295099544426637}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.309802623550524, "total_contrib": 0.3036540860102151}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.301704571234812, "total_contrib": 0.41388182358297454}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.202777694470193, "total_contrib": 0.34439570839238115}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.280746097099607, "total_contrib": 0.2354750012213758}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.647511924739303, "total_contrib": 0.2844338064562299}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.686670477497388, "total_contrib": 0.2993769049422693}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.965050064272109, "total_contrib": 0.1724228252266534}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 4.993585426239251, "total_contrib": 0.38319001935664665}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.6761299426379805, "total_contrib": 1.7763889331589504}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.799151077381072, "total_contrib": 0.4035581718206557}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.633176521922754, "total_contrib": 0.22941852738999421}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.5744052104982895, "total_contrib": 0.16037686724835565}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.521773789406051, "total_contrib": 0.12128869480081031}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.4925499994344635, "total_contrib": 0.09925404704222021}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.471424261853767, "total_contrib": 0.21867998633055585}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.396950669787267, "total_contrib": 0.19298682138985995}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.352292201376141, "total_contrib": 0.24716589961970897}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.344723813830404, "total_contrib": 0.1952468014346461}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.310144973420574, "total_contrib": 0.23601066115750508}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.306664158438949, "total_contrib": 0.16860875235099318}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.327237500447181, "total_contrib": 0.1132974051910499}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.3187036411281365, "total_contrib": 0.13873032953636136}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.332326423636118, "total_contrib": 0.08670176375427373}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.3488705190919426, "total_contrib": 0.1086067415809196}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.3388011915722, "total_contrib": 0.10784034808425641}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.399106787435959, "total_contrib": 0.06705045915230522}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.43026102190493, "total_contrib": 0.03145672804046266}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.564494477576822, "total_contrib": 0.05448072835649419}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.281214512449068, "total_contrib": 0.03890535106527881}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.58436928483434, "total_contrib": 0.012661298226242302}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.453791721705034, "total_contrib": 0.023322978426702116}}}}
{"step": 810, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20140, "frac": 0.03414577907986111, "mean_loss": 0.950542587165949, "total_contrib": 0.03245701718736812}, "2": {"token_count": 12831, "frac": 0.021753946940104168, "mean_loss": 1.3735385527802382, "total_contrib": 0.02987988479736877}, "3": {"token_count": 9293, "frac": 0.015755547417534724, "mean_loss": 1.6161159734803703, "total_contrib": 0.025462791852405263}, "4": {"token_count": 7617, "frac": 0.012914021809895834, "mean_loss": 1.807982584311644, "total_contrib": 0.023348326525712403}, "5": {"token_count": 6579, "frac": 0.0111541748046875, "mean_loss": 1.973002007872604, "total_contrib": 0.022007209285810448}, "6-8": {"token_count": 15396, "frac": 0.026102701822916668, "mean_loss": 2.2346892115345103, "total_contrib": 0.05833142615557407}, "9-12": {"token_count": 15339, "frac": 0.026006062825520832, "mean_loss": 2.4820771037214984, "total_contrib": 0.06454905309716807}, "13-20": {"token_count": 22057, "frac": 0.03739590115017361, "mean_loss": 2.7526131597751, "total_contrib": 0.10293644962761668}, "21-30": {"token_count": 20147, "frac": 0.034157647026909724, "mean_loss": 2.9498026456103603, "total_contrib": 0.10075831756780317}, "31-50": {"token_count": 29806, "frac": 0.05053371853298611, "mean_loss": 3.1076036358731702, "total_contrib": 0.15703876744729905}, "51-75": {"token_count": 27740, "frac": 0.04703097873263889, "mean_loss": 3.306147220229434, "total_contrib": 0.15549133960158368}, "76-100": {"token_count": 21600, "frac": 0.03662109375, "mean_loss": 3.4046350109018184, "total_contrib": 0.12468145791876777}, "101-150": {"token_count": 34663, "frac": 0.058768378363715276, "mean_loss": 3.5014711520332678, "total_contrib": 0.2057757814923251}, "151-200": {"token_count": 27230, "frac": 0.046166314019097224, "mean_loss": 3.587548479070549, "total_contrib": 0.1656238896435056}, "201-300": {"token_count": 42507, "frac": 0.0720672607421875, "mean_loss": 3.5805966907663036, "total_contrib": 0.2580437953260689}, "301-500": {"token_count": 57360, "frac": 0.09724934895833333, "mean_loss": 3.6435903108435324, "total_contrib": 0.35433678560042486}, "501-750": {"token_count": 47702, "frac": 0.0808749728732639, "mean_loss": 3.6867341783921934, "total_contrib": 0.2981645266684035}, "751-1k": {"token_count": 32243, "frac": 0.054665459526909724, "mean_loss": 3.7565386136362133, "total_contrib": 0.205352909545004}, "1k-2k": {"token_count": 36127, "frac": 0.06125047471788195, "mean_loss": 4.120149833730808, "total_contrib": 0.25236113322481435}, "2k-5k": {"token_count": 38004, "frac": 0.06443277994791667, "mean_loss": 4.208602599949469, "total_contrib": 0.2711719652107741}, "5k-10k": {"token_count": 20615, "frac": 0.034951104058159724, "mean_loss": 4.47469815359872, "total_contrib": 0.15639564079528404}, "10k+": {"token_count": 44828, "frac": 0.07600233289930555, "mean_loss": 4.622666999902245, "total_contrib": 0.3513334762092045}}, "trigram": {"novel": {"token_count": 445, "frac": 0.0007544623480902778, "mean_loss": 4.724598074779752, "total_contrib": 0.003564531357281137}, "1": {"token_count": 161746, "frac": 0.2742275661892361, "mean_loss": 2.763718366812449, "total_contrib": 0.7578877613634685}, "2": {"token_count": 56982, "frac": 0.09660847981770833, "mean_loss": 3.0659599250478293, "total_contrib": 0.29619772754088575}, "3": {"token_count": 32316, "frac": 0.054789225260416664, "mean_loss": 3.2738216327429064, "total_contrib": 0.17937015089877617}, "4": {"token_count": 22827, "frac": 0.038701375325520836, "mean_loss": 3.347881609975512, "total_contrib": 0.12956762273307124}, "5": {"token_count": 17320, "frac": 0.029364691840277776, "mean_loss": 3.390184144367359, "total_contrib": 0.09955171268114328}, "6-8": {"token_count": 36027, "frac": 0.0610809326171875, "mean_loss": 3.514536780534407, "total_contrib": 0.21467118427244922}, "9-12": {"token_count": 30288, "frac": 0.051350911458333336, "mean_loss": 3.6035556372653033, "total_contrib": 0.18504586646438856}, "13-20": {"token_count": 37281, "frac": 0.06320699055989583, "mean_loss": 3.704369590220935, "total_contrib": 0.23414205371945981}, "21-30": {"token_count": 28640, "frac": 0.04855685763888889, "mean_loss": 3.7556754995985417, "total_contrib": 0.1823638005718693}, "31-50": {"token_count": 33793, "frac": 0.05729336208767361, "mean_loss": 3.873943364276157, "total_contrib": 0.22195123987661433}, "51-75": {"token_count": 24516, "frac": 0.04156494140625, "mean_loss": 3.9527334639209317, "total_contrib": 0.16429513482239713}, "76-100": {"token_count": 15613, "frac": 0.026470608181423612, "mean_loss": 3.942852387700251, "total_contrib": 0.10436970067200388}, "101-150": {"token_count": 19747, "frac": 0.03347947862413195, "mean_loss": 4.01282794474177, "total_contrib": 0.13434738739830143}, "151-200": {"token_count": 12410, "frac": 0.021040174696180556, "mean_loss": 4.003429275964889, "total_contrib": 0.0842328513501049}, "201-300": {"token_count": 14718, "frac": 0.024953206380208332, "mean_loss": 4.074230891518436, "total_contrib": 0.10166512427667972}, "301-500": {"token_count": 14827, "frac": 0.025138007269965276, "mean_loss": 4.092565912706256, "total_contrib": 0.10287895166642194}, "501-750": {"token_count": 8453, "frac": 0.014331393771701388, "mean_loss": 4.318941565266088, "total_contrib": 0.061896452248796655}, "751-1k": {"token_count": 4289, "frac": 0.007271660698784722, "mean_loss": 4.41928453489149, "total_contrib": 0.03213553766911757}, "1k-2k": {"token_count": 7161, "frac": 0.012140909830729166, "mean_loss": 4.4136464032673475, "total_contrib": 0.053585683006790966}, "2k-5k": {"token_count": 5273, "frac": 0.008939954969618056, "mean_loss": 4.2575776987120815, "total_contrib": 0.038062552906136075}, "5k-10k": {"token_count": 1651, "frac": 0.002799140082465278, "mean_loss": 4.508864875442869, "total_contrib": 0.012620944399271949}, "10k+": {"token_count": 3501, "frac": 0.0059356689453125, "mean_loss": 3.554438948539777, "total_contrib": 0.02109797288485677}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 9.092236296895896, "total_contrib": 0.3915606929820636}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.308526294390969, "total_contrib": 0.15990622936522667}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.597780626716243, "total_contrib": 0.10222899907016286}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.158044328096855, "total_contrib": 0.07751010656024687}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.962989418603906, "total_contrib": 0.06251886421143689}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.834806982237198, "total_contrib": 0.053844628913569254}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.516601767903122, "total_contrib": 0.12213098464165408}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.203577797029088, "total_contrib": 0.12008853653489845}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.980185155739913, "total_contrib": 0.17299064376966575}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.81290318384055, "total_contrib": 0.15813880700485208}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.61739103185862, "total_contrib": 0.22510626749860063}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.615821508735235, "total_contrib": 0.2095816986515271}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.480910686155471, "total_contrib": 0.16316901264995523}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.463222424777754, "total_contrib": 0.2567118678802241}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.425133144216974, "total_contrib": 0.20442713065867804}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.341413929337533, "total_contrib": 0.3058813114784747}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.316640801509659, "total_contrib": 0.4153188897787673}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.213781062719369, "total_contrib": 0.34529737702164587}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.277435837861761, "total_contrib": 0.23529291069780958}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.658359264578953, "total_contrib": 0.2850976778374075}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.699179772815136, "total_contrib": 0.3001759784280665}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.963384032829876, "total_contrib": 0.17236496843881283}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 4.996837716041253, "total_contrib": 0.3834395885310587}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.889862792558231, "total_contrib": 1.8432782878932088}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.909408181817457, "total_contrib": 0.4128296356231388}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.7086231859800005, "total_contrib": 0.23315437956022797}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.657247737376615, "total_contrib": 0.16328129401518252}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.576284850750318, "total_contrib": 0.12275085894049884}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.543405549095226, "total_contrib": 0.1003776002845932}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.513452026787463, "total_contrib": 0.22073540100896397}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.426033537448966, "total_contrib": 0.19426329925109664}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.384736617924777, "total_contrib": 0.24900841226197704}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.370466106722162, "total_contrib": 0.1964036299383844}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.312875960836286, "total_contrib": 0.23616020186891265}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.310681959976917, "total_contrib": 0.1687660519405568}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.321871675470541, "total_contrib": 0.1131569150870286}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.31429547928568, "total_contrib": 0.1385887255283369}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.331692285769169, "total_contrib": 0.08668907291195216}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.353447422414856, "total_contrib": 0.108721043111455}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.320222218797884, "total_contrib": 0.10737857009476892}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.373105523479241, "total_contrib": 0.06665415218112247}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.428762597599847, "total_contrib": 0.03144608859379774}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.571112980935198, "total_contrib": 0.05455972524987758}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.268713864553605, "total_contrib": 0.038791751970091624}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.580447973995632, "total_contrib": 0.012650468189898826}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.4263409414996673, "total_contrib": 0.023137607099733438}}}}
{"step": 820, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20801, "frac": 0.03526645236545139, "mean_loss": 1.0258263986388698, "total_contrib": 0.03617725782282025}, "2": {"token_count": 13025, "frac": 0.022082858615451388, "mean_loss": 1.4474760150567132, "total_contrib": 0.031964408189754386}, "3": {"token_count": 9383, "frac": 0.015908135308159724, "mean_loss": 1.698584978413307, "total_contrib": 0.02702131966900645}, "4": {"token_count": 7657, "frac": 0.012981838650173612, "mean_loss": 1.8824845863242226, "total_contrib": 0.024438111161099875}, "5": {"token_count": 6589, "frac": 0.011171129014756944, "mean_loss": 2.087288968672697, "total_contrib": 0.023317374360121667}, "6-8": {"token_count": 15103, "frac": 0.025605943467881944, "mean_loss": 2.313395784174153, "total_contrib": 0.05923668166839978}, "9-12": {"token_count": 14991, "frac": 0.025416056315104168, "mean_loss": 2.4915705625855065, "total_contrib": 0.063325897731729}, "13-20": {"token_count": 22329, "frac": 0.0378570556640625, "mean_loss": 2.7509665570919832, "total_contrib": 0.10414349408180558}, "21-30": {"token_count": 19902, "frac": 0.033742268880208336, "mean_loss": 2.9857485579992677, "total_contrib": 0.10074593065270561}, "31-50": {"token_count": 29893, "frac": 0.050681220160590276, "mean_loss": 3.1942279030601264, "total_contrib": 0.1618873675980909}, "51-75": {"token_count": 27103, "frac": 0.045950995551215276, "mean_loss": 3.3325623284344057, "total_contrib": 0.153134556728037}, "76-100": {"token_count": 21508, "frac": 0.03646511501736111, "mean_loss": 3.4829221867314617, "total_contrib": 0.12700515813568164}, "101-150": {"token_count": 34653, "frac": 0.058751424153645836, "mean_loss": 3.545347004358061, "total_contrib": 0.2082941856248981}, "151-200": {"token_count": 27523, "frac": 0.04666307237413195, "mean_loss": 3.587635799854258, "total_contrib": 0.167410108980626}, "201-300": {"token_count": 42011, "frac": 0.07122633192274305, "mean_loss": 3.6333706667883714, "total_contrib": 0.2587916651110268}, "301-500": {"token_count": 56841, "frac": 0.09636942545572917, "mean_loss": 3.6661482618025727, "total_contrib": 0.3533046016254341}, "501-750": {"token_count": 47403, "frac": 0.0803680419921875, "mean_loss": 3.7229459121444886, "total_contrib": 0.29920587340187105}, "751-1k": {"token_count": 32098, "frac": 0.054419623480902776, "mean_loss": 3.7924787475960433, "total_contrib": 0.2063852655035024}, "1k-2k": {"token_count": 36340, "frac": 0.06161159939236111, "mean_loss": 4.151692505434819, "total_contrib": 0.2557924154451181}, "2k-5k": {"token_count": 38087, "frac": 0.06457349989149305, "mean_loss": 4.265014280960973, "total_contrib": 0.2754068992088497}, "5k-10k": {"token_count": 20656, "frac": 0.03502061631944445, "mean_loss": 4.54774591128413, "total_contrib": 0.15926486467740375}, "10k+": {"token_count": 45928, "frac": 0.07786729600694445, "mean_loss": 4.659676802760853, "total_contrib": 0.3628364328972718}}, "trigram": {"novel": {"token_count": 445, "frac": 0.0007544623480902778, "mean_loss": 4.652709643860881, "total_contrib": 0.00351029424288956}, "1": {"token_count": 164304, "frac": 0.278564453125, "mean_loss": 2.806859800182226, "total_contrib": 0.7818913652363085}, "2": {"token_count": 56048, "frac": 0.09502495659722222, "mean_loss": 3.1137051102702964, "total_contrib": 0.29587969295998395}, "3": {"token_count": 31881, "frac": 0.054051717122395836, "mean_loss": 3.3310052026888237, "total_contrib": 0.1800465509489651}, "4": {"token_count": 22807, "frac": 0.03866746690538195, "mean_loss": 3.352147541468704, "total_contrib": 0.12961905412169858}, "5": {"token_count": 17180, "frac": 0.029127332899305556, "mean_loss": 3.4505573201477193, "total_contrib": 0.10050553175207828}, "6-8": {"token_count": 36220, "frac": 0.061408148871527776, "mean_loss": 3.4920982575122226, "total_contrib": 0.2144432896713133}, "9-12": {"token_count": 30380, "frac": 0.051506890190972224, "mean_loss": 3.61855339927576, "total_contrib": 0.18638043258666584}, "13-20": {"token_count": 37254, "frac": 0.06316121419270833, "mean_loss": 3.7596296066148023, "total_contrib": 0.23746277086864528}, "21-30": {"token_count": 28126, "frac": 0.04768541124131945, "mean_loss": 3.864503832558632, "total_contrib": 0.18428045449921346}, "31-50": {"token_count": 33536, "frac": 0.05685763888888889, "mean_loss": 3.9347575519193914, "total_contrib": 0.2237210240023612}, "51-75": {"token_count": 24003, "frac": 0.0406951904296875, "mean_loss": 4.022101515068878, "total_contrib": 0.16368018708326262}, "76-100": {"token_count": 15595, "frac": 0.026440090603298612, "mean_loss": 3.9758874196944696, "total_contrib": 0.1051228236052369}, "101-150": {"token_count": 19689, "frac": 0.033381144205729164, "mean_loss": 4.061504361535653, "total_contrib": 0.1355776627846196}, "151-200": {"token_count": 11919, "frac": 0.020207722981770832, "mean_loss": 4.140913699864367, "total_contrib": 0.08367843693827885}, "201-300": {"token_count": 14607, "frac": 0.0247650146484375, "mean_loss": 4.177628431351027, "total_contrib": 0.10345902929813716}, "301-500": {"token_count": 15027, "frac": 0.025477091471354168, "mean_loss": 4.127107263914093, "total_contrib": 0.10514668927482958}, "501-750": {"token_count": 8448, "frac": 0.014322916666666666, "mean_loss": 4.384034202083597, "total_contrib": 0.06279215654025985}, "751-1k": {"token_count": 4208, "frac": 0.007134331597222222, "mean_loss": 4.413256574358712, "total_contrib": 0.031485635825096066}, "1k-2k": {"token_count": 7372, "frac": 0.012498643663194444, "mean_loss": 4.519269108754655, "total_contrib": 0.056484734208406766}, "2k-5k": {"token_count": 5342, "frac": 0.009056939019097222, "mean_loss": 4.333932890468384, "total_contrib": 0.03925216590183191}, "5k-10k": {"token_count": 1531, "frac": 0.0025956895616319445, "mean_loss": 4.5989389348602385, "total_contrib": 0.011937417787799455}, "10k+": {"token_count": 3902, "frac": 0.006615532769097222, "mean_loss": 3.436226669991096, "total_contrib": 0.02273247013737192}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 9.584121306975415, "total_contrib": 0.41274391228312607}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.613282871773637, "total_contrib": 0.1665741228913011}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.814415440021171, "total_contrib": 0.10558563691262729}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.287324892548614, "total_contrib": 0.07913733588711362}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.016490093808693, "total_contrib": 0.06307979115823188}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.912423822872718, "total_contrib": 0.05456089082149286}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.550557259997754, "total_contrib": 0.12288271874499966}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.222618185293882, "total_contrib": 0.12052795196231472}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.959024760210181, "total_contrib": 0.17225562080753953}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.8138435425524975, "total_contrib": 0.1581697046147112}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.619528070843492, "total_contrib": 0.22521045206214838}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.6001481936882325, "total_contrib": 0.20887005068488998}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.459234620434611, "total_contrib": 0.16237969492203533}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.4398486420185295, "total_contrib": 0.2553674743321374}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.425838714354431, "total_contrib": 0.2044597257634982}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.332644208285823, "total_contrib": 0.3052634266556362}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.314298736927242, "total_contrib": 0.41509355167284484}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.202751907589697, "total_contrib": 0.344393595292041}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.281379441964402, "total_contrib": 0.2355098402142589}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.663988376381665, "total_contrib": 0.285442186839846}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.704321016046397, "total_contrib": 0.30050439270287427}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.962780311352714, "total_contrib": 0.17234400281683626}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.008366430828162, "total_contrib": 0.3843242611791203}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.990315318028527, "total_contrib": 1.8747156856195843}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.92587430965569, "total_contrib": 0.4142142639334834}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.696730306151514, "total_contrib": 0.23256548618140518}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.643038416279234, "total_contrib": 0.16278312074489726}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.576824935996726, "total_contrib": 0.1227653457851905}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.542805234615148, "total_contrib": 0.10036433751809014}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.507896746307283, "total_contrib": 0.22046371382646332}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.434021505024626, "total_contrib": 0.1946138996074719}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.373202537438637, "total_contrib": 0.24835339388367475}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.369642241683975, "total_contrib": 0.19636660640814116}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.319913778151173, "total_contrib": 0.23654557171791663}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.310410728787196, "total_contrib": 0.16875543305995336}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.320631774804665, "total_contrib": 0.11312445152843636}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.311578307387268, "total_contrib": 0.13850144143009877}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.333960108685946, "total_contrib": 0.08673445828404559}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.363070413138307, "total_contrib": 0.10896136336521957}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.326702019448991, "total_contrib": 0.1075396247102902}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.365926295155109, "total_contrib": 0.06654472756863816}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.44061646438421, "total_contrib": 0.031530256064251486}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.564613265915316, "total_contrib": 0.0544821461860552}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.280574448503676, "total_contrib": 0.0388995345119556}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.5548278992313, "total_contrib": 0.012579709621595233}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.4468007950669195, "total_contrib": 0.023275769664767014}}}}
{"step": 830, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21174, "frac": 0.035898844401041664, "mean_loss": 0.8764944303409863, "total_contrib": 0.031465137173190716}, "2": {"token_count": 13152, "frac": 0.022298177083333332, "mean_loss": 1.3244681547645338, "total_contrib": 0.029533225456175313}, "3": {"token_count": 9837, "frac": 0.0166778564453125, "mean_loss": 1.5947766168058863, "total_contrib": 0.026597455477429713}, "4": {"token_count": 7598, "frac": 0.012881808810763888, "mean_loss": 1.833179395701621, "total_contrib": 0.02361466649125996}, "5": {"token_count": 6606, "frac": 0.011199951171875, "mean_loss": 1.959796103303548, "total_contrib": 0.021949620663830632}, "6-8": {"token_count": 15467, "frac": 0.026223076714409724, "mean_loss": 2.2161375372142373, "total_contrib": 0.05811394464805198}, "9-12": {"token_count": 15056, "frac": 0.025526258680555556, "mean_loss": 2.5141372015343606, "total_contrib": 0.06417651656477412}, "13-20": {"token_count": 22350, "frac": 0.037892659505208336, "mean_loss": 2.770131029714038, "total_contrib": 0.10496763189376619}, "21-30": {"token_count": 20480, "frac": 0.034722222222222224, "mean_loss": 3.0247413982377127, "total_contrib": 0.10502574299436503}, "31-50": {"token_count": 29815, "frac": 0.05054897732204861, "mean_loss": 3.173723313380214, "total_contrib": 0.16042846779451342}, "51-75": {"token_count": 27567, "frac": 0.0467376708984375, "mean_loss": 3.3601020255789975, "total_contrib": 0.1570433426566844}, "76-100": {"token_count": 21618, "frac": 0.036651611328125, "mean_loss": 3.424888909028183, "total_contrib": 0.12552769713570702}, "101-150": {"token_count": 34583, "frac": 0.058632744683159724, "mean_loss": 3.543911144474433, "total_contrib": 0.2077892373137738}, "151-200": {"token_count": 27293, "frac": 0.046273125542534724, "mean_loss": 3.5917446130935384, "total_contrib": 0.1662012493984001}, "201-300": {"token_count": 41684, "frac": 0.07067192925347222, "mean_loss": 3.62849869441384, "total_contrib": 0.25643300302793126}, "301-500": {"token_count": 56714, "frac": 0.09615410698784722, "mean_loss": 3.6952439205588146, "total_contrib": 0.3553128792836043}, "501-750": {"token_count": 47825, "frac": 0.08108350965711805, "mean_loss": 3.7446222909200295, "total_contrib": 0.3036271176880737}, "751-1k": {"token_count": 31711, "frac": 0.053763495551215276, "mean_loss": 3.7730043886586824, "total_contrib": 0.20284990466436678}, "1k-2k": {"token_count": 36020, "frac": 0.06106906467013889, "mean_loss": 4.166636898769091, "total_contrib": 0.25445261822791654}, "2k-5k": {"token_count": 37567, "frac": 0.06369188096788195, "mean_loss": 4.230065189549333, "total_contrib": 0.2694208085391571}, "5k-10k": {"token_count": 20466, "frac": 0.034698486328125, "mean_loss": 4.509668722101251, "total_contrib": 0.1564786784982032}, "10k+": {"token_count": 45241, "frac": 0.0767025417751736, "mean_loss": 4.626006893922175, "total_contrib": 0.3548264870333067}}, "trigram": {"novel": {"token_count": 441, "frac": 0.0007476806640625, "mean_loss": 4.647638813970513, "total_contrib": 0.003474949674752123}, "1": {"token_count": 166264, "frac": 0.2818874782986111, "mean_loss": 2.7712989865896076, "total_contrib": 0.7811944829412409}, "2": {"token_count": 56649, "frac": 0.09604390462239583, "mean_loss": 3.0720585555193676, "total_contrib": 0.2950524989007172}, "3": {"token_count": 32160, "frac": 0.054524739583333336, "mean_loss": 3.2863328185197034, "total_contrib": 0.17918644111394869}, "4": {"token_count": 22107, "frac": 0.037480672200520836, "mean_loss": 3.424349320720626, "total_contrib": 0.12834691439000598}, "5": {"token_count": 17045, "frac": 0.028898451063368056, "mean_loss": 3.438284622835709, "total_contrib": 0.09936109991494864}, "6-8": {"token_count": 35513, "frac": 0.06020948621961805, "mean_loss": 3.5640506713122244, "total_contrib": 0.21458965978039385}, "9-12": {"token_count": 30561, "frac": 0.051813761393229164, "mean_loss": 3.6210880115434603, "total_contrib": 0.1876221902139955}, "13-20": {"token_count": 37222, "frac": 0.0631069607204861, "mean_loss": 3.7260831535657846, "total_contrib": 0.23514178321334095}, "21-30": {"token_count": 27738, "frac": 0.047027587890625, "mean_loss": 3.8218742880743735, "total_contrib": 0.17973352898933745}, "31-50": {"token_count": 33470, "frac": 0.05674574110243055, "mean_loss": 3.9137419849336506, "total_contrib": 0.2220881894187576}, "51-75": {"token_count": 24012, "frac": 0.04071044921875, "mean_loss": 3.976917559365275, "total_contrib": 0.1619021003476952}, "76-100": {"token_count": 15545, "frac": 0.026355319552951388, "mean_loss": 3.9827661846179865, "total_contrib": 0.10496707550029602}, "101-150": {"token_count": 19307, "frac": 0.03273349338107639, "mean_loss": 4.038121257531205, "total_contrib": 0.13218181545538155}, "151-200": {"token_count": 12464, "frac": 0.021131727430555556, "mean_loss": 4.085720187403161, "total_contrib": 0.08633832535772196}, "201-300": {"token_count": 14720, "frac": 0.024956597222222224, "mean_loss": 4.135106184180988, "total_contrib": 0.1031981795097252}, "301-500": {"token_count": 14534, "frac": 0.024641248914930556, "mean_loss": 4.20153349992958, "total_contrib": 0.10353103279618414}, "501-750": {"token_count": 8423, "frac": 0.014280531141493056, "mean_loss": 4.319259219443352, "total_contrib": 0.06168131579144178}, "751-1k": {"token_count": 4066, "frac": 0.006893581814236111, "mean_loss": 4.403729751238853, "total_contrib": 0.030357471327950667}, "1k-2k": {"token_count": 6913, "frac": 0.011720445421006944, "mean_loss": 4.533333628026438, "total_contrib": 0.05313268936249926}, "2k-5k": {"token_count": 5403, "frac": 0.009160359700520834, "mean_loss": 4.3021850042861125, "total_contrib": 0.039409562137447555}, "5k-10k": {"token_count": 1489, "frac": 0.002524481879340278, "mean_loss": 4.590796019679312, "total_contrib": 0.011589381363427896}, "10k+": {"token_count": 3778, "frac": 0.006405300564236111, "mean_loss": 3.3963660104786944, "total_contrib": 0.02175474512327153}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 9.504372011072434, "total_contrib": 0.4093094778327957}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.577924884379425, "total_contrib": 0.1658005110556988}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.849193407594157, "total_contrib": 0.10612450248210145}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.325618215060366, "total_contrib": 0.07961932649164524}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.145944070968668, "total_contrib": 0.064437049246674}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.997207705837221, "total_contrib": 0.055343291461303706}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.661135209163618, "total_contrib": 0.12533078267628736}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.308466224717689, "total_contrib": 0.12250915908958804}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.02815619990996, "total_contrib": 0.17465695567449824}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.872408742365843, "total_contrib": 0.1600939965600756}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.684641735133805, "total_contrib": 0.2283848624229814}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.666463959023698, "total_contrib": 0.2118811226511869}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.499685988755141, "total_contrib": 0.1638527012574648}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.491678885196571, "total_contrib": 0.25834860260059556}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.439800002848153, "total_contrib": 0.20510469305692286}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.352421607599867, "total_contrib": 0.30665687518145696}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.319363983247535, "total_contrib": 0.4155808964798217}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.216043891203892, "total_contrib": 0.34548280401197257}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.278673974182737, "total_contrib": 0.23536101801954293}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.669295688566557, "total_contrib": 0.2857670012849181}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.6863110306768165, "total_contrib": 0.29935394406265325}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.954760950472356, "total_contrib": 0.17206551199768957}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 4.980494207956233, "total_contrib": 0.38218544573687585}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.0171810500741385, "total_contrib": 1.883123525039987}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.974434026840895, "total_contrib": 0.41829762583966523}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.740787977471234, "total_contrib": 0.2347470663622112}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.680248063796945, "total_contrib": 0.1640876765124122}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.606476758207437, "total_contrib": 0.12356070419582768}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.571443814861319, "total_contrib": 0.10099705056331694}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.550079026344405, "total_contrib": 0.2225266852381909}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.441093210410448, "total_contrib": 0.19492428424598807}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.390245612365968, "total_contrib": 0.24932126707595903}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.377699030795457, "total_contrib": 0.19672866907800357}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.314798661211084, "total_contrib": 0.23626548319691024}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.306180499037518, "total_contrib": 0.16858981676529672}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.329378790292551, "total_contrib": 0.11335346926962596}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.303629825957659, "total_contrib": 0.13824611123389308}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.317691888064289, "total_contrib": 0.08640888645886038}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.351674816023457, "total_contrib": 0.10867677483457018}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.319607477586005, "total_contrib": 0.10736329078065801}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.333374745971588, "total_contrib": 0.06604858223179215}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.430882416929249, "total_contrib": 0.031461140208095456}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.5481601025787475, "total_contrib": 0.054285765113244594}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.258036712697441, "total_contrib": 0.03869472381601678}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.543584116824324, "total_contrib": 0.012548656084368935}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.404967794433786, "total_contrib": 0.022993277189856245}}}}
{"step": 840, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20866, "frac": 0.035376654730902776, "mean_loss": 0.9537396765381656, "total_contrib": 0.03374011924005358}, "2": {"token_count": 13160, "frac": 0.022311740451388888, "mean_loss": 1.3863886064145166, "total_contrib": 0.030932742751083438}, "3": {"token_count": 9648, "frac": 0.016357421875, "mean_loss": 1.6870765382801103, "total_contrib": 0.02759622267206235}, "4": {"token_count": 7685, "frac": 0.013029310438368056, "mean_loss": 1.8885959584672694, "total_contrib": 0.024607103035517316}, "5": {"token_count": 6522, "frac": 0.011057535807291666, "mean_loss": 2.0154478847301216, "total_contrib": 0.022285887153133566}, "6-8": {"token_count": 15333, "frac": 0.025995890299479168, "mean_loss": 2.2605867176125916, "total_contrib": 0.05876596432351662}, "9-12": {"token_count": 15247, "frac": 0.025850084092881944, "mean_loss": 2.543230327973029, "total_contrib": 0.06574271784567053}, "13-20": {"token_count": 22286, "frac": 0.03778415256076389, "mean_loss": 2.7938474250695453, "total_contrib": 0.10556315734032505}, "21-30": {"token_count": 20462, "frac": 0.034691704644097224, "mean_loss": 3.035430675853684, "total_contrib": 0.10530426447434842}, "31-50": {"token_count": 29946, "frac": 0.050771077473958336, "mean_loss": 3.216739162556512, "total_contrib": 0.16331731323567253}, "51-75": {"token_count": 27336, "frac": 0.046346028645833336, "mean_loss": 3.3674095975699787, "total_contrib": 0.15606606167123233}, "76-100": {"token_count": 21893, "frac": 0.037117852105034724, "mean_loss": 3.472240320846141, "total_contrib": 0.12888210270230538}, "101-150": {"token_count": 34576, "frac": 0.05862087673611111, "mean_loss": 3.5287532072775636, "total_contrib": 0.2068586067959748}, "151-200": {"token_count": 27395, "frac": 0.04644605848524305, "mean_loss": 3.6173657498240814, "total_contrib": 0.16801238117884437}, "201-300": {"token_count": 42058, "frac": 0.07130601671006945, "mean_loss": 3.633813423008403, "total_contrib": 0.2591127606623118}, "301-500": {"token_count": 56480, "frac": 0.09575737847222222, "mean_loss": 3.7303110448566366, "total_contrib": 0.3572048065414477}, "501-750": {"token_count": 47853, "frac": 0.0811309814453125, "mean_loss": 3.740258427154431, "total_contrib": 0.30345083705413983}, "751-1k": {"token_count": 31415, "frac": 0.053261650933159724, "mean_loss": 3.7742764184103224, "total_contrib": 0.2010241931226269}, "1k-2k": {"token_count": 35866, "frac": 0.06080796983506945, "mean_loss": 4.197197727281303, "total_contrib": 0.2552230727923435}, "2k-5k": {"token_count": 37535, "frac": 0.06363762749565972, "mean_loss": 4.237168674507691, "total_contrib": 0.2696433617445987}, "5k-10k": {"token_count": 20311, "frac": 0.03443569607204861, "mean_loss": 4.5690195624624, "total_contrib": 0.15733736900019973}, "10k+": {"token_count": 45951, "frac": 0.07790629069010417, "mean_loss": 4.691834286706074, "total_contrib": 0.365523405809921}}, "trigram": {"novel": {"token_count": 450, "frac": 0.000762939453125, "mean_loss": 4.818470761511061, "total_contrib": 0.003676201447686051}, "1": {"token_count": 165082, "frac": 0.2798834906684028, "mean_loss": 2.809230811408342, "total_contrib": 0.7862573255901963}, "2": {"token_count": 56357, "frac": 0.09554884168836805, "mean_loss": 3.1464461897986626, "total_contrib": 0.30063928887004127}, "3": {"token_count": 32126, "frac": 0.054467095269097224, "mean_loss": 3.305697238641353, "total_contrib": 0.18005172642787018}, "4": {"token_count": 22392, "frac": 0.0379638671875, "mean_loss": 3.3812474053986246, "total_contrib": 0.12836522742663237}, "5": {"token_count": 16897, "frac": 0.028647528754340276, "mean_loss": 3.466644528761519, "total_contrib": 0.09931079881877201}, "6-8": {"token_count": 36524, "frac": 0.06192355685763889, "mean_loss": 3.5223383840544686, "total_contrib": 0.21811572119684078}, "9-12": {"token_count": 30418, "frac": 0.05157131618923611, "mean_loss": 3.6438548669088275, "total_contrib": 0.18791839148904202}, "13-20": {"token_count": 37181, "frac": 0.0630374484592014, "mean_loss": 3.7496968537423268, "total_contrib": 0.23637132215541157}, "21-30": {"token_count": 28214, "frac": 0.04783460828993055, "mean_loss": 3.8488284474440158, "total_contrib": 0.18410720115862605}, "31-50": {"token_count": 33832, "frac": 0.05735948350694445, "mean_loss": 3.938554557792602, "total_contrib": 0.22591345519890565}, "51-75": {"token_count": 23767, "frac": 0.04029507107204861, "mean_loss": 3.99969197985146, "total_contrib": 0.1611678725944174}, "76-100": {"token_count": 15659, "frac": 0.026548597547743056, "mean_loss": 4.019880230081081, "total_contrib": 0.10672218241855137}, "101-150": {"token_count": 19555, "frac": 0.03315395779079861, "mean_loss": 4.0736267595268725, "total_contrib": 0.13505684964082165}, "151-200": {"token_count": 11642, "frac": 0.019738091362847224, "mean_loss": 4.182201248193019, "total_contrib": 0.08254867033464751}, "201-300": {"token_count": 14639, "frac": 0.024819268120659724, "mean_loss": 4.170006974749243, "total_contrib": 0.10349652117132259}, "301-500": {"token_count": 14642, "frac": 0.024824354383680556, "mean_loss": 4.207382254738589, "total_contrib": 0.10444554811923969}, "501-750": {"token_count": 8681, "frac": 0.014717949761284722, "mean_loss": 4.284122448173419, "total_contrib": 0.06305349896340849}, "751-1k": {"token_count": 4245, "frac": 0.007197062174479167, "mean_loss": 4.462346764626387, "total_contrib": 0.03211578710910206}, "1k-2k": {"token_count": 7027, "frac": 0.011913723415798612, "mean_loss": 4.567644380316409, "total_contrib": 0.054417651808816546}, "2k-5k": {"token_count": 5284, "frac": 0.008958604600694444, "mean_loss": 4.330089451948086, "total_contrib": 0.03879155928564061}, "5k-10k": {"token_count": 1612, "frac": 0.0027330186631944445, "mean_loss": 4.441153216126049, "total_contrib": 0.012137754625778523}, "10k+": {"token_count": 3598, "frac": 0.006100124782986111, "mean_loss": 3.5267959363000667, "total_contrib": 0.021513895295558742}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 9.463181976486833, "total_contrib": 0.40753561297055063}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.554951783800606, "total_contrib": 0.1652978732129361}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.834497321603729, "total_contrib": 0.10589679467457493}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.298522407988255, "total_contrib": 0.07927827683665772}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.04325829540343, "total_contrib": 0.06336044192636246}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.922139457877429, "total_contrib": 0.054650548416522296}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.557029972235246, "total_contrib": 0.12302601687528457}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.227636499496661, "total_contrib": 0.12064376497251476}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.979505017081082, "total_contrib": 0.17296701861904093}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.815989060017634, "total_contrib": 0.15824020043799802}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.623824313119277, "total_contrib": 0.22541990173974746}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.611929397227347, "total_contrib": 0.20940497705611433}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.460907512022635, "total_contrib": 0.162440612018538}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.446964148615949, "total_contrib": 0.2557767380469362}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.421547209993549, "total_contrib": 0.20426147185923976}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.338586833871258, "total_contrib": 0.3056821239135536}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.314580697458048, "total_contrib": 0.4151206800673536}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.205722181050819, "total_contrib": 0.34463699370783357}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.278479670838315, "total_contrib": 0.23535032979388618}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.670925536750877, "total_contrib": 0.2858667501248392}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.692130862928598, "total_contrib": 0.299725705502931}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.962098263138908, "total_contrib": 0.17232031711811363}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 4.989585708371594, "total_contrib": 0.38288309520569985}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.979343202596915, "total_contrib": 1.8712818769113577}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.937014711833385, "total_contrib": 0.4151510546832821}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.709600480223376, "total_contrib": 0.2332027717173325}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.656289212476232, "total_contrib": 0.1632476885050388}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.569206112198939, "total_contrib": 0.12256098412594167}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.539180323588965, "total_contrib": 0.10028425224590354}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.4987838042354, "total_contrib": 0.22001803523928212}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.424923601764745, "total_contrib": 0.19421458299846348}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.3767533336259214, "total_contrib": 0.24855504296728154}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.352209822262488, "total_contrib": 0.19558321388904062}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.30973507204829, "total_contrib": 0.235988216183037}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.297594831905934, "total_contrib": 0.1682536822143077}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.3207451837835285, "total_contrib": 0.11312742084616603}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.3122055584976025, "total_contrib": 0.13852159070647188}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.3211293713409695, "total_contrib": 0.08647767995081382}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.350644767834511, "total_contrib": 0.10865105087314579}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.330356054675035, "total_contrib": 0.10763044528797747}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.36521596757171, "total_contrib": 0.06653390087292085}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.446496331906271, "total_contrib": 0.031572005611883315}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.5500402353672555, "total_contrib": 0.054308205934287986}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.265717745829539, "total_contrib": 0.03876452487122655}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.588361125439405, "total_contrib": 0.012672323054573553}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.433462116000283, "total_contrib": 0.02318569540749296}}}}
{"step": 850, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21472, "frac": 0.03640407986111111, "mean_loss": 0.8048708365618955, "total_contrib": 0.029300582212078555}, "2": {"token_count": 13051, "frac": 0.022126939561631944, "mean_loss": 1.2324918838852323, "total_contrib": 0.027271273424930433}, "3": {"token_count": 9682, "frac": 0.016415066189236112, "mean_loss": 1.563650433467866, "total_contrib": 0.025667425362202758}, "4": {"token_count": 7921, "frac": 0.013429429796006944, "mean_loss": 1.7093842230203717, "total_contrib": 0.02295605541745396}, "5": {"token_count": 6587, "frac": 0.011167738172743056, "mean_loss": 1.9764607633897169, "total_contrib": 0.022072596314236224}, "6-8": {"token_count": 15362, "frac": 0.026045057508680556, "mean_loss": 2.1437523467054227, "total_contrib": 0.05583415315431163}, "9-12": {"token_count": 15728, "frac": 0.026665581597222224, "mean_loss": 2.451276647619691, "total_contrib": 0.06536471746446823}, "13-20": {"token_count": 22352, "frac": 0.037896050347222224, "mean_loss": 2.738898296450426, "total_contrib": 0.10379342773820652}, "21-30": {"token_count": 19995, "frac": 0.033899943033854164, "mean_loss": 2.9721982828631175, "total_contrib": 0.10075735247437885}, "31-50": {"token_count": 29897, "frac": 0.05068800184461805, "mean_loss": 3.131854461932137, "total_contrib": 0.15874744474349145}, "51-75": {"token_count": 27642, "frac": 0.046864827473958336, "mean_loss": 3.3431483743613883, "total_contrib": 0.15667607178429074}, "76-100": {"token_count": 22317, "frac": 0.037836710611979164, "mean_loss": 3.444702638893463, "total_contrib": 0.13033621689213293}, "101-150": {"token_count": 34629, "frac": 0.058710734049479164, "mean_loss": 3.53138425428475, "total_contrib": 0.20733016177983024}, "151-200": {"token_count": 27112, "frac": 0.045966254340277776, "mean_loss": 3.579517141186798, "total_contrib": 0.16453699532717633}, "201-300": {"token_count": 41699, "frac": 0.0706973605685764, "mean_loss": 3.579815637308345, "total_contrib": 0.2530835168798162}, "301-500": {"token_count": 56958, "frac": 0.09656778971354167, "mean_loss": 3.656439247162367, "total_contrib": 0.35309425632031605}, "501-750": {"token_count": 48511, "frac": 0.08224656846788195, "mean_loss": 3.7200545198087513, "total_contrib": 0.30596171876770417}, "751-1k": {"token_count": 31694, "frac": 0.053734673394097224, "mean_loss": 3.707154987238772, "total_contrib": 0.19920276246057408}, "1k-2k": {"token_count": 35743, "frac": 0.060599433051215276, "mean_loss": 4.153628016873636, "total_contrib": 0.251707502928186}, "2k-5k": {"token_count": 37034, "frac": 0.06278822157118055, "mean_loss": 4.236742784811529, "total_contrib": 0.26601754471284683}, "5k-10k": {"token_count": 19984, "frac": 0.033881293402777776, "mean_loss": 4.4995259338645495, "total_contrib": 0.15244975833867247}, "10k+": {"token_count": 44454, "frac": 0.07536824544270833, "mean_loss": 4.621529704529587, "total_contrib": 0.34831658509175323}}, "trigram": {"novel": {"token_count": 441, "frac": 0.0007476806640625, "mean_loss": 4.5882135525920225, "total_contrib": 0.0034305185558625656}, "1": {"token_count": 166322, "frac": 0.2819858127170139, "mean_loss": 2.709858974193539, "total_contrib": 0.7641417851864586}, "2": {"token_count": 57127, "frac": 0.09685431586371528, "mean_loss": 3.0397870293876, "total_contrib": 0.2944164931027314}, "3": {"token_count": 32585, "frac": 0.055245293511284724, "mean_loss": 3.2538583837737947, "total_contrib": 0.17976036145573782}, "4": {"token_count": 22218, "frac": 0.037668863932291664, "mean_loss": 3.329785903903739, "total_contrib": 0.12542925213781275}, "5": {"token_count": 17204, "frac": 0.029168023003472224, "mean_loss": 3.434812045634962, "total_contrib": 0.10018667675968405}, "6-8": {"token_count": 35855, "frac": 0.06078932020399305, "mean_loss": 3.50520571953408, "total_contrib": 0.21307907286562505}, "9-12": {"token_count": 29881, "frac": 0.05066087510850695, "mean_loss": 3.638051592319378, "total_contrib": 0.18430687735679685}, "13-20": {"token_count": 37144, "frac": 0.06297471788194445, "mean_loss": 3.6994082039091136, "total_contrib": 0.23296918797132724}, "21-30": {"token_count": 28525, "frac": 0.048361884223090276, "mean_loss": 3.783227932051602, "total_contrib": 0.1829640312394408}, "31-50": {"token_count": 33144, "frac": 0.056193033854166664, "mean_loss": 3.8850960437008726, "total_contrib": 0.2183153335103721}, "51-75": {"token_count": 23796, "frac": 0.04034423828125, "mean_loss": 4.023798084932629, "total_contrib": 0.16233706873415943}, "76-100": {"token_count": 15706, "frac": 0.026628282335069444, "mean_loss": 3.9945079158957975, "total_contrib": 0.10636688457414313}, "101-150": {"token_count": 19249, "frac": 0.03263515896267361, "mean_loss": 4.010213929423656, "total_contrib": 0.130873969061069}, "151-200": {"token_count": 12037, "frac": 0.020407782660590276, "mean_loss": 4.1499594015114525, "total_contrib": 0.08469146951631902}, "201-300": {"token_count": 14505, "frac": 0.024592081705729168, "mean_loss": 4.09818445004132, "total_contrib": 0.10078288684056488}, "301-500": {"token_count": 14153, "frac": 0.023995293511284724, "mean_loss": 4.118402471606998, "total_contrib": 0.09882227610381036}, "501-750": {"token_count": 8602, "frac": 0.014584011501736112, "mean_loss": 4.3400264264155455, "total_contrib": 0.06329499532068299}, "751-1k": {"token_count": 3979, "frac": 0.006746080186631944, "mean_loss": 4.462435558970494, "total_contrib": 0.030103948108492692}, "1k-2k": {"token_count": 6862, "frac": 0.011633978949652778, "mean_loss": 4.491495637519982, "total_contrib": 0.05225396569936475}, "2k-5k": {"token_count": 5041, "frac": 0.008546617296006944, "mean_loss": 4.323914966901708, "total_contrib": 0.03695484644258543}, "5k-10k": {"token_count": 1562, "frac": 0.002648247612847222, "mean_loss": 4.635191851876266, "total_contrib": 0.012275135756820217}, "10k+": {"token_count": 3886, "frac": 0.006588406032986111, "mean_loss": 3.4486464822355214, "total_contrib": 0.02272108328919684}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 9.721765126184296, "total_contrib": 0.41867159690044375}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.821170687126675, "total_contrib": 0.17112258524130883}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.03463607856629, "total_contrib": 0.10899783515424487}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.511336476130061, "total_contrib": 0.08195692613184538}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.289559866140779, "total_contrib": 0.0659427866824927}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.162300955249171, "total_contrib": 0.05686680111257128}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.699275003971755, "total_contrib": 0.1261751522519653}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.375077415402577, "total_contrib": 0.12404641686072435}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.099892012548206, "total_contrib": 0.17714875548144468}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.90189970481254, "total_contrib": 0.1610629887547252}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.69031587079177, "total_contrib": 0.22866148692595986}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.632063367321507, "total_contrib": 0.2103191613773554}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.4921781899684206, "total_contrib": 0.1635793103775732}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.472994793844787, "total_contrib": 0.25727394677257015}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.440326191202717, "total_contrib": 0.20512900129172712}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.3321850215897175, "total_contrib": 0.30523107391731075}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.309157249241689, "total_contrib": 0.4145988714213335}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.200298427668167, "total_contrib": 0.3441925454109794}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.266732116310024, "total_contrib": 0.2347041210830328}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.644809091488232, "total_contrib": 0.2842683895272864}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.670397358037826, "total_contrib": 0.298337404477931}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.93762986999635, "total_contrib": 0.1714705956813138}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 4.960611734256078, "total_contrib": 0.3806597352840243}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.08979237676824, "total_contrib": 1.9058478034594208}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.01269068275695, "total_contrib": 0.4215146085669271}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.7406511505652675, "total_contrib": 0.2347402911773838}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.696867125160999, "total_contrib": 0.16467033433906436}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.590301112409673, "total_contrib": 0.12312682071165879}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.586069244846379, "total_contrib": 0.1013201706434346}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.534571023190553, "total_contrib": 0.2217682490623554}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.442126834519154, "total_contrib": 0.19496965110275585}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.370528523100861, "total_contrib": 0.248201537085277}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.352102655482753, "total_contrib": 0.19557839793942913}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.305219976522475, "total_contrib": 0.23574098304196908}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.28528514206176, "total_contrib": 0.1677717497092186}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.290343750673924, "total_contrib": 0.11233143877098492}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.289981022399306, "total_contrib": 0.13780766878153422}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.300048358064307, "total_contrib": 0.08605579091151104}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.312743876932582, "total_contrib": 0.1077045310248768}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.282536785580078, "total_contrib": 0.10644190347731516}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.3159957528509, "total_contrib": 0.0657836944887451}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.401550241276066, "total_contrib": 0.03125286934825332}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.511068897331378, "total_contrib": 0.05384305324505768}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.236176891782102, "total_contrib": 0.03849607364222559}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.522880939392864, "total_contrib": 0.012491477203828557}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.39980156956689, "total_contrib": 0.022958390386937328}}}}
{"step": 860, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20735, "frac": 0.03515455457899305, "mean_loss": 0.7558422819762852, "total_contrib": 0.026571298754845974}, "2": {"token_count": 12967, "frac": 0.021984524197048612, "mean_loss": 1.1895777057788355, "total_contrib": 0.026152299856964382}, "3": {"token_count": 9657, "frac": 0.0163726806640625, "mean_loss": 1.5073627793046922, "total_contrib": 0.024679569430449442}, "4": {"token_count": 7795, "frac": 0.013215806749131944, "mean_loss": 1.6845836568353787, "total_contrib": 0.02226313206148237}, "5": {"token_count": 6524, "frac": 0.011060926649305556, "mean_loss": 1.8783136560970364, "total_contrib": 0.020775889574478262}, "6-8": {"token_count": 15404, "frac": 0.026116265190972224, "mean_loss": 2.121277515633507, "total_contrib": 0.0553998461419314}, "9-12": {"token_count": 15294, "frac": 0.025929768880208332, "mean_loss": 2.401015037195914, "total_contrib": 0.06225776499239486}, "13-20": {"token_count": 22219, "frac": 0.03767055935329861, "mean_loss": 2.69409745754481, "total_contrib": 0.10148815817801264}, "21-30": {"token_count": 20062, "frac": 0.03401353624131945, "mean_loss": 2.9563637726968373, "total_contrib": 0.10055638632514777}, "31-50": {"token_count": 29789, "frac": 0.05050489637586805, "mean_loss": 3.115885039490819, "total_contrib": 0.15736745103860136}, "51-75": {"token_count": 27607, "frac": 0.046805487738715276, "mean_loss": 3.3227975787807176, "total_contrib": 0.15552516133185368}, "76-100": {"token_count": 21647, "frac": 0.03670077853732639, "mean_loss": 3.468799156732156, "total_contrib": 0.12730762964169137}, "101-150": {"token_count": 34724, "frac": 0.05887179904513889, "mean_loss": 3.544148504959917, "total_contrib": 0.20865039857012965}, "151-200": {"token_count": 27272, "frac": 0.04623752170138889, "mean_loss": 3.5689817970940707, "total_contrib": 0.165020873294999}, "201-300": {"token_count": 41589, "frac": 0.0705108642578125, "mean_loss": 3.6199168014649405, "total_contrib": 0.25524346221266925}, "301-500": {"token_count": 57384, "frac": 0.0972900390625, "mean_loss": 3.6798420244645986, "total_contrib": 0.3580119743039899}, "501-750": {"token_count": 47482, "frac": 0.0805019802517361, "mean_loss": 3.693142370882895, "total_contrib": 0.29730527420766467}, "751-1k": {"token_count": 31620, "frac": 0.053609212239583336, "mean_loss": 3.746792097308515, "total_contrib": 0.20086257276220576}, "1k-2k": {"token_count": 35992, "frac": 0.06102159288194445, "mean_loss": 4.153267488705256, "total_contrib": 0.253438997825588}, "2k-5k": {"token_count": 37557, "frac": 0.0636749267578125, "mean_loss": 4.240825544861598, "total_contrib": 0.27003425596172254}, "5k-10k": {"token_count": 20348, "frac": 0.03449842664930555, "mean_loss": 4.514548952797125, "total_contrib": 0.15574483590277083}, "10k+": {"token_count": 46156, "frac": 0.07825385199652778, "mean_loss": 4.580539111560712, "total_contrib": 0.3584448297003788}}, "trigram": {"novel": {"token_count": 446, "frac": 0.0007561577690972222, "mean_loss": 4.8256585090316735, "total_contrib": 0.0036489591726144178}, "1": {"token_count": 162991, "frac": 0.2763383653428819, "mean_loss": 2.688257377443967, "total_contrib": 0.7428686493038086}, "2": {"token_count": 56940, "frac": 0.09653727213541667, "mean_loss": 3.0194714003918173, "total_contrib": 0.2914915322847325}, "3": {"token_count": 32462, "frac": 0.05503675672743055, "mean_loss": 3.2460952518340287, "total_contrib": 0.17865455468925684}, "4": {"token_count": 23086, "frac": 0.03914048936631945, "mean_loss": 3.312768786386018, "total_contrib": 0.1296633914566169}, "5": {"token_count": 17423, "frac": 0.029539320203993056, "mean_loss": 3.4152219530975056, "total_contrib": 0.10088333484025377}, "6-8": {"token_count": 36428, "frac": 0.061760796440972224, "mean_loss": 3.483747821896848, "total_contrib": 0.2151590400798516}, "9-12": {"token_count": 30188, "frac": 0.05118136935763889, "mean_loss": 3.626640945012024, "total_contrib": 0.18561644973419694}, "13-20": {"token_count": 36923, "frac": 0.06260002983940972, "mean_loss": 3.7183439295942966, "total_contrib": 0.23276844094579097}, "21-30": {"token_count": 27804, "frac": 0.047139485677083336, "mean_loss": 3.8766694470034904, "total_contrib": 0.18274420387180762}, "31-50": {"token_count": 33982, "frac": 0.05761379665798611, "mean_loss": 3.8655707479017303, "total_contrib": 0.22271020703666958}, "51-75": {"token_count": 23690, "frac": 0.04016452365451389, "mean_loss": 4.0323102928857715, "total_contrib": 0.1619558221409504}, "76-100": {"token_count": 15522, "frac": 0.026316324869791668, "mean_loss": 4.025556492013506, "total_contrib": 0.10593785242552634}, "101-150": {"token_count": 19399, "frac": 0.032889472113715276, "mean_loss": 4.039137598077484, "total_contrib": 0.1328451033954283}, "151-200": {"token_count": 12402, "frac": 0.021026611328125, "mean_loss": 4.115255422286465, "total_contrib": 0.08652987628037641}, "201-300": {"token_count": 14539, "frac": 0.024649726019965276, "mean_loss": 4.112453864110441, "total_contrib": 0.1013708610200699}, "301-500": {"token_count": 14331, "frac": 0.024297078450520832, "mean_loss": 4.184620605544687, "total_contrib": 0.10167405513858525}, "501-750": {"token_count": 8521, "frac": 0.014446682400173612, "mean_loss": 4.378545852286065, "total_contrib": 0.06325546130257426}, "751-1k": {"token_count": 4084, "frac": 0.006924099392361111, "mean_loss": 4.404467126568536, "total_contrib": 0.030496968154747686}, "1k-2k": {"token_count": 7121, "frac": 0.012073092990451388, "mean_loss": 4.560527679132608, "total_contrib": 0.05505967475569543}, "2k-5k": {"token_count": 5575, "frac": 0.009451972113715278, "mean_loss": 4.269470260906787, "total_contrib": 0.04035491384642764}, "5k-10k": {"token_count": 1635, "frac": 0.0027720133463541665, "mean_loss": 4.4911059210937045, "total_contrib": 0.012449405553161971}, "10k+": {"token_count": 4332, "frac": 0.007344563802083333, "mean_loss": 3.3988818551412856, "total_contrib": 0.024963304640828535}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 9.779982275332989, "total_contrib": 0.4211787410748516}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.9406247098485725, "total_contrib": 0.17373616855298502}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.16362534775072, "total_contrib": 0.11099645326926988}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.6642428901425665, "total_contrib": 0.08388152943321807}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.418268108070812, "total_contrib": 0.06729222612221596}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.316325542777421, "total_contrib": 0.05828816719790566}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.893645346663701, "total_contrib": 0.13047827985421856}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.521665567872394, "total_contrib": 0.12742938861402558}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.233842224288064, "total_contrib": 0.18180162131621272}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.003478569782847, "total_contrib": 0.16440059184161984}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.769183076438487, "total_contrib": 0.23250640761140387}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.704886106275628, "total_contrib": 0.2136256829362108}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.555089313163944, "total_contrib": 0.16587017189557426}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.542692576068274, "total_contrib": 0.2612827651013119}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.487153844641547, "total_contrib": 0.2072922905117338}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.388973616205746, "total_contrib": 0.3092322058252329}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.359483628531925, "total_contrib": 0.41944094583394065}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.250086238568332, "total_contrib": 0.34827239679755856}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.331372480116683, "total_contrib": 0.2382598539859107}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.708994783614947, "total_contrib": 0.288196637808791}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.727739188366809, "total_contrib": 0.30200030754953383}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.996202109524656, "total_contrib": 0.17350465191208483}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.016134114981315, "total_contrib": 0.38492032568727164}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.186099146801523, "total_contrib": 1.9359877548354987}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.095936694804197, "total_contrib": 0.42851472335628693}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.838293451590704, "total_contrib": 0.23957519284932133}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.785293448152615, "total_contrib": 0.16777052682554103}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.662760789198094, "total_contrib": 0.12507042515377986}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.65410222581142, "total_contrib": 0.10282322541054385}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.609864862800132, "total_contrib": 0.22545057819338074}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.5079379103365484, "total_contrib": 0.19785816891613864}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.434797417536997, "total_contrib": 0.25185135616356613}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.414426553580093, "total_contrib": 0.19837916095173128}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.350860525312116, "total_contrib": 0.23824012313165524}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.320032509904422, "total_contrib": 0.1691321321592762}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.345803662326925, "total_contrib": 0.11378351161925371}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.322598116885013, "total_contrib": 0.1388554323334085}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.339129726394278, "total_contrib": 0.08683791654859425}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.347397177652033, "total_contrib": 0.10856994701269267}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.335477253519157, "total_contrib": 0.10775773202953905}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.369772356877553, "total_contrib": 0.0666033486062439}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.453894799477947, "total_contrib": 0.03162453786250414}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.575124951205395, "total_contrib": 0.054607611179751894}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.279240771999592, "total_contrib": 0.038887414784610004}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.558686941835807, "total_contrib": 0.012590367682987689}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.4232335222514165, "total_contrib": 0.02311662312677577}}}}
{"step": 870, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20572, "frac": 0.03487820095486111, "mean_loss": 0.83902806581884, "total_contrib": 0.029263789486397938}, "2": {"token_count": 12919, "frac": 0.021903143988715276, "mean_loss": 1.253559517577447, "total_contrib": 0.02745689461192328}, "3": {"token_count": 9530, "frac": 0.016157362196180556, "mean_loss": 1.5014272462338263, "total_contrib": 0.0242591038286139}, "4": {"token_count": 7669, "frac": 0.013002183702256944, "mean_loss": 1.7281802346953705, "total_contrib": 0.022470116882118727}, "5": {"token_count": 6528, "frac": 0.011067708333333334, "mean_loss": 1.9078725273112724, "total_contrib": 0.021115776669460698}, "6-8": {"token_count": 15355, "frac": 0.026033189561631944, "mean_loss": 2.1582058223856047, "total_contrib": 0.05618498128718221}, "9-12": {"token_count": 15115, "frac": 0.025626288519965276, "mean_loss": 2.4432106693227285, "total_contrib": 0.06261042152712172}, "13-20": {"token_count": 22262, "frac": 0.037743462456597224, "mean_loss": 2.6932433861702343, "total_contrib": 0.10165233063239501}, "21-30": {"token_count": 20348, "frac": 0.03449842664930555, "mean_loss": 2.9027835516921865, "total_contrib": 0.10014146543686354}, "31-50": {"token_count": 29641, "frac": 0.050253974066840276, "mean_loss": 3.1122360481015194, "total_contrib": 0.15640222965117923}, "51-75": {"token_count": 27373, "frac": 0.046408759223090276, "mean_loss": 3.2956693996614046, "total_contrib": 0.1529479276477926}, "76-100": {"token_count": 21833, "frac": 0.03701612684461805, "mean_loss": 3.4048737288362445, "total_contrib": 0.12603523783651008}, "101-150": {"token_count": 34163, "frac": 0.05792066786024305, "mean_loss": 3.4952904754655423, "total_contrib": 0.2024495587045107}, "151-200": {"token_count": 26881, "frac": 0.04557461208767361, "mean_loss": 3.5788369018253343, "total_contrib": 0.16310410352574126}, "201-300": {"token_count": 42021, "frac": 0.0712432861328125, "mean_loss": 3.5744971353232726, "total_contrib": 0.2546589221927545}, "301-500": {"token_count": 56536, "frac": 0.0958523220486111, "mean_loss": 3.6613302726911767, "total_contrib": 0.3509470084243238}, "501-750": {"token_count": 47302, "frac": 0.0801968044704861, "mean_loss": 3.707637726742834, "total_contrib": 0.29734069781899264}, "751-1k": {"token_count": 31528, "frac": 0.05345323350694445, "mean_loss": 3.7072281726440197, "total_contrib": 0.19816333317586374}, "1k-2k": {"token_count": 36233, "frac": 0.06143018934461805, "mean_loss": 4.143294139135236, "total_contrib": 0.2545233434775238}, "2k-5k": {"token_count": 37995, "frac": 0.06441752115885417, "mean_loss": 4.190228819877402, "total_contrib": 0.2699241536648931}, "5k-10k": {"token_count": 21201, "frac": 0.035944620768229164, "mean_loss": 4.446318088927942, "total_contrib": 0.15982121752143233}, "10k+": {"token_count": 46819, "frac": 0.07937791612413195, "mean_loss": 4.552524016435122, "total_contrib": 0.36136986952968336}}, "trigram": {"novel": {"token_count": 434, "frac": 0.0007358127170138889, "mean_loss": 4.738198901539505, "total_contrib": 0.003486427007494007}, "1": {"token_count": 163155, "frac": 0.2766164143880208, "mean_loss": 2.6964435712630688, "total_contrib": 0.7458805522824198}, "2": {"token_count": 56730, "frac": 0.09618123372395833, "mean_loss": 3.0239369905326807, "total_contrib": 0.2908459904529469}, "3": {"token_count": 32314, "frac": 0.054785834418402776, "mean_loss": 3.2189655707124563, "total_contrib": 0.17635371475559203}, "4": {"token_count": 22274, "frac": 0.03776380750868055, "mean_loss": 3.338366798158512, "total_contrib": 0.12606944115902827}, "5": {"token_count": 17008, "frac": 0.028835720486111112, "mean_loss": 3.4081156738138754, "total_contrib": 0.09827547095443114}, "6-8": {"token_count": 35588, "frac": 0.06033664279513889, "mean_loss": 3.4630136090998738, "total_contrib": 0.2089466151269638}, "9-12": {"token_count": 31023, "frac": 0.0525970458984375, "mean_loss": 3.5985671269883057, "total_contrib": 0.18927400034681227}, "13-20": {"token_count": 37202, "frac": 0.06307305230034722, "mean_loss": 3.7012536951564066, "total_contrib": 0.23344936789145346}, "21-30": {"token_count": 28252, "frac": 0.04789903428819445, "mean_loss": 3.8393262964209205, "total_contrib": 0.18390002191583227}, "31-50": {"token_count": 33758, "frac": 0.05723402235243055, "mean_loss": 3.861923903458738, "total_contrib": 0.22103343901394326}, "51-75": {"token_count": 23837, "frac": 0.040413750542534724, "mean_loss": 3.9983944625764773, "total_contrib": 0.16159011638121795}, "76-100": {"token_count": 15677, "frac": 0.026579115125868056, "mean_loss": 4.010447146790642, "total_contrib": 0.10659413642075755}, "101-150": {"token_count": 19482, "frac": 0.033030192057291664, "mean_loss": 3.9919337715539713, "total_contrib": 0.13185433915441633}, "151-200": {"token_count": 12077, "frac": 0.020475599500868056, "mean_loss": 4.06692559442714, "total_contrib": 0.08327273967131987}, "201-300": {"token_count": 14681, "frac": 0.024890475802951388, "mean_loss": 4.072948275247651, "total_contrib": 0.10137762049172425}, "301-500": {"token_count": 14381, "frac": 0.024381849500868056, "mean_loss": 4.171051480181843, "total_contrib": 0.10169794945016664}, "501-750": {"token_count": 8768, "frac": 0.014865451388888888, "mean_loss": 4.322237116925323, "total_contrib": 0.06425200575290464}, "751-1k": {"token_count": 4256, "frac": 0.007215711805555556, "mean_loss": 4.393413891815534, "total_contrib": 0.03170160848586513}, "1k-2k": {"token_count": 7215, "frac": 0.012232462565104166, "mean_loss": 4.427848807750728, "total_contrib": 0.05416349478475189}, "2k-5k": {"token_count": 5779, "frac": 0.009797837999131944, "mean_loss": 4.228878430368326, "total_contrib": 0.041433865778772234}, "5k-10k": {"token_count": 1701, "frac": 0.0028839111328125, "mean_loss": 4.457320759748533, "total_contrib": 0.012854516961555065}, "10k+": {"token_count": 4232, "frac": 0.007175021701388889, "mean_loss": 3.4195087226230956, "total_contrib": 0.02453504929290931}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 9.319768173883537, "total_contrib": 0.4013594417738439}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.555379712163699, "total_contrib": 0.16530723603222747}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.776351528755448, "total_contrib": 0.10499585744441739}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.333574159864381, "total_contrib": 0.0797194664219041}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.100375591898812, "total_contrib": 0.06395928727942955}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.048888399625286, "total_contrib": 0.05582021002733092}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.619232820314467, "total_contrib": 0.12440311375540214}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.307106861276245, "total_contrib": 0.12247778760391616}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.050024101004756, "total_contrib": 0.1754165543982365}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.869654168905372, "total_contrib": 0.16000348882613477}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.677108568937872, "total_contrib": 0.22801760677729038}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.634248630919692, "total_contrib": 0.21041838342397098}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.510017923895691, "total_contrib": 0.16422893095132046}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.489258339025962, "total_contrib": 0.2582093796648759}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.438814627137442, "total_contrib": 0.20505917182115518}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.338375873463298, "total_contrib": 0.30566726035819886}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.324127636344983, "total_contrib": 0.41603922396332027}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.221998906820011, "total_contrib": 0.34597078647754514}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.2979554543091165, "total_contrib": 0.2364216524167536}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.673345528099899, "total_contrib": 0.28601485675955907}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.709992651442425, "total_contrib": 0.3008666875684886}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.966568146617184, "total_contrib": 0.1724755441405568}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 4.990620999329831, "total_contrib": 0.3829625397587543}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.991031723342986, "total_contrib": 1.87493989022468}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.9762817814989, "total_contrib": 0.41845300258853907}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.744361487788705, "total_contrib": 0.23492401396409254}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.6991796583544865, "total_contrib": 0.16475141085325865}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.609231432883659, "total_contrib": 0.12363459353917841}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.5808855777873445, "total_contrib": 0.10120564772567221}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.543450453993609, "total_contrib": 0.22220250752071746}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.463102751235746, "total_contrib": 0.1958903063015255}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.389756173815956, "total_contrib": 0.2492934719478001}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.373535877515401, "total_contrib": 0.19654158184377582}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.324085723585348, "total_contrib": 0.23677401498520914}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.29272728817416, "total_contrib": 0.16806311465541876}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.314618913108135, "total_contrib": 0.11296702045886388}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.305392121585922, "total_contrib": 0.13830272170628605}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.322775701123281, "total_contrib": 0.08651062753645022}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.335794166406056, "total_contrib": 0.10828017861457181}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.300140836597888, "total_contrib": 0.10687944991137192}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.346904534120586, "total_contrib": 0.06625480102834756}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.426321382553062, "total_contrib": 0.0314287549338993}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.5514641045473665, "total_contrib": 0.054325200900630456}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.257244347290679, "total_contrib": 0.038687523229773695}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.55392376011943, "total_contrib": 0.01257721253328883}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.3952154035458095, "total_contrib": 0.02292742064128106}}}}
{"step": 880, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20788, "frac": 0.03524441189236111, "mean_loss": 0.6288069254053319, "total_contrib": 0.022161930279754705}, "2": {"token_count": 13187, "frac": 0.022357516818576388, "mean_loss": 1.091568201327542, "total_contrib": 0.0244047544198037}, "3": {"token_count": 9687, "frac": 0.016423543294270832, "mean_loss": 1.3931985336161572, "total_contrib": 0.022881256434359596}, "4": {"token_count": 7629, "frac": 0.012934366861979166, "mean_loss": 1.6460931336961817, "total_contrib": 0.021291172480211333}, "5": {"token_count": 6609, "frac": 0.011205037434895834, "mean_loss": 1.8423578518549757, "total_contrib": 0.020643688698509275}, "6-8": {"token_count": 15032, "frac": 0.025485568576388888, "mean_loss": 2.097540711662447, "total_contrib": 0.05345701764884085}, "9-12": {"token_count": 15158, "frac": 0.025699191623263888, "mean_loss": 2.4119195500527915, "total_contrib": 0.0619843826967031}, "13-20": {"token_count": 21999, "frac": 0.037297566731770836, "mean_loss": 2.6959070977013293, "total_contrib": 0.10055077487916997}, "21-30": {"token_count": 19956, "frac": 0.033833821614583336, "mean_loss": 2.9788793547144428, "total_contrib": 0.10078687269877357}, "31-50": {"token_count": 29333, "frac": 0.04973178439670139, "mean_loss": 3.1603662467046547, "total_contrib": 0.15717065279572828}, "51-75": {"token_count": 27476, "frac": 0.04658338758680555, "mean_loss": 3.35875143474564, "total_contrib": 0.1564620198924954}, "76-100": {"token_count": 21855, "frac": 0.037053426106770836, "mean_loss": 3.4341998912550014, "total_contrib": 0.12724887190649764}, "101-150": {"token_count": 34160, "frac": 0.057915581597222224, "mean_loss": 3.554847691455957, "total_contrib": 0.20588107154021454}, "151-200": {"token_count": 27079, "frac": 0.04591030544704861, "mean_loss": 3.57441079958442, "total_contrib": 0.16410229160214998}, "201-300": {"token_count": 42691, "frac": 0.07237921820746528, "mean_loss": 3.5708468243805225, "total_contrib": 0.2584551014872723}, "301-500": {"token_count": 56153, "frac": 0.0952029758029514, "mean_loss": 3.6920532564970308, "total_contrib": 0.3514944568414947}, "501-750": {"token_count": 47818, "frac": 0.08107164171006945, "mean_loss": 3.697987573269113, "total_contrib": 0.2998019235883627}, "751-1k": {"token_count": 32027, "frac": 0.054299248589409724, "mean_loss": 3.721708097049461, "total_contrib": 0.20208595313890768}, "1k-2k": {"token_count": 36231, "frac": 0.061426798502604164, "mean_loss": 4.130684235959759, "total_contrib": 0.2537347082401835}, "2k-5k": {"token_count": 37573, "frac": 0.0637020534939236, "mean_loss": 4.238616381468528, "total_contrib": 0.2700085674725291}, "5k-10k": {"token_count": 20935, "frac": 0.03549363878038195, "mean_loss": 4.497183353348926, "total_contrib": 0.15962140147291357}, "10k+": {"token_count": 46448, "frac": 0.07874891493055555, "mean_loss": 4.570102776258689, "total_contrib": 0.35989063475149125}}, "trigram": {"novel": {"token_count": 430, "frac": 0.0007290310329861111, "mean_loss": 4.691121176441828, "total_contrib": 0.0034199729171244067}, "1": {"token_count": 164666, "frac": 0.2791781955295139, "mean_loss": 2.650197403315579, "total_contrib": 0.7398773288546467}, "2": {"token_count": 56928, "frac": 0.09651692708333333, "mean_loss": 3.0329035341229558, "total_contrib": 0.2927265292537293}, "3": {"token_count": 31609, "frac": 0.05359056260850695, "mean_loss": 3.266128407153369, "total_contrib": 0.1750336588909757}, "4": {"token_count": 22395, "frac": 0.037968953450520836, "mean_loss": 3.3501238948471093, "total_contrib": 0.12720069821692745}, "5": {"token_count": 17289, "frac": 0.0293121337890625, "mean_loss": 3.446309319709668, "total_contrib": 0.10101867985782276}, "6-8": {"token_count": 34973, "frac": 0.05929395887586805, "mean_loss": 3.53732088889895, "total_contrib": 0.20974175931712336}, "9-12": {"token_count": 30161, "frac": 0.05113559299045139, "mean_loss": 3.663140762531471, "total_contrib": 0.18731687509954104}, "13-20": {"token_count": 37124, "frac": 0.06294080946180555, "mean_loss": 3.751924972924348, "total_contrib": 0.23614919483582134}, "21-30": {"token_count": 28098, "frac": 0.047637939453125, "mean_loss": 3.7945158034428825, "total_contrib": 0.180762914098338}, "31-50": {"token_count": 33427, "frac": 0.05667283799913195, "mean_loss": 3.881886696494222, "total_contrib": 0.21999753588140253}, "51-75": {"token_count": 24032, "frac": 0.04074435763888889, "mean_loss": 4.006411631088472, "total_contrib": 0.16323866834567288}, "76-100": {"token_count": 15605, "frac": 0.026457044813368056, "mean_loss": 4.010472595280019, "total_contrib": 0.10610525317610796}, "101-150": {"token_count": 19492, "frac": 0.03304714626736111, "mean_loss": 4.034275018869776, "total_contrib": 0.1333212766313505}, "151-200": {"token_count": 12289, "frac": 0.020835028754340276, "mean_loss": 4.049719947196128, "total_contrib": 0.08437603154685672}, "201-300": {"token_count": 15244, "frac": 0.025844997829861112, "mean_loss": 4.061526641726229, "total_contrib": 0.10497014724133748}, "301-500": {"token_count": 14563, "frac": 0.024690416124131944, "mean_loss": 4.150221720845809, "total_contrib": 0.10247070129509399}, "501-750": {"token_count": 8909, "frac": 0.015104505750868056, "mean_loss": 4.251383308156278, "total_contrib": 0.06421504362719097}, "751-1k": {"token_count": 4238, "frac": 0.007185194227430556, "mean_loss": 4.409483191509103, "total_contrib": 0.031682993173583265}, "1k-2k": {"token_count": 6980, "frac": 0.011834038628472222, "mean_loss": 4.547594737952854, "total_contrib": 0.05381641179557108}, "2k-5k": {"token_count": 5209, "frac": 0.008831448025173612, "mean_loss": 4.305343790847367, "total_contrib": 0.03802241991937245}, "5k-10k": {"token_count": 1669, "frac": 0.002829657660590278, "mean_loss": 4.5047344340043844, "total_contrib": 0.012746856300105316}, "10k+": {"token_count": 4494, "frac": 0.007619222005208333, "mean_loss": 3.4004199737139977, "total_contrib": 0.02590855469067163}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.11750171222577, "total_contrib": 0.4357141469188212}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 8.2330772565393, "total_contrib": 0.18013485717034178}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.461261632175304, "total_contrib": 0.11560816456510772}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.8554414077638475, "total_contrib": 0.0862881079970276}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.666975238009331, "total_contrib": 0.06989979192411584}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.522302000541636, "total_contrib": 0.06018895431340218}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.073597755121086, "total_contrib": 0.13446221158578006}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.638464841048151, "total_contrib": 0.13012489050351872}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.327760471605125, "total_contrib": 0.18506394541803284}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.076649749790808, "total_contrib": 0.16680479626286124}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.812285057877776, "total_contrib": 0.23460770812865436}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.702589408931074, "total_contrib": 0.21352140123254237}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.581035273209321, "total_contrib": 0.16681497463309358}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.555354270663795, "total_contrib": 0.2620110297856127}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.491863959288103, "total_contrib": 0.20750988288486436}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.38657933834072, "total_contrib": 0.30906351312158425}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.346384681437776, "total_contrib": 0.41818065098556917}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.2381956578765205, "total_contrib": 0.3472980257367382}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.30145173854602, "total_contrib": 0.23661397579129642}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.6965759024628335, "total_contrib": 0.28743658604448674}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.718226343422866, "total_contrib": 0.3013926424512114}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.991462306918524, "total_contrib": 0.17334005132482252}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.000133053631029, "total_contrib": 0.3836924610398933}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.312198317865401, "total_contrib": 1.9754514694125271}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.149081689075363, "total_contrib": 0.4329836588791908}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.893621239579699, "total_contrib": 0.24231482937819535}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.808459044799384, "total_contrib": 0.16858270363261998}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.695895146863722, "total_contrib": 0.12595919650358572}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.65429930882726, "total_contrib": 0.10282757957175026}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.611317938262781, "total_contrib": 0.22552164246813997}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.508142902196998, "total_contrib": 0.19786716622598588}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.428762425138577, "total_contrib": 0.25150863001919516}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.401625734538423, "total_contrib": 0.19780390713106868}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.333158744751815, "total_contrib": 0.23727082651646825}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.307588138288788, "total_contrib": 0.1686449267736896}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.323143834554391, "total_contrib": 0.1131902232479917}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.304955477195674, "total_contrib": 0.1382886953166138}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.323713536507707, "total_contrib": 0.08652939620113284}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.3343390522084455, "total_contrib": 0.10824383924531794}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.297697233950051, "total_contrib": 0.10681871448043441}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.33734653500742, "total_contrib": 0.066109119584345}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.42133590999422, "total_contrib": 0.03139335596899379}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.543572214243514, "total_contrib": 0.05423100516132666}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.25733971536909, "total_contrib": 0.038688389883047014}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.535150260654803, "total_contrib": 0.01252536311612731}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.4086482949758814, "total_contrib": 0.0230181311016319}}}}
{"step": 890, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21025, "frac": 0.03564622667100695, "mean_loss": 0.5705775515968837, "total_contrib": 0.02033893673761068}, "2": {"token_count": 12835, "frac": 0.021760728624131944, "mean_loss": 1.0345746101137006, "total_contrib": 0.02251309733210135}, "3": {"token_count": 9669, "frac": 0.016393025716145832, "mean_loss": 1.3532390575621556, "total_contrib": 0.022183682670709366}, "4": {"token_count": 7804, "frac": 0.013231065538194444, "mean_loss": 1.6546587103816437, "total_contrib": 0.021892897840403828}, "5": {"token_count": 6531, "frac": 0.011072794596354166, "mean_loss": 1.8008198743202288, "total_contrib": 0.01994010857338022}, "6-8": {"token_count": 15396, "frac": 0.026102701822916668, "mean_loss": 2.0363214590536556, "total_contrib": 0.05315349186128419}, "9-12": {"token_count": 15388, "frac": 0.026089138454861112, "mean_loss": 2.374358235575653, "total_contrib": 0.06194496074937295}, "13-20": {"token_count": 21712, "frac": 0.036810980902777776, "mean_loss": 2.6716095507210413, "total_contrib": 0.09834456815127096}, "21-30": {"token_count": 19961, "frac": 0.03384229871961805, "mean_loss": 2.959096294079809, "total_contrib": 0.10014262072436365}, "31-50": {"token_count": 29676, "frac": 0.050313313802083336, "mean_loss": 3.1320856571687616, "total_contrib": 0.1575856085241363}, "51-75": {"token_count": 27456, "frac": 0.046549479166666664, "mean_loss": 3.27120237384832, "total_contrib": 0.15227276675140292}, "76-100": {"token_count": 21872, "frac": 0.03708224826388889, "mean_loss": 3.3675403071440013, "total_contrib": 0.12487596570816649}, "101-150": {"token_count": 34385, "frac": 0.058297051323784724, "mean_loss": 3.5048156154935843, "total_contrib": 0.20432041581683164}, "151-200": {"token_count": 27413, "frac": 0.04647657606336805, "mean_loss": 3.5554327787762854, "total_contrib": 0.16524434198098806}, "201-300": {"token_count": 41383, "frac": 0.07016160753038195, "mean_loss": 3.573259692524307, "total_contrib": 0.2507056441510237}, "301-500": {"token_count": 56052, "frac": 0.09503173828125, "mean_loss": 3.673844065001545, "total_contrib": 0.34913178767135045}, "501-750": {"token_count": 47994, "frac": 0.08137003580729167, "mean_loss": 3.707232526517956, "total_contrib": 0.3016576434287225}, "751-1k": {"token_count": 32207, "frac": 0.054604424370659724, "mean_loss": 3.741457714653457, "total_contrib": 0.20430014481581604}, "1k-2k": {"token_count": 36489, "frac": 0.061864217122395836, "mean_loss": 4.148481588183159, "total_contrib": 0.25664256569962446}, "2k-5k": {"token_count": 37721, "frac": 0.0639529758029514, "mean_loss": 4.190546732624209, "total_contrib": 0.2679979337926531}, "5k-10k": {"token_count": 20734, "frac": 0.03515285915798611, "mean_loss": 4.50624453223041, "total_contrib": 0.1584073793729406}, "10k+": {"token_count": 46121, "frac": 0.07819451226128472, "mean_loss": 4.592370091703419, "total_contrib": 0.3590981394440602}}, "trigram": {"novel": {"token_count": 424, "frac": 0.0007188585069444445, "mean_loss": 4.669718118713957, "total_contrib": 0.0033568665946701356}, "1": {"token_count": 165479, "frac": 0.2805565728081597, "mean_loss": 2.5840956906352646, "total_contrib": 0.7249850307729644}, "2": {"token_count": 56237, "frac": 0.09534539116753472, "mean_loss": 3.010436510881023, "total_contrib": 0.28703124671497954}, "3": {"token_count": 32179, "frac": 0.054556952582465276, "mean_loss": 3.219949973782858, "total_contrib": 0.1756706580375817}, "4": {"token_count": 22570, "frac": 0.03826565212673611, "mean_loss": 3.3078960510710953, "total_contrib": 0.12657879956169063}, "5": {"token_count": 17276, "frac": 0.029290093315972224, "mean_loss": 3.420866020561867, "total_contrib": 0.10019748496369564}, "6-8": {"token_count": 35537, "frac": 0.060250176323784724, "mean_loss": 3.508535378078787, "total_contrib": 0.21138987516748362}, "9-12": {"token_count": 30016, "frac": 0.05088975694444445, "mean_loss": 3.6261015798806238, "total_contrib": 0.18453142805599096}, "13-20": {"token_count": 36829, "frac": 0.06244066026475695, "mean_loss": 3.737178554631161, "total_contrib": 0.23335189647845975}, "21-30": {"token_count": 28286, "frac": 0.04795667860243055, "mean_loss": 3.8518928038636773, "total_contrib": 0.18472398520590544}, "31-50": {"token_count": 33576, "frac": 0.056925455729166664, "mean_loss": 3.9098125486690996, "total_contrib": 0.2225678611486031}, "51-75": {"token_count": 23854, "frac": 0.040442572699652776, "mean_loss": 4.0334108603749215, "total_contrib": 0.1631215119482818}, "76-100": {"token_count": 15843, "frac": 0.026860555013020832, "mean_loss": 3.989135136840437, "total_contrib": 0.10715038379747693}, "101-150": {"token_count": 19343, "frac": 0.03279452853732639, "mean_loss": 4.029518986868581, "total_contrib": 0.1321461754065602}, "151-200": {"token_count": 11984, "frac": 0.020317925347222224, "mean_loss": 4.123532060228401, "total_contrib": 0.0837816165665981}, "201-300": {"token_count": 14421, "frac": 0.024449666341145832, "mean_loss": 4.155909301633187, "total_contrib": 0.10161059576899582}, "301-500": {"token_count": 14764, "frac": 0.025031195746527776, "mean_loss": 4.1739611737634075, "total_contrib": 0.10447923917887869}, "501-750": {"token_count": 8577, "frac": 0.0145416259765625, "mean_loss": 4.353712319515688, "total_contrib": 0.06331005615994952}, "751-1k": {"token_count": 4230, "frac": 0.007171630859375, "mean_loss": 4.418848979259191, "total_contrib": 0.031690353702572935}, "1k-2k": {"token_count": 7229, "frac": 0.012256198459201388, "mean_loss": 4.4830520501233915, "total_contrib": 0.054945175629241935}, "2k-5k": {"token_count": 5340, "frac": 0.009053548177083334, "mean_loss": 4.271821431394553, "total_contrib": 0.038675141133027675}, "5k-10k": {"token_count": 1656, "frac": 0.0028076171875, "mean_loss": 4.60832640533403, "total_contrib": 0.012938416421225915}, "10k+": {"token_count": 4174, "frac": 0.007076687282986111, "mean_loss": 3.4565471675127357, "total_contrib": 0.02446090338337904}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.299273854459654, "total_contrib": 0.4435422349330134}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 8.470768181810024, "total_contrib": 0.1853353939247273}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.581963219005734, "total_contrib": 0.11747836957888014}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.01359975198873, "total_contrib": 0.08827881632277482}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.8057146250154, "total_contrib": 0.07135440273894456}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.613557509496703, "total_contrib": 0.061031076260359966}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.1622913446674765, "total_contrib": 0.13642578189200152}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.6990724078044765, "total_contrib": 0.1315235962168961}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.33971366003067, "total_contrib": 0.18547914880830274}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.0687778298745245, "total_contrib": 0.16654614655044267}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.7881778324072, "total_contrib": 0.2334324367453156}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.697705860713052, "total_contrib": 0.21329966338391831}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.559017364055345, "total_contrib": 0.1660132089321233}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.53011806875328, "total_contrib": 0.26055951518157117}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.482071380264775, "total_contrib": 0.20705749676082116}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.357381019543469, "total_contrib": 0.30700629853849276}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.345998912491296, "total_contrib": 0.4181435348255896}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.228329423865761, "total_contrib": 0.3464895393264835}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.3035443618174964, "total_contrib": 0.2367290866752941}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.6990276466917384, "total_contrib": 0.2875866359969726}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.724961155746281, "total_contrib": 0.3018228513337074}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.986625612646525, "total_contrib": 0.17317208595079}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.013871438704637, "total_contrib": 0.38474669594185823}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.3752127997724655, "total_contrib": 1.9951723407491038}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.172358021815455, "total_contrib": 0.434940953854036}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.896956293151209, "total_contrib": 0.24247996944473985}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.801121186617795, "total_contrib": 0.16832544117918122}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.6809169188183155, "total_contrib": 0.12555743166202896}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.658347373508409, "total_contrib": 0.10291701359081366}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.600850245228428, "total_contrib": 0.2250097082754504}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.491804579592318, "total_contrib": 0.19715005994412899}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.4122259420773435, "total_contrib": 0.25056952608883787}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.39489623656286, "total_contrib": 0.19750149137087533}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.319213840457787, "total_contrib": 0.23650724522105773}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.292913674811047, "total_contrib": 0.16807041181562074}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.316629243169861, "total_contrib": 0.11301965569775418}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.300650366003938, "total_contrib": 0.13815040161925696}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.313494169721601, "total_contrib": 0.08632487857291968}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.34665429839426, "total_contrib": 0.10855139467934072}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.296864523107039, "total_contrib": 0.10679801755905013}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.3308031122156905, "total_contrib": 0.06600938581478383}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.425332364944119, "total_contrib": 0.03142173249034622}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.550157687709163, "total_contrib": 0.05430960781770919}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.251739167602551, "total_contrib": 0.03863749514829792}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.551542276469676, "total_contrib": 0.012570635254532034}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.4147328067830003, "total_contrib": 0.023059218969415773}}}}
{"step": 900, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20370, "frac": 0.034535725911458336, "mean_loss": 0.6456826337055335, "total_contrib": 0.022299118463442853}, "2": {"token_count": 13091, "frac": 0.022194756401909724, "mean_loss": 1.1081077286574448, "total_contrib": 0.024594181104625464}, "3": {"token_count": 9562, "frac": 0.016211615668402776, "mean_loss": 1.350936205319239, "total_contrib": 0.021900858553165967}, "4": {"token_count": 7773, "frac": 0.013178507486979166, "mean_loss": 1.5974645782617296, "total_contrib": 0.02105219890480622}, "5": {"token_count": 6406, "frac": 0.010860866970486112, "mean_loss": 1.7839514741104496, "total_contrib": 0.019375259642116192}, "6-8": {"token_count": 15319, "frac": 0.025972154405381944, "mean_loss": 2.0079094582055195, "total_contrib": 0.052149734480540555}, "9-12": {"token_count": 14984, "frac": 0.025404188368055556, "mean_loss": 2.3555717104163683, "total_contrib": 0.05984138744588023}, "13-20": {"token_count": 22164, "frac": 0.037577311197916664, "mean_loss": 2.6676814068535553, "total_contrib": 0.10024429440223219}, "21-30": {"token_count": 20024, "frac": 0.03394911024305555, "mean_loss": 2.8647393823616643, "total_contrib": 0.09725535310941902}, "31-50": {"token_count": 29173, "frac": 0.049460517035590276, "mean_loss": 3.075227013724341, "total_contrib": 0.1521023181006202}, "51-75": {"token_count": 27346, "frac": 0.046362982855902776, "mean_loss": 3.2638307345673687, "total_contrib": 0.15132092839131547}, "76-100": {"token_count": 21494, "frac": 0.03644137912326389, "mean_loss": 3.3550684828492225, "total_contrib": 0.1222633225680223}, "101-150": {"token_count": 34655, "frac": 0.058754814995659724, "mean_loss": 3.463216118899333, "total_contrib": 0.20348062235591702}, "151-200": {"token_count": 27245, "frac": 0.04619174533420139, "mean_loss": 3.536587445912601, "total_contrib": 0.16336114665372858}, "201-300": {"token_count": 41992, "frac": 0.0711941189236111, "mean_loss": 3.5321476503700175, "total_contrib": 0.25146813987619654}, "301-500": {"token_count": 56773, "frac": 0.09625413682725695, "mean_loss": 3.6324785707527587, "total_contrib": 0.3496410893713148}, "501-750": {"token_count": 48443, "frac": 0.08213127983940972, "mean_loss": 3.675243247286649, "total_contrib": 0.30185243162080067}, "751-1k": {"token_count": 32026, "frac": 0.054297553168402776, "mean_loss": 3.702640974026979, "total_contrib": 0.20104434515073652}, "1k-2k": {"token_count": 35970, "frac": 0.060984293619791664, "mean_loss": 4.050060533950066, "total_contrib": 0.24699008078034101}, "2k-5k": {"token_count": 37992, "frac": 0.06441243489583333, "mean_loss": 4.157022257085058, "total_contrib": 0.26776392549502137}, "5k-10k": {"token_count": 20814, "frac": 0.035288492838541664, "mean_loss": 4.442340377298021, "total_contrib": 0.1567634965906457}, "10k+": {"token_count": 46208, "frac": 0.0783420138888889, "mean_loss": 4.509590813909434, "total_contrib": 0.3532904261764987}}, "trigram": {"novel": {"token_count": 444, "frac": 0.0007527669270833334, "mean_loss": 4.722622110651018, "total_contrib": 0.0035550337340105724}, "1": {"token_count": 162314, "frac": 0.2751905653211806, "mean_loss": 2.5670673902133063, "total_contrib": 0.7064327263303675}, "2": {"token_count": 56927, "frac": 0.0965152316623264, "mean_loss": 2.971412837721167, "total_contrib": 0.2867865983970691}, "3": {"token_count": 32243, "frac": 0.054665459526909724, "mean_loss": 3.149987981782328, "total_contrib": 0.1721955405283739}, "4": {"token_count": 22484, "frac": 0.03811984592013889, "mean_loss": 3.2722259617696388, "total_contrib": 0.12473674947853691}, "5": {"token_count": 17246, "frac": 0.029239230685763888, "mean_loss": 3.4136360573669093, "total_contrib": 0.09981209215859259}, "6-8": {"token_count": 35626, "frac": 0.060401068793402776, "mean_loss": 3.4682294589214333, "total_contrib": 0.20948476613961958}, "9-12": {"token_count": 30202, "frac": 0.05120510525173611, "mean_loss": 3.580407059950871, "total_contrib": 0.1833351203488434}, "13-20": {"token_count": 37073, "frac": 0.0628543429904514, "mean_loss": 3.7065204426139107, "total_contrib": 0.23297090720117447}, "21-30": {"token_count": 28056, "frac": 0.047566731770833336, "mean_loss": 3.8219027225014224, "total_contrib": 0.18179542165544282}, "31-50": {"token_count": 33863, "frac": 0.057412041558159724, "mean_loss": 3.887945746079248, "total_contrib": 0.2232149027497721}, "51-75": {"token_count": 24419, "frac": 0.04140048556857639, "mean_loss": 3.9609802005968358, "total_contrib": 0.1639865036322261}, "76-100": {"token_count": 15980, "frac": 0.027092827690972224, "mean_loss": 3.9266851288031366, "total_contrib": 0.10638500359136645}, "101-150": {"token_count": 19632, "frac": 0.033284505208333336, "mean_loss": 3.9878507146139515, "total_contrib": 0.1327336378806239}, "151-200": {"token_count": 12299, "frac": 0.020851982964409724, "mean_loss": 4.023021825395725, "total_contrib": 0.08388798256860017}, "201-300": {"token_count": 14791, "frac": 0.025076972113715276, "mean_loss": 4.078938462850149, "total_contrib": 0.10228742608645384}, "301-500": {"token_count": 14685, "frac": 0.024897257486979168, "mean_loss": 4.091862959958147, "total_contrib": 0.10187616571551071}, "501-750": {"token_count": 8488, "frac": 0.014390733506944444, "mean_loss": 4.244960628061407, "total_contrib": 0.06108809714590322}, "751-1k": {"token_count": 4154, "frac": 0.007042778862847222, "mean_loss": 4.428557238679958, "total_contrib": 0.031189349313484268}, "1k-2k": {"token_count": 7202, "frac": 0.012210422092013888, "mean_loss": 4.445191366476584, "total_contrib": 0.05427766286445508}, "2k-5k": {"token_count": 5550, "frac": 0.009409586588541666, "mean_loss": 4.2196858819465906, "total_contrib": 0.03970549968262325}, "5k-10k": {"token_count": 1706, "frac": 0.002892388237847222, "mean_loss": 4.424455352490036, "total_contrib": 0.012797242620422365}, "10k+": {"token_count": 4440, "frac": 0.007527669270833333, "mean_loss": 3.3901900436561387, "total_contrib": 0.02552022941391543}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.385210437500865, "total_contrib": 0.44724312731079013}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 8.439957449646165, "total_contrib": 0.18466127334202026}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.577702726055404, "total_contrib": 0.11741235557288333}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.043236046141407, "total_contrib": 0.08865184259466181}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.860621934274261, "total_contrib": 0.07193007751727977}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.65370438649347, "total_contrib": 0.061401558728847866}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.185100890319466, "total_contrib": 0.1369307580325514}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.742770849456118, "total_contrib": 0.1325320719448457}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.3670576961123, "total_contrib": 0.18642896538280707}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.100059502542833, "total_contrib": 0.16757397657484285}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.853571586192055, "total_contrib": 0.2366205019818667}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.751487608116545, "total_contrib": 0.21574162738879593}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.592364315642462, "total_contrib": 0.16722751324355875}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.560768141200525, "total_contrib": 0.26232242023082786}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.503010230196824, "total_contrib": 0.20802480528497155}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.385334308644965, "total_contrib": 0.3089757925488939}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.357206732101366, "total_contrib": 0.41922187778052505}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.244413725405291, "total_contrib": 0.3478075639343498}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.321486023453156, "total_contrib": 0.23771602042463116}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.713518322709468, "total_contrib": 0.28847348431594233}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.74610389570284, "total_contrib": 0.3031734152533567}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.022842375392863, "total_contrib": 0.17442979664301894}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.027795937449555, "total_contrib": 0.38581521254629225}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.405774081184533, "total_contrib": 2.0047367310347712}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.203369401460171, "total_contrib": 0.4375486849867445}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.9395677840307055, "total_contrib": 0.2445899398810506}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.848368569841935, "total_contrib": 0.16998191605591054}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.737674794844346, "total_contrib": 0.12707986268655125}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.683661953659782, "total_contrib": 0.10347628939843177}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.6370941231389375, "total_contrib": 0.22678225551362066}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.529783519221169, "total_contrib": 0.1988169958251913}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.449441822324959, "total_contrib": 0.2526830093054824}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.423902550342343, "total_contrib": 0.19880500115182523}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.3379016192050255, "total_contrib": 0.23753053215105643}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.307429898888002, "total_contrib": 0.16863873159641138}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.325291881549854, "total_contrib": 0.11324646424488388}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.313237956624991, "total_contrib": 0.1385547545779312}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.307710338792856, "total_contrib": 0.0862091282130108}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.337562921545785, "total_contrib": 0.10832435071202497}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.305393003140544, "total_contrib": 0.10700999183831174}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.333019411927084, "total_contrib": 0.06604316628896838}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.445291394993394, "total_contrib": 0.031563450049900195}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.55493628322299, "total_contrib": 0.05436664400548273}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.25207816221292, "total_contrib": 0.03864057574710634}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.5545625954870985, "total_contrib": 0.012578976894884717}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.4220434034660836, "total_contrib": 0.023108586419008738}}}}
{"step": 910, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20635, "frac": 0.03498501247829861, "mean_loss": 0.6899418644386377, "total_contrib": 0.02413762473668635}, "2": {"token_count": 13214, "frac": 0.022403293185763888, "mean_loss": 1.1333131562893033, "total_contrib": 0.025389946911632714}, "3": {"token_count": 9703, "frac": 0.016450670030381944, "mean_loss": 1.4580705675270988, "total_contrib": 0.023986237787400038}, "4": {"token_count": 7692, "frac": 0.013041178385416666, "mean_loss": 1.6495377196675496, "total_contrib": 0.021511915655657944}, "5": {"token_count": 6778, "frac": 0.011491563585069444, "mean_loss": 1.8198805026236, "total_contrib": 0.02091327251312724}, "6-8": {"token_count": 15160, "frac": 0.025702582465277776, "mean_loss": 2.1150978906557953, "total_contrib": 0.05436347795671566}, "9-12": {"token_count": 15251, "frac": 0.025856865776909724, "mean_loss": 2.4380210801445523, "total_contrib": 0.06303958383057415}, "13-20": {"token_count": 21994, "frac": 0.03728908962673611, "mean_loss": 2.7304219378047323, "total_contrib": 0.10181494835760715}, "21-30": {"token_count": 20221, "frac": 0.03428310818142361, "mean_loss": 2.980119253336302, "total_contrib": 0.10216775075567179}, "31-50": {"token_count": 29606, "frac": 0.050194634331597224, "mean_loss": 3.1200578903784613, "total_contrib": 0.15661016490096152}, "51-75": {"token_count": 27305, "frac": 0.04629347059461805, "mean_loss": 3.325932872470317, "total_contrib": 0.15396897563137818}, "76-100": {"token_count": 21656, "frac": 0.03671603732638889, "mean_loss": 3.417778575833148, "total_contrib": 0.12548728576362211}, "101-150": {"token_count": 34329, "frac": 0.058202107747395836, "mean_loss": 3.5526014730191955, "total_contrib": 0.20676889371622037}, "151-200": {"token_count": 27726, "frac": 0.047007242838541664, "mean_loss": 3.5661151168834615, "total_contrib": 0.16763323928953527}, "201-300": {"token_count": 41901, "frac": 0.07103983561197917, "mean_loss": 3.589776957493276, "total_contrib": 0.25501716494399307}, "301-500": {"token_count": 57139, "frac": 0.0968746609157986, "mean_loss": 3.629596457584385, "total_contrib": 0.35161592608967107}, "501-750": {"token_count": 48115, "frac": 0.08157518174913195, "mean_loss": 3.650590086216707, "total_contrib": 0.2977975497747071}, "751-1k": {"token_count": 32287, "frac": 0.054740058051215276, "mean_loss": 3.677568120988786, "total_contrib": 0.20131029243022483}, "1k-2k": {"token_count": 35793, "frac": 0.0606842041015625, "mean_loss": 4.095554427519473, "total_contrib": 0.24853546078864966}, "2k-5k": {"token_count": 37025, "frac": 0.06277296278211805, "mean_loss": 4.167199825292059, "total_contrib": 0.26158747953870726}, "5k-10k": {"token_count": 20313, "frac": 0.0344390869140625, "mean_loss": 4.489258189437411, "total_contrib": 0.15460595296570184}, "10k+": {"token_count": 45981, "frac": 0.0779571533203125, "mean_loss": 4.538202708589598, "total_contrib": 0.3537853643521767}}, "trigram": {"novel": {"token_count": 441, "frac": 0.0007476806640625, "mean_loss": 4.702432570375012, "total_contrib": 0.003515917906927118}, "1": {"token_count": 163108, "frac": 0.2765367296006944, "mean_loss": 2.607941550875531, "total_contrib": 0.7211916274688823}, "2": {"token_count": 57023, "frac": 0.09667799207899305, "mean_loss": 2.9799598497337123, "total_contrib": 0.2880965347482732}, "3": {"token_count": 32189, "frac": 0.054573906792534724, "mean_loss": 3.2040537689919475, "total_contrib": 0.17485773174723612}, "4": {"token_count": 22727, "frac": 0.03853183322482639, "mean_loss": 3.3222638107359193, "total_contrib": 0.12801291508415263}, "5": {"token_count": 17476, "frac": 0.029629177517361112, "mean_loss": 3.4404562687851907, "total_contrib": 0.10193788952855427}, "6-8": {"token_count": 35740, "frac": 0.06059434678819445, "mean_loss": 3.5236522300332354, "total_contrib": 0.21351340518762857}, "9-12": {"token_count": 30291, "frac": 0.051355997721354164, "mean_loss": 3.645648843870047, "total_contrib": 0.1872259337186476}, "13-20": {"token_count": 36611, "frac": 0.06207105848524305, "mean_loss": 3.7719987980674263, "total_contrib": 0.23413195800110972}, "21-30": {"token_count": 28225, "frac": 0.04785325792100695, "mean_loss": 3.826218213179477, "total_contrib": 0.18309700701733186}, "31-50": {"token_count": 33518, "frac": 0.05682712131076389, "mean_loss": 3.912551638303572, "total_contrib": 0.22233904658450507}, "51-75": {"token_count": 24267, "frac": 0.041142781575520836, "mean_loss": 3.983277146399674, "total_contrib": 0.1638831015890857}, "76-100": {"token_count": 15708, "frac": 0.026631673177083332, "mean_loss": 3.9940035084017222, "total_contrib": 0.10636699610387887}, "101-150": {"token_count": 19503, "frac": 0.0330657958984375, "mean_loss": 4.036211784557309, "total_contrib": 0.13346055507104015}, "151-200": {"token_count": 12229, "frac": 0.020733303493923612, "mean_loss": 4.04315087651527, "total_contrib": 0.08382787419451436}, "201-300": {"token_count": 14852, "frac": 0.025180392795138888, "mean_loss": 4.036648303732074, "total_contrib": 0.10164438986380472}, "301-500": {"token_count": 14601, "frac": 0.024754842122395832, "mean_loss": 4.123818083501037, "total_contrib": 0.10208446559854913}, "501-750": {"token_count": 8783, "frac": 0.014890882703993056, "mean_loss": 4.229628927714776, "total_contrib": 0.06298290824401666}, "751-1k": {"token_count": 4119, "frac": 0.006983439127604167, "mean_loss": 4.393708674796966, "total_contrib": 0.030683197074870983}, "1k-2k": {"token_count": 7071, "frac": 0.011988321940104166, "mean_loss": 4.463704298133418, "total_contrib": 0.053512324171450125}, "2k-5k": {"token_count": 5423, "frac": 0.009194268120659722, "mean_loss": 4.20129151850295, "total_contrib": 0.03862780067416975}, "5k-10k": {"token_count": 1731, "frac": 0.0029347737630208335, "mean_loss": 4.4657241966562475, "total_contrib": 0.013105890205234044}, "10k+": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 3.3729030382379164, "total_contrib": 0.02394903890675929}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.85186377293315, "total_contrib": 0.46733973472811374}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.060814425773135, "total_contrib": 0.1982452564910928}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.217798292592313, "total_contrib": 0.1273302859768357}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.638540432801933, "total_contrib": 0.09614482315592711}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.432943742976277, "total_contrib": 0.07793057608128068}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.229923736320896, "total_contrib": 0.06671901261527954}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.71081161461727, "total_contrib": 0.1485693665630295}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.199305920707017, "total_contrib": 0.14306802061744506}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.767295635862237, "total_contrib": 0.20033154464305541}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.403741095424589, "total_contrib": 0.17755212136048812}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.099136166706079, "total_contrib": 0.2485922249241016}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.930612712911452, "total_contrib": 0.22387481530843367}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.74943247840561, "total_contrib": 0.17294703296440242}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.686654364987511, "total_contrib": 0.2695630380116803}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.597582335352949, "total_contrib": 0.21239373690066385}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.479966461183202, "total_contrib": 0.31564325328808307}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.424034508393611, "total_contrib": 0.42565160847444156}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.2980875649663695, "total_contrib": 0.35220585509833363}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.364926017866134, "total_contrib": 0.24010556479503498}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.769918025258811, "total_contrib": 0.29192521985506276}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.796644347987424, "total_contrib": 0.3064018573322248}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.045532351255343, "total_contrib": 0.175217758434318}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.041782017526344, "total_contrib": 0.3868884546835325}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.741466924795826, "total_contrib": 2.109794412652014}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.440810906892399, "total_contrib": 0.4575150203451355}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.151326488232409, "total_contrib": 0.2550754825427852}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.023146070265715, "total_contrib": 0.17610954723277572}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.915576284443668, "total_contrib": 0.13185175984053427}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.893098453359686, "total_contrib": 0.10810337650846705}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.761238098803976, "total_contrib": 0.23285365498538463}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.634801129461819, "total_contrib": 0.20342632995521984}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.530651722799764, "total_contrib": 0.25729490510203196}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.494173888241762, "total_contrib": 0.20196291280405027}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.380238243205479, "total_contrib": 0.23984875919055068}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.347161021369357, "total_contrib": 0.17019423133928288}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.366196158496263, "total_contrib": 0.11431743583790721}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.318164774347029, "total_contrib": 0.1387130194423305}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.321000658890556, "total_contrib": 0.08647510406077767}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.3389800117000705, "total_contrib": 0.10835974048587721}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.310120503983554, "total_contrib": 0.10712749326646406}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.332049119263644, "total_contrib": 0.0660283772484337}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.419011489662669, "total_contrib": 0.03137685160099836}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.544117323959811, "total_contrib": 0.05423751146219392}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.2375788627704285, "total_contrib": 0.03850881399273257}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.521090540274557, "total_contrib": 0.012486532406458965}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.4029853476345644, "total_contrib": 0.02297989000045517}}}}
{"step": 920, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20255, "frac": 0.034340752495659724, "mean_loss": 0.6806220726890193, "total_contrib": 0.023373074141296534}, "2": {"token_count": 12979, "frac": 0.022004869249131944, "mean_loss": 1.1556187004122829, "total_contrib": 0.025429238404424064}, "3": {"token_count": 9487, "frac": 0.016084459092881944, "mean_loss": 1.4820153471460655, "total_contrib": 0.023837415226194123}, "4": {"token_count": 7769, "frac": 0.013171725802951388, "mean_loss": 1.7094192470596317, "total_contrib": 0.022516001604557086}, "5": {"token_count": 6477, "frac": 0.010981241861979166, "mean_loss": 1.8716080462696045, "total_contrib": 0.02055258062691282}, "6-8": {"token_count": 15350, "frac": 0.026024712456597224, "mean_loss": 2.125295088958735, "total_contrib": 0.055310193575569294}, "9-12": {"token_count": 15157, "frac": 0.025697496202256944, "mean_loss": 2.4300572248984054, "total_contrib": 0.06244638630809382}, "13-20": {"token_count": 22174, "frac": 0.03759426540798611, "mean_loss": 2.693398029246284, "total_contrib": 0.10125632036083153}, "21-30": {"token_count": 20150, "frac": 0.03416273328993055, "mean_loss": 2.945410354207046, "total_contrib": 0.1006232683601752}, "31-50": {"token_count": 29505, "frac": 0.050023396809895836, "mean_loss": 3.1380146764704056, "total_contrib": 0.156974153356356}, "51-75": {"token_count": 26905, "frac": 0.045615302191840276, "mean_loss": 3.3003060259122554, "total_contrib": 0.15054445669753896}, "76-100": {"token_count": 21721, "frac": 0.036826239691840276, "mean_loss": 3.3916261851342653, "total_contrib": 0.1249008388388763}, "101-150": {"token_count": 34342, "frac": 0.05822414822048611, "mean_loss": 3.5218421473648913, "total_contrib": 0.20505625919732853}, "151-200": {"token_count": 27246, "frac": 0.046193440755208336, "mean_loss": 3.5056806435121985, "total_contrib": 0.16193945111276137}, "201-300": {"token_count": 41852, "frac": 0.0709567599826389, "mean_loss": 3.5692986302963106, "total_contrib": 0.25326586621629704}, "301-500": {"token_count": 57361, "frac": 0.09725104437934028, "mean_loss": 3.642540141810127, "total_contrib": 0.3542408329847051}, "501-750": {"token_count": 48035, "frac": 0.0814395480685764, "mean_loss": 3.6336647793363896, "total_contrib": 0.2959240174618589}, "751-1k": {"token_count": 31858, "frac": 0.05401272243923611, "mean_loss": 3.6817102632862895, "total_contrib": 0.19885919455256926}, "1k-2k": {"token_count": 36133, "frac": 0.06126064724392361, "mean_loss": 4.044628138503833, "total_contrib": 0.2477765376257307}, "2k-5k": {"token_count": 37973, "frac": 0.0643802218967014, "mean_loss": 4.112874299001078, "total_contrib": 0.2647877600029296}, "5k-10k": {"token_count": 20870, "frac": 0.03538343641493055, "mean_loss": 4.421050491828896, "total_contrib": 0.15643195896482517}, "10k+": {"token_count": 46225, "frac": 0.07837083604600695, "mean_loss": 4.550000665527356, "total_contrib": 0.3565873561672669}}, "trigram": {"novel": {"token_count": 442, "frac": 0.0007493760850694445, "mean_loss": 4.6497063859981145, "total_contrib": 0.0034843787682616624}, "1": {"token_count": 162202, "frac": 0.2750006781684028, "mean_loss": 2.615038068703533, "total_contrib": 0.7191372423296618}, "2": {"token_count": 56419, "frac": 0.0956539577907986, "mean_loss": 3.008878303441923, "total_contrib": 0.28781111823508343}, "3": {"token_count": 32252, "frac": 0.054680718315972224, "mean_loss": 3.204227270511869, "total_contrib": 0.17520944879921604}, "4": {"token_count": 22745, "frac": 0.03856235080295139, "mean_loss": 3.3058258687240873, "total_contrib": 0.1274804168432098}, "5": {"token_count": 17367, "frac": 0.029444376627604168, "mean_loss": 3.4105323387630757, "total_contrib": 0.10042099868316369}, "6-8": {"token_count": 35918, "frac": 0.06089613172743055, "mean_loss": 3.5032383633885718, "total_contrib": 0.2133336648494987}, "9-12": {"token_count": 30467, "frac": 0.05165439181857639, "mean_loss": 3.6106460567580907, "total_contrib": 0.18650572613398023}, "13-20": {"token_count": 37777, "frac": 0.06404791937934028, "mean_loss": 3.701989536130995, "total_contrib": 0.23710472735327928}, "21-30": {"token_count": 28049, "frac": 0.047554863823784724, "mean_loss": 3.8018146049533197, "total_contrib": 0.18079477582183104}, "31-50": {"token_count": 33538, "frac": 0.056861029730902776, "mean_loss": 3.874318860736021, "total_contrib": 0.22029775992730824}, "51-75": {"token_count": 24095, "frac": 0.04085116916232639, "mean_loss": 3.9611156939557945, "total_contrib": 0.16181620728533405}, "76-100": {"token_count": 15925, "frac": 0.026999579535590276, "mean_loss": 3.9552451678477096, "total_contrib": 0.10678995649206335}, "101-150": {"token_count": 19583, "frac": 0.03320142957899305, "mean_loss": 3.975255751195049, "total_contrib": 0.13198417388178954}, "151-200": {"token_count": 12104, "frac": 0.020521375868055556, "mean_loss": 4.0863733858540465, "total_contrib": 0.0838580041883297}, "201-300": {"token_count": 14483, "frac": 0.024554782443576388, "mean_loss": 4.070605505818223, "total_contrib": 0.0999528326089907}, "301-500": {"token_count": 15034, "frac": 0.025488959418402776, "mean_loss": 4.08119556747096, "total_contrib": 0.10402542819783259}, "501-750": {"token_count": 8635, "frac": 0.014639960394965278, "mean_loss": 4.253171655786804, "total_contrib": 0.062266264593707696}, "751-1k": {"token_count": 4248, "frac": 0.0072021484375, "mean_loss": 4.298883313759577, "total_contrib": 0.030961195741188365}, "1k-2k": {"token_count": 7296, "frac": 0.012369791666666666, "mean_loss": 4.342885196281363, "total_contrib": 0.053720585110251226}, "2k-5k": {"token_count": 5439, "frac": 0.009221394856770834, "mean_loss": 4.239830597611302, "total_contrib": 0.03909715206639247}, "5k-10k": {"token_count": 1664, "frac": 0.0028211805555555555, "mean_loss": 4.475951946996457, "total_contrib": 0.012627468600467434}, "10k+": {"token_count": 4142, "frac": 0.007022433810763889, "mean_loss": 3.4110161692861025, "total_contrib": 0.023953635276257046}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.706987775842686, "total_contrib": 0.4611005935570273}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 8.920707974493732, "total_contrib": 0.195179810266862}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.025208721751296, "total_contrib": 0.12434621600356224}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.418951034585376, "total_contrib": 0.09338089409851386}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.202446892728873, "total_contrib": 0.07551393565645913}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.0242236954199635, "total_contrib": 0.06482077632339624}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.569311064537616, "total_contrib": 0.14543671312244363}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.041724962376007, "total_contrib": 0.13943135611277635}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.641988231000946, "total_contrib": 0.19597889349491945}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.300889220715639, "total_contrib": 0.17417269066275548}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.979121542315748, "total_contrib": 0.2427412922317324}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.83264775208335, "total_contrib": 0.21942670940576203}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.704138563892167, "total_contrib": 0.1712976889297078}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.628825480728143, "total_contrib": 0.26623688495839815}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.549449104432355, "total_contrib": 0.21017013413759497}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.429993524224531, "total_contrib": 0.3121223295189732}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.381655564022, "total_contrib": 0.4215741841679628}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.253024925771944, "total_contrib": 0.348513206884317}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.325275779985671, "total_contrib": 0.23792448710400915}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.713849894291543, "total_contrib": 0.28849377693029804}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.743042209609159, "total_contrib": 0.3029778397139558}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.005914632716366, "total_contrib": 0.17384194170113343}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.008991415063929, "total_contrib": 0.3843722202508011}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.621399711427941, "total_contrib": 2.0722184460660866}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.349319211602973, "total_contrib": 0.449821530248149}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.069341030873106, "total_contrib": 0.25101585243679464}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.946584962878417, "total_contrib": 0.17342534458984846}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.84052687728131, "total_contrib": 0.12983869039826731}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.7869193824885725, "total_contrib": 0.10575755898913675}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.700644769516953, "total_contrib": 0.22989027069343743}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.572635147605911, "total_contrib": 0.20069779917606237}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.491087439529977, "total_contrib": 0.2550480564956599}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.433284366398605, "total_contrib": 0.19922660898125785}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.341778328644728, "total_contrib": 0.23774280917737967}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.308380522700501, "total_contrib": 0.16867594914788137}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.32960758450773, "total_contrib": 0.11335945964822199}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.298305342841564, "total_contrib": 0.13807507210764416}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.296294755113339, "total_contrib": 0.08598067099568321}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.305012595760431, "total_contrib": 0.10751145347688658}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.282262687384608, "total_contrib": 0.1064350908017618}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.308755123812701, "total_contrib": 0.06567333401671717}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.384785221091831, "total_contrib": 0.031133830610372903}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.522973419724274, "total_contrib": 0.053985142813549276}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.219380215532074, "total_contrib": 0.03834343457582587}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.468477654003837, "total_contrib": 0.012341223989482033}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.384779110700528, "total_contrib": 0.022856945797255116}}}}
{"step": 930, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21336, "frac": 0.036173502604166664, "mean_loss": 0.6300771741956451, "total_contrib": 0.02279209830159214}, "2": {"token_count": 13371, "frac": 0.022669474283854168, "mean_loss": 1.12238313982375, "total_contrib": 0.025443835724866}, "3": {"token_count": 9759, "frac": 0.016545613606770832, "mean_loss": 1.5488592553974154, "total_contrib": 0.025626826771076416}, "4": {"token_count": 7914, "frac": 0.013417561848958334, "mean_loss": 1.772893060470969, "total_contrib": 0.023787902290458254}, "5": {"token_count": 6669, "frac": 0.0113067626953125, "mean_loss": 1.9302476479306725, "total_contrib": 0.021824852098337223}, "6-8": {"token_count": 15383, "frac": 0.026080661349826388, "mean_loss": 2.212719239355916, "total_contrib": 0.05770918114388708}, "9-12": {"token_count": 15361, "frac": 0.026043362087673612, "mean_loss": 2.5511989369942762, "total_contrib": 0.06644179767382995}, "13-20": {"token_count": 21889, "frac": 0.03711107042100695, "mean_loss": 2.8005044259528695, "total_contrib": 0.10392971696587858}, "21-30": {"token_count": 20490, "frac": 0.034739176432291664, "mean_loss": 3.061802023565974, "total_contrib": 0.10636448069740602}, "31-50": {"token_count": 29875, "frac": 0.050650702582465276, "mean_loss": 3.225764104462024, "total_contrib": 0.16338721825629843}, "51-75": {"token_count": 27030, "frac": 0.045827229817708336, "mean_loss": 3.395041463937875, "total_contrib": 0.15558534540852995}, "76-100": {"token_count": 21237, "frac": 0.036005655924479164, "mean_loss": 3.497321536398543, "total_contrib": 0.12592335589683676}, "101-150": {"token_count": 34312, "frac": 0.058173285590277776, "mean_loss": 3.59452505737957, "total_contrib": 0.20910533272435133}, "151-200": {"token_count": 27889, "frac": 0.04728359646267361, "mean_loss": 3.5890002933778606, "total_contrib": 0.16970084157649595}, "201-300": {"token_count": 42097, "frac": 0.07137213812934028, "mean_loss": 3.6024794855089333, "total_contrib": 0.2571166634478583}, "301-500": {"token_count": 56553, "frac": 0.09588114420572917, "mean_loss": 3.658728713020355, "total_contrib": 0.35080309534274656}, "501-750": {"token_count": 48176, "frac": 0.08167860243055555, "mean_loss": 3.7185138891341256, "total_contrib": 0.3037230175830852}, "751-1k": {"token_count": 31700, "frac": 0.05374484592013889, "mean_loss": 3.7608545073485824, "total_contrib": 0.20212654602550942}, "1k-2k": {"token_count": 35467, "frac": 0.06013149685329861, "mean_loss": 4.141457595316008, "total_contrib": 0.24903204436081416}, "2k-5k": {"token_count": 37311, "frac": 0.06325785319010417, "mean_loss": 4.185908416490499, "total_contrib": 0.2647915800775774}, "5k-10k": {"token_count": 20559, "frac": 0.034856160481770836, "mean_loss": 4.512299222673059, "total_contrib": 0.15728142584726196}, "10k+": {"token_count": 45446, "frac": 0.07705010308159722, "mean_loss": 4.571018919816319, "total_contrib": 0.35219747895977854}}, "trigram": {"novel": {"token_count": 439, "frac": 0.0007442898220486111, "mean_loss": 4.6987705940639515, "total_contrib": 0.0034972471293031053}, "1": {"token_count": 164644, "frac": 0.2791408962673611, "mean_loss": 2.6613688436378937, "total_contrib": 0.7428968843111121}, "2": {"token_count": 57437, "frac": 0.09737989637586805, "mean_loss": 3.0612786106922676, "total_contrib": 0.29810699388687434}, "3": {"token_count": 32514, "frac": 0.055124918619791664, "mean_loss": 3.2908103942925737, "total_contrib": 0.18140565517854265}, "4": {"token_count": 22322, "frac": 0.03784518771701389, "mean_loss": 3.4390966923660433, "total_contrib": 0.13015325989955448}, "5": {"token_count": 17257, "frac": 0.029257880316840276, "mean_loss": 3.427989146081966, "total_contrib": 0.10029569616349365}, "6-8": {"token_count": 35938, "frac": 0.06093004014756945, "mean_loss": 3.5532051220868612, "total_contrib": 0.21649693074130186}, "9-12": {"token_count": 30451, "frac": 0.051627265082465276, "mean_loss": 3.6585713362453682, "total_contrib": 0.18888203219944882}, "13-20": {"token_count": 36514, "frac": 0.06190660264756945, "mean_loss": 3.8017468822716913, "total_contrib": 0.23535323360742957}, "21-30": {"token_count": 28340, "frac": 0.04804823133680555, "mean_loss": 3.853313070612565, "total_contrib": 0.18514487782992908}, "31-50": {"token_count": 33194, "frac": 0.05627780490451389, "mean_loss": 3.934065452644086, "total_contrib": 0.221400568025492}, "51-75": {"token_count": 23907, "frac": 0.040532430013020836, "mean_loss": 4.030686952957199, "total_contrib": 0.16337353682513386}, "76-100": {"token_count": 15602, "frac": 0.026451958550347224, "mean_loss": 4.038795777907187, "total_contrib": 0.10683405851051828}, "101-150": {"token_count": 19503, "frac": 0.0330657958984375, "mean_loss": 4.023742692298087, "total_contrib": 0.13304825461135794}, "151-200": {"token_count": 12003, "frac": 0.020350138346354168, "mean_loss": 4.059047612842773, "total_contrib": 0.08260218047578906}, "201-300": {"token_count": 14492, "frac": 0.024570041232638888, "mean_loss": 4.112835779649731, "total_contrib": 0.1010525446890664}, "301-500": {"token_count": 14458, "frac": 0.024512396918402776, "mean_loss": 4.16294729024106, "total_contrib": 0.10204381632877814}, "501-750": {"token_count": 8609, "frac": 0.014595879448784722, "mean_loss": 4.309456323572637, "total_contrib": 0.06290030498866922}, "751-1k": {"token_count": 4139, "frac": 0.007017347547743056, "mean_loss": 4.432165402173718, "total_contrib": 0.031102045016135355}, "1k-2k": {"token_count": 7108, "frac": 0.012051052517361112, "mean_loss": 4.4932846691036925, "total_contrib": 0.054148809522822146}, "2k-5k": {"token_count": 5295, "frac": 0.008977254231770834, "mean_loss": 4.2263219721166845, "total_contrib": 0.03794076680901056}, "5k-10k": {"token_count": 1593, "frac": 0.0027008056640625, "mean_loss": 4.643248834228055, "total_contrib": 0.012540512751134733}, "10k+": {"token_count": 4065, "frac": 0.006891886393229167, "mean_loss": 3.406096144684053, "total_contrib": 0.02347442767357835}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.750013779505062, "total_contrib": 0.4629535251417509}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.033648305927857, "total_contrib": 0.19765087786865063}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.196654202360982, "total_contrib": 0.127002669873347}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.548596571531097, "total_contrib": 0.09501271726319524}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.337897813421321, "total_contrib": 0.07693406860045954}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.156921431222646, "total_contrib": 0.06604533445594764}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.657616179537277, "total_contrib": 0.14739168306545303}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.146901270163074, "total_contrib": 0.14185862238474486}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.703118781023267, "total_contrib": 0.19810231117351057}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.38185167826484, "total_contrib": 0.17683289510900305}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.054707968580662, "total_contrib": 0.2464262689150271}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.909888466388784, "total_contrib": 0.22293382944464454}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.713479480633894, "total_contrib": 0.1716378314294684}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.658608516987028, "total_contrib": 0.2679499205505116}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.578304674897598, "total_contrib": 0.2115031700670196}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.453816304265673, "total_contrib": 0.3138008018601626}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.411779429041542, "total_contrib": 0.424472505050114}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.28275031281013, "total_contrib": 0.3509490472904663}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.358952731170552, "total_contrib": 0.2397769866313147}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.760521990725161, "total_contrib": 0.2913501702562067}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.786893510892736, "total_contrib": 0.30577898968150774}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.053358272590648, "total_contrib": 0.1754895316187104}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.046942145170252, "total_contrib": 0.3872844245614807}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.691590269252264, "total_contrib": 2.0941851260736684}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.425086341912598, "total_contrib": 0.4561927496781769}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.136298294245868, "total_contrib": 0.25433133948727893}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.0080759528067915, "total_contrib": 0.17558119477690232}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.888840887771806, "total_contrib": 0.131134629458004}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.855652124988007, "total_contrib": 0.10727607360961697}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.750125547963493, "total_contrib": 0.23231018330307843}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.613089993129541, "total_contrib": 0.20247340518889964}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.52558915388104, "total_contrib": 0.25700740271402883}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.460117718480312, "total_contrib": 0.20043246840759135}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.3716211655980075, "total_contrib": 0.2393769137663419}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.340876025899987, "total_contrib": 0.16994816960666656}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.357499738894709, "total_contrib": 0.11408974281777444}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.320793306106363, "total_contrib": 0.13879745614081024}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.2957406669212155, "total_contrib": 0.08596958216745679}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.313959146181922, "total_contrib": 0.10773488061397929}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.3059610796894985, "total_contrib": 0.1070241113082005}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.3248476443733175, "total_contrib": 0.06591861355746143}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.405224729688962, "total_contrib": 0.031278959770944165}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.529017691377521, "total_contrib": 0.05405728581288274}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.2348958365529885, "total_contrib": 0.03848443210843237}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.507901975426519, "total_contrib": 0.012450107689700316}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.4183068863136548, "total_contrib": 0.023083354234801037}}}}
{"step": 940, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21062, "frac": 0.03570895724826389, "mean_loss": 1.4730309896171117, "total_contrib": 0.052600400633605285}, "2": {"token_count": 13287, "frac": 0.022527058919270832, "mean_loss": 1.9785592728997103, "total_contrib": 0.04457112131588143}, "3": {"token_count": 9726, "frac": 0.016489664713541668, "mean_loss": 2.4263106160020755, "total_contrib": 0.04000904854878097}, "4": {"token_count": 7842, "frac": 0.013295491536458334, "mean_loss": 2.6131070690969946, "total_contrib": 0.03474254292103854}, "5": {"token_count": 6620, "frac": 0.011223687065972222, "mean_loss": 2.8242143138733122, "total_contrib": 0.03169809766615351}, "6-8": {"token_count": 15439, "frac": 0.026175604926215276, "mean_loss": 2.983611701288764, "total_contrib": 0.07809784114616772}, "9-12": {"token_count": 15367, "frac": 0.026053534613715276, "mean_loss": 3.1497237644350267, "total_contrib": 0.08206143712034955}, "13-20": {"token_count": 22121, "frac": 0.03750440809461805, "mean_loss": 3.3582189624142895, "total_contrib": 0.1259480144374703}, "21-30": {"token_count": 20549, "frac": 0.03483920627170139, "mean_loss": 3.486863213991957, "total_contrib": 0.12147954675347344}, "31-50": {"token_count": 29793, "frac": 0.050511678059895836, "mean_loss": 3.5652088760332767, "total_contrib": 0.18008468296247596}, "51-75": {"token_count": 27500, "frac": 0.046624077690972224, "mean_loss": 3.670431116955079, "total_contrib": 0.17113046555627556}, "76-100": {"token_count": 22027, "frac": 0.037345038519965276, "mean_loss": 3.6630714504792223, "total_contrib": 0.13679754441953162}, "101-150": {"token_count": 34641, "frac": 0.0587310791015625, "mean_loss": 3.763955596425389, "total_contrib": 0.22106117386842836}, "151-200": {"token_count": 27049, "frac": 0.045859442816840276, "mean_loss": 3.786700860795327, "total_contrib": 0.17365599159012315}, "201-300": {"token_count": 41546, "frac": 0.0704379611545139, "mean_loss": 3.7275290583646363, "total_contrib": 0.26255954701541}, "301-500": {"token_count": 56883, "frac": 0.09644063313802083, "mean_loss": 3.8474614146942026, "total_contrib": 0.3710516148072142}, "501-750": {"token_count": 47239, "frac": 0.0800899929470486, "mean_loss": 3.9001588921272123, "total_contrib": 0.3123636981628373}, "751-1k": {"token_count": 31870, "frac": 0.05403306749131945, "mean_loss": 3.897040841626046, "total_contrib": 0.21056907081200849}, "1k-2k": {"token_count": 35950, "frac": 0.060950385199652776, "mean_loss": 4.279625006501438, "total_contrib": 0.26084479265632915}, "2k-5k": {"token_count": 37385, "frac": 0.06338331434461805, "mean_loss": 4.3128055903245395, "total_contrib": 0.2733599124387663}, "5k-10k": {"token_count": 20296, "frac": 0.03441026475694445, "mean_loss": 4.5991142309204305, "total_contrib": 0.15825673833340295}, "10k+": {"token_count": 45632, "frac": 0.0773654513888889, "mean_loss": 4.659781493076321, "total_contrib": 0.3605060985854402}}, "trigram": {"novel": {"token_count": 434, "frac": 0.0007358127170138889, "mean_loss": 4.790197447038895, "total_contrib": 0.003524688198538683}, "1": {"token_count": 165406, "frac": 0.2804328070746528, "mean_loss": 3.242059423645323, "total_contrib": 0.9091798248756889}, "2": {"token_count": 57174, "frac": 0.09693400065104167, "mean_loss": 3.4947409711381674, "total_contrib": 0.3387592235715291}, "3": {"token_count": 32227, "frac": 0.05463833279079861, "mean_loss": 3.6543114181991956, "total_contrib": 0.1996654833887829}, "4": {"token_count": 22713, "frac": 0.038508097330729164, "mean_loss": 3.6803235709248736, "total_contrib": 0.14172225827775176}, "5": {"token_count": 17153, "frac": 0.029081556532118056, "mean_loss": 3.7380916545389207, "total_contrib": 0.10870952377371235}, "6-8": {"token_count": 36067, "frac": 0.061148749457465276, "mean_loss": 3.786769069485074, "total_contrib": 0.23155619308322173}, "9-12": {"token_count": 30489, "frac": 0.051691691080729164, "mean_loss": 3.8148885226971867, "total_contrib": 0.19719803902268224}, "13-20": {"token_count": 37196, "frac": 0.06306287977430555, "mean_loss": 3.894785675484309, "total_contrib": 0.24561640079975441}, "21-30": {"token_count": 27928, "frac": 0.04734971788194445, "mean_loss": 3.9926431219157, "total_contrib": 0.18905052542599432}, "31-50": {"token_count": 33006, "frac": 0.055959065755208336, "mean_loss": 4.03723214388361, "total_contrib": 0.22591973900862367}, "51-75": {"token_count": 23287, "frac": 0.039481268988715276, "mean_loss": 4.085922526177468, "total_contrib": 0.16131740632306366}, "76-100": {"token_count": 15747, "frac": 0.026697794596354168, "mean_loss": 4.04655853662775, "total_contrib": 0.10803418863301119}, "101-150": {"token_count": 19373, "frac": 0.032845391167534724, "mean_loss": 4.096905136643491, "total_contrib": 0.13456445178933776}, "151-200": {"token_count": 11856, "frac": 0.020100911458333332, "mean_loss": 4.168512843970117, "total_contrib": 0.08379090758956859}, "201-300": {"token_count": 14613, "frac": 0.024775187174479168, "mean_loss": 4.1018418286668465, "total_contrib": 0.10162389906532904}, "301-500": {"token_count": 14368, "frac": 0.024359809027777776, "mean_loss": 4.1667494237129405, "total_contrib": 0.10150122022825034}, "501-750": {"token_count": 8255, "frac": 0.013995700412326388, "mean_loss": 4.341021031233321, "total_contrib": 0.06075562983674972}, "751-1k": {"token_count": 4223, "frac": 0.007159762912326389, "mean_loss": 4.339172834964915, "total_contrib": 0.03106744873395595}, "1k-2k": {"token_count": 7053, "frac": 0.011957804361979166, "mean_loss": 4.464259522658052, "total_contrib": 0.05338274199304749}, "2k-5k": {"token_count": 5402, "frac": 0.009158664279513888, "mean_loss": 4.33432354840076, "total_contrib": 0.03969661425859392}, "5k-10k": {"token_count": 1645, "frac": 0.002788967556423611, "mean_loss": 4.602512760222592, "total_contrib": 0.012836258766286492}, "10k+": {"token_count": 4209, "frac": 0.007136027018229167, "mean_loss": 3.359952960721839, "total_contrib": 0.023976715107690123}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.947813851967085, "total_contrib": 0.47147186220604104}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.05280774352011, "total_contrib": 0.19807007502259494}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.179745252414959, "total_contrib": 0.12674067495018906}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.546464999633913, "total_contrib": 0.09498588758219768}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.309307031708068, "total_contrib": 0.07663430902113628}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.165690982347525, "total_contrib": 0.0661262614219116}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.601723398942372, "total_contrib": 0.1461542835547375}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.051869596145057, "total_contrib": 0.1396654746885961}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.6098784250125595, "total_contrib": 0.19486353415876145}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.274220331478626, "total_contrib": 0.1732964240587968}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.9591191927376865, "total_contrib": 0.24176614106440594}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.846321874286931, "total_contrib": 0.22004758388142617}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.660031290395906, "total_contrib": 0.16969155554050575}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.605651130432113, "total_contrib": 0.2649039621987397}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.51428287091366, "total_contrib": 0.20854556556982323}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.409947990649644, "total_contrib": 0.31070998916189785}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.369371168005787, "total_contrib": 0.4203922600863315}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.253069896859635, "total_contrib": 0.34851689203036285}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.3240827684610545, "total_contrib": 0.23785886200412143}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.727163392713941, "total_contrib": 0.28930858044126356}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.760746995678622, "total_contrib": 0.3041087927181387}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.0264319130937585, "total_contrib": 0.17455445162607736}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.041947971986439, "total_contrib": 0.38690118943969426}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.66952322321433, "total_contrib": 2.0872790726947925}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.370175547322471, "total_contrib": 0.451575328905063}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.080964837096885, "total_contrib": 0.25159142224163755}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.951355116074642, "total_contrib": 0.17359258430533092}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.823826038688697, "total_contrib": 0.12939071953344367}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.783683162259277, "total_contrib": 0.10568606107483018}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.694575872511537, "total_contrib": 0.22959346452241314}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.570685586049145, "total_contrib": 0.2006122308546961}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.479979230242676, "total_contrib": 0.2544172232669553}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.4214558218813815, "total_contrib": 0.19869504803939464}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.344073517665402, "total_contrib": 0.23786848687072668}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.3066249799499206, "total_contrib": 0.1686072184872158}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.321401562828777, "total_contrib": 0.11314460641609159}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.314867209712601, "total_contrib": 0.13860709130592286}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.28196427406398, "total_contrib": 0.08569387866728248}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.303451726388501, "total_contrib": 0.10747247302534761}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.291194126992193, "total_contrib": 0.10665708058964292}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.312666711604054, "total_contrib": 0.06573295379184375}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.4012653756174105, "total_contrib": 0.03125084668152824}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.523747050727442, "total_contrib": 0.05399437669054021}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.227026044633712, "total_contrib": 0.03841291571593678}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.512745895765452, "total_contrib": 0.012463485826622723}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.40241565140249, "total_contrib": 0.022976042920491737}}}}
{"step": 950, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20650, "frac": 0.035010443793402776, "mean_loss": 3.1377835817992032, "total_contrib": 0.10985519572644305}, "2": {"token_count": 13221, "frac": 0.0224151611328125, "mean_loss": 3.3310487356652816, "total_contrib": 0.07466599415118864}, "3": {"token_count": 9637, "frac": 0.016338772243923612, "mean_loss": 3.5075452770291373, "total_contrib": 0.057308983416629024}, "4": {"token_count": 7787, "frac": 0.013202243381076388, "mean_loss": 3.6218179056365574, "total_contrib": 0.04781612147215419}, "5": {"token_count": 6357, "frac": 0.010777791341145834, "mean_loss": 3.7461510303393166, "total_contrib": 0.04037523413741563}, "6-8": {"token_count": 15513, "frac": 0.026301066080729168, "mean_loss": 3.7839348689466763, "total_contrib": 0.0995215210333418}, "9-12": {"token_count": 15442, "frac": 0.026180691189236112, "mean_loss": 3.8304271215835484, "total_contrib": 0.10028322959305344}, "13-20": {"token_count": 21655, "frac": 0.03671434190538195, "mean_loss": 3.8937893681202516, "total_contrib": 0.14295791416870804}, "21-30": {"token_count": 19967, "frac": 0.033852471245659724, "mean_loss": 3.9155366467296155, "total_contrib": 0.1325505917447412}, "31-50": {"token_count": 29707, "frac": 0.05036587185329861, "mean_loss": 3.941716729035849, "total_contrib": 0.19852799965662293}, "51-75": {"token_count": 27378, "frac": 0.046417236328125, "mean_loss": 3.953448940374136, "total_contrib": 0.18350817377652165}, "76-100": {"token_count": 21510, "frac": 0.036468505859375, "mean_loss": 3.9889200565477503, "total_contrib": 0.14546995445479008}, "101-150": {"token_count": 34274, "frac": 0.05810885959201389, "mean_loss": 4.021161058158207, "total_contrib": 0.23366508332538927}, "151-200": {"token_count": 26951, "frac": 0.045693291558159724, "mean_loss": 4.004510696569514, "total_contrib": 0.18297927480612008}, "201-300": {"token_count": 41908, "frac": 0.07105170355902778, "mean_loss": 3.957789873571418, "total_contrib": 0.2812077128459184}, "301-500": {"token_count": 56283, "frac": 0.09542338053385417, "mean_loss": 3.961862409431066, "total_contrib": 0.378054304317913}, "501-750": {"token_count": 47876, "frac": 0.08116997612847222, "mean_loss": 3.9723630047767826, "total_contrib": 0.3224366102713576}, "751-1k": {"token_count": 32119, "frac": 0.05445522732204861, "mean_loss": 3.9469485899400927, "total_contrib": 0.21493198269362698}, "1k-2k": {"token_count": 36399, "frac": 0.061711629231770836, "mean_loss": 4.436526934612446, "total_contrib": 0.27378530526556805}, "2k-5k": {"token_count": 37721, "frac": 0.0639529758029514, "mean_loss": 4.46620298428591, "total_contrib": 0.28562697138510607}, "5k-10k": {"token_count": 20929, "frac": 0.035483466254340276, "mean_loss": 4.738340160728402, "total_contrib": 0.16813273319479155}, "10k+": {"token_count": 46540, "frac": 0.07890489366319445, "mean_loss": 4.809026059452696, "total_contrib": 0.379455689844646}}, "trigram": {"novel": {"token_count": 416, "frac": 0.0007052951388888889, "mean_loss": 4.843236097882395, "total_contrib": 0.003415910876327644}, "1": {"token_count": 162520, "frac": 0.2755398220486111, "mean_loss": 3.9781966193783314, "total_contrib": 1.0961515885778916}, "2": {"token_count": 57194, "frac": 0.09696790907118055, "mean_loss": 3.9572062986578307, "total_contrib": 0.3837220205441555}, "3": {"token_count": 32590, "frac": 0.05525377061631945, "mean_loss": 4.004459032892964, "total_contrib": 0.22126146084591622}, "4": {"token_count": 22746, "frac": 0.038564046223958336, "mean_loss": 4.006976494500963, "total_contrib": 0.15452522675224967}, "5": {"token_count": 17236, "frac": 0.029222276475694444, "mean_loss": 4.038888407708654, "total_contrib": 0.1180255137045396}, "6-8": {"token_count": 36199, "frac": 0.06137254503038195, "mean_loss": 4.05822865497834, "total_contrib": 0.2490638208712445}, "9-12": {"token_count": 29942, "frac": 0.05076429578993055, "mean_loss": 4.058982653554451, "total_contrib": 0.20605139603123535}, "13-20": {"token_count": 37018, "frac": 0.06276109483506945, "mean_loss": 4.071114475721311, "total_contrib": 0.25550760169516923}, "21-30": {"token_count": 28273, "frac": 0.047934638129340276, "mean_loss": 4.108541193771933, "total_contrib": 0.19694143536294534}, "31-50": {"token_count": 33083, "frac": 0.05608961317274305, "mean_loss": 4.115526404952677, "total_contrib": 0.2308382840560055}, "51-75": {"token_count": 24163, "frac": 0.04096645779079861, "mean_loss": 4.199999870757127, "total_contrib": 0.17205911742673147}, "76-100": {"token_count": 15760, "frac": 0.026719835069444444, "mean_loss": 4.107906313359396, "total_contrib": 0.10976257917369263}, "101-150": {"token_count": 19389, "frac": 0.032872517903645836, "mean_loss": 4.1349149878216025, "total_contrib": 0.13592506696721912}, "151-200": {"token_count": 11987, "frac": 0.020323011610243056, "mean_loss": 4.162956573772312, "total_contrib": 0.08460381478171235}, "201-300": {"token_count": 14614, "frac": 0.024776882595486112, "mean_loss": 4.1486792140167665, "total_contrib": 0.10279133781202703}, "301-500": {"token_count": 14984, "frac": 0.025404188368055556, "mean_loss": 4.215336376621636, "total_contrib": 0.10708719934641281}, "501-750": {"token_count": 9044, "frac": 0.015333387586805556, "mean_loss": 4.136259031647796, "total_contrib": 0.06342286289168068}, "751-1k": {"token_count": 4174, "frac": 0.007076687282986111, "mean_loss": 4.400892968410795, "total_contrib": 0.03114374330333567}, "1k-2k": {"token_count": 7247, "frac": 0.012286716037326388, "mean_loss": 4.470755797169114, "total_contrib": 0.05493090695204768}, "2k-5k": {"token_count": 5344, "frac": 0.009060329861111112, "mean_loss": 4.271393791798944, "total_contrib": 0.03870023672040059}, "5k-10k": {"token_count": 1656, "frac": 0.0028076171875, "mean_loss": 4.565466456045509, "total_contrib": 0.012818082090948084}, "10k+": {"token_count": 4245, "frac": 0.007197062174479167, "mean_loss": 3.385739056773054, "total_contrib": 0.02436737449815812}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.394950167076722, "total_contrib": 0.44766257255370384}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 8.650123077811095, "total_contrib": 0.18925957288810252}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.80302409141347, "total_contrib": 0.12090358678424022}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.249072257418286, "total_contrib": 0.09124266296229613}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.930993907869899, "total_contrib": 0.07266789131379438}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.847607833415011, "total_contrib": 0.06319093396890921}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.37008387489648, "total_contrib": 0.14102606072048313}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.877718629227198, "total_contrib": 0.13564640635348954}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.483095670274071, "total_contrib": 0.19045963557362056}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.200498026349556, "total_contrib": 0.17087411117664658}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.9285045692041205, "total_contrib": 0.24027362211009468}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.814250786556874, "total_contrib": 0.21859139389848437}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.646606860655064, "total_contrib": 0.16920271496776912}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.5817665979004145, "total_contrib": 0.2635301917754645}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.508502630072715, "total_contrib": 0.2082785367571027}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.406142843725321, "total_contrib": 0.31044189140606887}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.371594043303621, "total_contrib": 0.4206061305803718}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.270258706911055, "total_contrib": 0.34992542534914145}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.330318585329878, "total_contrib": 0.2382018814104341}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.736061801702573, "total_contrib": 0.2898531747061148}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.761649487599593, "total_contrib": 0.3041664424375574}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.022795542446446, "total_contrib": 0.17442817026084145}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.0204367027617955, "total_contrib": 0.3852504910001994}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.490923470263198, "total_contrib": 2.0313848934188568}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.295472715482048, "total_contrib": 0.4452936057916914}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.022697970979422, "total_contrib": 0.24870625295075313}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.900950941478866, "total_contrib": 0.1718254335510957}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.794186611037395, "total_contrib": 0.12859569358524345}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.7739583744944465, "total_contrib": 0.10547121103589738}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.681520499075333, "total_contrib": 0.22895497693604713}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.557141940070527, "total_contrib": 0.20001778588959723}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.469091523398462, "total_contrib": 0.253798912332755}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.417687506114571, "total_contrib": 0.19852570434074032}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.339231127654276, "total_contrib": 0.23760333206151354}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.3110858053690295, "total_contrib": 0.16878186275496018}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.328247925701557, "total_contrib": 0.11332386053570073}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.310232762145833, "total_contrib": 0.13845821828948482}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.279268162815423, "total_contrib": 0.08563992206806312}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.306598302783228, "total_contrib": 0.10755105421277694}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.286425221350544, "total_contrib": 0.1065385500505218}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.3263934713222465, "total_contrib": 0.06594217479652743}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.394981793767001, "total_contrib": 0.031206230591322496}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.5350257011617945, "total_contrib": 0.054128995999109954}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.239303653228563, "total_contrib": 0.038524487951160175}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.520083212558388, "total_contrib": 0.01248375032765302}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.3950926174089116, "total_contrib": 0.022926591483458953}}}}
{"step": 960, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20627, "frac": 0.03497144911024305, "mean_loss": 3.5232375529721085, "total_contrib": 0.12321272278706136}, "2": {"token_count": 13083, "frac": 0.022181193033854168, "mean_loss": 3.823945528136319, "total_contrib": 0.08481967391053512}, "3": {"token_count": 9607, "frac": 0.016287909613715276, "mean_loss": 4.068745966365201, "total_contrib": 0.06627136654132501}, "4": {"token_count": 7680, "frac": 0.013020833333333334, "mean_loss": 4.1757778458800825, "total_contrib": 0.05437210736823024}, "5": {"token_count": 6671, "frac": 0.011310153537326388, "mean_loss": 4.096889712136547, "total_contrib": 0.04633645166975726}, "6-8": {"token_count": 15270, "frac": 0.025889078776041668, "mean_loss": 4.299643005539692, "total_contrib": 0.11131379647927364}, "9-12": {"token_count": 15233, "frac": 0.025826348198784724, "mean_loss": 4.275529297518362, "total_contrib": 0.11042130837181466}, "13-20": {"token_count": 22281, "frac": 0.037775675455729164, "mean_loss": 4.270760993654642, "total_contrib": 0.16133088124528516}, "21-30": {"token_count": 20418, "frac": 0.034617106119791664, "mean_loss": 4.210137092889076, "total_contrib": 0.1457427625234123}, "31-50": {"token_count": 29858, "frac": 0.050621880425347224, "mean_loss": 4.15141474844805, "total_contrib": 0.21015242099196013}, "51-75": {"token_count": 27198, "frac": 0.046112060546875, "mean_loss": 4.143100292264352, "total_contrib": 0.1910468915286693}, "76-100": {"token_count": 22063, "frac": 0.037406073676215276, "mean_loss": 4.155123324420644, "total_contrib": 0.15542684920703914}, "101-150": {"token_count": 34389, "frac": 0.0583038330078125, "mean_loss": 4.146478120088528, "total_contrib": 0.2417555678841898}, "151-200": {"token_count": 27511, "frac": 0.04664272732204861, "mean_loss": 4.088935054784503, "total_contrib": 0.1907190827978795}, "201-300": {"token_count": 41961, "frac": 0.07114156087239583, "mean_loss": 4.063893796287699, "total_contrib": 0.2891117478875531}, "301-500": {"token_count": 56214, "frac": 0.095306396484375, "mean_loss": 4.067873457854164, "total_contrib": 0.38769436062251444}, "501-750": {"token_count": 47766, "frac": 0.08098347981770833, "mean_loss": 4.064383320071007, "total_contrib": 0.3291479045724008}, "751-1k": {"token_count": 32168, "frac": 0.05453830295138889, "mean_loss": 4.08135926346186, "total_contrib": 0.22259040796414034}, "1k-2k": {"token_count": 35883, "frac": 0.0608367919921875, "mean_loss": 4.511369553129589, "total_contrib": 0.2744572511036327}, "2k-5k": {"token_count": 37252, "frac": 0.06315782335069445, "mean_loss": 4.577761419629996, "total_contrib": 0.28912144708261556}, "5k-10k": {"token_count": 20648, "frac": 0.03500705295138889, "mean_loss": 4.871878034373324, "total_contrib": 0.17055009232201537}, "10k+": {"token_count": 46043, "frac": 0.07806226942274305, "mean_loss": 4.880629267462359, "total_contrib": 0.3809929968291717}}, "trigram": {"novel": {"token_count": 440, "frac": 0.0007459852430555555, "mean_loss": 4.8310869853181595, "total_contrib": 0.003603919598965098}, "1": {"token_count": 163471, "frac": 0.2771521674262153, "mean_loss": 4.277137933342102, "total_contrib": 1.1854180486066468}, "2": {"token_count": 56640, "frac": 0.09602864583333333, "mean_loss": 4.2353275531805945, "total_contrib": 0.40671276959253755}, "3": {"token_count": 32223, "frac": 0.054631551106770836, "mean_loss": 4.264204846754682, "total_contrib": 0.2329601250152183}, "4": {"token_count": 22711, "frac": 0.038504706488715276, "mean_loss": 4.182917258241515, "total_contrib": 0.16106200129517118}, "5": {"token_count": 17398, "frac": 0.029496934678819444, "mean_loss": 4.228997533409702, "total_contrib": 0.12474246399987453}, "6-8": {"token_count": 35594, "frac": 0.06034681532118055, "mean_loss": 4.202644529586764, "total_contrib": 0.2536162132875422}, "9-12": {"token_count": 30323, "frac": 0.05141025119357639, "mean_loss": 4.211024171022519, "total_contrib": 0.21648981041448948}, "13-20": {"token_count": 37649, "frac": 0.0638309054904514, "mean_loss": 4.196011406059642, "total_contrib": 0.2678352074970491}, "21-30": {"token_count": 28142, "frac": 0.04771253797743055, "mean_loss": 4.194167549535712, "total_contrib": 0.2001143784909295}, "31-50": {"token_count": 34094, "frac": 0.05780368381076389, "mean_loss": 4.1905530703685026, "total_contrib": 0.2422294046718067}, "51-75": {"token_count": 23886, "frac": 0.040496826171875, "mean_loss": 4.2658871650517245, "total_contrib": 0.17275489099193234}, "76-100": {"token_count": 15706, "frac": 0.026628282335069444, "mean_loss": 4.179120513266897, "total_contrib": 0.11128280093955126}, "101-150": {"token_count": 19362, "frac": 0.032826741536458336, "mean_loss": 4.244745719598005, "total_contrib": 0.13934117062523158}, "151-200": {"token_count": 12239, "frac": 0.020750257703993056, "mean_loss": 4.183106533818177, "total_contrib": 0.08680053857998431}, "201-300": {"token_count": 14369, "frac": 0.024361504448784724, "mean_loss": 4.198017438129809, "total_contrib": 0.10227002049507519}, "301-500": {"token_count": 14283, "frac": 0.0242156982421875, "mean_loss": 4.2116860019499365, "total_contrib": 0.10198891731406477}, "501-750": {"token_count": 8465, "frac": 0.014351738823784722, "mean_loss": 4.391617031026714, "total_contrib": 0.06302734064338028}, "751-1k": {"token_count": 4181, "frac": 0.007088555230034722, "mean_loss": 4.436544738974903, "total_contrib": 0.03144869241274358}, "1k-2k": {"token_count": 7333, "frac": 0.012432522243923612, "mean_loss": 4.545906031719276, "total_contrib": 0.05651707785813641}, "2k-5k": {"token_count": 5424, "frac": 0.009195963541666666, "mean_loss": 4.331675408725878, "total_contrib": 0.039833929132977224}, "5k-10k": {"token_count": 1623, "frac": 0.0027516682942708335, "mean_loss": 4.539932104403719, "total_contrib": 0.012492387229829977}, "10k+": {"token_count": 4268, "frac": 0.007236056857638889, "mean_loss": 3.3230782276060475, "total_contrib": 0.024045982997339226}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.620872438653333, "total_contrib": 0.4573920030623259}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 8.93384644488959, "total_contrib": 0.19546727222239202}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.088223054505097, "total_contrib": 0.12532258859443168}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.531866202580455, "total_contrib": 0.09480213536234079}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.234595577860613, "total_contrib": 0.0758509980154928}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.118168681484481, "total_contrib": 0.06568771723992248}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.623390921182098, "total_contrib": 0.14663397665879285}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.13154172338404, "total_contrib": 0.1415041536775437}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.698249830792924, "total_contrib": 0.19793318436225962}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.35087366412843, "total_contrib": 0.17581504247166777}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.030586464997808, "total_contrib": 0.24525030144757073}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.908447916534411, "total_contrib": 0.222868421177687}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.723408151378991, "total_contrib": 0.1719993765518493}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.644058517224524, "total_contrib": 0.26711304592021007}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.569460499003615, "total_contrib": 0.21109459716262902}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.452585405923408, "total_contrib": 0.313714076934745}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.412453716167049, "total_contrib": 0.4245373805385401}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.296472556832952, "total_contrib": 0.3520735136064437}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.361891421289097, "total_contrib": 0.23993863790507805}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.758740898554734, "total_contrib": 0.2912411650865831}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.797577797507358, "total_contrib": 0.30646148457282973}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.072915913062611, "total_contrib": 0.17616871583262372}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.060744079655865, "total_contrib": 0.38834353601973487}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.655522730222609, "total_contrib": 2.0828975097177995}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.42315394693154, "total_contrib": 0.4560302555676109}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.124550621414127, "total_contrib": 0.2537496362457632}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.019848595516304, "total_contrib": 0.1759939390507705}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.897091316191155, "total_contrib": 0.1313559328095504}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.857973748039689, "total_contrib": 0.10732736529999659}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.762367105400294, "total_contrib": 0.2329088703111045}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.631339785063665, "total_contrib": 0.20327440788392498}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.517728087564529, "total_contrib": 0.2565609741568018}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.454229918589743, "total_contrib": 0.200167877573886}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.372951132290425, "total_contrib": 0.23944973876882575}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.3422915423681285, "total_contrib": 0.17000358801331383}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.352615534330767, "total_contrib": 0.11396186268559781}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.315485052795394, "total_contrib": 0.13862693836689305}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.303230978190823, "total_contrib": 0.08611948389106662}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.305120505976464, "total_contrib": 0.10751414837821675}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.288904251605519, "total_contrib": 0.10660016603009866}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.3241251943890475, "total_contrib": 0.06590760209411203}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.3897919812064, "total_contrib": 0.031169380725932488}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.514877786086279, "total_contrib": 0.05388851524191522}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.229402256838614, "total_contrib": 0.03843450944121462}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.520961125487058, "total_contrib": 0.0124861749834161}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.3740431275335636, "total_contrib": 0.022784447185882878}}}}
{"step": 970, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20722, "frac": 0.035132514105902776, "mean_loss": 2.6530927186067275, "total_contrib": 0.0932098173607188}, "2": {"token_count": 13207, "frac": 0.022391425238715276, "mean_loss": 3.2143969204908447, "total_contrib": 0.07197492833272737}, "3": {"token_count": 9529, "frac": 0.016155666775173612, "mean_loss": 3.5496952392666716, "total_contrib": 0.05734769343901251}, "4": {"token_count": 7658, "frac": 0.012983534071180556, "mean_loss": 3.7122703002350663, "total_contrib": 0.04819838792453365}, "5": {"token_count": 6556, "frac": 0.011115180121527778, "mean_loss": 3.96699129684912, "total_contrib": 0.04409382280501104}, "6-8": {"token_count": 15353, "frac": 0.026029798719618056, "mean_loss": 4.008391603135213, "total_contrib": 0.10433762661901674}, "9-12": {"token_count": 15451, "frac": 0.026195949978298612, "mean_loss": 4.135275914603802, "total_contrib": 0.10832748100542423}, "13-20": {"token_count": 21987, "frac": 0.0372772216796875, "mean_loss": 4.166368394663331, "total_contrib": 0.15531063824710872}, "21-30": {"token_count": 19880, "frac": 0.03370496961805555, "mean_loss": 4.1694740606118845, "total_contrib": 0.14053199653619428}, "31-50": {"token_count": 29431, "frac": 0.04989793565538195, "mean_loss": 4.0848418517807135, "total_contrib": 0.2038251758825653}, "51-75": {"token_count": 27019, "frac": 0.04580858018663195, "mean_loss": 4.048820686891931, "total_contrib": 0.18547072709678325}, "76-100": {"token_count": 21605, "frac": 0.036629570855034724, "mean_loss": 4.11392348128353, "total_contrib": 0.1506912516498662}, "101-150": {"token_count": 34193, "frac": 0.05797153049045139, "mean_loss": 4.110138553547901, "total_contrib": 0.2382710224769819}, "151-200": {"token_count": 27396, "frac": 0.04644775390625, "mean_loss": 4.074886928045192, "total_contrib": 0.18926934522963812}, "201-300": {"token_count": 41671, "frac": 0.07064988878038195, "mean_loss": 4.012572699062831, "total_contrib": 0.28348781491198605}, "301-500": {"token_count": 57144, "frac": 0.09688313802083333, "mean_loss": 4.021625913461271, "total_contrib": 0.38962773844202825}, "501-750": {"token_count": 47419, "frac": 0.0803951687282986, "mean_loss": 4.012361953314049, "total_contrib": 0.3225745162356888}, "751-1k": {"token_count": 32131, "frac": 0.05447557237413195, "mean_loss": 4.049944379589885, "total_contrib": 0.22062303816155768}, "1k-2k": {"token_count": 36188, "frac": 0.06135389539930555, "mean_loss": 4.426001941245102, "total_contrib": 0.2715524601402753}, "2k-5k": {"token_count": 37967, "frac": 0.06437004937065972, "mean_loss": 4.4934645339393535, "total_contrib": 0.28924453389498467}, "5k-10k": {"token_count": 20946, "frac": 0.035512288411458336, "mean_loss": 4.819421701125583, "total_contrib": 0.17114869342681285}, "10k+": {"token_count": 46371, "frac": 0.07861836751302083, "mean_loss": 4.8180492544627915, "total_contrib": 0.37878716698319176}}, "trigram": {"novel": {"token_count": 450, "frac": 0.000762939453125, "mean_loss": 5.076874422253006, "total_contrib": 0.003873347795298009}, "1": {"token_count": 164576, "frac": 0.2790256076388889, "mean_loss": 3.9645314701041205, "total_contrib": 1.1062058024492998}, "2": {"token_count": 56522, "frac": 0.0958285861545139, "mean_loss": 4.1246015852295095, "total_contrib": 0.3952547383632106}, "3": {"token_count": 32345, "frac": 0.05483839246961805, "mean_loss": 4.119988476276983, "total_contrib": 0.2259335450323809}, "4": {"token_count": 22494, "frac": 0.038136800130208336, "mean_loss": 4.1571584220515465, "total_contrib": 0.1585407198513921}, "5": {"token_count": 17338, "frac": 0.029395209418402776, "mean_loss": 4.14858454531659, "total_contrib": 0.12194851149953041}, "6-8": {"token_count": 35604, "frac": 0.06036376953125, "mean_loss": 4.1445054679365665, "total_contrib": 0.25017797288752835}, "9-12": {"token_count": 30299, "frac": 0.051369561089409724, "mean_loss": 4.21666688313474, "total_contrib": 0.2166083270468809}, "13-20": {"token_count": 36773, "frac": 0.06234571668836805, "mean_loss": 4.207841695360176, "total_contrib": 0.2623409062084278}, "21-30": {"token_count": 28245, "frac": 0.047887166341145836, "mean_loss": 4.199196182715217, "total_contrib": 0.2010876061007882}, "31-50": {"token_count": 33372, "frac": 0.05657958984375, "mean_loss": 4.209538451107587, "total_contrib": 0.23817395899516194}, "51-75": {"token_count": 23986, "frac": 0.04066636827256945, "mean_loss": 4.209507397223479, "total_contrib": 0.17118537806159528}, "76-100": {"token_count": 15434, "frac": 0.026167127821180556, "mean_loss": 4.124685716200795, "total_contrib": 0.10793117835802388}, "101-150": {"token_count": 19419, "frac": 0.032923380533854164, "mean_loss": 4.209668793589702, "total_contrib": 0.13859652761284455}, "151-200": {"token_count": 12004, "frac": 0.020351833767361112, "mean_loss": 4.1708578302821895, "total_contrib": 0.08488460522919956}, "201-300": {"token_count": 14421, "frac": 0.024449666341145832, "mean_loss": 4.229388649610888, "total_contrib": 0.10340714131001555}, "301-500": {"token_count": 14827, "frac": 0.025138007269965276, "mean_loss": 4.184409064693558, "total_contrib": 0.10518770548877525}, "501-750": {"token_count": 8846, "frac": 0.014997694227430556, "mean_loss": 4.31657810397924, "total_contrib": 0.06473871851230259}, "751-1k": {"token_count": 4143, "frac": 0.007024129231770833, "mean_loss": 4.39529539710781, "total_contrib": 0.030873122881092757}, "1k-2k": {"token_count": 7114, "frac": 0.012061225043402778, "mean_loss": 4.433383891146327, "total_contrib": 0.05347204081491253}, "2k-5k": {"token_count": 5705, "frac": 0.009672376844618056, "mean_loss": 4.174679743014798, "total_contrib": 0.04037907568003239}, "5k-10k": {"token_count": 1580, "frac": 0.002678765190972222, "mean_loss": 4.476341341841447, "total_contrib": 0.011991067369434756}, "10k+": {"token_count": 4327, "frac": 0.007336086697048611, "mean_loss": 3.4233345775592747, "total_contrib": 0.02511387925397912}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.763396783028899, "total_contrib": 0.46352986939445845}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.126567111885693, "total_contrib": 0.19968388634386677}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.297970366285204, "total_contrib": 0.12857250837110812}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.673149333648158, "total_contrib": 0.09658043866137005}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.403730463025652, "total_contrib": 0.0776242899294546}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.295741501041886, "total_contrib": 0.06732639056764558}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.788143314378323, "total_contrib": 0.15028139817835853}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.238144518988966, "total_contrib": 0.14396434053629184}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.7775296200403625, "total_contrib": 0.20068703012320105}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.43321081796543, "total_contrib": 0.17852041567004742}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.0663705195711675, "total_contrib": 0.24699483963058289}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.921618369435011, "total_contrib": 0.22346642651339896}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.724117310201241, "total_contrib": 0.1720252000401853}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.622504645922232, "total_contrib": 0.26587332850632006}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.571129844234972, "total_contrib": 0.21117171562315964}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.4409234731435765, "total_contrib": 0.31289241667586876}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.396584129002469, "total_contrib": 0.4230105128593633}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.286361341746189, "total_contrib": 0.35124495227494734}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.358822807381136, "total_contrib": 0.2397698397920074}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.7617478675272915, "total_contrib": 0.29142519551934165}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.792210021481631, "total_contrib": 0.3061185997507111}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.055270517715596, "total_contrib": 0.17555593874506384}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.036061601566359, "total_contrib": 0.38644949026912256}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.726568705799088, "total_contrib": 2.105131899352101}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.485487442547926, "total_contrib": 0.4612718474926284}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.161433875417414, "total_contrib": 0.2555759646359609}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.043998489754299, "total_contrib": 0.1768406249485086}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.923091491155946, "total_contrib": 0.1320533421521983}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.847295995323263, "total_contrib": 0.10709146137671142}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.762309151906095, "total_contrib": 0.23290603603088925}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.633718262292636, "total_contrib": 0.20337880176837794}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.52203853131518, "total_contrib": 0.2568057634903518}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.441318063309026, "total_contrib": 0.19958763391464074}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.363999577462444, "total_contrib": 0.2389595783713524}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.315890787052143, "total_contrib": 0.16896998096823473}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.327601794702916, "total_contrib": 0.11330694328409345}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.300689821931676, "total_contrib": 0.13815166906761925}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.287624953597815, "total_contrib": 0.08580716442916635}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.28627870619785, "total_contrib": 0.10704360172236858}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.279165582611896, "total_contrib": 0.10635811265918375}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.311685825313033, "total_contrib": 0.06571800328498699}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.359605661771059, "total_contrib": 0.030955045083782946}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.496543587117263, "total_contrib": 0.05366968257192914}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.190942830346642, "total_contrib": 0.038085011072214764}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.452260871370368, "total_contrib": 0.012296435817230783}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.377000880238027, "total_contrib": 0.022804420481343693}}}}
{"step": 980, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21133, "frac": 0.03582933213975695, "mean_loss": 1.6922399861404478, "total_contrib": 0.0606318285236038}, "2": {"token_count": 13041, "frac": 0.0221099853515625, "mean_loss": 2.3757637675681176, "total_contrib": 0.052528102099704016}, "3": {"token_count": 9581, "frac": 0.016243828667534724, "mean_loss": 2.8758900779916905, "total_contrib": 0.046715465693560096}, "4": {"token_count": 7826, "frac": 0.013268364800347222, "mean_loss": 3.01724500404064, "total_contrib": 0.040033907405636344}, "5": {"token_count": 6475, "frac": 0.010977851019965278, "mean_loss": 3.2445049738815825, "total_contrib": 0.03561769223680835}, "6-8": {"token_count": 15410, "frac": 0.026126437717013888, "mean_loss": 3.465458666189988, "total_contrib": 0.09054009000309875}, "9-12": {"token_count": 15260, "frac": 0.025872124565972224, "mean_loss": 3.634846089148577, "total_contrib": 0.09404119079658896}, "13-20": {"token_count": 22228, "frac": 0.03768581814236111, "mean_loss": 3.739343549915963, "total_contrib": 0.140920220993944}, "21-30": {"token_count": 20635, "frac": 0.03498501247829861, "mean_loss": 3.8021212462950595, "total_contrib": 0.13301725924563693}, "31-50": {"token_count": 29634, "frac": 0.050242106119791664, "mean_loss": 3.8267682506977625, "total_contrib": 0.1922648965474065}, "51-75": {"token_count": 27189, "frac": 0.0460968017578125, "mean_loss": 3.948294235741269, "total_contrib": 0.1820037366664791}, "76-100": {"token_count": 21587, "frac": 0.036599053276909724, "mean_loss": 3.906731620362193, "total_contrib": 0.14298267871222375}, "101-150": {"token_count": 33958, "frac": 0.05757310655381945, "mean_loss": 4.002276740710736, "total_contrib": 0.2304235052508124}, "151-200": {"token_count": 27037, "frac": 0.04583909776475695, "mean_loss": 3.9353572757739133, "total_contrib": 0.18039322690344797}, "201-300": {"token_count": 41538, "frac": 0.07042439778645833, "mean_loss": 3.9704710091700113, "total_contrib": 0.2796180297493895}, "301-500": {"token_count": 56588, "frac": 0.09594048394097222, "mean_loss": 3.9092796965663283, "total_contrib": 0.3750581859491906}, "501-750": {"token_count": 47637, "frac": 0.0807647705078125, "mean_loss": 3.9872464691998872, "total_contrib": 0.3220290460430146}, "751-1k": {"token_count": 32115, "frac": 0.054448445638020836, "mean_loss": 4.0143029490637545, "total_contrib": 0.21857255589664457}, "1k-2k": {"token_count": 36272, "frac": 0.06149631076388889, "mean_loss": 4.364042799031392, "total_contrib": 0.268372532156146}, "2k-5k": {"token_count": 37937, "frac": 0.0643191867404514, "mean_loss": 4.4084314157716475, "total_contrib": 0.28354672346348914}, "5k-10k": {"token_count": 20753, "frac": 0.03518507215711805, "mean_loss": 4.73751770072197, "total_contrib": 0.1666899021455265}, "10k+": {"token_count": 45990, "frac": 0.077972412109375, "mean_loss": 4.764988807450874, "total_contrib": 0.37153767099111884}}, "trigram": {"novel": {"token_count": 445, "frac": 0.0007544623480902778, "mean_loss": 4.763251286336963, "total_contrib": 0.0035936937500338213}, "1": {"token_count": 164997, "frac": 0.2797393798828125, "mean_loss": 3.533105206085413, "total_contrib": 0.98834865941107}, "2": {"token_count": 56263, "frac": 0.09538947211371528, "mean_loss": 3.785381012498431, "total_contrib": 0.36108549653150634}, "3": {"token_count": 32021, "frac": 0.05428907606336805, "mean_loss": 3.929058964519468, "total_contrib": 0.2133049809822555}, "4": {"token_count": 22512, "frac": 0.038167317708333336, "mean_loss": 3.9542618882075957, "total_contrib": 0.15092356978917337}, "5": {"token_count": 17184, "frac": 0.029134114583333332, "mean_loss": 3.985303393671459, "total_contrib": 0.11610828572057147}, "6-8": {"token_count": 35659, "frac": 0.06045701768663195, "mean_loss": 4.047413178517707, "total_contrib": 0.24469453011875225}, "9-12": {"token_count": 30394, "frac": 0.05153062608506945, "mean_loss": 4.013228064466048, "total_contrib": 0.2068041547841069}, "13-20": {"token_count": 37062, "frac": 0.062835693359375, "mean_loss": 4.080612007632511, "total_contrib": 0.25640808483018007}, "21-30": {"token_count": 28438, "frac": 0.04821438259548611, "mean_loss": 4.138984195007561, "total_contrib": 0.19955856753476464}, "31-50": {"token_count": 33544, "frac": 0.05687120225694445, "mean_loss": 4.164843420446874, "total_contrib": 0.2368596525327385}, "51-75": {"token_count": 23823, "frac": 0.0403900146484375, "mean_loss": 4.188796911523366, "total_contrib": 0.1691855686157585}, "76-100": {"token_count": 15751, "frac": 0.026704576280381944, "mean_loss": 4.154956466824162, "total_contrib": 0.11095635190997208}, "101-150": {"token_count": 19192, "frac": 0.032538519965277776, "mean_loss": 4.151447895577597, "total_contrib": 0.13508197023506205}, "151-200": {"token_count": 12131, "frac": 0.020567152235243056, "mean_loss": 4.125246216619311, "total_contrib": 0.08484456694506981}, "201-300": {"token_count": 14953, "frac": 0.025351630316840276, "mean_loss": 4.178214360150833, "total_contrib": 0.10592454584305726}, "301-500": {"token_count": 14300, "frac": 0.024244520399305556, "mean_loss": 4.17175905638081, "total_contrib": 0.10114229754341225}, "501-750": {"token_count": 8680, "frac": 0.014716254340277778, "mean_loss": 4.24457039433205, "total_contrib": 0.06246417748820359}, "751-1k": {"token_count": 4178, "frac": 0.007083468967013889, "mean_loss": 4.383263668432918, "total_contrib": 0.031048712169584033}, "1k-2k": {"token_count": 7115, "frac": 0.012062920464409722, "mean_loss": 4.484780861551266, "total_contrib": 0.05409955483319983}, "2k-5k": {"token_count": 5393, "frac": 0.009143405490451388, "mean_loss": 4.30576490958021, "total_contrib": 0.03936935451484862}, "5k-10k": {"token_count": 1615, "frac": 0.002738104926215278, "mean_loss": 4.500687872613823, "total_contrib": 0.012323355635361268}, "10k+": {"token_count": 4174, "frac": 0.007076687282986111, "mean_loss": 3.307807003294716, "total_contrib": 0.023408315754788113}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.590685229014197, "total_contrib": 0.4560919791364706}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 8.882340208920054, "total_contrib": 0.19434034626619687}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.018902198743291, "total_contrib": 0.12424849988185448}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.395517561326755, "total_contrib": 0.09308594152711627}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.180705910057407, "total_contrib": 0.07528599268221538}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.066089386307422, "total_contrib": 0.06520712030990822}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.583920016377846, "total_contrib": 0.14576013789513806}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.0502317303008315, "total_contrib": 0.13962767590476974}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.640901694483684, "total_contrib": 0.19594115179541985}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.307460564296539, "total_contrib": 0.1743886070015241}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.987479215135576, "total_contrib": 0.243148744085055}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.853900851332582, "total_contrib": 0.22039170786461362}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.681408831934995, "total_contrib": 0.17047000273352697}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.605173575742426, "total_contrib": 0.2648764946103614}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.544879680205745, "total_contrib": 0.20995904121610198}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.421507193209767, "total_contrib": 0.3115244113976683}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.382715565260186, "total_contrib": 0.4216761705406194}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.270154044105739, "total_contrib": 0.3499168487782164}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.3379045770742435, "total_contrib": 0.2386191711479591}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.731133745401125, "total_contrib": 0.28955157121698977}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.764392977411736, "total_contrib": 0.30434169211483764}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.027005760283108, "total_contrib": 0.1745743797944453}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.014305517370474, "total_contrib": 0.38478000559778003}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.6005580453084445, "total_contrib": 2.0656958848461335}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.396798046301443, "total_contrib": 0.4538140012960798}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.076756754609111, "total_contrib": 0.25138305286850604}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.9763551736421805, "total_contrib": 0.17446907659869154}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.866018550014136, "total_contrib": 0.1305224600554973}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.802257591306141, "total_contrib": 0.10609642651419801}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.720178989078051, "total_contrib": 0.2308456134693493}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.6016585427857555, "total_contrib": 0.20197166672708747}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.497897211437213, "total_contrib": 0.25543478223046345}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.418964623834551, "total_contrib": 0.19858309651583966}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.341692881193819, "total_contrib": 0.23773813033026256}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.306950613350564, "total_contrib": 0.16861996725038522}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.325958482156487, "total_contrib": 0.11326391743968138}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.2839357684568595, "total_contrib": 0.13761347623181172}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.266672716096615, "total_contrib": 0.08538785254720806}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.2783110071223165, "total_contrib": 0.10684461997970873}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.2737157268251, "total_contrib": 0.10622265719139262}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.306814378399918, "total_contrib": 0.06564375349564491}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.3514553609368285, "total_contrib": 0.03089717449883938}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.498703049085469, "total_contrib": 0.05369545740010868}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.187590608051561, "total_contrib": 0.03805454789760398}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.466492714061921, "total_contrib": 0.012335741901324582}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.357737304162521, "total_contrib": 0.022674336212970856}}}}
{"step": 990, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20861, "frac": 0.03536817762586805, "mean_loss": 1.0851232489919873, "total_contrib": 0.038378831816307656}, "2": {"token_count": 13233, "frac": 0.022435506184895832, "mean_loss": 1.7876079558114715, "total_contrib": 0.04010588934877726}, "3": {"token_count": 9531, "frac": 0.0161590576171875, "mean_loss": 2.2809086918143775, "total_contrib": 0.036857334970572295}, "4": {"token_count": 7643, "frac": 0.012958102756076388, "mean_loss": 2.561922573264805, "total_contrib": 0.03319765595747698}, "5": {"token_count": 6570, "frac": 0.011138916015625, "mean_loss": 2.8522664736993204, "total_contrib": 0.031771156704719604}, "6-8": {"token_count": 15398, "frac": 0.026106092664930556, "mean_loss": 3.092987482518643, "total_contrib": 0.08074581783010197}, "9-12": {"token_count": 15393, "frac": 0.026097615559895832, "mean_loss": 3.3135824668126603, "total_contrib": 0.0864766013448881}, "13-20": {"token_count": 21967, "frac": 0.03724331325954861, "mean_loss": 3.42247449267775, "total_contrib": 0.12746428965361215}, "21-30": {"token_count": 20231, "frac": 0.03430006239149305, "mean_loss": 3.6046862758275595, "total_contrib": 0.12364096416264403}, "31-50": {"token_count": 29394, "frac": 0.049835205078125, "mean_loss": 3.733369147738569, "total_contrib": 0.18605321710989633}, "51-75": {"token_count": 26943, "frac": 0.045679728190104164, "mean_loss": 3.804480187550249, "total_contrib": 0.1737876208719319}, "76-100": {"token_count": 21503, "frac": 0.03645663791232639, "mean_loss": 3.8046884877971885, "total_contrib": 0.13870615056881874}, "101-150": {"token_count": 34524, "frac": 0.05853271484375, "mean_loss": 3.873936903661221, "total_contrib": 0.22675204410468205}, "151-200": {"token_count": 26881, "frac": 0.04557461208767361, "mean_loss": 3.8580371071498645, "total_contrib": 0.17582854457820554}, "201-300": {"token_count": 41903, "frac": 0.07104322645399305, "mean_loss": 3.8710052625749944, "total_contrib": 0.27500870347371414}, "301-500": {"token_count": 56673, "frac": 0.0960845947265625, "mean_loss": 3.8863419735454694, "total_contrib": 0.37341759349694553}, "501-750": {"token_count": 47919, "frac": 0.08124287923177083, "mean_loss": 3.90554469502938, "total_contrib": 0.31729769599255514}, "751-1k": {"token_count": 31731, "frac": 0.053797403971354164, "mean_loss": 3.922380605132765, "total_contrib": 0.21101389394373196}, "1k-2k": {"token_count": 36872, "frac": 0.06251356336805555, "mean_loss": 4.302844477300165, "total_contrib": 0.2689861408945917}, "2k-5k": {"token_count": 38109, "frac": 0.06461079915364583, "mean_loss": 4.3916385647169776, "total_contrib": 0.28374727726033405}, "5k-10k": {"token_count": 20452, "frac": 0.034674750434027776, "mean_loss": 4.6748940070386045, "total_contrib": 0.1621007829995957}, "10k+": {"token_count": 46093, "frac": 0.07814704047309028, "mean_loss": 4.773598065725607, "total_contrib": 0.37304256124452445}}, "trigram": {"novel": {"token_count": 452, "frac": 0.0007663302951388889, "mean_loss": 4.9191485345775705, "total_contrib": 0.003769692548334862}, "1": {"token_count": 164989, "frac": 0.2797258165147569, "mean_loss": 3.2235875682445156, "total_contrib": 0.9017206646340168}, "2": {"token_count": 57085, "frac": 0.0967831081814236, "mean_loss": 3.5717018908979177, "total_contrib": 0.3456804104985684}, "3": {"token_count": 32264, "frac": 0.05470106336805555, "mean_loss": 3.746844781767807, "total_contrib": 0.2049563938377491}, "4": {"token_count": 22281, "frac": 0.037775675455729164, "mean_loss": 3.839340098773697, "total_contrib": 0.14503366553544234}, "5": {"token_count": 17111, "frac": 0.029010348849826388, "mean_loss": 3.8773704394579727, "total_contrib": 0.11248386906868044}, "6-8": {"token_count": 35389, "frac": 0.05999925401475695, "mean_loss": 3.977157923249174, "total_contrib": 0.2386265084938304}, "9-12": {"token_count": 30039, "frac": 0.050928751627604164, "mean_loss": 3.9892658231032607, "total_contrib": 0.20316832828131587}, "13-20": {"token_count": 36833, "frac": 0.062447441948784724, "mean_loss": 4.054524244228322, "total_contrib": 0.2531946673713884}, "21-30": {"token_count": 27755, "frac": 0.04705641004774305, "mean_loss": 4.076152171480284, "total_contrib": 0.19180908799817448}, "31-50": {"token_count": 33614, "frac": 0.05698988172743055, "mean_loss": 4.0970346650951734, "total_contrib": 0.23348952099695697}, "51-75": {"token_count": 23961, "frac": 0.040623982747395836, "mean_loss": 4.133079518307134, "total_contrib": 0.16790215104532408}, "76-100": {"token_count": 15619, "frac": 0.026480780707465276, "mean_loss": 4.114303197036078, "total_contrib": 0.10894996072473567}, "101-150": {"token_count": 19501, "frac": 0.03306240505642361, "mean_loss": 4.144840873426613, "total_contrib": 0.1370384078516513}, "151-200": {"token_count": 12178, "frac": 0.020646837022569444, "mean_loss": 4.128735477639338, "total_contrib": 0.08524532851611981}, "201-300": {"token_count": 14707, "frac": 0.024934556749131944, "mean_loss": 4.135640854220695, "total_contrib": 0.10312037157359442}, "301-500": {"token_count": 14810, "frac": 0.025109185112847224, "mean_loss": 4.150157403830533, "total_contrib": 0.1042070705002343}, "501-750": {"token_count": 8724, "frac": 0.014790852864583334, "mean_loss": 4.247839182158979, "total_contrib": 0.06282916433572547}, "751-1k": {"token_count": 4190, "frac": 0.007103814019097222, "mean_loss": 4.347591794383512, "total_contrib": 0.03088448353825364}, "1k-2k": {"token_count": 7222, "frac": 0.012244330512152778, "mean_loss": 4.499287059650578, "total_contrib": 0.055090757827413725}, "2k-5k": {"token_count": 5374, "frac": 0.009111192491319444, "mean_loss": 4.291680230614624, "total_contrib": 0.03910232469232006}, "5k-10k": {"token_count": 1640, "frac": 0.002780490451388889, "mean_loss": 4.53215999727126, "total_contrib": 0.012601627596579432}, "10k+": {"token_count": 4086, "frac": 0.006927490234375, "mean_loss": 3.388862353890434, "total_contrib": 0.023476310862217055}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.487619709364775, "total_contrib": 0.4516534224405495}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 8.858191609363898, "total_contrib": 0.1938119892015942}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.012510325922923, "total_contrib": 0.12414946131152614}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.378635914989063, "total_contrib": 0.09287345552720609}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.194293293866, "total_contrib": 0.0754284493836591}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.039456264665362, "total_contrib": 0.06496134516156271}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.58818912645707, "total_contrib": 0.1458546509014154}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.068058914888755, "total_contrib": 0.14003909293190125}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.649915222538555, "total_contrib": 0.19625424377334577}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.345512612161625, "total_contrib": 0.17563889299806773}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.994002254454124, "total_contrib": 0.24346675419587593}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.868968006900489, "total_contrib": 0.22107583311767914}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.685014303454363, "total_contrib": 0.17060129328340792}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.622027418610212, "total_contrib": 0.2658458797477747}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.552486398268704, "total_contrib": 0.21031044748946406}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.4317955353184075, "total_contrib": 0.31224929311324573}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.380059598694279, "total_contrib": 0.4214206308429322}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.269887580791885, "total_contrib": 0.3498950134996442}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.340513451974351, "total_contrib": 0.23876267996776634}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.751744419283906, "total_contrib": 0.29081297140725104}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.770279527648831, "total_contrib": 0.3047177153917524}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.04347338474781, "total_contrib": 0.17514625606925013}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.033846882583595, "total_contrib": 0.3862795405962051}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.597176304611405, "total_contrib": 2.0646375428402695}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.4009792639076535, "total_contrib": 0.45416559775677456}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.1048956879405445, "total_contrib": 0.2527763934020853}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.985819074532311, "total_contrib": 0.17480087728246674}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.8865882118160995, "total_contrib": 0.13107420535472025}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.83321899917394, "total_contrib": 0.10678045786240575}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.730422673991172, "total_contrib": 0.23134659229524293}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.598121525697248, "total_contrib": 0.20181642330127353}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.506730416117967, "total_contrib": 0.25593641835240244}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.424228817202645, "total_contrib": 0.19881966320253724}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.345079282059603, "total_contrib": 0.23792355952399194}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.305508633824815, "total_contrib": 0.16856351279751694}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.316648934545289, "total_contrib": 0.11302017126495853}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.284304658523908, "total_contrib": 0.13762532613975098}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.277440346683561, "total_contrib": 0.08560334244156352}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.285229400850279, "total_contrib": 0.10701739684130286}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.265759895645813, "total_contrib": 0.1060249160260817}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.293628408650462, "total_contrib": 0.06544277512235455}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.3618275719846595, "total_contrib": 0.030970821586560997}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.492397587371075, "total_contrib": 0.05362019689787524}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.187943665277434, "total_contrib": 0.03805775628982043}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.49706160898353, "total_contrib": 0.012420168323150923}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.3771159376227957, "total_contrib": 0.022805197447970233}}}}
{"step": 1000, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21334, "frac": 0.036170111762152776, "mean_loss": 0.7319998645201986, "total_contrib": 0.026476516909576274}, "2": {"token_count": 13340, "frac": 0.022616916232638888, "mean_loss": 1.3892659694162883, "total_contrib": 0.03142091205514405}, "3": {"token_count": 9590, "frac": 0.016259087456597224, "mean_loss": 1.920202870585358, "total_contrib": 0.031220746407256375}, "4": {"token_count": 7952, "frac": 0.013481987847222222, "mean_loss": 2.229234000389715, "total_contrib": 0.030054505701868715}, "5": {"token_count": 6637, "frac": 0.011252509223090278, "mean_loss": 2.425572239278409, "total_contrib": 0.027293773993752036}, "6-8": {"token_count": 15485, "frac": 0.026253594292534724, "mean_loss": 2.8444279872116875, "total_contrib": 0.0746764583705868}, "9-12": {"token_count": 15456, "frac": 0.026204427083333332, "mean_loss": 3.055576765140978, "total_contrib": 0.0800696385396643}, "13-20": {"token_count": 22100, "frac": 0.037468804253472224, "mean_loss": 3.3575272062134665, "total_contrib": 0.12580252966531985}, "21-30": {"token_count": 20501, "frac": 0.03475782606336805, "mean_loss": 3.473485360267947, "total_contrib": 0.12073079998584862}, "31-50": {"token_count": 29467, "frac": 0.04995897081163195, "mean_loss": 3.6260681014212843, "total_contrib": 0.1811546304398956}, "51-75": {"token_count": 27547, "frac": 0.04670376247829861, "mean_loss": 3.741689048576476, "total_contrib": 0.17475095659236686}, "76-100": {"token_count": 21742, "frac": 0.03686184353298611, "mean_loss": 3.7076123805447243, "total_contrib": 0.1366694274526018}, "101-150": {"token_count": 34564, "frac": 0.058600531684027776, "mean_loss": 3.8342375149262247, "total_contrib": 0.22468835697752215}, "151-200": {"token_count": 27866, "frac": 0.04724460177951389, "mean_loss": 3.8173965155753415, "total_contrib": 0.1803513782128609}, "201-300": {"token_count": 41741, "frac": 0.07076856825086805, "mean_loss": 3.8347171026659512, "total_contrib": 0.2713774390027864}, "301-500": {"token_count": 56320, "frac": 0.0954861111111111, "mean_loss": 3.8861953432618934, "total_contrib": 0.3710776803461877}, "501-750": {"token_count": 47631, "frac": 0.08075459798177083, "mean_loss": 3.921992780481547, "total_contrib": 0.31671895027519487}, "751-1k": {"token_count": 31516, "frac": 0.05343288845486111, "mean_loss": 3.901275104072443, "total_contrib": 0.20845639746762953}, "1k-2k": {"token_count": 35681, "frac": 0.060494316948784724, "mean_loss": 4.333837631750264, "total_contrib": 0.26217254729967104}, "2k-5k": {"token_count": 37418, "frac": 0.06343926323784722, "mean_loss": 4.4127600674386835, "total_contrib": 0.2799422475237031}, "5k-10k": {"token_count": 20348, "frac": 0.03449842664930555, "mean_loss": 4.667698339049844, "total_contrib": 0.1610282487707964}, "10k+": {"token_count": 45588, "frac": 0.07729085286458333, "mean_loss": 4.760114842209038, "total_contrib": 0.3679133358876981}}, "trigram": {"novel": {"token_count": 443, "frac": 0.0007510715060763889, "mean_loss": 4.855768226549602, "total_contrib": 0.0036470291550724852}, "1": {"token_count": 165995, "frac": 0.2814314100477431, "mean_loss": 3.0197099989525595, "total_contrib": 0.8498412429404876}, "2": {"token_count": 57457, "frac": 0.09741380479600695, "mean_loss": 3.4412254504555335, "total_contrib": 0.3352228642897264}, "3": {"token_count": 32074, "frac": 0.05437893337673611, "mean_loss": 3.663326147052463, "total_contrib": 0.1992077684878213}, "4": {"token_count": 22769, "frac": 0.03860304090711805, "mean_loss": 3.7786159910771504, "total_contrib": 0.14586606767584165}, "5": {"token_count": 17264, "frac": 0.029269748263888888, "mean_loss": 3.8537314678658148, "total_contrib": 0.11279774994105941}, "6-8": {"token_count": 36172, "frac": 0.06132676866319445, "mean_loss": 3.869919500002171, "total_contrib": 0.23732965792181826}, "9-12": {"token_count": 29986, "frac": 0.05083889431423611, "mean_loss": 3.943592105517714, "total_contrib": 0.20048786227087093}, "13-20": {"token_count": 36598, "frac": 0.062049018012152776, "mean_loss": 4.029490506806308, "total_contrib": 0.25002592903662324}, "21-30": {"token_count": 27861, "frac": 0.047236124674479164, "mean_loss": 4.082237452116182, "total_contrib": 0.19282907723898815}, "31-50": {"token_count": 32981, "frac": 0.055916680230034724, "mean_loss": 4.140819180958055, "total_contrib": 0.23154086203202587}, "51-75": {"token_count": 23909, "frac": 0.040535820855034724, "mean_loss": 4.157823068967229, "total_contrib": 0.16854077107058626}, "76-100": {"token_count": 15590, "frac": 0.026431613498263888, "mean_loss": 4.159247416264079, "total_contrib": 0.10993562015034483}, "101-150": {"token_count": 19400, "frac": 0.032891167534722224, "mean_loss": 4.138772240910756, "total_contrib": 0.1361290511638534}, "151-200": {"token_count": 11945, "frac": 0.020251803927951388, "mean_loss": 4.155795007198916, "total_contrib": 0.08416234565055176}, "201-300": {"token_count": 14720, "frac": 0.024956597222222224, "mean_loss": 4.209923022842475, "total_contrib": 0.1050653532176399}, "301-500": {"token_count": 13922, "frac": 0.023603651258680556, "mean_loss": 4.248415270238875, "total_contrib": 0.10027811244077152}, "501-750": {"token_count": 8492, "frac": 0.014397515190972222, "mean_loss": 4.2791659416003975, "total_contrib": 0.061609356648882674}, "751-1k": {"token_count": 4076, "frac": 0.006910536024305556, "mean_loss": 4.359427035829728, "total_contrib": 0.03012597757643292}, "1k-2k": {"token_count": 7012, "frac": 0.011888292100694444, "mean_loss": 4.517036258705158, "total_contrib": 0.05369984647291491}, "2k-5k": {"token_count": 5341, "frac": 0.009055243598090278, "mean_loss": 4.267723731111287, "total_contrib": 0.03864527799456344}, "5k-10k": {"token_count": 1667, "frac": 0.002826266818576389, "mean_loss": 4.51328390453013, "total_contrib": 0.012755744542188394}, "10k+": {"token_count": 4150, "frac": 0.007035997178819444, "mean_loss": 3.4542239488140645, "total_contrib": 0.024303909958866318}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.658834118245556, "total_contrib": 0.4590268375609595}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.056319491113387, "total_contrib": 0.1981469099813135}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.21435033716906, "total_contrib": 0.12727686179502368}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.592956106222659, "total_contrib": 0.09557106210089285}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.403756555250005, "total_contrib": 0.07762456349295048}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.209400612621334, "total_contrib": 0.06652962160661133}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.748227497435067, "total_contrib": 0.14939770959050006}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.240283113764925, "total_contrib": 0.14401369517782958}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.80811953083206, "total_contrib": 0.20174959470568718}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.483879520727757, "total_contrib": 0.18018525036570898}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.0889942326088935, "total_contrib": 0.24809778706642785}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.9522829718108, "total_contrib": 0.22485875493039453}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.755543529216927, "total_contrib": 0.1731695623109964}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.677736358367519, "total_contrib": 0.26905009961890003}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.5935723186645765, "total_contrib": 0.21220848683500906}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.476154163247663, "total_contrib": 0.31537465169624007}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.412789435699659, "total_contrib": 0.4245696812719047}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.305679821582606, "total_contrib": 0.35282800092324507}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.37354793856868, "total_contrib": 0.24057983884491105}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.7750339673949815, "total_contrib": 0.29223832220293516}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.814493680996497, "total_contrib": 0.30754204376035055}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.074516144316309, "total_contrib": 0.17622428755701863}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.075963545926767, "total_contrib": 0.3895114238352312}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.721572089050056, "total_contrib": 2.1035681693483985}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.49786912065366, "total_contrib": 0.4623130165035336}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.190985346589416, "total_contrib": 0.25703924905139586}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.064578295237359, "total_contrib": 0.17756214492325395}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.953364909046808, "total_contrib": 0.13286537378273783}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.89320083724315, "total_contrib": 0.1081056384787928}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.796709900555586, "total_contrib": 0.2345884429786283}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.66594767293096, "total_contrib": 0.2047933847331351}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.554159145169457, "total_contrib": 0.25862988743522836}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.48378324674123, "total_contrib": 0.20149596954027482}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.387735587755191, "total_contrib": 0.24025929137798635}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.3311534633462685, "total_contrib": 0.1695675248473986}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.336489934659182, "total_contrib": 0.11353965600067437}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.307662352469537, "total_contrib": 0.13837564865492133}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.29387067218151, "total_contrib": 0.08593215843104136}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.291612931118057, "total_contrib": 0.1071768162627648}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.275548553771802, "total_contrib": 0.10626821187048106}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.299056475843286, "total_contrib": 0.06552550882607547}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.375610771078736, "total_contrib": 0.03106868813286293}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.502768904488535, "total_contrib": 0.053743986490206036}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.195879928911063, "total_contrib": 0.03812987674113515}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.481726903175653, "total_contrib": 0.012377816306683245}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.3835412231228355, "total_contrib": 0.022848586513431555}}}}
{"step": 1010, "epoch": 3, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20831, "frac": 0.035317314995659724, "mean_loss": 0.6577490549915678, "total_contrib": 0.023229930563234708}, "2": {"token_count": 13122, "frac": 0.022247314453125, "mean_loss": 1.309966029246471, "total_contrib": 0.02914322617555778}, "3": {"token_count": 9592, "frac": 0.016262478298611112, "mean_loss": 1.7552751601437102, "total_contrib": 0.028545124199928232}, "4": {"token_count": 7824, "frac": 0.013264973958333334, "mean_loss": 2.005415406466863, "total_contrib": 0.026601783142423396}, "5": {"token_count": 6420, "frac": 0.010884602864583334, "mean_loss": 2.296674495634687, "total_contrib": 0.024998389794200798}, "6-8": {"token_count": 15414, "frac": 0.026133219401041668, "mean_loss": 2.626619950727296, "total_contrib": 0.06864203545550968}, "9-12": {"token_count": 14931, "frac": 0.0253143310546875, "mean_loss": 2.971447543557615, "total_contrib": 0.07522020682925541}, "13-20": {"token_count": 22039, "frac": 0.03736538357204861, "mean_loss": 3.1773209769153885, "total_contrib": 0.1187218170339597}, "21-30": {"token_count": 20145, "frac": 0.034154256184895836, "mean_loss": 3.3930678678998523, "total_contrib": 0.11588770921298985}, "31-50": {"token_count": 29586, "frac": 0.050160725911458336, "mean_loss": 3.521275895197379, "total_contrib": 0.17662975503762082}, "51-75": {"token_count": 26709, "frac": 0.045282999674479164, "mean_loss": 3.6542772431790675, "total_contrib": 0.16547663521333433}, "76-100": {"token_count": 21805, "frac": 0.03696865505642361, "mean_loss": 3.6901914279809387, "total_contrib": 0.1364214139931986}, "101-150": {"token_count": 34217, "frac": 0.05801222059461805, "mean_loss": 3.757145333164332, "total_contrib": 0.21796034387356897}, "151-200": {"token_count": 27788, "frac": 0.047112358940972224, "mean_loss": 3.7216197227987036, "total_contrib": 0.17533428422229408}, "201-300": {"token_count": 41724, "frac": 0.07073974609375, "mean_loss": 3.728547970774553, "total_contrib": 0.26375653675095867}, "301-500": {"token_count": 57034, "frac": 0.09669664171006945, "mean_loss": 3.768570935616594, "total_contrib": 0.364408153520299}, "501-750": {"token_count": 48047, "frac": 0.08145989312065972, "mean_loss": 3.7954574817900095, "total_contrib": 0.3091775608106225}, "751-1k": {"token_count": 31661, "frac": 0.05367872450086805, "mean_loss": 3.8292184745394238, "total_contrib": 0.20554756354843595}, "1k-2k": {"token_count": 36119, "frac": 0.06123691134982639, "mean_loss": 4.267193837398423, "total_contrib": 0.2613097707332927}, "2k-5k": {"token_count": 37582, "frac": 0.0637173122829861, "mean_loss": 4.325276124720085, "total_contrib": 0.2755949695489336}, "5k-10k": {"token_count": 20734, "frac": 0.03515285915798611, "mean_loss": 4.652356448474488, "total_contrib": 0.16354363098597213}, "10k+": {"token_count": 46500, "frac": 0.07883707682291667, "mean_loss": 4.68711710591964, "total_contrib": 0.3695186113573935}}, "trigram": {"novel": {"token_count": 430, "frac": 0.0007290310329861111, "mean_loss": 4.782726433803869, "total_contrib": 0.003486755992526014}, "1": {"token_count": 163906, "frac": 0.2778896755642361, "mean_loss": 2.9122272724257243, "total_contrib": 0.8092778919037048}, "2": {"token_count": 57011, "frac": 0.09665764702690972, "mean_loss": 3.315312314371655, "total_contrib": 0.3204502874665026}, "3": {"token_count": 32476, "frac": 0.055060492621527776, "mean_loss": 3.551599096226, "total_contrib": 0.1955527958323764}, "4": {"token_count": 22044, "frac": 0.037373860677083336, "mean_loss": 3.659047121076258, "total_contrib": 0.13675271731398694}, "5": {"token_count": 17035, "frac": 0.028881496853298612, "mean_loss": 3.7114714694074546, "total_contrib": 0.10719285156479898}, "6-8": {"token_count": 35382, "frac": 0.059987386067708336, "mean_loss": 3.8123990678000936, "total_contrib": 0.22869585472429557}, "9-12": {"token_count": 30139, "frac": 0.05109829372829861, "mean_loss": 3.893364979355764, "total_contrib": 0.1989443073065921}, "13-20": {"token_count": 37435, "frac": 0.06346808539496528, "mean_loss": 3.9274948468864608, "total_contrib": 0.24927057833047597}, "21-30": {"token_count": 28067, "frac": 0.047585381401909724, "mean_loss": 3.987633473396918, "total_contrib": 0.18975305972261436}, "31-50": {"token_count": 33499, "frac": 0.05679490831163195, "mean_loss": 4.028662304341911, "total_contrib": 0.22880750619362675}, "51-75": {"token_count": 24054, "frac": 0.040781656901041664, "mean_loss": 4.100358437607635, "total_contrib": 0.16721941097380585}, "76-100": {"token_count": 15854, "frac": 0.026879204644097224, "mean_loss": 4.0853069356208564, "total_contrib": 0.10980980115650273}, "101-150": {"token_count": 19486, "frac": 0.03303697374131945, "mean_loss": 4.097564818840038, "total_contrib": 0.13537114132337272}, "151-200": {"token_count": 12308, "frac": 0.020867241753472224, "mean_loss": 4.079293544031822, "total_contrib": 0.08512360456669052}, "201-300": {"token_count": 14406, "frac": 0.024424235026041668, "mean_loss": 4.159040792248313, "total_contrib": 0.10158138979276735}, "301-500": {"token_count": 14873, "frac": 0.025215996636284724, "mean_loss": 4.131320906056019, "total_contrib": 0.10417537407052134}, "501-750": {"token_count": 8445, "frac": 0.014317830403645834, "mean_loss": 4.29429062895608, "total_contrib": 0.06148492492935876}, "751-1k": {"token_count": 4190, "frac": 0.007103814019097222, "mean_loss": 4.364766982285351, "total_contrib": 0.031006492878851353}, "1k-2k": {"token_count": 7160, "frac": 0.012139214409722222, "mean_loss": 4.5059561516981645, "total_contrib": 0.05469876784627085}, "2k-5k": {"token_count": 5505, "frac": 0.009333292643229166, "mean_loss": 4.237335061440232, "total_contrib": 0.03954828815583713}, "5k-10k": {"token_count": 1703, "frac": 0.002887301974826389, "mean_loss": 4.5468829420643475, "total_contrib": 0.013128224097926812}, "10k+": {"token_count": 4416, "frac": 0.007486979166666667, "mean_loss": 3.2506335756793767, "total_contrib": 0.024337425859578668}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.706076861055333, "total_contrib": 0.46106136465736647}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.073363820035754, "total_contrib": 0.19851982980950486}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.250599483855632, "total_contrib": 0.12783852247951358}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.628959267183301, "total_contrib": 0.09602422688728982}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.415517160463224, "total_contrib": 0.07774786736434017}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.2691288414087625, "total_contrib": 0.06708080424633094}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.781156364670151, "total_contrib": 0.1501267154436965}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.26961247255324, "total_contrib": 0.1446905601948966}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.7942515922621585, "total_contrib": 0.20126788096494394}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.470395089256323, "total_contrib": 0.17974218890683924}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.059067143466169, "total_contrib": 0.24663878667258318}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.921701392694701, "total_contrib": 0.22347019619031575}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.7436203104499715, "total_contrib": 0.17273538721354928}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.654472437142882, "total_contrib": 0.267712024994019}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.587848156780194, "total_contrib": 0.21194404869240102}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.456623069865914, "total_contrib": 0.3139985570516252}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.39936658250837, "total_contrib": 0.4232782223015128}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.291618734810057, "total_contrib": 0.351675768211491}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.360921017625333, "total_contrib": 0.2398852580038349}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.754365824004562, "total_contrib": 0.2909734048036646}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.8037259148803475, "total_contrib": 0.30685421633393495}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.052236801596829, "total_contrib": 0.17545058594955076}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.040577772725752, "total_contrib": 0.3867960452123689}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.727985001007246, "total_contrib": 2.1055751399331455}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.480846218848139, "total_contrib": 0.46088156935362073}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.1852396238181475, "total_contrib": 0.25675474116555586}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.059651954307616, "total_contrib": 0.17738942932659094}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.936391155324397, "total_contrib": 0.13241008244558936}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.894808476243454, "total_contrib": 0.1081411560972908}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.776358189272055, "total_contrib": 0.2335931198590456}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.648503494486994, "total_contrib": 0.20402774126735992}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.5372437445064735, "total_contrib": 0.25766926484169655}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.454284893164196, "total_contrib": 0.20017034806689826}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.351652108821766, "total_contrib": 0.23828346787959898}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.31594573936685, "total_contrib": 0.168972132387728}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.321612421499888, "total_contrib": 0.11315012719933874}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.277278990109465, "total_contrib": 0.13739963959690354}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.266721507387178, "total_contrib": 0.0853888289950871}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.289036437321329, "total_contrib": 0.10711247206241722}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.252288423246742, "total_contrib": 0.1056900843044658}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.294809923346333, "total_contrib": 0.06546078357422473}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.367245894235967, "total_contrib": 0.031009293967455085}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.481524255139952, "total_contrib": 0.05349041537167911}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.173116218573266, "total_contrib": 0.03792301251144868}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.469311892196188, "total_contrib": 0.012343528022575533}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.3579961785360584, "total_contrib": 0.022676084355857204}}}}
{"step": 1020, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21169, "frac": 0.03589036729600695, "mean_loss": 0.5582261022783405, "total_contrib": 0.02003493984498798}, "2": {"token_count": 13520, "frac": 0.022922092013888888, "mean_loss": 1.1398304073300831, "total_contrib": 0.026127297477048617}, "3": {"token_count": 9608, "frac": 0.016289605034722224, "mean_loss": 1.5697266083355728, "total_contrib": 0.025570226462280587}, "4": {"token_count": 7629, "frac": 0.012934366861979166, "mean_loss": 1.8637729993459307, "total_contrib": 0.024106723720991523}, "5": {"token_count": 6547, "frac": 0.011099921332465278, "mean_loss": 2.1159448443421933, "total_contrib": 0.023486821316033833}, "6-8": {"token_count": 15504, "frac": 0.026285807291666668, "mean_loss": 2.423199107280038, "total_contrib": 0.06369574476330178}, "9-12": {"token_count": 15108, "frac": 0.025614420572916668, "mean_loss": 2.741539868986917, "total_contrib": 0.07022295522164976}, "13-20": {"token_count": 22436, "frac": 0.03803846571180555, "mean_loss": 3.012889616695671, "total_contrib": 0.11460569837813325}, "21-30": {"token_count": 20190, "frac": 0.034230550130208336, "mean_loss": 3.225952356001187, "total_contrib": 0.11042612383976232}, "31-50": {"token_count": 30053, "frac": 0.05095248752170139, "mean_loss": 3.396993755071425, "total_contrib": 0.17308528191657432}, "51-75": {"token_count": 27403, "frac": 0.04645962185329861, "mean_loss": 3.549445095759479, "total_contrib": 0.16490587693803066}, "76-100": {"token_count": 21866, "frac": 0.037072075737847224, "mean_loss": 3.577416719654283, "total_contrib": 0.13262226357686455}, "101-150": {"token_count": 34322, "frac": 0.058190239800347224, "mean_loss": 3.68246609975472, "total_contrib": 0.21428358540137651}, "151-200": {"token_count": 27505, "frac": 0.04663255479600695, "mean_loss": 3.6681703212698826, "total_contrib": 0.1710561535077042}, "201-300": {"token_count": 41882, "frac": 0.07100762261284722, "mean_loss": 3.698908480363812, "total_contrib": 0.2626506974531338}, "301-500": {"token_count": 56648, "frac": 0.0960422092013889, "mean_loss": 3.7692332160273243, "total_contrib": 0.3620054850625201}, "501-750": {"token_count": 47694, "frac": 0.08086140950520833, "mean_loss": 3.791861310320019, "total_contrib": 0.3066152502007429}, "751-1k": {"token_count": 31987, "frac": 0.05423143174913195, "mean_loss": 3.8362070067617613, "total_contrib": 0.2080429984627422}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.243165860617888, "total_contrib": 0.25968729864601053}, "2k-5k": {"token_count": 37404, "frac": 0.06341552734375, "mean_loss": 4.2840075382851595, "total_contrib": 0.2716725971849537}, "5k-10k": {"token_count": 20086, "frac": 0.03405422634548611, "mean_loss": 4.6063868962208065, "total_contrib": 0.1568669419987846}, "10k+": {"token_count": 45165, "frac": 0.07657368977864583, "mean_loss": 4.640184705027549, "total_contrib": 0.3553160641183967}}, "trigram": {"novel": {"token_count": 430, "frac": 0.0007290310329861111, "mean_loss": 4.619946450835397, "total_contrib": 0.0033680843333930475}, "1": {"token_count": 165477, "frac": 0.2805531819661458, "mean_loss": 2.7768558854604763, "total_contrib": 0.779055754527356}, "2": {"token_count": 57480, "frac": 0.09745279947916667, "mean_loss": 3.239344070971406, "total_contrib": 0.3156831481924039}, "3": {"token_count": 32340, "frac": 0.054829915364583336, "mean_loss": 3.458486510787832, "total_contrib": 0.18962852267604996}, "4": {"token_count": 22688, "frac": 0.03846571180555555, "mean_loss": 3.5882401266336803, "total_contrib": 0.1380242106002213}, "5": {"token_count": 17323, "frac": 0.029369778103298612, "mean_loss": 3.68996860955915, "total_contrib": 0.10837355927088956}, "6-8": {"token_count": 35186, "frac": 0.059655083550347224, "mean_loss": 3.737984558456675, "total_contrib": 0.22298978114464074}, "9-12": {"token_count": 30581, "frac": 0.05184766981336805, "mean_loss": 3.765425737721071, "total_contrib": 0.1952285503561199}, "13-20": {"token_count": 36950, "frac": 0.06264580620659722, "mean_loss": 3.8769353900966936, "total_contrib": 0.24287374312349588}, "21-30": {"token_count": 27950, "frac": 0.047387017144097224, "mean_loss": 3.948730928699865, "total_contrib": 0.18711858021572744}, "31-50": {"token_count": 33278, "frac": 0.056420220269097224, "mean_loss": 4.009022927041755, "total_contrib": 0.22618995660755672}, "51-75": {"token_count": 23756, "frac": 0.040276421440972224, "mean_loss": 4.081181020947909, "total_contrib": 0.16437536677659528}, "76-100": {"token_count": 15708, "frac": 0.026631673177083332, "mean_loss": 4.044582204419729, "total_contrib": 0.10771399140595347}, "101-150": {"token_count": 19378, "frac": 0.03285386827256945, "mean_loss": 4.081360083049741, "total_contrib": 0.1340884665414393}, "151-200": {"token_count": 11972, "frac": 0.020297580295138888, "mean_loss": 4.101944210390204, "total_contrib": 0.08325954197657526}, "201-300": {"token_count": 14495, "frac": 0.024575127495659724, "mean_loss": 4.128539547301632, "total_contrib": 0.1014593857458109}, "301-500": {"token_count": 14242, "frac": 0.024146185980902776, "mean_loss": 4.1751949107404345, "total_contrib": 0.1008150328212573}, "501-750": {"token_count": 8564, "frac": 0.014519585503472222, "mean_loss": 4.212014455781526, "total_contrib": 0.06115670403258089}, "751-1k": {"token_count": 4218, "frac": 0.007151285807291667, "mean_loss": 4.365685051547351, "total_contrib": 0.031220261548235963}, "1k-2k": {"token_count": 6876, "frac": 0.01165771484375, "mean_loss": 4.454340695096749, "total_contrib": 0.05192743364034907}, "2k-5k": {"token_count": 5303, "frac": 0.008990817599826388, "mean_loss": 4.217556458257161, "total_contrib": 0.03791928083315993}, "5k-10k": {"token_count": 1581, "frac": 0.0026804606119791665, "mean_loss": 4.486570966471833, "total_contrib": 0.012026076758477049}, "10k+": {"token_count": 4048, "frac": 0.006863064236111111, "mean_loss": 3.291764667576083, "total_contrib": 0.022591592363735594}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.307679833195802, "total_contrib": 0.44390424167718945}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 8.76728318288796, "total_contrib": 0.19182296663948759}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.987687804474558, "total_contrib": 0.12376484992996722}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.437112392325691, "total_contrib": 0.09360948757701608}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.25303206795081, "total_contrib": 0.07604429509176942}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.137767199043115, "total_contrib": 0.06586857581989149}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.645077847892181, "total_contrib": 0.14711409935468225}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.166463158775378, "total_contrib": 0.1423100730340753}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.71267553733082, "total_contrib": 0.19843427261154825}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.419053979988585, "total_contrib": 0.17805526077639905}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.032366605322765, "total_contrib": 0.2453370865479467}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.889406795709555, "total_contrib": 0.22200385775400389}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.711963028762723, "total_contrib": 0.1715826109682986}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.6384130602745675, "total_contrib": 0.2667883352827533}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.571317305154214, "total_contrib": 0.21118037572367696}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.441550461645295, "total_contrib": 0.31293659216070135}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.3715037750695185, "total_contrib": 0.4205974455624391}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.272293264908315, "total_contrib": 0.3500921467638034}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.344969949452229, "total_contrib": 0.2390078226894422}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.741737325051299, "total_contrib": 0.2902005241558529}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.783686164429888, "total_contrib": 0.30557410959409054}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.045197226827081, "total_contrib": 0.1752061204649168}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.017442889182036, "total_contrib": 0.3850207563735422}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.590128295931068, "total_contrib": 2.0624318138053317}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.423371460518779, "total_contrib": 0.45604854617446966}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.141775549309489, "total_contrib": 0.25460255380102026}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.035614680691837, "total_contrib": 0.17654669186405858}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.919543417896363, "total_contrib": 0.1319581712757337}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.86317221385401, "total_contrib": 0.10744221516712037}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.74991840328481, "total_contrib": 0.23230005266173237}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.623161599271856, "total_contrib": 0.20291545864859653}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.524133396917711, "total_contrib": 0.2569247305351353}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.4464517697053925, "total_contrib": 0.1998183366696017}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.340282333379925, "total_contrib": 0.237660892946322}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.296093143831984, "total_contrib": 0.1681948901322567}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.300127847874787, "total_contrib": 0.11258760978653011}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.274066522296397, "total_contrib": 0.13729644503775673}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.254919992700108, "total_contrib": 0.08515264823715563}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.275181839625853, "total_contrib": 0.10676647355429555}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.245343433883044, "total_contrib": 0.10551746748305499}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.275376953011219, "total_contrib": 0.06516458944968476}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.359319223082028, "total_contrib": 0.030953011247876538}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.465399610514694, "total_contrib": 0.05329795542063979}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.17087097438707, "total_contrib": 0.03790260895235646}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.460138595497786, "total_contrib": 0.012318192837297046}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.35480738379961, "total_contrib": 0.02265455086546808}}}}
{"step": 1030, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20986, "frac": 0.03558010525173611, "mean_loss": 0.4979266702595798, "total_contrib": 0.01771628333548235}, "2": {"token_count": 13050, "frac": 0.022125244140625, "mean_loss": 1.0274654325327477, "total_contrib": 0.022732923540839906}, "3": {"token_count": 9847, "frac": 0.016694810655381944, "mean_loss": 1.473845085792968, "total_contrib": 0.024605564642678757}, "4": {"token_count": 7697, "frac": 0.013049655490451388, "mean_loss": 1.7184079103338765, "total_contrib": 0.022424631221923567}, "5": {"token_count": 6561, "frac": 0.0111236572265625, "mean_loss": 1.981465527191613, "total_contrib": 0.02204114333072946}, "6-8": {"token_count": 15621, "frac": 0.026484171549479168, "mean_loss": 2.3031099054982844, "total_contrib": 0.06099595783452132}, "9-12": {"token_count": 15330, "frac": 0.025990804036458332, "mean_loss": 2.652970026352637, "total_contrib": 0.06895282406952909}, "13-20": {"token_count": 22218, "frac": 0.037668863932291664, "mean_loss": 2.913037453522194, "total_contrib": 0.10973081146639693}, "21-30": {"token_count": 20641, "frac": 0.034995185004340276, "mean_loss": 3.1707011166409282, "total_contrib": 0.11095927217031758}, "31-50": {"token_count": 29693, "frac": 0.05034213595920139, "mean_loss": 3.304217025909407, "total_contrib": 0.16634134275703943}, "51-75": {"token_count": 27195, "frac": 0.046106974283854164, "mean_loss": 3.5080794504970294, "total_contrib": 0.1617469290097838}, "76-100": {"token_count": 21676, "frac": 0.036749945746527776, "mean_loss": 3.5736099621905666, "total_contrib": 0.1313299722297545}, "101-150": {"token_count": 34237, "frac": 0.05804612901475695, "mean_loss": 3.6466677030293213, "total_contrib": 0.21167494396398737}, "151-200": {"token_count": 27488, "frac": 0.04660373263888889, "mean_loss": 3.6741311856638195, "total_contrib": 0.17122822745688046}, "201-300": {"token_count": 41755, "frac": 0.07079230414496528, "mean_loss": 3.6724198984401015, "total_contrib": 0.25997906639839413}, "301-500": {"token_count": 56956, "frac": 0.09656439887152778, "mean_loss": 3.7436701819371354, "total_contrib": 0.3615052606920225}, "501-750": {"token_count": 47239, "frac": 0.0800899929470486, "mean_loss": 3.758603564950144, "total_contrib": 0.3010265330076088}, "751-1k": {"token_count": 31887, "frac": 0.0540618896484375, "mean_loss": 3.800572600153783, "total_contrib": 0.205466136510389}, "1k-2k": {"token_count": 36281, "frac": 0.06151156955295139, "mean_loss": 4.237404774368537, "total_contrib": 0.26064941850257856}, "2k-5k": {"token_count": 37717, "frac": 0.0639461941189236, "mean_loss": 4.272955590977004, "total_contrib": 0.2732392476821554}, "5k-10k": {"token_count": 20227, "frac": 0.034293280707465276, "mean_loss": 4.627580700704366, "total_contrib": 0.15869492396570367}, "10k+": {"token_count": 45522, "frac": 0.077178955078125, "mean_loss": 4.628264299309724, "total_contrib": 0.3572046024461149}}, "trigram": {"novel": {"token_count": 447, "frac": 0.0007578531901041666, "mean_loss": 4.990419810767008, "total_contrib": 0.003782005573548809}, "1": {"token_count": 165692, "frac": 0.2809176974826389, "mean_loss": 2.691633918082427, "total_contrib": 0.7561276027338892}, "2": {"token_count": 57400, "frac": 0.0973171657986111, "mean_loss": 3.1685578527487266, "total_contrib": 0.308355069898439}, "3": {"token_count": 32259, "frac": 0.054692586263020836, "mean_loss": 3.4202259257631376, "total_contrib": 0.1870610014838207}, "4": {"token_count": 22522, "frac": 0.038184271918402776, "mean_loss": 3.540522248920171, "total_contrib": 0.13519226428592274}, "5": {"token_count": 17335, "frac": 0.029390123155381944, "mean_loss": 3.591182670343163, "total_contrib": 0.10554530095485896}, "6-8": {"token_count": 35852, "frac": 0.060784233940972224, "mean_loss": 3.69757916211566, "total_contrib": 0.22475451680530234}, "9-12": {"token_count": 30212, "frac": 0.05122205946180555, "mean_loss": 3.7961287783095328, "total_contrib": 0.19444553400724215}, "13-20": {"token_count": 36761, "frac": 0.062325371636284724, "mean_loss": 3.8730295082129684, "total_contrib": 0.2413880034576703}, "21-30": {"token_count": 28015, "frac": 0.04749721950954861, "mean_loss": 3.929995621383181, "total_contrib": 0.18666386470040183}, "31-50": {"token_count": 32888, "frac": 0.05575900607638889, "mean_loss": 4.001159887957411, "total_contrib": 0.22310069850522077}, "51-75": {"token_count": 23553, "frac": 0.0399322509765625, "mean_loss": 4.083954901886523, "total_contrib": 0.16308151211909533}, "76-100": {"token_count": 15523, "frac": 0.026318020290798612, "mean_loss": 4.0989636492237125, "total_contrib": 0.10787660849151559}, "101-150": {"token_count": 19567, "frac": 0.03317430284288195, "mean_loss": 4.031714243187156, "total_contrib": 0.1337493092794513}, "151-200": {"token_count": 11890, "frac": 0.020158555772569444, "mean_loss": 4.1691159991376585, "total_contrib": 0.08404335739092807}, "201-300": {"token_count": 14618, "frac": 0.024783664279513888, "mean_loss": 4.127563139242255, "total_contrib": 0.1022961391354765}, "301-500": {"token_count": 14462, "frac": 0.024519178602430556, "mean_loss": 4.158149833692516, "total_contrib": 0.1019544184279737}, "501-750": {"token_count": 8365, "frac": 0.014182196723090278, "mean_loss": 4.333279330515815, "total_contrib": 0.061455419921476226}, "751-1k": {"token_count": 4180, "frac": 0.007086859809027778, "mean_loss": 4.388477462764693, "total_contrib": 0.031100524553691302}, "1k-2k": {"token_count": 6970, "frac": 0.011817084418402778, "mean_loss": 4.442768706040046, "total_contrib": 0.0525005728507133}, "2k-5k": {"token_count": 5512, "frac": 0.009345160590277778, "mean_loss": 4.255732393969665, "total_contrib": 0.03977050265089382}, "5k-10k": {"token_count": 1604, "frac": 0.002719455295138889, "mean_loss": 4.512244264681143, "total_contrib": 0.012270846558547216}, "10k+": {"token_count": 4197, "frac": 0.007115681966145833, "mean_loss": 3.335020109338294, "total_contrib": 0.023730942448752203}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.586097652900971, "total_contrib": 0.45589441338659936}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.009506407423222, "total_contrib": 0.1971226674190889}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.240112434090848, "total_contrib": 0.1276760313842032}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.58467715831542, "total_contrib": 0.09546685659337986}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.433191722709938, "total_contrib": 0.0779331760207083}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.30705944248425, "total_contrib": 0.06743083452935414}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.803879027610641, "total_contrib": 0.15062976810462061}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.290534033073097, "total_contrib": 0.14517338944870165}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.784199004526562, "total_contrib": 0.20091869643273283}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.460360090302466, "total_contrib": 0.17941246634599778}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.084422231441079, "total_contrib": 0.2478748936379127}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.9156360937948715, "total_contrib": 0.223194800869277}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.731097227084902, "total_contrib": 0.17227936849522826}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.6695010072162395, "total_contrib": 0.26857642562834155}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.573934109150855, "total_contrib": 0.2113012637772327}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.452304680104616, "total_contrib": 0.31369429794499293}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.377043378121252, "total_contrib": 0.4211304298655242}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.265321439145396, "total_contrib": 0.34952084201086153}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.337771349423513, "total_contrib": 0.2386118425700648}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.754025555636902, "total_contrib": 0.29095257993466}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.7870237935126925, "total_contrib": 0.30578731192385816}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.039986529008869, "total_contrib": 0.17502516695436035}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.028691033130988, "total_contrib": 0.38588389901147063}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.692117559178262, "total_contrib": 2.0943501455497153}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.489380274872818, "total_contrib": 0.46159919378177566}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.192094610538344, "total_contrib": 0.257094175881929}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.0636773284858405, "total_contrib": 0.17753055737941945}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.950804517428352, "total_contrib": 0.13279669574353362}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.8920238618783145, "total_contrib": 0.10807963552540473}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.7774524693384075, "total_contrib": 0.2336466368451194}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.636291461617509, "total_contrib": 0.20349174221183616}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.522961640861164, "total_contrib": 0.2568581867171996}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.447838787514331, "total_contrib": 0.1998806676260289}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.3468427674384555, "total_contrib": 0.23802012271450432}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.291492374739232, "total_contrib": 0.16801476697706155}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.295130343201248, "total_contrib": 0.11245676318708102}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.2833826528206025, "total_contrib": 0.13759570841978616}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.250345939403023, "total_contrib": 0.08506110885401966}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.270352420483497, "total_contrib": 0.10664586580695583}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.264035207377227, "total_contrib": 0.10598204911999198}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.269222921258732, "total_contrib": 0.06507079071403672}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.371706654930053, "total_contrib": 0.031040967256074796}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.460900329528138, "total_contrib": 0.05324425306511449}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.181250936171603, "total_contrib": 0.037996936404554225}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.465637694034632, "total_contrib": 0.012333380472111027}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.3616964882031595, "total_contrib": 0.022701072035917806}}}}
{"step": 1040, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20835, "frac": 0.0353240966796875, "mean_loss": 0.4706785795383276, "total_contrib": 0.016626295648669867}, "2": {"token_count": 13077, "frac": 0.0221710205078125, "mean_loss": 0.967968800226259, "total_contrib": 0.021460856120739048}, "3": {"token_count": 9748, "frac": 0.016526963975694444, "mean_loss": 1.3048652489185804, "total_contrib": 0.02156546096201294}, "4": {"token_count": 7626, "frac": 0.012929280598958334, "mean_loss": 1.6428114106534413, "total_contrib": 0.02124036969950891}, "5": {"token_count": 6417, "frac": 0.0108795166015625, "mean_loss": 1.905436757618254, "total_contrib": 0.020730230837735217}, "6-8": {"token_count": 14955, "frac": 0.025355021158854168, "mean_loss": 2.1756586082848957, "total_contrib": 0.05516387004750674}, "9-12": {"token_count": 15318, "frac": 0.025970458984375, "mean_loss": 2.5531224338998006, "total_contrib": 0.06630576145168245}, "13-20": {"token_count": 22094, "frac": 0.03745863172743055, "mean_loss": 2.8433194999208338, "total_contrib": 0.10650685803095651}, "21-30": {"token_count": 20337, "frac": 0.034479777018229164, "mean_loss": 3.1060652741706862, "total_contrib": 0.1070964380574701}, "31-50": {"token_count": 29137, "frac": 0.049399481879340276, "mean_loss": 3.2934735012458645, "total_contrib": 0.16269588454488246}, "51-75": {"token_count": 27241, "frac": 0.04618496365017361, "mean_loss": 3.4698332276922423, "total_contrib": 0.16025412149313079}, "76-100": {"token_count": 21570, "frac": 0.036570231119791664, "mean_loss": 3.5353602480127266, "total_contrib": 0.1292889413615494}, "101-150": {"token_count": 34282, "frac": 0.05812242296006945, "mean_loss": 3.621229979174142, "total_contrib": 0.21047466048524294}, "151-200": {"token_count": 26879, "frac": 0.045571221245659724, "mean_loss": 3.6700948752155402, "total_contrib": 0.1672507055510093}, "201-300": {"token_count": 42072, "frac": 0.07132975260416667, "mean_loss": 3.668150455663145, "total_contrib": 0.2616482645173134}, "301-500": {"token_count": 57984, "frac": 0.09830729166666667, "mean_loss": 3.694026064309897, "total_contrib": 0.3631496977283818}, "501-750": {"token_count": 47595, "frac": 0.08069356282552083, "mean_loss": 3.7229005362315317, "total_contrib": 0.3004141083135643}, "751-1k": {"token_count": 32594, "frac": 0.055260552300347224, "mean_loss": 3.735769856175786, "total_contrib": 0.20644070551926266}, "1k-2k": {"token_count": 35963, "frac": 0.06097242567274305, "mean_loss": 4.176667227490022, "total_contrib": 0.25466153208791714}, "2k-5k": {"token_count": 37547, "frac": 0.06365797254774305, "mean_loss": 4.258767678743936, "total_contrib": 0.2711045159806969}, "5k-10k": {"token_count": 20025, "frac": 0.0339508056640625, "mean_loss": 4.590910243359147, "total_contrib": 0.1558651014934403}, "10k+": {"token_count": 46528, "frac": 0.0788845486111111, "mean_loss": 4.611526593743809, "total_contrib": 0.36377819375561515}}, "trigram": {"novel": {"token_count": 428, "frac": 0.0007256401909722222, "mean_loss": 4.673342368356605, "total_contrib": 0.003391165048652864}, "1": {"token_count": 164313, "frac": 0.2785797119140625, "mean_loss": 2.624500717734565, "total_contrib": 0.7311326538647454}, "2": {"token_count": 56758, "frac": 0.09622870551215278, "mean_loss": 3.0988051577930302, "total_contrib": 0.2981940089688056}, "3": {"token_count": 32325, "frac": 0.054804484049479164, "mean_loss": 3.376572786448756, "total_contrib": 0.18505132941683625}, "4": {"token_count": 22135, "frac": 0.037528143988715276, "mean_loss": 3.521927988469134, "total_contrib": 0.13217142066915602}, "5": {"token_count": 17038, "frac": 0.028886583116319444, "mean_loss": 3.6046304764268005, "total_contrib": 0.10412545786092092}, "6-8": {"token_count": 35408, "frac": 0.06003146701388889, "mean_loss": 3.743358894113334, "total_contrib": 0.22471932597311217}, "9-12": {"token_count": 30627, "frac": 0.0519256591796875, "mean_loss": 3.716097344128757, "total_contrib": 0.19296080416977174}, "13-20": {"token_count": 36802, "frac": 0.06239488389756945, "mean_loss": 3.846396262705936, "total_contrib": 0.23999544823558192}, "21-30": {"token_count": 28268, "frac": 0.04792616102430555, "mean_loss": 3.8477755484530314, "total_contrib": 0.1844091105205456}, "31-50": {"token_count": 33519, "frac": 0.056828816731770836, "mean_loss": 3.9998484048447596, "total_contrib": 0.22730665195378877}, "51-75": {"token_count": 24262, "frac": 0.04113430447048611, "mean_loss": 4.04040303566743, "total_contrib": 0.16619916865262044}, "76-100": {"token_count": 15863, "frac": 0.026894463433159724, "mean_loss": 4.020145355315229, "total_contrib": 0.10811965225451234}, "101-150": {"token_count": 19510, "frac": 0.03307766384548611, "mean_loss": 4.0775060037927116, "total_contrib": 0.13487437292140672}, "151-200": {"token_count": 12033, "frac": 0.0204010009765625, "mean_loss": 4.142221185722153, "total_contrib": 0.08450545845505553}, "201-300": {"token_count": 14678, "frac": 0.024885389539930556, "mean_loss": 4.103420449864346, "total_contrib": 0.10211521634099133}, "301-500": {"token_count": 14741, "frac": 0.024992201063368056, "mean_loss": 4.072907269178786, "total_contrib": 0.10179091738376954}, "501-750": {"token_count": 8482, "frac": 0.014380560980902778, "mean_loss": 4.338361024299595, "total_contrib": 0.062388065267112165}, "751-1k": {"token_count": 4195, "frac": 0.007112291124131944, "mean_loss": 4.366587787982633, "total_contrib": 0.03105644356721182}, "1k-2k": {"token_count": 7164, "frac": 0.01214599609375, "mean_loss": 4.418826028488716, "total_contrib": 0.05367104368098478}, "2k-5k": {"token_count": 5286, "frac": 0.008961995442708334, "mean_loss": 4.3242728610062775, "total_contrib": 0.038754113673365585}, "5k-10k": {"token_count": 1563, "frac": 0.0026499430338541665, "mean_loss": 4.515133060002491, "total_contrib": 0.011964845399278246}, "10k+": {"token_count": 4426, "frac": 0.007503933376736111, "mean_loss": 3.308384838147477, "total_contrib": 0.02482589941006255}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.826717940887479, "total_contrib": 0.4662568196894037}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.237655964008477, "total_contrib": 0.20211444467422382}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.486159828034683, "total_contrib": 0.1314884010627051}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.881789749282377, "total_contrib": 0.09920655500398826}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.748707801239785, "total_contrib": 0.08124119914223027}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.515504486518336, "total_contrib": 0.06935440219475522}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.023725244823429, "total_contrib": 0.1554969011890061}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.505052121665085, "total_contrib": 0.15012405307363744}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.016073733216883, "total_contrib": 0.20897304729232363}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.6614306468809374, "total_contrib": 0.18601909372381012}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.219683899203851, "total_contrib": 0.2544691476128586}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.056841630313262, "total_contrib": 0.22960624813744349}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.829031299378328, "total_contrib": 0.17584556452102276}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.750969677464193, "total_contrib": 0.2732622719793917}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.645503703946196, "total_contrib": 0.2146075522954745}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.534656534938865, "total_contrib": 0.31949653052852106}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.439642879794007, "total_contrib": 0.4271533436846077}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.32811670078497, "total_contrib": 0.35466658613254115}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.402634362639929, "total_contrib": 0.24217982295710666}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.795230866304335, "total_contrib": 0.29347439882380827}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.830513877530731, "total_contrib": 0.30856538791864235}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.069525274326008, "total_contrib": 0.1760509680752557}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.060070540551883, "total_contrib": 0.38829185101982755}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.88215515266279, "total_contrib": 2.153823885820218}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.62997470186988, "total_contrib": 0.4734217075997964}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.324308711442432, "total_contrib": 0.2636409509046558}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.172719071183647, "total_contrib": 0.1813535184614506}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.061732832116511, "total_contrib": 0.13577215429842684}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.0045411061499685, "total_contrib": 0.11056548250705336}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.875895987757819, "total_contrib": 0.23846112681556206}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.714722942341537, "total_contrib": 0.20693418296193053}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.585258812779315, "total_contrib": 0.26039603202456313}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.490166590246682, "total_contrib": 0.20178282952385554}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.389571202979443, "total_contrib": 0.2403598041833277}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.3265737309697325, "total_contrib": 0.16938822529356734}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.326451285478495, "total_contrib": 0.113276820206781}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.295887035488618, "total_contrib": 0.13799738847758458}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.270755017321422, "total_contrib": 0.08546955061927299}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.291574385835198, "total_contrib": 0.10717585365016084}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.260655754830088, "total_contrib": 0.10589805325963185}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.2656229898333065, "total_contrib": 0.06501592115377032}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.366255901210839, "total_contrib": 0.031002264598034318}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.46359612090984, "total_contrib": 0.05327642939454019}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.173286848591948, "total_contrib": 0.03792456310433763}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.470524744152968, "total_contrib": 0.012346877726618763}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.3557576893293586, "total_contrib": 0.0226609681474454}}}}
{"step": 1050, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21236, "frac": 0.036003960503472224, "mean_loss": 0.5420703279585035, "total_contrib": 0.019516678677922197}, "2": {"token_count": 13349, "frac": 0.022632175021701388, "mean_loss": 0.9268876080414217, "total_contrib": 0.02097748257063961}, "3": {"token_count": 9780, "frac": 0.016581217447916668, "mean_loss": 1.2234807603743854, "total_contrib": 0.02028680053111011}, "4": {"token_count": 7855, "frac": 0.013317532009548612, "mean_loss": 1.4625263674074944, "total_contrib": 0.01947724171275816}, "5": {"token_count": 6486, "frac": 0.010996500651041666, "mean_loss": 1.688109869764988, "total_contrib": 0.018563301281900552}, "6-8": {"token_count": 15441, "frac": 0.026178995768229168, "mean_loss": 1.9650515471854713, "total_contrib": 0.05144307613812063}, "9-12": {"token_count": 15313, "frac": 0.025961981879340276, "mean_loss": 2.322228811701226, "total_contrib": 0.060289662329069134}, "13-20": {"token_count": 22204, "frac": 0.03764512803819445, "mean_loss": 2.610843084450389, "total_contrib": 0.0982855222017694}, "21-30": {"token_count": 20402, "frac": 0.03458997938368055, "mean_loss": 2.876989102597566, "total_contrib": 0.09951499374592342}, "31-50": {"token_count": 29556, "frac": 0.05010986328125, "mean_loss": 3.1118470421604085, "total_contrib": 0.15593422983482028}, "51-75": {"token_count": 27813, "frac": 0.047154744466145836, "mean_loss": 3.2749224016218346, "total_contrib": 0.15442812899493424}, "76-100": {"token_count": 22017, "frac": 0.037328084309895836, "mean_loss": 3.4096605052722384, "total_contrib": 0.12727609480892416}, "101-150": {"token_count": 34345, "frac": 0.05822923448350695, "mean_loss": 3.517006683600987, "total_contrib": 0.204792606859463}, "151-200": {"token_count": 27514, "frac": 0.04664781358506945, "mean_loss": 3.61708082419927, "total_contrib": 0.1687289120093769}, "201-300": {"token_count": 42027, "frac": 0.07125345865885417, "mean_loss": 3.6013009903483497, "total_contrib": 0.2566051512338767}, "301-500": {"token_count": 56732, "frac": 0.09618462456597222, "mean_loss": 3.716440274304274, "total_contrib": 0.3574644125058154}, "501-750": {"token_count": 47918, "frac": 0.0812411838107639, "mean_loss": 3.701308840340602, "total_contrib": 0.3006987118385162}, "751-1k": {"token_count": 31831, "frac": 0.05396694607204861, "mean_loss": 3.7816484490957722, "total_contrib": 0.2040840179157978}, "1k-2k": {"token_count": 35601, "frac": 0.060358683268229164, "mean_loss": 4.135798750666683, "total_contrib": 0.24963136685262818}, "2k-5k": {"token_count": 36909, "frac": 0.0625762939453125, "mean_loss": 4.25988993545508, "total_contrib": 0.2665681247757154}, "5k-10k": {"token_count": 20082, "frac": 0.034047444661458336, "mean_loss": 4.581591596588258, "total_contrib": 0.15599148634624127}, "10k+": {"token_count": 45413, "frac": 0.07699415418836805, "mean_loss": 4.687091054054334, "total_contrib": 0.3608786113107799}}, "trigram": {"novel": {"token_count": 421, "frac": 0.0007137722439236111, "mean_loss": 4.792088598747364, "total_contrib": 0.0034204598322086594}, "1": {"token_count": 164225, "frac": 0.2784305148654514, "mean_loss": 2.55542989025356, "total_contrib": 0.7115096600458627}, "2": {"token_count": 57439, "frac": 0.09738328721788195, "mean_loss": 2.9455060773794717, "total_contrib": 0.2868430643354619}, "3": {"token_count": 32175, "frac": 0.0545501708984375, "mean_loss": 3.2210482815486388, "total_contrib": 0.17570873423059669}, "4": {"token_count": 22617, "frac": 0.0383453369140625, "mean_loss": 3.3111297200943675, "total_contrib": 0.12696638468318397}, "5": {"token_count": 17199, "frac": 0.0291595458984375, "mean_loss": 3.393525591950843, "total_contrib": 0.09895366525601289}, "6-8": {"token_count": 35920, "frac": 0.06089952256944445, "mean_loss": 3.543733281988429, "total_contrib": 0.21581166498654578}, "9-12": {"token_count": 30238, "frac": 0.05126614040798611, "mean_loss": 3.644418113301976, "total_contrib": 0.18683525070194695}, "13-20": {"token_count": 37503, "frac": 0.0635833740234375, "mean_loss": 3.7309262783373893, "total_contrib": 0.2372248810093979}, "21-30": {"token_count": 28130, "frac": 0.047692192925347224, "mean_loss": 3.8419848292700287, "total_contrib": 0.1832326816938034}, "31-50": {"token_count": 33728, "frac": 0.057183159722222224, "mean_loss": 3.992229716450605, "total_contrib": 0.22828830952359688}, "51-75": {"token_count": 24146, "frac": 0.04093763563368055, "mean_loss": 4.055802976046916, "total_contrib": 0.16603498443540587}, "76-100": {"token_count": 15670, "frac": 0.026567247178819444, "mean_loss": 4.03770610017342, "total_contrib": 0.10727073599873435}, "101-150": {"token_count": 19418, "frac": 0.032921685112847224, "mean_loss": 4.122301610193419, "total_contrib": 0.13571311555097082}, "151-200": {"token_count": 11848, "frac": 0.020087348090277776, "mean_loss": 4.135842403305114, "total_contrib": 0.08307810600172083}, "201-300": {"token_count": 14438, "frac": 0.024478488498263888, "mean_loss": 4.158685908918324, "total_contrib": 0.1017983451893493}, "301-500": {"token_count": 14386, "frac": 0.024390326605902776, "mean_loss": 4.175870302708145, "total_contrib": 0.10185084054694175}, "501-750": {"token_count": 8577, "frac": 0.0145416259765625, "mean_loss": 4.315656273200455, "total_contrib": 0.06275665936828664}, "751-1k": {"token_count": 4159, "frac": 0.007051255967881944, "mean_loss": 4.466207761324839, "total_contrib": 0.03149237413084243}, "1k-2k": {"token_count": 6806, "frac": 0.011539035373263888, "mean_loss": 4.619951590474892, "total_contrib": 0.053309784825256536}, "2k-5k": {"token_count": 5201, "frac": 0.008817884657118056, "mean_loss": 4.281075119389405, "total_contrib": 0.03775002661123369}, "5k-10k": {"token_count": 1537, "frac": 0.002605862087673611, "mean_loss": 4.677567761574394, "total_contrib": 0.012189096492411029}, "10k+": {"token_count": 4043, "frac": 0.006854587131076389, "mean_loss": 3.4134497933878465, "total_contrib": 0.023397789026331692}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 9.313023971787223, "total_contrib": 0.4010690000870891}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.7705230222831325, "total_contrib": 0.17001444431315754}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.092158847428468, "total_contrib": 0.109889118968792}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.579721336290734, "total_contrib": 0.08281767306963164}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.465747255622672, "total_contrib": 0.0677900204616472}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.313497742927442, "total_contrib": 0.058262071761668005}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.945314109416431, "total_contrib": 0.13162216464701293}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.586143821393233, "total_contrib": 0.12891742231039205}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.274893247112062, "total_contrib": 0.1832275608432887}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.087131262017276, "total_contrib": 0.16714919002599896}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.825844455719581, "total_contrib": 0.23526875360144137}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.763609058831762, "total_contrib": 0.2162920027068641}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.605284154235118, "total_contrib": 0.167697979506873}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.558898206789957, "total_contrib": 0.26221486691852025}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.515892392902115, "total_contrib": 0.2086199203860759}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.421879770155431, "total_contrib": 0.3115506619065166}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.363378357586591, "total_contrib": 0.4198156711403427}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.261996991790258, "total_contrib": 0.3492484208919924}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.341289563386749, "total_contrib": 0.23880537225355883}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.746763001060169, "total_contrib": 0.29050810209871075}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.786460064399483, "total_contrib": 0.30575130182288157}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.050474784504725, "total_contrib": 0.175389395838437}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.0595367573218795, "total_contrib": 0.3882508903895833}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.15056313241343, "total_contrib": 1.9248664832427893}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.147271886265168, "total_contrib": 0.4328314734818858}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.928927162293235, "total_contrib": 0.2440630538973257}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.820216670812761, "total_contrib": 0.1689949214269631}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.753805334926677, "total_contrib": 0.12751253628857925}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.722896681024134, "total_contrib": 0.1043431034519204}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.655789079954999, "total_contrib": 0.22769655320974036}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.54755395169734, "total_contrib": 0.19959695892595206}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.464691935760775, "total_contrib": 0.2535490605337235}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.423885886103376, "total_contrib": 0.19880425228043636}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.3563521297769485, "total_contrib": 0.2385408269846702}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.32722937282746, "total_contrib": 0.1694138941062617}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.342922469119018, "total_contrib": 0.11370807510478549}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.318866322496641, "total_contrib": 0.13873555537303306}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.309317497823627, "total_contrib": 0.0862412918842063}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.331036545432181, "total_contrib": 0.1081613639224854}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.323733376672544, "total_contrib": 0.10746583947418127}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.319803346512826, "total_contrib": 0.06584172920252533}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.438113834671319, "total_contrib": 0.031512486334234424}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.536842927645846, "total_contrib": 0.05415068598535624}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.250472202699758, "total_contrib": 0.038625981659733584}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.529731652163715, "total_contrib": 0.01251039778200733}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.406775058976915, "total_contrib": 0.023005481397679734}}}}
{"step": 1060, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21095, "frac": 0.03576490614149305, "mean_loss": 0.7001985624539231, "total_contrib": 0.025042535866572922}, "2": {"token_count": 13154, "frac": 0.022301567925347224, "mean_loss": 1.074215673508047, "total_contrib": 0.023956693809212327}, "3": {"token_count": 9794, "frac": 0.016604953342013888, "mean_loss": 1.3560831237523434, "total_contrib": 0.022517696997800107}, "4": {"token_count": 7735, "frac": 0.013114081488715278, "mean_loss": 1.5769141378989442, "total_contrib": 0.020679780505113956}, "5": {"token_count": 6517, "frac": 0.011049058702256944, "mean_loss": 1.7297627886348987, "total_contrib": 0.019112250592606666}, "6-8": {"token_count": 15638, "frac": 0.026512993706597224, "mean_loss": 1.989118512008353, "total_contrib": 0.052737486590553495}, "9-12": {"token_count": 15349, "frac": 0.026023017035590276, "mean_loss": 2.281203897913542, "total_contrib": 0.05936380789705904}, "13-20": {"token_count": 21751, "frac": 0.03687710232204861, "mean_loss": 2.6124667890544764, "total_contrib": 0.09634020509291571}, "21-30": {"token_count": 20335, "frac": 0.034476386176215276, "mean_loss": 2.858317087979983, "total_contrib": 0.09854444373927299}, "31-50": {"token_count": 29323, "frac": 0.04971483018663195, "mean_loss": 3.1109555115253884, "total_contrib": 0.1546606249736514}, "51-75": {"token_count": 27071, "frac": 0.04589674207899305, "mean_loss": 3.3151487493348792, "total_contrib": 0.15215452710171934}, "76-100": {"token_count": 21580, "frac": 0.03658718532986111, "mean_loss": 3.4385518392025114, "total_contrib": 0.12580693340723706}, "101-150": {"token_count": 34076, "frac": 0.05777316623263889, "mean_loss": 3.5082754281622575, "total_contrib": 0.20268417950110046}, "151-200": {"token_count": 26840, "frac": 0.04550509982638889, "mean_loss": 3.56032282946058, "total_contrib": 0.16201284576877503}, "201-300": {"token_count": 41993, "frac": 0.07119581434461805, "mean_loss": 3.647645801001362, "total_contrib": 0.2596971132430186}, "301-500": {"token_count": 56968, "frac": 0.0965847439236111, "mean_loss": 3.6919026396917984, "total_contrib": 0.3565814710455362}, "501-750": {"token_count": 47425, "frac": 0.08040534125434028, "mean_loss": 3.766215627805737, "total_contrib": 0.3028238527911497}, "751-1k": {"token_count": 31803, "frac": 0.053919474283854164, "mean_loss": 3.7671336326596854, "total_contrib": 0.20312186503003601}, "1k-2k": {"token_count": 36232, "frac": 0.06142849392361111, "mean_loss": 4.185383564946983, "total_contrib": 0.2571018088873276}, "2k-5k": {"token_count": 37837, "frac": 0.06414964463975695, "mean_loss": 4.278651529356866, "total_contrib": 0.2744739751455955}, "5k-10k": {"token_count": 20804, "frac": 0.035271538628472224, "mean_loss": 4.529152257305771, "total_contrib": 0.1597501687977927}, "10k+": {"token_count": 46504, "frac": 0.07884385850694445, "mean_loss": 4.616842859118818, "total_contrib": 0.36400970513316094}}, "trigram": {"novel": {"token_count": 440, "frac": 0.0007459852430555555, "mean_loss": 5.011169109019366, "total_contrib": 0.003738258205784303}, "1": {"token_count": 165740, "frac": 0.2809990776909722, "mean_loss": 2.6081817245923378, "total_contrib": 0.7328966590608962}, "2": {"token_count": 56615, "frac": 0.09598626030815972, "mean_loss": 3.0136741427491818, "total_contrib": 0.28927131074989304}, "3": {"token_count": 32073, "frac": 0.054377237955729164, "mean_loss": 3.2368389702123754, "total_contrib": 0.17601036290761568}, "4": {"token_count": 22435, "frac": 0.03803677029079861, "mean_loss": 3.35522701522668, "total_contrib": 0.1276219992516591}, "5": {"token_count": 17037, "frac": 0.0288848876953125, "mean_loss": 3.421503862504585, "total_contrib": 0.09882975481752287}, "6-8": {"token_count": 35875, "frac": 0.06082322862413195, "mean_loss": 3.508735275724944, "total_contrib": 0.2134126078569749}, "9-12": {"token_count": 30615, "frac": 0.051905314127604164, "mean_loss": 3.6244246947661587, "total_contrib": 0.18812690231368331}, "13-20": {"token_count": 36731, "frac": 0.06227450900607639, "mean_loss": 3.7581491301414554, "total_contrib": 0.2340368918511722}, "21-30": {"token_count": 28059, "frac": 0.047571818033854164, "mean_loss": 3.8657138245092795, "total_contrib": 0.18389903463050988}, "31-50": {"token_count": 33154, "frac": 0.05620998806423611, "mean_loss": 3.9642411135912186, "total_contrib": 0.22282994567871647}, "51-75": {"token_count": 23595, "frac": 0.040003458658854164, "mean_loss": 4.03509881184231, "total_contrib": 0.16141790850392543}, "76-100": {"token_count": 15703, "frac": 0.026623196072048612, "mean_loss": 4.089442089953423, "total_contrib": 0.10887401858611825}, "101-150": {"token_count": 19262, "frac": 0.03265719943576389, "mean_loss": 4.087207816865527, "total_contrib": 0.13347676081079063}, "151-200": {"token_count": 12050, "frac": 0.020429823133680556, "mean_loss": 4.153453289911527, "total_contrib": 0.08485431610689612}, "201-300": {"token_count": 14505, "frac": 0.024592081705729168, "mean_loss": 4.190784766790575, "total_contrib": 0.10306012139603897}, "301-500": {"token_count": 14345, "frac": 0.024320814344618056, "mean_loss": 4.177575582610946, "total_contrib": 0.10160204015529044}, "501-750": {"token_count": 8507, "frac": 0.014422946506076388, "mean_loss": 4.408799040953712, "total_contrib": 0.06358787272371627}, "751-1k": {"token_count": 4243, "frac": 0.007193671332465278, "mean_loss": 4.383652337299861, "total_contrib": 0.031534554150328416}, "1k-2k": {"token_count": 7262, "frac": 0.012312147352430556, "mean_loss": 4.542551273659154, "total_contrib": 0.0559285606372626}, "2k-5k": {"token_count": 5687, "frac": 0.009641859266493056, "mean_loss": 4.253411693290123, "total_contrib": 0.041010796949159295}, "5k-10k": {"token_count": 1682, "frac": 0.0028516981336805555, "mean_loss": 4.584784839466196, "total_contrib": 0.013074422370032656}, "10k+": {"token_count": 4209, "frac": 0.007136027018229167, "mean_loss": 3.3742686430013116, "total_contrib": 0.024078872203220827}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 8.356860850573185, "total_contrib": 0.3598914633270424}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 7.039784662250745, "total_contrib": 0.15402632152361698}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 6.473399646722609, "total_contrib": 0.10030178387349095}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.008838186572024, "total_contrib": 0.07563207786917912}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 5.902869353857595, "total_contrib": 0.06188853638416776}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 5.832376777472825, "total_contrib": 0.05382220255497333}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.4832774124991115, "total_contrib": 0.12139322315201381}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.2001099074706785, "total_contrib": 0.12000850433432833}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 4.982700049131815, "total_contrib": 0.1730780005673093}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.858589462125893, "total_contrib": 0.15963993288845454}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.671011894500795, "total_contrib": 0.22772038273513856}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.6319333250258925, "total_contrib": 0.21031325679782176}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.488896709836481, "total_contrib": 0.1634598177318453}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.471659780026133, "total_contrib": 0.25719716057228353}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.4627808540660485, "total_contrib": 0.20616633557059683}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.357522642582993, "total_contrib": 0.30701627681786675}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.321691588519225, "total_contrib": 0.41580484340562185}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.227171760673915, "total_contrib": 0.3463946748668286}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.313701506760762, "total_contrib": 0.23728781023975445}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.707521871002754, "total_contrib": 0.28810649363107876}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.753721512833358, "total_contrib": 0.3036600162743842}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.014260154416837, "total_contrib": 0.17413175920769597}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.016906138552038, "total_contrib": 0.384979568035556}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 5.790180440691323, "total_contrib": 1.812081921975388}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 4.94320117120124, "total_contrib": 0.41567127090325096}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.763926702949185, "total_contrib": 0.23589281427397646}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.704780176362844, "total_contrib": 0.16494776283604473}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.6199579382633145, "total_contrib": 0.12392231333628997}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.584515894539336, "total_contrib": 0.10128585242672744}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.551602840633604, "total_contrib": 0.22260120907409153}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.455149555063715, "total_contrib": 0.1955412320988794}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.405494651636461, "total_contrib": 0.25018725730254265}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.376425161977472, "total_contrib": 0.19667142290475612}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.305500641628323, "total_contrib": 0.23575635142461135}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.295212565014982, "total_contrib": 0.16816041488872266}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.306382141653589, "total_contrib": 0.11275136212422074}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.3143235473140455, "total_contrib": 0.13858962716159265}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.302920262044726, "total_contrib": 0.08611326560664867}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.329937225512958, "total_contrib": 0.10813390999994214}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.314693035618912, "total_contrib": 0.10724114295480221}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.339196092821267, "total_contrib": 0.06613731023909368}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.43295544672459, "total_contrib": 0.03147585959690108}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.550209801549665, "total_contrib": 0.05431022983620476}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.2558973399908595, "total_contrib": 0.038675282359400445}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.561049600657215, "total_contrib": 0.012596892970565123}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.4319872833608818, "total_contrib": 0.02317573606639674}}}}
{"step": 1070, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20415, "frac": 0.034612019856770836, "mean_loss": 0.40234173418866687, "total_contrib": 0.013925860092945752}, "2": {"token_count": 13095, "frac": 0.0222015380859375, "mean_loss": 0.7751470754972863, "total_contrib": 0.017209457318856074}, "3": {"token_count": 9506, "frac": 0.016116672092013888, "mean_loss": 1.0784758797249498, "total_contrib": 0.017381442112673225}, "4": {"token_count": 7724, "frac": 0.013095431857638888, "mean_loss": 1.3218639642861243, "total_contrib": 0.017310379469377347}, "5": {"token_count": 6546, "frac": 0.011098225911458334, "mean_loss": 1.5149931942742367, "total_contrib": 0.016813736724377363}, "6-8": {"token_count": 15075, "frac": 0.0255584716796875, "mean_loss": 1.7444630603085138, "total_contrib": 0.044585809723156136}, "9-12": {"token_count": 15173, "frac": 0.025724622938368056, "mean_loss": 2.0763935005596688, "total_contrib": 0.0534144398735756}, "13-20": {"token_count": 22221, "frac": 0.0376739501953125, "mean_loss": 2.3513127239829705, "total_contrib": 0.088583238456939}, "21-30": {"token_count": 19858, "frac": 0.033667670355902776, "mean_loss": 2.677247724724785, "total_contrib": 0.0901366938571248}, "31-50": {"token_count": 29837, "frac": 0.05058627658420139, "mean_loss": 2.876727031373276, "total_contrib": 0.1455229092662971}, "51-75": {"token_count": 27803, "frac": 0.04713779025607639, "mean_loss": 3.080613465882565, "total_contrib": 0.1452133114148169}, "76-100": {"token_count": 21709, "frac": 0.03680589463975695, "mean_loss": 3.1754519857662875, "total_contrib": 0.11687535122172095}, "101-150": {"token_count": 34216, "frac": 0.05801052517361111, "mean_loss": 3.3685519811129714, "total_contrib": 0.19541146949897162}, "151-200": {"token_count": 27622, "frac": 0.04683091905381945, "mean_loss": 3.3934722916873636, "total_contrib": 0.1589194262033901}, "201-300": {"token_count": 42062, "frac": 0.07131279839409722, "mean_loss": 3.4341253217538337, "total_contrib": 0.2448970867302954}, "301-500": {"token_count": 56314, "frac": 0.09547593858506945, "mean_loss": 3.498948605981348, "total_contrib": 0.33406540221698955}, "501-750": {"token_count": 48162, "frac": 0.08165486653645833, "mean_loss": 3.600531131958522, "total_contrib": 0.29400088904043636}, "751-1k": {"token_count": 31667, "frac": 0.053688897026909724, "mean_loss": 3.5576239200366593, "total_contrib": 0.19100490430331912}, "1k-2k": {"token_count": 35893, "frac": 0.06085374620225695, "mean_loss": 3.9787986650192915, "total_contrib": 0.2421248041509627}, "2k-5k": {"token_count": 37681, "frac": 0.0638851589626736, "mean_loss": 4.078848483001829, "total_contrib": 0.2605778837212319}, "5k-10k": {"token_count": 20845, "frac": 0.03534105088975695, "mean_loss": 4.3346126686083055, "total_contrib": 0.15318976690867128}, "10k+": {"token_count": 46400, "frac": 0.07866753472222222, "mean_loss": 4.462128704776578, "total_contrib": 0.35102466481803596}}, "trigram": {"novel": {"token_count": 432, "frac": 0.000732421875, "mean_loss": 4.548666686621598, "total_contrib": 0.003331542983365428}, "1": {"token_count": 161169, "frac": 0.2732493082682292, "mean_loss": 2.357894543170311, "total_contrib": 0.6442930528907197}, "2": {"token_count": 57292, "frac": 0.0971340603298611, "mean_loss": 2.7702861624280404, "total_contrib": 0.2690891432322647}, "3": {"token_count": 31749, "frac": 0.053827921549479164, "mean_loss": 3.049260076320398, "total_contrib": 0.16413533217213322}, "4": {"token_count": 22605, "frac": 0.038324991861979164, "mean_loss": 3.152038645642398, "total_contrib": 0.12080185544288873}, "5": {"token_count": 17240, "frac": 0.029229058159722224, "mean_loss": 3.2140131964951775, "total_contrib": 0.09394257864647228}, "6-8": {"token_count": 35961, "frac": 0.060969034830729164, "mean_loss": 3.3631834599290267, "total_contrib": 0.20505004951054506}, "9-12": {"token_count": 31071, "frac": 0.052678426106770836, "mean_loss": 3.4164579634232983, "total_contrib": 0.179973628373083}, "13-20": {"token_count": 37914, "frac": 0.06428019205729167, "mean_loss": 3.5312505992913414, "total_contrib": 0.22698946672487375}, "21-30": {"token_count": 28189, "frac": 0.04779222276475695, "mean_loss": 3.6698997321391147, "total_contrib": 0.17539266552271443}, "31-50": {"token_count": 33582, "frac": 0.056935628255208336, "mean_loss": 3.7323991518749784, "total_contrib": 0.21250649061120866}, "51-75": {"token_count": 24354, "frac": 0.041290283203125, "mean_loss": 3.9048897275232033, "total_contrib": 0.16123400272640667}, "76-100": {"token_count": 16011, "frac": 0.0271453857421875, "mean_loss": 3.8341739791753295, "total_contrib": 0.1040801316673723}, "101-150": {"token_count": 19508, "frac": 0.033074273003472224, "mean_loss": 3.9317769216720526, "total_contrib": 0.1300406632961331}, "151-200": {"token_count": 12121, "frac": 0.020550198025173612, "mean_loss": 4.025833149382242, "total_contrib": 0.08273166843611342}, "201-300": {"token_count": 14672, "frac": 0.024875217013888888, "mean_loss": 3.9880776539177676, "total_contrib": 0.09920429710944534}, "301-500": {"token_count": 14591, "frac": 0.024737887912326388, "mean_loss": 4.041314808657408, "total_contrib": 0.09997359275499174}, "501-750": {"token_count": 8564, "frac": 0.014519585503472222, "mean_loss": 4.252828302659216, "total_contrib": 0.061749304172047124}, "751-1k": {"token_count": 4322, "frac": 0.007327609592013889, "mean_loss": 4.221990988273439, "total_contrib": 0.03093710166306865}, "1k-2k": {"token_count": 7060, "frac": 0.011969672309027778, "mean_loss": 4.361609046557181, "total_contrib": 0.052207031027380536}, "2k-5k": {"token_count": 5438, "frac": 0.009219699435763888, "mean_loss": 4.123821993024587, "total_contrib": 0.0380203993022795}, "5k-10k": {"token_count": 1634, "frac": 0.002770317925347222, "mean_loss": 4.4119014768055305, "total_contrib": 0.012222369746060242}, "10k+": {"token_count": 4345, "frac": 0.007366604275173611, "mean_loss": 3.296302910478329, "total_contrib": 0.024282559112596875}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 9.872349111665397, "total_contrib": 0.4251565548119655}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 8.212259446292485, "total_contrib": 0.1796793758043154}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.4769689070853005, "total_contrib": 0.11585154019140043}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 6.818316256812806, "total_contrib": 0.08582082094078619}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 6.625130737901003, "total_contrib": 0.06946107395287374}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.437056052731181, "total_contrib": 0.0594022896576196}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 5.99561108236644, "total_contrib": 0.1327356796494225}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.544401487224843, "total_contrib": 0.12795408976932876}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.174236486736619, "total_contrib": 0.17973116919667534}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 4.939942729653001, "total_contrib": 0.16231297827941077}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.672649370112805, "total_contrib": 0.22780021266953143}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.606017355965615, "total_contrib": 0.20913654040885946}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.442830747192471, "total_contrib": 0.1617823601416692}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.41172599583064, "total_contrib": 0.2537499396575156}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.3630806590210724, "total_contrib": 0.20156050244989385}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.2703389368924425, "total_contrib": 0.3008736083991822}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.22642010806433, "total_contrib": 0.4066384458966449}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.128135942685986, "total_contrib": 0.3382792062002254}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.202338667217279, "total_contrib": 0.2311619704485823}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.587635541115432, "total_contrib": 0.28076929348955765}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.631995746490567, "total_contrib": 0.2958843718474072}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.873277240176913, "total_contrib": 0.16923580205373756}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 4.893284408972357, "total_contrib": 0.37549327534060645}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.181242555996784, "total_contrib": 1.934467847038178}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.0825999177126, "total_contrib": 0.42739324055770794}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.817890613497942, "total_contrib": 0.23856491641204985}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.702288454041907, "total_contrib": 0.16486040402074617}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.587047232469693, "total_contrib": 0.1230395410578461}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.551394176121684, "total_contrib": 0.10055409327026649}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.475859130033411, "total_contrib": 0.21889687850094908}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.384309332149504, "total_contrib": 0.19243197969341086}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.306967516151004, "total_contrib": 0.2445919188113641}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.265219100290665, "total_contrib": 0.19167395269148826}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.206763706907067, "total_contrib": 0.23034981187943782}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.184674213930662, "total_contrib": 0.16383276527928137}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.203949951404124, "total_contrib": 0.11006944291777529}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.2003930212319815, "total_contrib": 0.13492982071479348}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.2017919643017665, "total_contrib": 0.08408941030988576}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.225641905420911, "total_contrib": 0.10552928545947608}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.206750655565329, "total_contrib": 0.10455824891931782}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.230897720723113, "total_contrib": 0.06448664433678654}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.295059042402974, "total_contrib": 0.03049673677161942}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.440900331501259, "total_contrib": 0.053005537810887425}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.155272933246176, "total_contrib": 0.0377608624304869}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.451068045632048, "total_contrib": 0.012293141422415171}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.3459326406796315, "total_contrib": 0.02259462095104128}}}}
{"step": 1080, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20702, "frac": 0.03509860568576389, "mean_loss": 0.43996042352941367, "total_contrib": 0.015441997422800566}, "2": {"token_count": 13200, "frac": 0.022379557291666668, "mean_loss": 0.8531213503381186, "total_contrib": 0.019092478136635956}, "3": {"token_count": 9818, "frac": 0.016645643446180556, "mean_loss": 1.1713720618459935, "total_contrib": 0.019498241684305768}, "4": {"token_count": 7737, "frac": 0.013117472330729166, "mean_loss": 1.4088786281483978, "total_contrib": 0.018480926422092273}, "5": {"token_count": 6486, "frac": 0.010996500651041666, "mean_loss": 1.6015818967361557, "total_contrib": 0.017611796370155683}, "6-8": {"token_count": 15446, "frac": 0.026187472873263888, "mean_loss": 1.871449871220519, "total_contrib": 0.04900854273626054}, "9-12": {"token_count": 15095, "frac": 0.025592380099826388, "mean_loss": 2.141765029215928, "total_contrib": 0.054812864712209794}, "13-20": {"token_count": 22250, "frac": 0.03772311740451389, "mean_loss": 2.4247970540570987, "total_contrib": 0.09147090395231534}, "21-30": {"token_count": 20309, "frac": 0.034432305230034724, "mean_loss": 2.6957424422007827, "total_contrib": 0.09282062659141659}, "31-50": {"token_count": 29443, "frac": 0.049918280707465276, "mean_loss": 2.8658303842048802, "total_contrib": 0.14305732557872228}, "51-75": {"token_count": 27407, "frac": 0.04646640353732639, "mean_loss": 3.117506372094976, "total_contrib": 0.14485930911595155}, "76-100": {"token_count": 22017, "frac": 0.037328084309895836, "mean_loss": 3.209650650504159, "total_contrib": 0.11981011008733125}, "101-150": {"token_count": 34590, "frac": 0.058644612630208336, "mean_loss": 3.3486983350432293, "total_contrib": 0.1963831166740338}, "151-200": {"token_count": 27013, "frac": 0.045798407660590276, "mean_loss": 3.424999071128706, "total_contrib": 0.15685950369669552}, "201-300": {"token_count": 41225, "frac": 0.06989373101128472, "mean_loss": 3.464204447386143, "total_contrib": 0.2421261738137033}, "301-500": {"token_count": 56713, "frac": 0.09615241156684028, "mean_loss": 3.499417662634197, "total_contrib": 0.3364774473418735}, "501-750": {"token_count": 47300, "frac": 0.08019341362847222, "mean_loss": 3.5741931863731042, "total_contrib": 0.28662675258288545}, "751-1k": {"token_count": 31912, "frac": 0.05410427517361111, "mean_loss": 3.602957309128908, "total_contrib": 0.1949353936918839}, "1k-2k": {"token_count": 36051, "frac": 0.061121622721354164, "mean_loss": 3.9944279642191316, "total_contrib": 0.24414591901662852}, "2k-5k": {"token_count": 37641, "frac": 0.06381734212239583, "mean_loss": 4.018951688781673, "total_contrib": 0.2564788148963605}, "5k-10k": {"token_count": 20798, "frac": 0.03526136610243055, "mean_loss": 4.374526367462322, "total_contrib": 0.1542517757678246}, "10k+": {"token_count": 46671, "frac": 0.07912699381510417, "mean_loss": 4.409291013501497, "total_contrib": 0.3488939427543274}}, "trigram": {"novel": {"token_count": 437, "frac": 0.0007408989800347222, "mean_loss": 4.63932830320343, "total_contrib": 0.00343727360788964}, "1": {"token_count": 164551, "frac": 0.2789832221137153, "mean_loss": 2.3696871275282665, "total_contrib": 0.6611029502392304}, "2": {"token_count": 57162, "frac": 0.09691365559895833, "mean_loss": 2.8004523079801666, "total_contrib": 0.27140207049689785}, "3": {"token_count": 32385, "frac": 0.054906209309895836, "mean_loss": 3.072186896328662, "total_contrib": 0.16868213676894075}, "4": {"token_count": 22686, "frac": 0.038462320963541664, "mean_loss": 3.1635417478325287, "total_contrib": 0.12167715808669831}, "5": {"token_count": 17206, "frac": 0.029171413845486112, "mean_loss": 3.2393811089048214, "total_contrib": 0.09449732693111226}, "6-8": {"token_count": 35609, "frac": 0.060372246636284724, "mean_loss": 3.3632607987145886, "total_contrib": 0.2030476104421451}, "9-12": {"token_count": 30333, "frac": 0.051427205403645836, "mean_loss": 3.480916170151078, "total_contrib": 0.17901379087523167}, "13-20": {"token_count": 37182, "frac": 0.06303914388020833, "mean_loss": 3.5957884107172817, "total_contrib": 0.22667542298599236}, "21-30": {"token_count": 27526, "frac": 0.046668158637152776, "mean_loss": 3.710802687728456, "total_contrib": 0.17317632850208448}, "31-50": {"token_count": 33075, "frac": 0.0560760498046875, "mean_loss": 3.8266495392684434, "total_contrib": 0.21458339014910172}, "51-75": {"token_count": 23890, "frac": 0.040503607855902776, "mean_loss": 3.8839399351253636, "total_contrib": 0.1573135800681982}, "76-100": {"token_count": 15846, "frac": 0.026865641276041668, "mean_loss": 3.8652021550504734, "total_contrib": 0.10384113455696921}, "101-150": {"token_count": 19662, "frac": 0.033335367838541664, "mean_loss": 3.885328423359841, "total_contrib": 0.12951885216624143}, "151-200": {"token_count": 11826, "frac": 0.020050048828125, "mean_loss": 3.976771445930679, "total_contrib": 0.07973446166920337}, "201-300": {"token_count": 14452, "frac": 0.024502224392361112, "mean_loss": 4.010665441912507, "total_contrib": 0.09827022462042839}, "301-500": {"token_count": 14674, "frac": 0.024878607855902776, "mean_loss": 3.9503462192124252, "total_contrib": 0.09827911448283408}, "501-750": {"token_count": 8395, "frac": 0.014233059353298612, "mean_loss": 4.172197106902458, "total_contrib": 0.05938312905620344}, "751-1k": {"token_count": 4178, "frac": 0.007083468967013889, "mean_loss": 4.275504828518874, "total_contrib": 0.03028540577113148}, "1k-2k": {"token_count": 7109, "frac": 0.012052747938368056, "mean_loss": 4.358581925663872, "total_contrib": 0.0525328893187535}, "2k-5k": {"token_count": 5505, "frac": 0.009333292643229166, "mean_loss": 4.204649469603509, "total_contrib": 0.03924322396200784}, "5k-10k": {"token_count": 1751, "frac": 0.002968682183159722, "mean_loss": 4.424211169241463, "total_contrib": 0.013134076872663374}, "10k+": {"token_count": 4384, "frac": 0.007432725694444444, "mean_loss": 3.2709953812270487, "total_contrib": 0.024312411416455383}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.639089629915734, "total_contrib": 0.4581765334904812}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 8.943016913785854, "total_contrib": 0.1956679166537924}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.136052860260891, "total_contrib": 0.12606368525174338}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.476242401208892, "total_contrib": 0.0941020093902161}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.225490520466113, "total_contrib": 0.07575553619141039}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.96782827531464, "total_contrib": 0.06430034943057182}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.460718650298168, "total_contrib": 0.1430326065666936}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.9296790450139225, "total_contrib": 0.13684555250503458}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.47794222154943, "total_contrib": 0.19028062648367092}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.151624455122637, "total_contrib": 0.1692682595829887}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.806885064953538, "total_contrib": 0.23434444858591544}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.706174155386076, "total_contrib": 0.21368416689621736}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.499318986170556, "total_contrib": 0.16383933713272297}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.4605114000850605, "total_contrib": 0.2565559374455527}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.392192411320198, "total_contrib": 0.2029053731683566}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.283345337277419, "total_contrib": 0.30178999528882805}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.239669258876241, "total_contrib": 0.4079131923624128}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.139632046578305, "total_contrib": 0.33922125194510433}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.2110390839558915, "total_contrib": 0.23164056240327438}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.608307305092604, "total_contrib": 0.2820344324734714}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.64131793703325, "total_contrib": 0.2964798582519561}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.8922540720997, "total_contrib": 0.1698948163499928}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 4.893772119490772, "total_contrib": 0.37553070051451254}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.505584751491442, "total_contrib": 2.0359732552046124}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.286203896893114, "total_contrib": 0.44451419555342725}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.968134179694007, "total_contrib": 0.24600444683862166}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.833266455956282, "total_contrib": 0.16945244181776248}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.691258577391737, "total_contrib": 0.125834828614832}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.648993686137482, "total_contrib": 0.10271036228443998}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.5473427857414075, "total_contrib": 0.22239286634232694}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.426672156628254, "total_contrib": 0.19429132892319106}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.344348285407631, "total_contrib": 0.24671476604548817}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.285555326931868, "total_contrib": 0.19258783890729453}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.208156334505237, "total_contrib": 0.23042606800590623}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.1795235522886, "total_contrib": 0.16363111346681106}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.184175412739516, "total_contrib": 0.10955169830141932}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.175513289856122, "total_contrib": 0.13413060557539866}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.176061186984562, "total_contrib": 0.08357446670729873}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.1954291054065695, "total_contrib": 0.10477476454440439}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.179298151923867, "total_contrib": 0.1038759204562783}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.197292545923853, "total_contrib": 0.06397443981230916}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.28173158949388, "total_contrib": 0.030402106216092205}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.407585604349284, "total_contrib": 0.052607901093578685}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.127626526160106, "total_contrib": 0.037509626906023094}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.398245384469011, "total_contrib": 0.01214725364057756}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.294137142576182, "total_contrib": 0.022244853106826667}}}}
{"step": 1090, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21092, "frac": 0.035759819878472224, "mean_loss": 0.5420217666121412, "total_contrib": 0.01938260074426148}, "2": {"token_count": 13053, "frac": 0.022130330403645832, "mean_loss": 0.9937189901397884, "total_contrib": 0.02199132958017079}, "3": {"token_count": 9619, "frac": 0.016308254665798612, "mean_loss": 1.2638617132801795, "total_contrib": 0.020611378682525716}, "4": {"token_count": 7714, "frac": 0.013078477647569444, "mean_loss": 1.4232507172128943, "total_contrib": 0.018613952691956016}, "5": {"token_count": 6516, "frac": 0.01104736328125, "mean_loss": 1.6504205219593984, "total_contrib": 0.018232795072915718}, "6-8": {"token_count": 15157, "frac": 0.025697496202256944, "mean_loss": 1.8974550362730414, "total_contrib": 0.04875984358857979}, "9-12": {"token_count": 15179, "frac": 0.025734795464409724, "mean_loss": 2.215727948460523, "total_contrib": 0.057021305558407724}, "13-20": {"token_count": 22035, "frac": 0.037358601888020836, "mean_loss": 2.503384467060733, "total_contrib": 0.09352294367757713}, "21-30": {"token_count": 20049, "frac": 0.033991495768229164, "mean_loss": 2.7798168807962114, "total_contrib": 0.09449013374003641}, "31-50": {"token_count": 29873, "frac": 0.05064731174045139, "mean_loss": 2.9566353190975203, "total_contrib": 0.14974563070916108}, "51-75": {"token_count": 27469, "frac": 0.04657151963975695, "mean_loss": 3.1438773157963067, "total_contrib": 0.14641514415759405}, "76-100": {"token_count": 21614, "frac": 0.036644829644097224, "mean_loss": 3.2218106051224398, "total_contrib": 0.1180627007702576}, "101-150": {"token_count": 34479, "frac": 0.0584564208984375, "mean_loss": 3.3728077639746643, "total_contrib": 0.19716227026042082}, "151-200": {"token_count": 26524, "frac": 0.04496934678819445, "mean_loss": 3.4785316251827685, "total_contrib": 0.15642729496654553}, "201-300": {"token_count": 41989, "frac": 0.07118903266059028, "mean_loss": 3.4444838905234176, "total_contrib": 0.24520947618134864}, "301-500": {"token_count": 56573, "frac": 0.09591505262586805, "mean_loss": 3.5291117582028697, "total_contrib": 0.338494940010598}, "501-750": {"token_count": 47550, "frac": 0.08061726888020833, "mean_loss": 3.567336536519087, "total_contrib": 0.28758892875075037}, "751-1k": {"token_count": 31866, "frac": 0.054026285807291664, "mean_loss": 3.574285697463781, "total_contrib": 0.19310538064809307}, "1k-2k": {"token_count": 36090, "frac": 0.061187744140625, "mean_loss": 3.9779927653286546, "total_contrib": 0.24340440351818704}, "2k-5k": {"token_count": 37997, "frac": 0.06442091200086805, "mean_loss": 4.025372969736955, "total_contrib": 0.25931819785409727}, "5k-10k": {"token_count": 20728, "frac": 0.03514268663194445, "mean_loss": 4.334802694329143, "total_contrib": 0.15233661269811755}, "10k+": {"token_count": 46658, "frac": 0.0791049533420139, "mean_loss": 4.395244752901619, "total_contrib": 0.347685631105014}}, "trigram": {"novel": {"token_count": 461, "frac": 0.0007815890842013889, "mean_loss": 4.880784466313178, "total_contrib": 0.0038147678612100813}, "1": {"token_count": 163961, "frac": 0.2779829237196181, "mean_loss": 2.403688197445122, "total_contrib": 0.6681842728361336}, "2": {"token_count": 56669, "frac": 0.09607781304253472, "mean_loss": 2.8541547396361917, "total_contrib": 0.27422094546923037}, "3": {"token_count": 32271, "frac": 0.054712931315104164, "mean_loss": 3.0932461356115857, "total_contrib": 0.16924056335842808}, "4": {"token_count": 22339, "frac": 0.03787400987413195, "mean_loss": 3.1979290925167936, "total_contrib": 0.12111839802675486}, "5": {"token_count": 17015, "frac": 0.028847588433159724, "mean_loss": 3.2904195287523232, "total_contrib": 0.09492066833787839}, "6-8": {"token_count": 35577, "frac": 0.0603179931640625, "mean_loss": 3.380692070672361, "total_contrib": 0.2039165612086158}, "9-12": {"token_count": 30411, "frac": 0.0515594482421875, "mean_loss": 3.4936292368469606, "total_contrib": 0.1801295958146039}, "13-20": {"token_count": 37277, "frac": 0.06320020887586805, "mean_loss": 3.5754480208806076, "total_contrib": 0.22596906174446343}, "21-30": {"token_count": 27860, "frac": 0.047234429253472224, "mean_loss": 3.7539346397542155, "total_contrib": 0.17731496016362924}, "31-50": {"token_count": 33401, "frac": 0.05662875705295139, "mean_loss": 3.805324781435421, "total_contrib": 0.2154908125554818}, "51-75": {"token_count": 23675, "frac": 0.040139092339409724, "mean_loss": 3.8745590319698726, "total_contrib": 0.15552128275873267}, "76-100": {"token_count": 15460, "frac": 0.026211208767361112, "mean_loss": 3.866014697423055, "total_contrib": 0.1013329183318421}, "101-150": {"token_count": 19333, "frac": 0.03277757432725695, "mean_loss": 3.970760690766646, "total_contrib": 0.13015190367735388}, "151-200": {"token_count": 12217, "frac": 0.020712958441840276, "mean_loss": 3.9272608827401614, "total_contrib": 0.08134519145446192}, "201-300": {"token_count": 14651, "frac": 0.024839613172743056, "mean_loss": 3.9759241085732637, "total_contrib": 0.09876041686114313}, "301-500": {"token_count": 15389, "frac": 0.026090833875868056, "mean_loss": 3.9985364492324584, "total_contrib": 0.1043251502435274}, "501-750": {"token_count": 8618, "frac": 0.014611138237847222, "mean_loss": 4.214990954000154, "total_contrib": 0.06158581550017179}, "751-1k": {"token_count": 4315, "frac": 0.007315741644965278, "mean_loss": 4.293985202158386, "total_contrib": 0.031413686366294755}, "1k-2k": {"token_count": 7323, "frac": 0.012415568033854166, "mean_loss": 4.298138062395135, "total_contrib": 0.05336382553256492}, "2k-5k": {"token_count": 5554, "frac": 0.009416368272569444, "mean_loss": 4.18639915045122, "total_contrib": 0.03942067613662054}, "5k-10k": {"token_count": 1667, "frac": 0.002826266818576389, "mean_loss": 4.461480926333445, "total_contrib": 0.012609335503807667}, "10k+": {"token_count": 4380, "frac": 0.007425944010416667, "mean_loss": 3.1554352134619266, "total_contrib": 0.02343208522366543}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.417580677766955, "total_contrib": 0.44863716429978845}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 8.64560491620803, "total_contrib": 0.18916071818655164}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 7.950023453871131, "total_contrib": 0.12318126143549307}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.271779955135765, "total_contrib": 0.09152848033808038}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.070201167566367, "total_contrib": 0.07412740753212893}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 6.85772705549302, "total_contrib": 0.06328431593670063}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.3357111015022065, "total_contrib": 0.1402650885067678}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 5.864744998759735, "total_contrib": 0.13534699999172212}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.4260170008176845, "total_contrib": 0.18847696314960516}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.164642567103496, "total_contrib": 0.16969599906152644}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.815085539007001, "total_contrib": 0.23474423671153818}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.725512179771406, "total_contrib": 0.21456221124684316}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.5247939245351265, "total_contrib": 0.16476698796787762}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.490546770406652, "total_contrib": 0.2582834865757339}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.412838387127014, "total_contrib": 0.2038591518358644}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.3139477218611555, "total_contrib": 0.30394613558855527}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.271173005629675, "total_contrib": 0.41094427642225206}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.161484864657389, "total_contrib": 0.34101197639208575}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.23782793993338, "total_contrib": 0.2331141620400976}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.629514389835507, "total_contrib": 0.2833323337881845}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.664030138833943, "total_contrib": 0.2979306768474095}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.918005473786551, "total_contrib": 0.17078909322029948}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 4.918535182144383, "total_contrib": 0.3774309300385147}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.447823665294147, "total_contrib": 2.0178964748410486}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.254063435152292, "total_contrib": 0.4418115204818444}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 4.946417540679617, "total_contrib": 0.24492911562277714}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.827581244870433, "total_contrib": 0.16925312052862493}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.70910353424935, "total_contrib": 0.12631348845648696}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.6405974085479444, "total_contrib": 0.10252486306218171}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.568239330254096, "total_contrib": 0.22341483513812538}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.45898470653303, "total_contrib": 0.19570956095839961}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.363540585900835, "total_contrib": 0.2478046933752007}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.311870477428321, "total_contrib": 0.1937704109610919}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.233824979628096, "total_contrib": 0.23183160632162922}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.206230268613209, "total_contrib": 0.16467669908789098}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.206987591042261, "total_contrib": 0.11014897557316358}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.2071020876713074, "total_contrib": 0.1351453370074942}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.198163321131055, "total_contrib": 0.08401679118284604}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.214461757372192, "total_contrib": 0.10525007745716075}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.184024492234082, "total_contrib": 0.10399339303953661}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.22036175851727, "total_contrib": 0.06432605694083364}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.297449550675802, "total_contrib": 0.03051371039196482}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.423395491650411, "total_contrib": 0.052796604175514884}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.141590050262828, "total_contrib": 0.03763651982525085}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.430119622045953, "total_contrib": 0.012235285211033897}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.3202096981927283, "total_contrib": 0.022420917473520298}}}}
{"step": 1100, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20484, "frac": 0.03472900390625, "mean_loss": 0.43855078329250646, "total_contrib": 0.015230431866054455}, "2": {"token_count": 12761, "frac": 0.021635267469618056, "mean_loss": 0.8605280979707547, "total_contrib": 0.01861775556471897}, "3": {"token_count": 9581, "frac": 0.016243828667534724, "mean_loss": 1.1646158587583209, "total_contrib": 0.018917820473163982}, "4": {"token_count": 7587, "frac": 0.0128631591796875, "mean_loss": 1.343830430043039, "total_contrib": 0.017285904732151518}, "5": {"token_count": 6442, "frac": 0.010921902126736112, "mean_loss": 1.5488257341930536, "total_contrib": 0.016916123080226733}, "6-8": {"token_count": 15539, "frac": 0.026345147026909724, "mean_loss": 1.7811742297778113, "total_contrib": 0.046925296964039125}, "9-12": {"token_count": 15383, "frac": 0.026080661349826388, "mean_loss": 2.0691987760108868, "total_contrib": 0.05396607254261521}, "13-20": {"token_count": 22116, "frac": 0.037495930989583336, "mean_loss": 2.3661167266485466, "total_contrib": 0.08871974949571272}, "21-30": {"token_count": 20049, "frac": 0.033991495768229164, "mean_loss": 2.6571169882597183, "total_contrib": 0.09031938086212003}, "31-50": {"token_count": 29794, "frac": 0.050513373480902776, "mean_loss": 2.86002790388648, "total_contrib": 0.14446965767482128}, "51-75": {"token_count": 27405, "frac": 0.0464630126953125, "mean_loss": 3.0628940283668316, "total_contrib": 0.14231128412440494}, "76-100": {"token_count": 21572, "frac": 0.03657362196180555, "mean_loss": 3.170570131994255, "total_contrib": 0.11595923341094982}, "101-150": {"token_count": 34364, "frac": 0.05826144748263889, "mean_loss": 3.2749727676436065, "total_contrib": 0.1908046539091405}, "151-200": {"token_count": 27381, "frac": 0.046422322591145836, "mean_loss": 3.3733007767473153, "total_contrib": 0.1565964568551267}, "201-300": {"token_count": 42118, "frac": 0.0714077419704861, "mean_loss": 3.378911892036119, "total_contrib": 0.2412804685275222}, "301-500": {"token_count": 57275, "frac": 0.09710523817274305, "mean_loss": 3.4255702667505705, "total_contrib": 0.3326408166302811}, "501-750": {"token_count": 48068, "frac": 0.08149549696180555, "mean_loss": 3.504726810572848, "total_contrib": 0.285619453142998}, "751-1k": {"token_count": 32324, "frac": 0.054802788628472224, "mean_loss": 3.5261969727733544, "total_contrib": 0.19324542736125677}, "1k-2k": {"token_count": 35952, "frac": 0.060953776041666664, "mean_loss": 3.8942599387234385, "total_contrib": 0.237369848152983}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 3.9751601562556993, "total_contrib": 0.2539267802043423}, "5k-10k": {"token_count": 20302, "frac": 0.03442043728298611, "mean_loss": 4.3154219848360444, "total_contrib": 0.1485387117786685}, "10k+": {"token_count": 45650, "frac": 0.0773959689670139, "mean_loss": 4.433511105026334, "total_contrib": 0.3431358878995296}}, "trigram": {"novel": {"token_count": 429, "frac": 0.0007273356119791666, "mean_loss": 4.8487695499664145, "total_contrib": 0.0035266827679707705}, "1": {"token_count": 162684, "frac": 0.27581787109375, "mean_loss": 2.282490734495383, "total_contrib": 0.6295517351797263}, "2": {"token_count": 56413, "frac": 0.09564378526475695, "mean_loss": 2.7658200747277366, "total_contrib": 0.2645335013082137}, "3": {"token_count": 32684, "frac": 0.055413140190972224, "mean_loss": 2.9621934210301304, "total_contrib": 0.16414443931231823}, "4": {"token_count": 22795, "frac": 0.03864712185329861, "mean_loss": 3.1370600932986217, "total_contrib": 0.12123834368683215}, "5": {"token_count": 17434, "frac": 0.029557969835069444, "mean_loss": 3.187854836209378, "total_contrib": 0.09422651708725703}, "6-8": {"token_count": 35659, "frac": 0.06045701768663195, "mean_loss": 3.3114988966136236, "total_contrib": 0.200203347361832}, "9-12": {"token_count": 30138, "frac": 0.051096598307291664, "mean_loss": 3.423767307187118, "total_contrib": 0.17494286279297785}, "13-20": {"token_count": 37252, "frac": 0.06315782335069445, "mean_loss": 3.57547623411841, "total_contrib": 0.22581929638905676}, "21-30": {"token_count": 28613, "frac": 0.04851108127170139, "mean_loss": 3.6621114798145737, "total_contrib": 0.1776529876233154}, "31-50": {"token_count": 33855, "frac": 0.057398478190104164, "mean_loss": 3.719495644733413, "total_contrib": 0.21349338964241824}, "51-75": {"token_count": 23854, "frac": 0.040442572699652776, "mean_loss": 3.814227525906561, "total_contrib": 0.15425717400949282}, "76-100": {"token_count": 15771, "frac": 0.026738484700520832, "mean_loss": 3.902716331859573, "total_contrib": 0.10435272092989997}, "101-150": {"token_count": 19807, "frac": 0.03358120388454861, "mean_loss": 3.9096531724956076, "total_contrib": 0.1312908603034473}, "151-200": {"token_count": 12084, "frac": 0.020487467447916668, "mean_loss": 3.899602340132155, "total_contrib": 0.07989297600327719}, "201-300": {"token_count": 14705, "frac": 0.024931165907118056, "mean_loss": 3.958833628658997, "total_contrib": 0.09869833799477565}, "301-500": {"token_count": 15346, "frac": 0.026017930772569444, "mean_loss": 3.926142341647638, "total_contrib": 0.10215009964824194}, "501-750": {"token_count": 8458, "frac": 0.014339870876736112, "mean_loss": 4.183987897599244, "total_contrib": 0.05999784620139975}, "751-1k": {"token_count": 4138, "frac": 0.007015652126736111, "mean_loss": 4.286550892135977, "total_contrib": 0.03007294988277634}, "1k-2k": {"token_count": 7183, "frac": 0.012178209092881944, "mean_loss": 4.370276099970966, "total_contrib": 0.05322213613907106}, "2k-5k": {"token_count": 5163, "frac": 0.008753458658854166, "mean_loss": 4.100395541646222, "total_contrib": 0.03589264285875014}, "5k-10k": {"token_count": 1616, "frac": 0.002739800347222222, "mean_loss": 4.534876668451142, "total_contrib": 0.012424656670832392}, "10k+": {"token_count": 3743, "frac": 0.006345960828993056, "mean_loss": 3.3425531657922725, "total_contrib": 0.02121171145894449}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 11.0584319047039, "total_contrib": 0.4762356716772864}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.330558755770868, "total_contrib": 0.2041471027683225}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.568399981360551, "total_contrib": 0.13276266721878743}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.898161832447831, "total_contrib": 0.09941262723133121}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.668842000615663, "total_contrib": 0.08040384747281774}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.458218421552904, "total_contrib": 0.06882575627392656}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.906902360805223, "total_contrib": 0.15291058184711812}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.342475092835002, "total_contrib": 0.14637208890053652}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.835799010874364, "total_contrib": 0.20271106318968704}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.454758044996163, "total_contrib": 0.17922839849179698}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.057509718534727, "total_contrib": 0.24656285935544517}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.895140500144566, "total_contrib": 0.22226419700516023}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.679804902858726, "total_contrib": 0.17041159685533264}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.605812383266218, "total_contrib": 0.2649132370034221}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.511644575937545, "total_contrib": 0.20842368470110784}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.398015170433501, "total_contrib": 0.3098692430923547}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.3406773840514585, "total_contrib": 0.4176315322325579}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.210061469575665, "total_contrib": 0.3449925757666704}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.287595996249165, "total_contrib": 0.23585180002560793}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.692216058477996, "total_contrib": 0.2871697578920808}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.714931054917884, "total_contrib": 0.30118214476884814}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.953672964550849, "total_contrib": 0.1720277291749658}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 4.955451045051185, "total_contrib": 0.38026372231387956}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.8200925273405675, "total_contrib": 2.13440090539177}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.518564735012316, "total_contrib": 0.4640533001830052}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.1730378977988885, "total_contrib": 0.25615055481485044}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.049258729771416, "total_contrib": 0.17702504691728904}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.889317831000558, "total_contrib": 0.13114742262820744}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.810397211349575, "total_contrib": 0.10627625539329752}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.706842373387088, "total_contrib": 0.2301933714171074}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.566585139712423, "total_contrib": 0.20043225792249078}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.439164438319795, "total_contrib": 0.25209935849670384}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.377918363634582, "total_contrib": 0.1967385256390012}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.273983927813095, "total_contrib": 0.23403059033979548}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.224790527203632, "total_contrib": 0.16540334549659946}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.217710567872228, "total_contrib": 0.11042972869813845}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.201970807190329, "total_contrib": 0.13498050415689283}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.188320404377419, "total_contrib": 0.08381980735485679}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.194638783052454, "total_contrib": 0.1047550273884458}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.169774961726018, "total_contrib": 0.10363922278324285}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.206320610892158, "total_contrib": 0.06411204408759308}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.290538698426754, "total_contrib": 0.030464640416482284}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.403333270440816, "total_contrib": 0.052557146240070504}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.122510282717911, "total_contrib": 0.037463133265801335}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.38211368193005, "total_contrib": 0.012102700446004318}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.3021548801825897, "total_contrib": 0.022298995781397934}}}}
{"step": 1110, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20740, "frac": 0.035163031684027776, "mean_loss": 0.3141120284333191, "total_contrib": 0.011045131208135033}, "2": {"token_count": 13009, "frac": 0.022055731879340276, "mean_loss": 0.6502242479158434, "total_contrib": 0.014341171673477524}, "3": {"token_count": 9709, "frac": 0.016460842556423612, "mean_loss": 0.879141829450286, "total_contrib": 0.014471415239347377}, "4": {"token_count": 7805, "frac": 0.013232760959201388, "mean_loss": 1.0948669686409733, "total_contrib": 0.014488112878151443}, "5": {"token_count": 6641, "frac": 0.011259290907118056, "mean_loss": 1.2206350646238664, "total_contrib": 0.01374348528402896}, "6-8": {"token_count": 15251, "frac": 0.025856865776909724, "mean_loss": 1.465662239896268, "total_contrib": 0.03789743181128266}, "9-12": {"token_count": 15590, "frac": 0.026431613498263888, "mean_loss": 1.7543588329838837, "total_contrib": 0.046370534610695305}, "13-20": {"token_count": 21788, "frac": 0.03693983289930555, "mean_loss": 2.078758748334395, "total_contrib": 0.07678900080144212}, "21-30": {"token_count": 20130, "frac": 0.034128824869791664, "mean_loss": 2.3768863396997846, "total_contrib": 0.08112033762301409}, "31-50": {"token_count": 30002, "frac": 0.050866021050347224, "mean_loss": 2.629406974664033, "total_contrib": 0.1337474705231905}, "51-75": {"token_count": 27397, "frac": 0.04644944932725695, "mean_loss": 2.860226234042819, "total_contrib": 0.1328559335226629}, "76-100": {"token_count": 21719, "frac": 0.03682284884982639, "mean_loss": 3.0445850050063665, "total_contrib": 0.11211029344979735}, "101-150": {"token_count": 34788, "frac": 0.058980305989583336, "mean_loss": 3.168257629282554, "total_contrib": 0.18686480442891693}, "151-200": {"token_count": 27639, "frac": 0.0468597412109375, "mean_loss": 3.2344413897883872, "total_contrib": 0.15156508648742886}, "201-300": {"token_count": 41510, "frac": 0.0703769259982639, "mean_loss": 3.3276334407444614, "total_contrib": 0.23418861240862124}, "301-500": {"token_count": 56603, "frac": 0.0959659152560764, "mean_loss": 3.4122766495789665, "total_contrib": 0.3274622517837834}, "501-750": {"token_count": 48664, "frac": 0.08250596788194445, "mean_loss": 3.427217626263972, "total_contrib": 0.28276590739696916}, "751-1k": {"token_count": 31421, "frac": 0.05327182345920139, "mean_loss": 3.5237141608488174, "total_contrib": 0.18771467869742617}, "1k-2k": {"token_count": 35973, "frac": 0.0609893798828125, "mean_loss": 3.894343702117252, "total_contrib": 0.23751360744266747}, "2k-5k": {"token_count": 37345, "frac": 0.06331549750434028, "mean_loss": 3.9645377300315294, "total_contrib": 0.25101667875167416}, "5k-10k": {"token_count": 20585, "frac": 0.03490024142795139, "mean_loss": 4.288776466070038, "total_contrib": 0.1496793340963605}, "10k+": {"token_count": 45515, "frac": 0.0771670871310764, "mean_loss": 4.409353530477123, "total_contrib": 0.34025696807804745}}, "trigram": {"novel": {"token_count": 449, "frac": 0.0007612440321180555, "mean_loss": 4.583914313050514, "total_contrib": 0.0034894774145502396}, "1": {"token_count": 165104, "frac": 0.2799207899305556, "mean_loss": 2.102442306338879, "total_contrib": 0.5885173111737981}, "2": {"token_count": 56963, "frac": 0.0965762668185764, "mean_loss": 2.561521399317306, "total_contrib": 0.2473821741219613}, "3": {"token_count": 32336, "frac": 0.05482313368055555, "mean_loss": 2.8024208298510636, "total_contrib": 0.15363749178409827}, "4": {"token_count": 22391, "frac": 0.03796217176649305, "mean_loss": 2.9653550857283246, "total_contrib": 0.1125713191130624}, "5": {"token_count": 17389, "frac": 0.029481675889756944, "mean_loss": 3.044690557078691, "total_contrib": 0.08976258018839747}, "6-8": {"token_count": 35548, "frac": 0.06026882595486111, "mean_loss": 3.172564387336284, "total_contrib": 0.19120673089096107}, "9-12": {"token_count": 29906, "frac": 0.05070326063368055, "mean_loss": 3.350901915939509, "total_contrib": 0.16990165320178044}, "13-20": {"token_count": 37405, "frac": 0.06341722276475695, "mean_loss": 3.5211784331449953, "total_contrib": 0.223303357089214}, "21-30": {"token_count": 28162, "frac": 0.04774644639756945, "mean_loss": 3.586235915188288, "total_contrib": 0.171230020893576}, "31-50": {"token_count": 33024, "frac": 0.055989583333333336, "mean_loss": 3.6956130346956027, "total_contrib": 0.20691583397384233}, "51-75": {"token_count": 23797, "frac": 0.04034593370225695, "mean_loss": 3.8048758876880977, "total_contrib": 0.15351127030998005}, "76-100": {"token_count": 15890, "frac": 0.026940239800347224, "mean_loss": 3.817081184486073, "total_contrib": 0.10283308244744822}, "101-150": {"token_count": 19463, "frac": 0.032997979058159724, "mean_loss": 3.867344905473176, "total_contrib": 0.12761456620148456}, "151-200": {"token_count": 12300, "frac": 0.020853678385416668, "mean_loss": 3.97263925788736, "total_contrib": 0.08284414142526335}, "201-300": {"token_count": 14151, "frac": 0.023991902669270832, "mean_loss": 4.029067812548351, "total_contrib": 0.09666500280655196}, "301-500": {"token_count": 14801, "frac": 0.025093926323784724, "mean_loss": 4.050654484289795, "total_contrib": 0.10164682519187632}, "501-750": {"token_count": 8592, "frac": 0.014567057291666666, "mean_loss": 4.12997381761124, "total_contrib": 0.06016156521422623}, "751-1k": {"token_count": 4067, "frac": 0.006895277235243056, "mean_loss": 4.264722177054239, "total_contrib": 0.029406441742078297}, "1k-2k": {"token_count": 7196, "frac": 0.012200249565972222, "mean_loss": 4.351713974551708, "total_contrib": 0.05309199652925973}, "2k-5k": {"token_count": 5465, "frac": 0.009265475802951388, "mean_loss": 4.148730787929641, "total_contrib": 0.038439964728521535}, "5k-10k": {"token_count": 1625, "frac": 0.002755059136284722, "mean_loss": 4.486527570920495, "total_contrib": 0.01236064877445781}, "10k+": {"token_count": 3800, "frac": 0.006442599826388889, "mean_loss": 3.3394582250175113, "total_contrib": 0.021514792980730765}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.803720792186878, "total_contrib": 0.4652664385347814}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.048286854291884, "total_contrib": 0.19797116064222}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.211582634760166, "total_contrib": 0.1272339777612867}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.547750950151771, "total_contrib": 0.09500207359132004}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.372027120481795, "total_contrib": 0.07729189675743853}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.162918640240956, "total_contrib": 0.06610067775952068}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.642828051443894, "total_contrib": 0.1470642915441799}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.099854253743335, "total_contrib": 0.14077286801139707}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.66822247862792, "total_contrib": 0.19689016069561227}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.332215714552992, "total_contrib": 0.17520199338792078}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 4.969992094563785, "total_contrib": 0.2422962149373061}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.844435160306779, "total_contrib": 0.21996191750111194}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.657908446327706, "total_contrib": 0.16961425376082775}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.572452565530862, "total_contrib": 0.2629944751072091}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.48739352462699, "total_contrib": 0.20730336296765853}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.384190215189706, "total_contrib": 0.30889518360161444}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.328258958403093, "total_contrib": 0.41643671269805416}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.198613957649442, "total_contrib": 0.3440545118799345}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.27387843641369, "total_contrib": 0.23509722539171374}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.684861114155951, "total_contrib": 0.28671962568291814}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.704181799734277, "total_contrib": 0.3004954997907653}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 4.953431217077525, "total_contrib": 0.17201933393588414}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 4.934049203706027, "total_contrib": 0.37862142098140883}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.674347127971637, "total_contrib": 2.088788751139805}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.403796575325368, "total_contrib": 0.4544025040401672}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.084920687362883, "total_contrib": 0.25178730196655336}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 4.954101783201806, "total_contrib": 0.17368888138636296}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.816441322888627, "total_contrib": 0.12919263741289091}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.75533566236892, "total_contrib": 0.10505977887696906}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.669802454345882, "total_contrib": 0.22838189290035893}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.528820343693026, "total_contrib": 0.19877472103123142}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.418821263635193, "total_contrib": 0.2509440732264615}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.349791442676852, "total_contrib": 0.19547453474187665}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.269008125722754, "total_contrib": 0.23375813028372497}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.223740367876793, "total_contrib": 0.16536223106386128}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.210712278716731, "total_contrib": 0.11024649678585896}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.205229553551911, "total_contrib": 0.1350851853284167}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.208325176349395, "total_contrib": 0.08422015784645634}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.201993300062744, "total_contrib": 0.10493869579726194}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.1770243897849255, "total_contrib": 0.1038194063894433}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.2040173860828, "total_contrib": 0.06407693871542082}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.300654760202797, "total_contrib": 0.030536468735977707}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.406099988204013, "total_contrib": 0.052590169130039215}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.13541525081618, "total_contrib": 0.037580406603282886}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.457722919152968, "total_contrib": 0.012311521123759266}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.299992332543627, "total_contrib": 0.022284392395903296}}}}
{"step": 1120, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20928, "frac": 0.035481770833333336, "mean_loss": 0.08625818020865977, "total_contrib": 0.003060592982664035}, "2": {"token_count": 13072, "frac": 0.022162543402777776, "mean_loss": 0.32523922328843596, "total_contrib": 0.007208128402415695}, "3": {"token_count": 9524, "frac": 0.016147189670138888, "mean_loss": 0.40683097146905695, "total_contrib": 0.006569176859997725}, "4": {"token_count": 7556, "frac": 0.012810601128472222, "mean_loss": 0.5003057074450074, "total_contrib": 0.006409216860376104}, "5": {"token_count": 6581, "frac": 0.011157565646701388, "mean_loss": 0.6114611854972953, "total_contrib": 0.006822418317595927}, "6-8": {"token_count": 15455, "frac": 0.026202731662326388, "mean_loss": 0.7308029023195608, "total_contrib": 0.019149032347528773}, "9-12": {"token_count": 15215, "frac": 0.025795830620659724, "mean_loss": 0.8975323611751781, "total_contrib": 0.023152592765435683}, "13-20": {"token_count": 22182, "frac": 0.037607828776041664, "mean_loss": 1.1580227915006884, "total_contrib": 0.04355072286151169}, "21-30": {"token_count": 20358, "frac": 0.034515380859375, "mean_loss": 1.3888073980801394, "total_contrib": 0.04793521628505364}, "31-50": {"token_count": 29570, "frac": 0.050133599175347224, "mean_loss": 1.6443234260723143, "total_contrib": 0.08243585155734309}, "51-75": {"token_count": 27392, "frac": 0.046440972222222224, "mean_loss": 1.891204203949957, "total_contrib": 0.08782936190218985}, "76-100": {"token_count": 21470, "frac": 0.036400689019097224, "mean_loss": 2.1293783478547703, "total_contrib": 0.07751083904426052}, "101-150": {"token_count": 34018, "frac": 0.05767483181423611, "mean_loss": 2.306184397828891, "total_contrib": 0.13300879727739667}, "151-200": {"token_count": 27939, "frac": 0.047368367513020836, "mean_loss": 2.4436017210315377, "total_contrib": 0.11574942437727209}, "201-300": {"token_count": 41597, "frac": 0.07052442762586805, "mean_loss": 2.5439932688540217, "total_contrib": 0.17941366916999094}, "301-500": {"token_count": 56777, "frac": 0.09626091851128472, "mean_loss": 2.7217401843207454, "total_contrib": 0.26199721009178834}, "501-750": {"token_count": 48147, "frac": 0.08162943522135417, "mean_loss": 2.790784499592339, "total_contrib": 0.22781016252623215}, "751-1k": {"token_count": 31579, "frac": 0.05353969997829861, "mean_loss": 2.8680641665324567, "total_contrib": 0.15355529499465678}, "1k-2k": {"token_count": 35759, "frac": 0.06062655978732639, "mean_loss": 3.2107367780378735, "total_contrib": 0.19465592523508082}, "2k-5k": {"token_count": 37450, "frac": 0.06349351671006945, "mean_loss": 3.2980613091792157, "total_contrib": 0.20940551084520406}, "5k-10k": {"token_count": 20908, "frac": 0.03544786241319445, "mean_loss": 3.640961179738299, "total_contrib": 0.12906429095114536}, "10k+": {"token_count": 46347, "frac": 0.07857767740885417, "mean_loss": 3.898437759991775, "total_contrib": 0.3063301847031298}}, "trigram": {"novel": {"token_count": 449, "frac": 0.0007612440321180555, "mean_loss": 4.4784113977452895, "total_contrib": 0.003409163949903081}, "1": {"token_count": 163495, "frac": 0.2771928575303819, "mean_loss": 1.307485606432534, "total_contrib": 0.36242567142687837}, "2": {"token_count": 56361, "frac": 0.09555562337239583, "mean_loss": 1.6638920549041314, "total_contrib": 0.15899424253074093}, "3": {"token_count": 31983, "frac": 0.054224650065104164, "mean_loss": 1.8848481959453072, "total_contrib": 0.10220523385097717}, "4": {"token_count": 22848, "frac": 0.038736979166666664, "mean_loss": 1.9974148138473171, "total_contrib": 0.07737381603119489}, "5": {"token_count": 17320, "frac": 0.029364691840277776, "mean_loss": 2.131275347759517, "total_contrib": 0.06258424381373907}, "6-8": {"token_count": 35901, "frac": 0.0608673095703125, "mean_loss": 2.290003780963873, "total_contrib": 0.13938636905311416}, "9-12": {"token_count": 30257, "frac": 0.05129835340711805, "mean_loss": 2.473800978352205, "total_contrib": 0.1269019168463858}, "13-20": {"token_count": 37441, "frac": 0.06347825792100695, "mean_loss": 2.6594966792866184, "total_contrib": 0.16882021614781745}, "21-30": {"token_count": 28282, "frac": 0.047949896918402776, "mean_loss": 2.873838750035545, "total_contrib": 0.13780027182431587}, "31-50": {"token_count": 33563, "frac": 0.05690341525607639, "mean_loss": 3.095962168053831, "total_contrib": 0.1761708208658697}, "51-75": {"token_count": 24222, "frac": 0.041066487630208336, "mean_loss": 3.2719522619685533, "total_contrib": 0.13436758709276378}, "76-100": {"token_count": 15895, "frac": 0.026948716905381944, "mean_loss": 3.3466788394025815, "total_contrib": 0.09018870061629237}, "101-150": {"token_count": 19212, "frac": 0.032572428385416664, "mean_loss": 3.5080062190662358, "total_contrib": 0.11426428134613124}, "151-200": {"token_count": 12062, "frac": 0.020450168185763888, "mean_loss": 3.6135430656992384, "total_contrib": 0.07389756344005027}, "201-300": {"token_count": 14705, "frac": 0.024931165907118056, "mean_loss": 3.677260667216589, "total_contrib": 0.09167839577809642}, "301-500": {"token_count": 14637, "frac": 0.024815877278645832, "mean_loss": 3.7662123862004315, "total_contrib": 0.09346186438126579}, "501-750": {"token_count": 8607, "frac": 0.014592488606770834, "mean_loss": 3.972197245416078, "total_contrib": 0.05796424304758061}, "751-1k": {"token_count": 4171, "frac": 0.007071601019965278, "mean_loss": 4.02799402508509, "total_contrib": 0.028484366656205767}, "1k-2k": {"token_count": 7151, "frac": 0.012123955620659722, "mean_loss": 4.205728141671342, "total_contrib": 0.050990061342183035}, "2k-5k": {"token_count": 5431, "frac": 0.009207831488715278, "mean_loss": 3.973405146329908, "total_contrib": 0.03658644502379986}, "5k-10k": {"token_count": 1693, "frac": 0.0028703477647569445, "mean_loss": 4.274400380839981, "total_contrib": 0.01226901557882027}, "10k+": {"token_count": 4138, "frac": 0.007015652126736111, "mean_loss": 3.1927366564802035, "total_contrib": 0.022399129714143682}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.968497186905045, "total_contrib": 0.4723625980709077}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.246915074599672, "total_contrib": 0.20231702853344177}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.415047999306337, "total_contrib": 0.13038656220442135}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.848399805178011, "total_contrib": 0.09878628227003573}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.643209917265574, "total_contrib": 0.08013510831768512}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.377553706528269, "total_contrib": 0.06808136804306601}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.850425282774781, "total_contrib": 0.15166024668794945}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.303652140606868, "total_contrib": 0.14547613006242655}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.855088722467985, "total_contrib": 0.20338110647570135}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.517677934917519, "total_contrib": 0.18129577361840402}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.1149942450134755, "total_contrib": 0.2493653352785958}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 4.951286287821762, "total_contrib": 0.22481350042411735}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.750263799959054, "total_contrib": 0.1729773049172644}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.672808728774202, "total_contrib": 0.2687666763706882}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.578180159727665, "total_contrib": 0.21149741786068285}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.465040625756064, "total_contrib": 0.31459162951074343}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.398123940705432, "total_contrib": 0.42315866345060993}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.271083692933661, "total_contrib": 0.349993028650178}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.340406884549642, "total_contrib": 0.23875681791384065}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.738422305175596, "total_contrib": 0.28999764060504263}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.760952444658652, "total_contrib": 0.30412191646559655}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.006826423154671, "total_contrib": 0.17387360572895832}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.00124308408028, "total_contrib": 0.3837776408361775}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.837073765366654, "total_contrib": 2.1397153156687936}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.540217434418935, "total_contrib": 0.4658740646571016}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.209752472691766, "total_contrib": 0.2579685308116247}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.094189743078976, "total_contrib": 0.17860031076580496}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 4.95304773445988, "total_contrib": 0.13285686612767497}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.86200085739214, "total_contrib": 0.10741633635233049}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.759158949879732, "total_contrib": 0.23275197189031097}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.619355937488044, "total_contrib": 0.2027484241226035}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.4967268874834705, "total_contrib": 0.25536831974139124}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.423562568503005, "total_contrib": 0.19878972276601267}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.3191573636891025, "total_contrib": 0.2365041527219424}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.265294512746276, "total_contrib": 0.16698910333987257}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.260431260285355, "total_contrib": 0.11154825838315621}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.244608135669946, "total_contrib": 0.1363501491064088}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.247249264128872, "total_contrib": 0.08499913586727093}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.2459440664865955, "total_contrib": 0.10603630252303663}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.212315124642204, "total_contrib": 0.104696553085759}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.21997146157651, "total_contrib": 0.06432010809931915}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.32202790944113, "total_contrib": 0.03068822714019682}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.4372059037769676, "total_contrib": 0.05296144199386571}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.158952142234882, "total_contrib": 0.03779429708248387}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.457607307607975, "total_contrib": 0.012311201823075005}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.300021332188479, "total_contrib": 0.022284588226499282}}}}
{"step": 1130, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20874, "frac": 0.035390218098958336, "mean_loss": 0.02277565164517729, "total_contrib": 0.0008060352790687235}, "2": {"token_count": 13081, "frac": 0.022177802191840276, "mean_loss": 0.17008372868250438, "total_contrib": 0.0037720832907712125}, "3": {"token_count": 9408, "frac": 0.015950520833333332, "mean_loss": 0.20167059462077558, "total_contrib": 0.003216751020969402}, "4": {"token_count": 7770, "frac": 0.013173421223958334, "mean_loss": 0.24451426034286194, "total_contrib": 0.003221089346761131}, "5": {"token_count": 6477, "frac": 0.010981241861979166, "mean_loss": 0.24868863440350894, "total_contrib": 0.0027309100427102447}, "6-8": {"token_count": 15334, "frac": 0.025997585720486112, "mean_loss": 0.3154441287717377, "total_contrib": 0.008200785777767311}, "9-12": {"token_count": 15483, "frac": 0.026250203450520832, "mean_loss": 0.39507862698384366, "total_contrib": 0.010370894337278325}, "13-20": {"token_count": 22414, "frac": 0.038001166449652776, "mean_loss": 0.5180531562750178, "total_contrib": 0.019686624221374932}, "21-30": {"token_count": 20265, "frac": 0.034357706705729164, "mean_loss": 0.723450911131359, "total_contrib": 0.024856114220643766}, "31-50": {"token_count": 29724, "frac": 0.050394694010416664, "mean_loss": 0.9652894017458962, "total_contrib": 0.0486454640324826}, "51-75": {"token_count": 27202, "frac": 0.046118842230902776, "mean_loss": 1.2505101643690342, "total_contrib": 0.05767208097867579}, "76-100": {"token_count": 21662, "frac": 0.03672620985243055, "mean_loss": 1.4426920232792482, "total_contrib": 0.052984609999381295}, "101-150": {"token_count": 34529, "frac": 0.058541191948784724, "mean_loss": 1.6820183558475499, "total_contrib": 0.0984673594310507}, "151-200": {"token_count": 26930, "frac": 0.04565768771701389, "mean_loss": 1.8260923305965877, "total_contrib": 0.0833751533728131}, "201-300": {"token_count": 41989, "frac": 0.07118903266059028, "mean_loss": 2.0020910826670644, "total_contrib": 0.14252692747346218}, "301-500": {"token_count": 56924, "frac": 0.09651014539930555, "mean_loss": 2.1586745922022, "total_contrib": 0.20833399876322095}, "501-750": {"token_count": 48053, "frac": 0.0814700656467014, "mean_loss": 2.2878558560225972, "total_contrib": 0.18639176678035121}, "751-1k": {"token_count": 32910, "frac": 0.055796305338541664, "mean_loss": 2.374711660039418, "total_contrib": 0.1325001368745545}, "1k-2k": {"token_count": 36258, "frac": 0.061472574869791664, "mean_loss": 2.669740299830184, "total_contrib": 0.16411581046421103}, "2k-5k": {"token_count": 37600, "frac": 0.0637478298611111, "mean_loss": 2.7740143425203865, "total_contrib": 0.1768373943392716}, "5k-10k": {"token_count": 20658, "frac": 0.035024007161458336, "mean_loss": 3.0994194715088494, "total_contrib": 0.10855408976648935}, "10k+": {"token_count": 44279, "frac": 0.07507154676649305, "mean_loss": 3.4285451113508407, "total_contrib": 0.2573861846678058}}, "trigram": {"novel": {"token_count": 447, "frac": 0.0007578531901041666, "mean_loss": 4.422884514717848, "total_contrib": 0.00335189713894124}, "1": {"token_count": 165085, "frac": 0.2798885769314236, "mean_loss": 0.7438730192076114, "total_contrib": 0.2082015607636999}, "2": {"token_count": 56616, "frac": 0.09598795572916667, "mean_loss": 1.03493998274904, "total_contrib": 0.09934177324645936}, "3": {"token_count": 32186, "frac": 0.05456882052951389, "mean_loss": 1.215430092467841, "total_contrib": 0.06632458658204808}, "4": {"token_count": 22394, "frac": 0.03796725802951389, "mean_loss": 1.342978051113901, "total_contrib": 0.050989194194615166}, "5": {"token_count": 17602, "frac": 0.029842800564236112, "mean_loss": 1.4334234922392866, "total_contrib": 0.04277737140298788}, "6-8": {"token_count": 36214, "frac": 0.06139797634548611, "mean_loss": 1.6056022247382233, "total_contrib": 0.0985807274147373}, "9-12": {"token_count": 30655, "frac": 0.05197313096788195, "mean_loss": 1.8381664979977583, "total_contrib": 0.0955352681412104}, "13-20": {"token_count": 36730, "frac": 0.06227281358506945, "mean_loss": 2.1024333676925155, "total_contrib": 0.1309244411813458}, "21-30": {"token_count": 27950, "frac": 0.047387017144097224, "mean_loss": 2.3909361084035776, "total_contrib": 0.11329933035936143}, "31-50": {"token_count": 33267, "frac": 0.056401570638020836, "mean_loss": 2.6397406125640845, "total_contrib": 0.1488855166255856}, "51-75": {"token_count": 24022, "frac": 0.04072740342881945, "mean_loss": 2.8774828424507954, "total_contrib": 0.11719240458399965}, "76-100": {"token_count": 15517, "frac": 0.026307847764756944, "mean_loss": 3.029472023002852, "total_contrib": 0.07969888878874927}, "101-150": {"token_count": 19988, "frac": 0.03388807508680555, "mean_loss": 3.1648505361085855, "total_contrib": 0.10725069260616456}, "151-200": {"token_count": 12008, "frac": 0.020358615451388888, "mean_loss": 3.2784564405036414, "total_contrib": 0.06674483394634285}, "201-300": {"token_count": 14617, "frac": 0.024781968858506944, "mean_loss": 3.4217136440267466, "total_contrib": 0.08479680096899915}, "301-500": {"token_count": 14808, "frac": 0.025105794270833332, "mean_loss": 3.5360327782894596, "total_contrib": 0.08877491146665839}, "501-750": {"token_count": 8485, "frac": 0.014385647243923612, "mean_loss": 3.7316855260703496, "total_contrib": 0.05368271160330356}, "751-1k": {"token_count": 4115, "frac": 0.006976657443576389, "mean_loss": 3.957183882072149, "total_contrib": 0.02760791638645917}, "1k-2k": {"token_count": 6839, "frac": 0.011594984266493056, "mean_loss": 3.9987963769783423, "total_contrib": 0.04636598107597331}, "2k-5k": {"token_count": 5173, "frac": 0.008770412868923612, "mean_loss": 3.85182733464246, "total_contrib": 0.03378211602461997}, "5k-10k": {"token_count": 1612, "frac": 0.0027330186631944445, "mean_loss": 4.235411639142754, "total_contrib": 0.01157545905608812}, "10k+": {"token_count": 3494, "frac": 0.005923800998263889, "mean_loss": 3.201978075955624, "total_contrib": 0.018967880922765013}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 11.652378407404775, "total_contrib": 0.5018142088597424}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.819898433117135, "total_contrib": 0.2148535652658702}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.909482871496918, "total_contrib": 0.1380475598866956}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 8.285991913035192, "total_contrib": 0.10429416904427975}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.051575880505146, "total_contrib": 0.08441661452406789}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.771895930831971, "total_contrib": 0.07172042770643179}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.1925930343209465, "total_contrib": 0.15923543267510804}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.597057829117748, "total_contrib": 0.15224736729931435}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.088747400724279, "total_contrib": 0.21149742422491968}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.671961706062872, "total_contrib": 0.18636511546410195}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.234857825651349, "total_contrib": 0.2552089043114633}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.062060578057737, "total_contrib": 0.22984321482503972}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.828704318284094, "total_contrib": 0.1758336577489315}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.7235607537028965, "total_contrib": 0.2716857885901061}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.626283216356132, "total_contrib": 0.21371962666705982}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.49050703053632, "total_contrib": 0.31638590608045425}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.409199637905522, "total_contrib": 0.4242242944530919}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.286365419304745, "total_contrib": 0.3512452864096005}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.348642988238234, "total_contrib": 0.23920986896665702}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.757950756043025, "total_contrib": 0.2911928073317483}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.77844152302595, "total_contrib": 0.3052390904117986}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.0142935797420325, "total_contrib": 0.17413291997927524}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 4.994340670314713, "total_contrib": 0.3832479741060286}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.113027333915009, "total_contrib": 2.2260771273589604}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.709126388772857, "total_contrib": 0.4800775326713666}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.3419084847751375, "total_contrib": 0.2645124294812396}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.183079289397888, "total_contrib": 0.18171674368194396}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.039294329758964, "total_contrib": 0.13517028061102393}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.956060718490111, "total_contrib": 0.10949440379273247}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.805088420006124, "total_contrib": 0.2349982038090967}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.65687938537186, "total_contrib": 0.20439536798859778}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.526763617271135, "total_contrib": 0.2570741002809549}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.421237446931486, "total_contrib": 0.19868523452481754}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.326628013519995, "total_contrib": 0.23691322318633234}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.249031147108703, "total_contrib": 0.16635238181056414}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.257712906939089, "total_contrib": 0.11147708540490103}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.220147715274593, "total_contrib": 0.1355644035531069}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.225594732049903, "total_contrib": 0.08456576913980622}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.219663439972691, "total_contrib": 0.10537998194511879}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.184388288200954, "total_contrib": 0.10400243514171344}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.210745373462141, "total_contrib": 0.06417948558794598}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.2796296665837525, "total_contrib": 0.030387181673944694}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.413849958996749, "total_contrib": 0.05268267095156709}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.1328388818534885, "total_contrib": 0.037556993962156}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.434363842133989, "total_contrib": 0.012247007071323424}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.280265704651267, "total_contrib": 0.022151181202572288}}}}
{"step": 1140, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20596, "frac": 0.034918891059027776, "mean_loss": 0.07720028035525882, "total_contrib": 0.002695748179451685}, "2": {"token_count": 13118, "frac": 0.022240532769097224, "mean_loss": 0.23651818193183882, "total_contrib": 0.00526029037574236}, "3": {"token_count": 9326, "frac": 0.015811496310763888, "mean_loss": 0.3511684755632288, "total_contrib": 0.0055524990558245705}, "4": {"token_count": 7795, "frac": 0.013215806749131944, "mean_loss": 0.37693164312802596, "total_contrib": 0.004981455753212759}, "5": {"token_count": 6566, "frac": 0.011132134331597222, "mean_loss": 0.39431124972905796, "total_contrib": 0.004389525800443852}, "6-8": {"token_count": 15207, "frac": 0.025782267252604168, "mean_loss": 0.49291480555415185, "total_contrib": 0.01270846124956256}, "9-12": {"token_count": 15553, "frac": 0.026368882921006944, "mean_loss": 0.6192438575030772, "total_contrib": 0.01632876877805135}, "13-20": {"token_count": 22263, "frac": 0.037745157877604164, "mean_loss": 0.7971039945194841, "total_contrib": 0.030086816118006853}, "21-30": {"token_count": 20337, "frac": 0.034479777018229164, "mean_loss": 0.9872254435865105, "total_contrib": 0.03403931316158526}, "31-50": {"token_count": 29871, "frac": 0.0506439208984375, "mean_loss": 1.2523898226060672, "total_contrib": 0.06342593111006985}, "51-75": {"token_count": 27493, "frac": 0.04661220974392361, "mean_loss": 1.5459331195204877, "total_contrib": 0.0720593588171671}, "76-100": {"token_count": 21483, "frac": 0.0364227294921875, "mean_loss": 1.7653021044986335, "total_contrib": 0.06429712102414303}, "101-150": {"token_count": 34338, "frac": 0.058217366536458336, "mean_loss": 1.9327595524997376, "total_contrib": 0.11252017129471842}, "151-200": {"token_count": 26825, "frac": 0.045479668511284724, "mean_loss": 2.086618463971419, "total_contrib": 0.09489871605094626}, "201-300": {"token_count": 41393, "frac": 0.0701785617404514, "mean_loss": 2.2202865433830365, "total_contrib": 0.15581651626629983}, "301-500": {"token_count": 56901, "frac": 0.09647115071614583, "mean_loss": 2.380549819421978, "total_contrib": 0.22965438041675137}, "501-750": {"token_count": 47714, "frac": 0.08089531792534722, "mean_loss": 2.5319734322972933, "total_contrib": 0.20482479578422216}, "751-1k": {"token_count": 31920, "frac": 0.054117838541666664, "mean_loss": 2.602464420065517, "total_contrib": 0.1408397492955378}, "1k-2k": {"token_count": 36190, "frac": 0.06135728624131945, "mean_loss": 2.875763867386679, "total_contrib": 0.1764490667736883}, "2k-5k": {"token_count": 37826, "frac": 0.06413099500868055, "mean_loss": 2.9313574825717805, "total_contrib": 0.18799087208346923}, "5k-10k": {"token_count": 20974, "frac": 0.035559760199652776, "mean_loss": 3.2320105585543124, "total_contrib": 0.11492952042493718}, "10k+": {"token_count": 46135, "frac": 0.07821824815538195, "mean_loss": 3.5493405301604475, "total_contrib": 0.2776231983760448}}, "trigram": {"novel": {"token_count": 434, "frac": 0.0007358127170138889, "mean_loss": 4.272123347418511, "total_contrib": 0.0031434826876824847}, "1": {"token_count": 163087, "frac": 0.2765011257595486, "mean_loss": 0.9556486781492982, "total_contrib": 0.2642379353389055}, "2": {"token_count": 56976, "frac": 0.09659830729166667, "mean_loss": 1.2804804425088288, "total_contrib": 0.12369224326643716}, "3": {"token_count": 32525, "frac": 0.05514356825086805, "mean_loss": 1.481415798803262, "total_contrib": 0.08169055320922189}, "4": {"token_count": 22570, "frac": 0.03826565212673611, "mean_loss": 1.6117860497019183, "total_contrib": 0.061676044280619804}, "5": {"token_count": 17493, "frac": 0.029657999674479168, "mean_loss": 1.715143006915986, "total_contrib": 0.050867710740799536}, "6-8": {"token_count": 35957, "frac": 0.06096225314670139, "mean_loss": 1.8583866714642863, "total_contrib": 0.11329143871026161}, "9-12": {"token_count": 30795, "frac": 0.052210489908854164, "mean_loss": 2.1305195564897748, "total_contrib": 0.11123546980472583}, "13-20": {"token_count": 37094, "frac": 0.06288994683159722, "mean_loss": 2.3880107559920436, "total_contrib": 0.1501818694776219}, "21-30": {"token_count": 28469, "frac": 0.04826694064670139, "mean_loss": 2.595554279836906, "total_contrib": 0.1252794643701797}, "31-50": {"token_count": 33492, "frac": 0.056783040364583336, "mean_loss": 2.8561749360063966, "total_contrib": 0.16218229667956244}, "51-75": {"token_count": 23733, "frac": 0.0402374267578125, "mean_loss": 3.071055034016092, "total_contrib": 0.12357135200043388}, "76-100": {"token_count": 15656, "frac": 0.026543511284722224, "mean_loss": 3.2132980306032026, "total_contrib": 0.0852922125364918}, "101-150": {"token_count": 19416, "frac": 0.032918294270833336, "mean_loss": 3.2931009896604464, "total_contrib": 0.10840326744121506}, "151-200": {"token_count": 12237, "frac": 0.020746866861979168, "mean_loss": 3.41611669713893, "total_contrib": 0.07087371830052538}, "201-300": {"token_count": 14520, "frac": 0.024617513020833332, "mean_loss": 3.511960545787269, "total_contrib": 0.08645573446457103}, "301-500": {"token_count": 14555, "frac": 0.024676852756076388, "mean_loss": 3.5940233362482625, "total_contrib": 0.0886891846705008}, "501-750": {"token_count": 8321, "frac": 0.014107598198784722, "mean_loss": 3.829122432505632, "total_contrib": 0.05401972073174263}, "751-1k": {"token_count": 4273, "frac": 0.007244533962673611, "mean_loss": 4.018227108268695, "total_contrib": 0.029110182755588333}, "1k-2k": {"token_count": 7254, "frac": 0.012298583984375, "mean_loss": 4.003969960117376, "total_contrib": 0.04924316082541817}, "2k-5k": {"token_count": 5456, "frac": 0.009250217013888888, "mean_loss": 3.8926498459106136, "total_contrib": 0.036007855833754314}, "5k-10k": {"token_count": 1730, "frac": 0.002933078342013889, "mean_loss": 4.167687576440717, "total_contrib": 0.012224154166738622}, "10k+": {"token_count": 3781, "frac": 0.006410386827256944, "mean_loss": 3.1204394424101154, "total_contrib": 0.020003223896878808}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 11.363991116939761, "total_contrib": 0.4893946980139616}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.57406382867509, "total_contrib": 0.2094748496315037}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.676946774803753, "total_contrib": 0.13444454036277176}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 8.053064913863565, "total_contrib": 0.10136236219706744}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.796196352518463, "total_contrib": 0.08173909207488027}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.5439152348039755, "total_contrib": 0.0696165815955913}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.03630024628533, "total_contrib": 0.1557752967257925}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.449843961981981, "total_contrib": 0.14884995525868516}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.989151128464047, "total_contrib": 0.20803786946609734}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.624968877657228, "total_contrib": 0.18482105992465053}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.219272921570861, "total_contrib": 0.2544491117007278}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.055209869751528, "total_contrib": 0.22953215793493598}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.809491100110765, "total_contrib": 0.17513402277319848}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.736296614651781, "total_contrib": 0.2724183191122465}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.639412841807492, "total_contrib": 0.21432617376297092}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.490600749902928, "total_contrib": 0.31639250922939044}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.423229179614049, "total_contrib": 0.42557412501681463}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.292312258393296, "total_contrib": 0.3517325988513915}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.35596528746576, "total_contrib": 0.239612653523469}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.78368707035434, "total_contrib": 0.29276790341805514}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.795727217605195, "total_contrib": 0.30634327253165505}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.038808389214542, "total_contrib": 0.17498425333028403}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.010377748388131, "total_contrib": 0.3844786025488878}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.009522562784102, "total_contrib": 2.1936845056564627}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.662405093661847, "total_contrib": 0.4761487627418353}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.319069752542003, "total_contrib": 0.2633815361747602}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.150783319879616, "total_contrib": 0.18058445955368138}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.015373178395121, "total_contrib": 0.13452863745013632}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.957168922136563, "total_contrib": 0.10951888737040465}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.83183410879595, "total_contrib": 0.23630623152385793}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.656864771810373, "total_contrib": 0.20439472658390795}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.532054776212222, "total_contrib": 0.25737458425565013}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.440747501200412, "total_contrib": 0.19956199352148798}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.329401964786769, "total_contrib": 0.2370651164698593}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.266682296126719, "total_contrib": 0.16704343597778015}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.270303585149506, "total_contrib": 0.11180673940949135}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.238585451192032, "total_contrib": 0.13615668155879623}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.21660921860116, "total_contrib": 0.08438594430943484}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.221738072042883, "total_contrib": 0.10543179287582681}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.202147444224562, "total_contrib": 0.10444383669082995}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.225566219484279, "total_contrib": 0.06440538247538871}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.293598314525127, "total_contrib": 0.030486364985540148}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.4049660709127325, "total_contrib": 0.05257663496098096}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.128460780235822, "total_contrib": 0.03751720815372722}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.42545257051955, "total_contrib": 0.012222395557617775}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2928484475870032, "total_contrib": 0.022236150727571333}}}}
{"step": 1150, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20534, "frac": 0.034813774956597224, "mean_loss": 0.32570342368600774, "total_contrib": 0.011338965694797911}, "2": {"token_count": 12804, "frac": 0.021708170572916668, "mean_loss": 0.4888555925975824, "total_contrib": 0.010612160589632578}, "3": {"token_count": 9455, "frac": 0.016030205620659724, "mean_loss": 0.6725043935470926, "total_contrib": 0.010780383709356961}, "4": {"token_count": 7548, "frac": 0.012797037760416666, "mean_loss": 0.7522471339153164, "total_contrib": 0.009626534977879516}, "5": {"token_count": 6473, "frac": 0.010974460177951388, "mean_loss": 0.7643626558294448, "total_contrib": 0.008388467527913404}, "6-8": {"token_count": 15258, "frac": 0.025868733723958332, "mean_loss": 0.9197063256661283, "total_contrib": 0.02379163804289718}, "9-12": {"token_count": 15331, "frac": 0.025992499457465276, "mean_loss": 1.0525657080915929, "total_contrib": 0.027358813596517283}, "13-20": {"token_count": 22232, "frac": 0.03769259982638889, "mean_loss": 1.2236172128034175, "total_contrib": 0.04612131394288055}, "21-30": {"token_count": 20093, "frac": 0.034066094292534724, "mean_loss": 1.4268980005492087, "total_contrib": 0.04860884183253861}, "31-50": {"token_count": 29581, "frac": 0.05015224880642361, "mean_loss": 1.694570159474944, "total_contrib": 0.08498650425792834}, "51-75": {"token_count": 27137, "frac": 0.04600863986545139, "mean_loss": 1.959913445279113, "total_contrib": 0.09017295187130277}, "76-100": {"token_count": 22122, "frac": 0.037506103515625, "mean_loss": 2.120253541530579, "total_contrib": 0.0795224488080164}, "101-150": {"token_count": 34700, "frac": 0.058831108940972224, "mean_loss": 2.2588436032733132, "total_contrib": 0.13289027410479054}, "151-200": {"token_count": 27375, "frac": 0.046412150065104164, "mean_loss": 2.3701008483503214, "total_contrib": 0.1100014762430658}, "201-300": {"token_count": 42425, "frac": 0.07192823621961805, "mean_loss": 2.482673717271388, "total_contrib": 0.17857434159213365}, "301-500": {"token_count": 57021, "frac": 0.09667460123697917, "mean_loss": 2.6152218217007652, "total_contrib": 0.2528255267591677}, "501-750": {"token_count": 48731, "frac": 0.08261956108940972, "mean_loss": 2.716118741943667, "total_contrib": 0.2244045383261055}, "751-1k": {"token_count": 32053, "frac": 0.054343329535590276, "mean_loss": 2.781583097624618, "total_contrib": 0.1511604869048426}, "1k-2k": {"token_count": 35876, "frac": 0.06082492404513889, "mean_loss": 3.072121314873181, "total_contrib": 0.18686154563461344}, "2k-5k": {"token_count": 37615, "frac": 0.06377326117621528, "mean_loss": 3.1015345148635056, "total_contrib": 0.1977949706634365}, "5k-10k": {"token_count": 20546, "frac": 0.03483412000868055, "mean_loss": 3.4572000617004868, "total_contrib": 0.12042852184329257}, "10k+": {"token_count": 44914, "frac": 0.07614813910590278, "mean_loss": 3.6819980191435384, "total_contrib": 0.28037729734940064}}, "trigram": {"novel": {"token_count": 439, "frac": 0.0007442898220486111, "mean_loss": 4.308934779731654, "total_contrib": 0.0032070963004255442}, "1": {"token_count": 161908, "frac": 0.2745022243923611, "mean_loss": 1.333061339204534, "total_contrib": 0.3659283028631044}, "2": {"token_count": 55854, "frac": 0.094696044921875, "mean_loss": 1.6328301118837683, "total_contrib": 0.1546225536247355}, "3": {"token_count": 32231, "frac": 0.05464511447482639, "mean_loss": 1.8434125222109603, "total_contrib": 0.10073348830054636}, "4": {"token_count": 22471, "frac": 0.03809780544704861, "mean_loss": 1.9101905461748625, "total_contrib": 0.07277406779496144}, "5": {"token_count": 17481, "frac": 0.029637654622395832, "mean_loss": 2.0638813326469556, "total_contrib": 0.061168602118600514}, "6-8": {"token_count": 36471, "frac": 0.061833699544270836, "mean_loss": 2.191730416725289, "total_contrib": 0.13552280006983103}, "9-12": {"token_count": 30454, "frac": 0.05163235134548611, "mean_loss": 2.401742959902973, "total_contrib": 0.12400763634725807}, "13-20": {"token_count": 37533, "frac": 0.06363423665364583, "mean_loss": 2.6432532514183555, "total_contrib": 0.16820140293627445}, "21-30": {"token_count": 28178, "frac": 0.04777357313368055, "mean_loss": 2.849785240988429, "total_contrib": 0.13614442362564416}, "31-50": {"token_count": 34301, "frac": 0.05815463595920139, "mean_loss": 3.0272749038395994, "total_contrib": 0.1760500699812183}, "51-75": {"token_count": 24356, "frac": 0.04129367404513889, "mean_loss": 3.2348927320361387, "total_contrib": 0.13358060604768912}, "76-100": {"token_count": 16009, "frac": 0.027141994900173612, "mean_loss": 3.3158994083521085, "total_contrib": 0.09000012483098163}, "101-150": {"token_count": 19957, "frac": 0.033835517035590276, "mean_loss": 3.3698643345654307, "total_contrib": 0.11402110209981672}, "151-200": {"token_count": 12608, "frac": 0.021375868055555556, "mean_loss": 3.4310343104798635, "total_contrib": 0.0733413367149016}, "201-300": {"token_count": 14753, "frac": 0.025012546115451388, "mean_loss": 3.5543093055108246, "total_contrib": 0.0889023254126675}, "301-500": {"token_count": 14595, "frac": 0.024744669596354168, "mean_loss": 3.6616566551518734, "total_contrib": 0.09060648410702446}, "501-750": {"token_count": 8517, "frac": 0.014439900716145834, "mean_loss": 3.799908394383536, "total_contrib": 0.05487029994534739}, "751-1k": {"token_count": 4216, "frac": 0.007147894965277778, "mean_loss": 3.9688231322514365, "total_contrib": 0.028368730885098024}, "1k-2k": {"token_count": 6957, "frac": 0.0117950439453125, "mean_loss": 4.10071160975476, "total_contrib": 0.048368073644110554}, "2k-5k": {"token_count": 5357, "frac": 0.009082370334201388, "mean_loss": 3.840845240685553, "total_contrib": 0.03488397887226106}, "5k-10k": {"token_count": 1548, "frac": 0.00262451171875, "mean_loss": 4.281966431682463, "total_contrib": 0.011238071079244745}, "10k+": {"token_count": 3630, "frac": 0.006154378255208333, "mean_loss": 3.26376212800522, "total_contrib": 0.020086426670767803}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 11.700270406651429, "total_contrib": 0.5038766964371625}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.847177964291454, "total_contrib": 0.21545042526106298}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.977183363168166, "total_contrib": 0.1390965419447053}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 8.360273988842476, "total_contrib": 0.10522914308872908}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.046159443909827, "total_contrib": 0.08435982598391786}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.7939638501222115, "total_contrib": 0.07192407436153023}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.284652146577013, "total_contrib": 0.16127351164076512}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.707526754017838, "total_contrib": 0.15479677696345148}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.227674937754948, "total_contrib": 0.21632318136380235}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.807846004633226, "total_contrib": 0.19082990107183148}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.377676265750335, "total_contrib": 0.2621715647746631}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.20968741345278, "total_contrib": 0.23654622161810795}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.955033214381295, "total_contrib": 0.18043383005520539}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.839980987486765, "total_contrib": 0.27838194953153567}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.729958827779196, "total_contrib": 0.21850911142871016}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.583771593622863, "total_contrib": 0.322957011101931}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.48953492101717, "total_contrib": 0.4319536289347388}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.339946593867933, "total_contrib": 0.35563598416039155}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.403779100940662, "total_contrib": 0.24224279264665355}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.819249508026873, "total_contrib": 0.29494437110181015}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.850856462615779, "total_contrib": 0.30986483924352803}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.088436961722051, "total_contrib": 0.17670772007743457}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.046980750087814, "total_contrib": 0.38728738696581444}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.22231065137904, "total_contrib": 2.260278189999147}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.822909052810001, "total_contrib": 0.4896454589865289}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.4687375502578055, "total_contrib": 0.27079255658099616}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.285200736624963, "total_contrib": 0.1852970818967482}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.133506112131652, "total_contrib": 0.13769734734435166}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.087223061336089, "total_contrib": 0.11239217751781985}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.9299145658734975, "total_contrib": 0.24110296557479335}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.76863730872278, "total_contrib": 0.20930054159921488}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.604620310664639, "total_contrib": 0.26149556804406526}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.502089135988461, "total_contrib": 0.20231861477069457}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.3704101834732985, "total_contrib": 0.23931060400329102}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.295376131950544, "total_contrib": 0.16816681864251362}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.296887162412564, "total_contrib": 0.112502760906876}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.252505360795856, "total_contrib": 0.13660383278910163}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.240769661654666, "total_contrib": 0.0848694612056676}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.231554329170541, "total_contrib": 0.10567693967807697}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.19203127978039, "total_contrib": 0.10419240071882548}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.206998202321049, "total_contrib": 0.06412237182424967}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.283989682751337, "total_contrib": 0.03041813963379347}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.418203916010878, "total_contrib": 0.05273463875447011}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.125226647638337, "total_contrib": 0.037487818114117916}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.414613677845082, "total_contrib": 0.012192460261382446}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.287160515929253, "total_contrib": 0.022197740910756793}}}}
{"step": 1160, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21018, "frac": 0.035634358723958336, "mean_loss": 0.35292327295156245, "total_contrib": 0.012576194510389438}, "2": {"token_count": 12929, "frac": 0.021920098198784724, "mean_loss": 0.5740789564346896, "total_contrib": 0.012583867098904255}, "3": {"token_count": 9355, "frac": 0.015860663519965276, "mean_loss": 0.7159710520909849, "total_contrib": 0.011355775947250643}, "4": {"token_count": 7796, "frac": 0.013217502170138888, "mean_loss": 0.7712070903346423, "total_contrib": 0.010193431390124632}, "5": {"token_count": 6492, "frac": 0.011006673177083334, "mean_loss": 0.8097938047863115, "total_contrib": 0.008913135750109751}, "6-8": {"token_count": 15212, "frac": 0.025790744357638888, "mean_loss": 0.9929124858220734, "total_contrib": 0.02560795209134484}, "9-12": {"token_count": 15472, "frac": 0.026231553819444444, "mean_loss": 1.1372334307503082, "total_contrib": 0.029831399943998155}, "13-20": {"token_count": 22134, "frac": 0.037526448567708336, "mean_loss": 1.262699374307414, "total_contrib": 0.04738462312642466}, "21-30": {"token_count": 19973, "frac": 0.03386264377170139, "mean_loss": 1.4577036058662336, "total_contrib": 0.04936169793017287}, "31-50": {"token_count": 29508, "frac": 0.050028483072916664, "mean_loss": 1.729980932808887, "total_contrib": 0.08654832181349799}, "51-75": {"token_count": 26737, "frac": 0.04533047146267361, "mean_loss": 1.9635030777550408, "total_contrib": 0.08900652023304668}, "76-100": {"token_count": 21584, "frac": 0.03659396701388889, "mean_loss": 2.1508586332293893, "total_contrib": 0.07870844987593441}, "101-150": {"token_count": 34347, "frac": 0.058232625325520836, "mean_loss": 2.3177774662097796, "total_contrib": 0.13497026677772914}, "151-200": {"token_count": 27074, "frac": 0.04590182834201389, "mean_loss": 2.4241902084212, "total_contrib": 0.1112747628153408}, "201-300": {"token_count": 41574, "frac": 0.07048543294270833, "mean_loss": 2.5188629378386365, "total_contrib": 0.1775431446968985}, "301-500": {"token_count": 56676, "frac": 0.09608968098958333, "mean_loss": 2.67449478832807, "total_contrib": 0.2569913510187474}, "501-750": {"token_count": 47612, "frac": 0.0807223849826389, "mean_loss": 2.7917470866271263, "total_contrib": 0.22535648310087544}, "751-1k": {"token_count": 31960, "frac": 0.05418565538194445, "mean_loss": 2.8496290362351244, "total_contrib": 0.15440901692381895}, "1k-2k": {"token_count": 36472, "frac": 0.061835394965277776, "mean_loss": 3.124601348409243, "total_contrib": 0.19321095848792505}, "2k-5k": {"token_count": 38129, "frac": 0.06464470757378472, "mean_loss": 3.1636248634708246, "total_contrib": 0.20451160417222608}, "5k-10k": {"token_count": 20910, "frac": 0.035451253255208336, "mean_loss": 3.482507020549863, "total_contrib": 0.12345923834855421}, "10k+": {"token_count": 46860, "frac": 0.07944742838541667, "mean_loss": 3.7441550416045826, "total_contrib": 0.29746348953177687}}, "trigram": {"novel": {"token_count": 443, "frac": 0.0007510715060763889, "mean_loss": 4.502723321158851, "total_contrib": 0.003381867186268058}, "1": {"token_count": 164360, "frac": 0.2786593967013889, "mean_loss": 1.358806282897042, "total_contrib": 0.37864413902614646}, "2": {"token_count": 55841, "frac": 0.09467400444878472, "mean_loss": 1.6992900829611564, "total_contrib": 0.16087859687404027}, "3": {"token_count": 31740, "frac": 0.053812662760416664, "mean_loss": 1.9021490875094111, "total_contrib": 0.10235970736617822}, "4": {"token_count": 22495, "frac": 0.038138495551215276, "mean_loss": 2.03734967513287, "total_contrib": 0.07770145152132485}, "5": {"token_count": 17016, "frac": 0.028849283854166668, "mean_loss": 2.1562323919937625, "total_contrib": 0.06220576033217683}, "6-8": {"token_count": 35624, "frac": 0.06039767795138889, "mean_loss": 2.290750452367822, "total_contrib": 0.1383560080891101}, "9-12": {"token_count": 30333, "frac": 0.051427205403645836, "mean_loss": 2.4803801068058045, "total_contrib": 0.1275590172318191}, "13-20": {"token_count": 37418, "frac": 0.06343926323784722, "mean_loss": 2.6969645405398825, "total_contrib": 0.1710934434304493}, "21-30": {"token_count": 28590, "frac": 0.048472086588541664, "mean_loss": 2.9269067984890613, "total_contrib": 0.14187327977295305}, "31-50": {"token_count": 33450, "frac": 0.056711832682291664, "mean_loss": 3.1172048170970594, "total_contrib": 0.176782398023642}, "51-75": {"token_count": 24057, "frac": 0.0407867431640625, "mean_loss": 3.310444639805124, "total_contrib": 0.135022255282579}, "76-100": {"token_count": 15823, "frac": 0.026826646592881944, "mean_loss": 3.341988758556929, "total_contrib": 0.089654351343191}, "101-150": {"token_count": 19784, "frac": 0.03354220920138889, "mean_loss": 3.3944280131968356, "total_contrib": 0.1138566145377031}, "151-200": {"token_count": 12115, "frac": 0.020540025499131944, "mean_loss": 3.512926566997558, "total_contrib": 0.07215560126270788}, "201-300": {"token_count": 14643, "frac": 0.0248260498046875, "mean_loss": 3.6173072437517755, "total_contrib": 0.08980344979223845}, "301-500": {"token_count": 14943, "frac": 0.025334676106770832, "mean_loss": 3.6926157950305325, "total_contrib": 0.0935512251538446}, "501-750": {"token_count": 8451, "frac": 0.0143280029296875, "mean_loss": 3.8897108053794818, "total_contrib": 0.05573178781511434}, "751-1k": {"token_count": 4470, "frac": 0.007578531901041667, "mean_loss": 3.9229815091458056, "total_contrib": 0.02973044051425807}, "1k-2k": {"token_count": 7341, "frac": 0.012446085611979166, "mean_loss": 4.080314613720827, "total_contrib": 0.05078394500617911}, "2k-5k": {"token_count": 5355, "frac": 0.0090789794921875, "mean_loss": 4.032681276541622, "total_contrib": 0.036612630608249895}, "5k-10k": {"token_count": 1736, "frac": 0.0029432508680555555, "mean_loss": 4.322230191838022, "total_contrib": 0.012721407764063188}, "10k+": {"token_count": 3796, "frac": 0.006435818142361111, "mean_loss": 3.232270892480834, "total_contrib": 0.02080230765085389}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 11.49611663434968, "total_contrib": 0.49508473481770193}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.667004170957854, "total_contrib": 0.2115083293087618}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.806334918977235, "total_contrib": 0.13644933882740098}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 8.179288414174282, "total_contrib": 0.10295111285202005}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.9435972792726615, "total_contrib": 0.08328451466034298}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.638650046202766, "total_contrib": 0.0704908111597386}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.169692039949126, "total_contrib": 0.15872843196895292}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.601213485915286, "total_contrib": 0.15234327184088622}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.134158876641955, "total_contrib": 0.21307482751573412}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.731059197672478, "total_contrib": 0.1883068970589407}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.305820392535125, "total_contrib": 0.2586684593833881}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.14577791685419, "total_contrib": 0.23364440645221635}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.869263443796365, "total_contrib": 0.17731058798193752}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.7894509368329885, "total_contrib": 0.2754756046414848}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.682595608682589, "total_contrib": 0.21632108077220186}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.541289485529819, "total_contrib": 0.31996386574666796}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.459310551813337, "total_contrib": 0.42904563819860675}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.310839558164297, "total_contrib": 0.3532508144204965}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.397753475511681, "total_contrib": 0.24191133543731097}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.814521340994066, "total_contrib": 0.2946550010972829}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.828354441951764, "total_contrib": 0.30842744667802025}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.065853529689445, "total_contrib": 0.17592345826658273}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.018831772116805, "total_contrib": 0.38512733431969315}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.125179766592184, "total_contrib": 2.229880325512782}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.742556628680006, "total_contrib": 0.482888664532591}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.370783106571476, "total_contrib": 0.2659421987076256}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.224043220997899, "total_contrib": 0.18315292318897763}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.077892184406798, "total_contrib": 0.1362056007376776}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.01438698716728, "total_contrib": 0.11078300786298427}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.877910138706169, "total_contrib": 0.23855963111219308}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.707551669898013, "total_contrib": 0.20661942821980753}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.560600146290669, "total_contrib": 0.2589956707427169}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.481793131445786, "total_contrib": 0.20140653608890452}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.341296219745836, "total_contrib": 0.23771641033449173}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.276542810842827, "total_contrib": 0.16742948165551513}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.27921312199615, "total_contrib": 0.11204001234772837}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.236579826879279, "total_contrib": 0.13609225460456287}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.225365164675191, "total_contrib": 0.08456117486542758}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.243984573276578, "total_contrib": 0.10598736701857504}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.193306052663737, "total_contrib": 0.10422408503562146}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.209354929237135, "total_contrib": 0.06415829266669691}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.306579525591578, "total_contrib": 0.030578537077462987}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.4108098875362804, "total_contrib": 0.052646385376409595}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.1365907148690395, "total_contrib": 0.03759108858184484}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.431968735071314, "total_contrib": 0.012240392166868713}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2945787127038777, "total_contrib": 0.022247834968905207}}}}
{"step": 1170, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20668, "frac": 0.035040961371527776, "mean_loss": 0.32830450657879057, "total_contrib": 0.011504105533125888}, "2": {"token_count": 12947, "frac": 0.021950615776909724, "mean_loss": 0.5068847280081357, "total_contrib": 0.011126431907689976}, "3": {"token_count": 9492, "frac": 0.016092936197916668, "mean_loss": 0.6344595776217188, "total_contrib": 0.010210317502823477}, "4": {"token_count": 7809, "frac": 0.013239542643229166, "mean_loss": 0.7133932926649291, "total_contrib": 0.009445000919630993}, "5": {"token_count": 6437, "frac": 0.010913425021701388, "mean_loss": 0.7768503776528336, "total_contrib": 0.008478098349594607}, "6-8": {"token_count": 15280, "frac": 0.025906032986111112, "mean_loss": 0.8915912257649036, "total_contrib": 0.023097591704792832}, "9-12": {"token_count": 15084, "frac": 0.02557373046875, "mean_loss": 1.0549705024356322, "total_contrib": 0.026979531281770622}, "13-20": {"token_count": 22026, "frac": 0.037343343098958336, "mean_loss": 1.2060806606955525, "total_contrib": 0.04503908391737237}, "21-30": {"token_count": 20121, "frac": 0.034113566080729164, "mean_loss": 1.4256189211415762, "total_contrib": 0.04863294527230098}, "31-50": {"token_count": 29296, "frac": 0.04966905381944445, "mean_loss": 1.6895437556200383, "total_contrib": 0.08391803972819799}, "51-75": {"token_count": 27042, "frac": 0.045847574869791664, "mean_loss": 1.9552913322798813, "total_contrib": 0.08964536574895655}, "76-100": {"token_count": 21362, "frac": 0.036217583550347224, "mean_loss": 2.119195379710161, "total_contrib": 0.07675213572416256}, "101-150": {"token_count": 34443, "frac": 0.0583953857421875, "mean_loss": 2.3050320026566316, "total_contrib": 0.13460323294322096}, "151-200": {"token_count": 27010, "frac": 0.04579332139756945, "mean_loss": 2.4212935860341913, "total_contrib": 0.1108790753831372}, "201-300": {"token_count": 41916, "frac": 0.07106526692708333, "mean_loss": 2.5298677967343717, "total_contrib": 0.17978573026516032}, "301-500": {"token_count": 57271, "frac": 0.09709845648871528, "mean_loss": 2.6718219911226138, "total_contrib": 0.2594297913506117}, "501-750": {"token_count": 48058, "frac": 0.0814785427517361, "mean_loss": 2.7767126604793115, "total_contrib": 0.22624250121615047}, "751-1k": {"token_count": 31975, "frac": 0.05421108669704861, "mean_loss": 2.8619951616335286, "total_contrib": 0.15515186783384888}, "1k-2k": {"token_count": 36649, "frac": 0.06213548448350695, "mean_loss": 3.0844734373439766, "total_contrib": 0.191655251405876}, "2k-5k": {"token_count": 37781, "frac": 0.06405470106336805, "mean_loss": 3.141005425863848, "total_contrib": 0.20119616359212586}, "5k-10k": {"token_count": 21359, "frac": 0.03621249728732639, "mean_loss": 3.4664982009519782, "total_contrib": 0.1255305566984953}, "10k+": {"token_count": 45798, "frac": 0.07764689127604167, "mean_loss": 3.691122022957406, "total_contrib": 0.2866041504031767}}, "trigram": {"novel": {"token_count": 462, "frac": 0.0007832845052083334, "mean_loss": 4.553666488339044, "total_contrib": 0.0035668164022024168}, "1": {"token_count": 164958, "frac": 0.2796732584635417, "mean_loss": 1.3098766437599392, "total_contrib": 0.36633746914563}, "2": {"token_count": 56254, "frac": 0.09537421332465278, "mean_loss": 1.6355981247578368, "total_contrib": 0.155993884464056}, "3": {"token_count": 32426, "frac": 0.05497572157118055, "mean_loss": 1.8665080699304135, "total_contrib": 0.10261262796285602}, "4": {"token_count": 22361, "frac": 0.037911309136284724, "mean_loss": 1.9752684301250953, "total_contrib": 0.07488501208161631}, "5": {"token_count": 17031, "frac": 0.028874715169270832, "mean_loss": 2.1196852132524175, "total_contrib": 0.06120530678117866}, "6-8": {"token_count": 35324, "frac": 0.05988905164930555, "mean_loss": 2.2797946084185434, "total_contrib": 0.13653473705338648}, "9-12": {"token_count": 29927, "frac": 0.05073886447482639, "mean_loss": 2.4702979407270327, "total_contrib": 0.1253401124269916}, "13-20": {"token_count": 37229, "frac": 0.06311882866753472, "mean_loss": 2.716532993319326, "total_contrib": 0.17146438057502777}, "21-30": {"token_count": 28258, "frac": 0.04790920681423611, "mean_loss": 2.9100819692438, "total_contrib": 0.1394197189108807}, "31-50": {"token_count": 33039, "frac": 0.0560150146484375, "mean_loss": 3.1172293211795052, "total_contrib": 0.17461164608840887}, "51-75": {"token_count": 23990, "frac": 0.040673149956597224, "mean_loss": 3.3245950413438363, "total_contrib": 0.1352217526615374}, "76-100": {"token_count": 15644, "frac": 0.026523166232638888, "mean_loss": 3.3870949127473104, "total_contrib": 0.08983648141652242}, "101-150": {"token_count": 19927, "frac": 0.03378465440538195, "mean_loss": 3.4731617991246178, "total_contrib": 0.11733957107739981}, "151-200": {"token_count": 12188, "frac": 0.020663791232638888, "mean_loss": 3.506624313591721, "total_contrib": 0.07246015274735497}, "201-300": {"token_count": 14599, "frac": 0.024751451280381944, "mean_loss": 3.6246044192012934, "total_contrib": 0.0897142196925179}, "301-500": {"token_count": 14834, "frac": 0.025149875217013888, "mean_loss": 3.7312077914360304, "total_contrib": 0.09383941036336614}, "501-750": {"token_count": 8742, "frac": 0.014821370442708334, "mean_loss": 3.8197264821904042, "total_contrib": 0.05661358118236714}, "751-1k": {"token_count": 4346, "frac": 0.007368299696180556, "mean_loss": 3.991546284780413, "total_contrib": 0.029410909277438144}, "1k-2k": {"token_count": 7254, "frac": 0.012298583984375, "mean_loss": 4.039774262515799, "total_contrib": 0.049683503045467134}, "2k-5k": {"token_count": 5567, "frac": 0.009438408745659722, "mean_loss": 3.9249896121342847, "total_contrib": 0.037045656281791794}, "5k-10k": {"token_count": 1813, "frac": 0.003073798285590278, "mean_loss": 4.3594697765169705, "total_contrib": 0.013400130725140496}, "10k+": {"token_count": 3651, "frac": 0.006189982096354167, "mean_loss": 3.129231719505751, "total_contrib": 0.019369888319084164}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 11.673274284359472, "total_contrib": 0.5027140979292382}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.7828460093365, "total_contrib": 0.21404288016507897}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.913604286215108, "total_contrib": 0.13811141895161924}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 8.301464693269748, "total_contrib": 0.10448892192049597}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.079970049670095, "total_contrib": 0.08471431272237119}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.84510752346828, "total_contrib": 0.07239603720811268}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.345457490908017, "total_contrib": 0.16261966945440826}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.703500206916302, "total_contrib": 0.154703852024578}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.220968515890337, "total_contrib": 0.2160902285318353}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.8202895554770535, "total_contrib": 0.1912387620462126}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.412569577082781, "total_contrib": 0.2638726775936811}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.2194999762027114, "total_contrib": 0.2369917617165202}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.92572317031033, "total_contrib": 0.17936652671292666}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.830633601764101, "total_contrib": 0.2778443144732109}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.712515435051526, "total_contrib": 0.21770328195238578}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.556519811561713, "total_contrib": 0.32103694290003476}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.460916997454175, "total_contrib": 0.42920019987068514}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.324620089263583, "total_contrib": 0.3543800570583373}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.389037065429489, "total_contrib": 0.24143186372182168}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.8328239956733, "total_contrib": 0.2957751474945319}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.841547827195663, "total_contrib": 0.30927021871821253}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.089179667179519, "total_contrib": 0.17673351223896974}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.052990926998419, "total_contrib": 0.3877485866069801}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.225336459378228, "total_contrib": 2.2612251401038734}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.8105478685808, "total_contrib": 0.488606013295272}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.453605257285875, "total_contrib": 0.2700432589116266}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.295595540889817, "total_contrib": 0.18566151969072217}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.139223720985049, "total_contrib": 0.13785071222890974}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.067431544420897, "total_contrib": 0.11195492291827512}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.930698789596969, "total_contrib": 0.24114131890990223}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.73602429416242, "total_contrib": 0.20786912185207237}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.585995265367266, "total_contrib": 0.26043785503598016}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.479180145778362, "total_contrib": 0.20128911157226778}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.34753379645831, "total_contrib": 0.23805796139901741}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.2768422670393935, "total_contrib": 0.1674412055638185}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.275371719846475, "total_contrib": 0.11193943527152017}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.234739498724003, "total_contrib": 0.13603313748223822}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.2209795600121485, "total_contrib": 0.08447340685761075}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.222064328573354, "total_contrib": 0.10543994066007065}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.19686648824649, "total_contrib": 0.10431257920615904}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.196925376562714, "total_contrib": 0.06396884347754381}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.294070814979251, "total_contrib": 0.030489719938715788}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.399854942774255, "total_contrib": 0.05251562974231423}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.1151835970971415, "total_contrib": 0.037396552328221096}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.415133898997733, "total_contrib": 0.012193897029397426}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2777197224911307, "total_contrib": 0.02213398853671972}}}}
{"step": 1180, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20349, "frac": 0.0345001220703125, "mean_loss": 0.33793736514261535, "total_contrib": 0.011658880349539998}, "2": {"token_count": 12891, "frac": 0.021855672200520832, "mean_loss": 0.550793032819708, "total_contrib": 0.01203795197563825}, "3": {"token_count": 9394, "frac": 0.015926784939236112, "mean_loss": 0.6778752978156412, "total_contrib": 0.010796374083930348}, "4": {"token_count": 7609, "frac": 0.012900458441840278, "mean_loss": 0.7831322360884224, "total_contrib": 0.010102764866124143}, "5": {"token_count": 6623, "frac": 0.011228773328993056, "mean_loss": 0.870088359472159, "total_contrib": 0.009770024964708302}, "6-8": {"token_count": 15363, "frac": 0.0260467529296875, "mean_loss": 0.9566833693293392, "total_contrib": 0.024918495352862273}, "9-12": {"token_count": 15126, "frac": 0.025644938151041668, "mean_loss": 1.1064766777361839, "total_contrib": 0.0283755259661145}, "13-20": {"token_count": 22042, "frac": 0.03737046983506945, "mean_loss": 1.3050121162178934, "total_contrib": 0.04876891592352093}, "21-30": {"token_count": 19856, "frac": 0.03366427951388889, "mean_loss": 1.5025519149489803, "total_contrib": 0.05058232764897148}, "31-50": {"token_count": 29549, "frac": 0.05009799533420139, "mean_loss": 1.7089980511297784, "total_contrib": 0.08561737639165891}, "51-75": {"token_count": 27307, "frac": 0.04629686143663195, "mean_loss": 1.946948471520774, "total_contrib": 0.09013760361025965}, "76-100": {"token_count": 21855, "frac": 0.037053426106770836, "mean_loss": 2.1226786409608702, "total_contrib": 0.07865251617126434}, "101-150": {"token_count": 34213, "frac": 0.058005438910590276, "mean_loss": 2.3352236686444816, "total_contrib": 0.135455673854122}, "151-200": {"token_count": 27319, "frac": 0.046317206488715276, "mean_loss": 2.4448124307400767, "total_contrib": 0.11323688218076605}, "201-300": {"token_count": 42522, "frac": 0.07209269205729167, "mean_loss": 2.520400841670746, "total_contrib": 0.18170248173950784}, "301-500": {"token_count": 57659, "frac": 0.09775627983940972, "mean_loss": 2.6762174749815504, "total_contrib": 0.26161706439541493}, "501-750": {"token_count": 47725, "frac": 0.0809139675564236, "mean_loss": 2.749749149035409, "total_contrib": 0.22249311343335448}, "751-1k": {"token_count": 32299, "frac": 0.05476040310329861, "mean_loss": 2.7950545087401384, "total_contrib": 0.15305831159430225}, "1k-2k": {"token_count": 35807, "frac": 0.060707939995659724, "mean_loss": 3.0785254477421735, "total_contrib": 0.18689093815664334}, "2k-5k": {"token_count": 37740, "frac": 0.06398518880208333, "mean_loss": 3.133730809198375, "total_contrib": 0.20051235748146337}, "5k-10k": {"token_count": 20891, "frac": 0.03541904025607639, "mean_loss": 3.4378822641784583, "total_contrib": 0.12176649031058785}, "10k+": {"token_count": 45685, "frac": 0.07745530870225695, "mean_loss": 3.708373689688437, "total_contrib": 0.2872332289181455}}, "trigram": {"novel": {"token_count": 432, "frac": 0.000732421875, "mean_loss": 4.499963884815332, "total_contrib": 0.0032958719859487295}, "1": {"token_count": 162035, "frac": 0.2747175428602431, "mean_loss": 1.3156712199042155, "total_contrib": 0.3614379647440246}, "2": {"token_count": 55925, "frac": 0.09481641981336805, "mean_loss": 1.6387985768772966, "total_contrib": 0.15538501385474787}, "3": {"token_count": 31984, "frac": 0.05422634548611111, "mean_loss": 1.851252979004339, "total_contrib": 0.1003866836216817}, "4": {"token_count": 22661, "frac": 0.03841993543836805, "mean_loss": 2.0030445929374285, "total_contrib": 0.07695684394082822}, "5": {"token_count": 17433, "frac": 0.0295562744140625, "mean_loss": 2.1192435767174724, "total_contrib": 0.06263694470370093}, "6-8": {"token_count": 36001, "frac": 0.06103685167100695, "mean_loss": 2.2912224889218353, "total_contrib": 0.13984900720159743}, "9-12": {"token_count": 30569, "frac": 0.051827324761284724, "mean_loss": 2.504298629575821, "total_contrib": 0.12979109837426636}, "13-20": {"token_count": 36942, "frac": 0.06263224283854167, "mean_loss": 2.730946599960293, "total_contrib": 0.1710453106278028}, "21-30": {"token_count": 28353, "frac": 0.048070271809895836, "mean_loss": 2.9353004565498293, "total_contrib": 0.14110069079006163}, "31-50": {"token_count": 34178, "frac": 0.057946099175347224, "mean_loss": 3.07627596353974, "total_contrib": 0.1782581920740106}, "51-75": {"token_count": 24451, "frac": 0.04145473904079861, "mean_loss": 3.3100768668797906, "total_contrib": 0.13721837272148601}, "76-100": {"token_count": 15775, "frac": 0.026745266384548612, "mean_loss": 3.350870495575496, "total_contrib": 0.08961992402429107}, "101-150": {"token_count": 19879, "frac": 0.03370327419704861, "mean_loss": 3.434467347438594, "total_contrib": 0.11575279473153316}, "151-200": {"token_count": 12677, "frac": 0.021492852105034724, "mean_loss": 3.5287591773625797, "total_contrib": 0.07584309911333792}, "201-300": {"token_count": 14593, "frac": 0.024741278754340276, "mean_loss": 3.570368526170243, "total_contrib": 0.08833548296170105}, "301-500": {"token_count": 14830, "frac": 0.025143093532986112, "mean_loss": 3.681580972227875, "total_contrib": 0.0925663347339874}, "501-750": {"token_count": 8749, "frac": 0.014833238389756944, "mean_loss": 3.9350103820588935, "total_contrib": 0.05836894706324812}, "751-1k": {"token_count": 4325, "frac": 0.007332695855034722, "mean_loss": 4.017157605757757, "total_contrib": 0.02945659492476111}, "1k-2k": {"token_count": 7141, "frac": 0.012107001410590278, "mean_loss": 4.104055945679778, "total_contrib": 0.04968781112348649}, "2k-5k": {"token_count": 5414, "frac": 0.009179009331597222, "mean_loss": 3.890915976017785, "total_contrib": 0.03571475405232796}, "5k-10k": {"token_count": 1593, "frac": 0.0027008056640625, "mean_loss": 4.32415639959996, "total_contrib": 0.011678706096331678}, "10k+": {"token_count": 3884, "frac": 0.006585015190972222, "mean_loss": 3.1888849599810603, "total_contrib": 0.02099885590373813}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.01851244973639, "total_contrib": 0.5175819138179424}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.10045840612095, "total_contrib": 0.2209920514102357}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.219373780501577, "total_contrib": 0.14284914988200534}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 8.580973651799395, "total_contrib": 0.10800704683254447}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.280007104553102, "total_contrib": 0.08681159792506982}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.050396594503558, "total_contrib": 0.07429048099752278}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.498310671788314, "total_contrib": 0.16600365660300667}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.901099293265302, "total_contrib": 0.1592640577187895}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.35322066492303, "total_contrib": 0.22068411082448838}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.962358612756956, "total_contrib": 0.19590676187342296}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.524232163212541, "total_contrib": 0.2693164331278087}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.303699170006679, "total_contrib": 0.24081483200403656}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.011082395533053, "total_contrib": 0.1824748190837587}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.904365542205052, "total_contrib": 0.2820851661161743}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.792704226715386, "total_contrib": 0.22140775005686583}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.623825116740574, "total_contrib": 0.3257790465908271}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.528163641253261, "total_contrib": 0.4356702312511551}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.3879109597490675, "total_contrib": 0.3595664137396099}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.45810833472817, "total_contrib": 0.245231331584092}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.891249028428516, "total_contrib": 0.2993508358903886}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.894005346267787, "total_contrib": 0.3126211199126034}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.141937075779061, "total_contrib": 0.17856563504228803}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.075231098059436, "total_contrib": 0.38945521838593905}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.410738482089064, "total_contrib": 2.319248142511699}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.953031636222484, "total_contrib": 0.5005874008066181}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.56176033231139, "total_contrib": 0.2753987159991565}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.425165609468362, "total_contrib": 0.1902041958926667}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.198683293983895, "total_contrib": 0.1394456115622952}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.163537485374419, "total_contrib": 0.11407819446464378}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.993082765053797, "total_contrib": 0.2441922767482195}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.817903925495557, "total_contrib": 0.21146290558408776}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.644909055846087, "total_contrib": 0.2637835587134815}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.52355204535711, "total_contrib": 0.20328313278916346}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.400389958823681, "total_contrib": 0.24095220692974245}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.31050757153591, "total_contrib": 0.16875922451766498}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.292013362208095, "total_contrib": 0.11237515318566152}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.255694852025322, "total_contrib": 0.1367062892681949}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.245195243545529, "total_contrib": 0.08495802926773315}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.224816378204433, "total_contrib": 0.1055086691130766}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.200106647937457, "total_contrib": 0.10439311296041383}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.213809915324145, "total_contrib": 0.064226194828905}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.308225616579712, "total_contrib": 0.03059022502006672}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.421029729539136, "total_contrib": 0.052768366997537425}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.12511619508971, "total_contrib": 0.037486814381376216}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.42415485050623, "total_contrib": 0.012218811461511651}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2730460195981497, "total_contrib": 0.02210242766665892}}}}
{"step": 1190, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20472, "frac": 0.034708658854166664, "mean_loss": 0.3604317120247881, "total_contrib": 0.01251010133289161}, "2": {"token_count": 12991, "frac": 0.022025214301215276, "mean_loss": 0.5962094765952575, "total_contrib": 0.013131641490425939}, "3": {"token_count": 9474, "frac": 0.016062418619791668, "mean_loss": 0.7213142918434494, "total_contrib": 0.011586052112028063}, "4": {"token_count": 7865, "frac": 0.013334486219618056, "mean_loss": 0.8280832858871846, "total_contrib": 0.011042065164358702}, "5": {"token_count": 6593, "frac": 0.011177910698784722, "mean_loss": 0.9378788100014651, "total_contrib": 0.01048352558447886}, "6-8": {"token_count": 15390, "frac": 0.026092529296875, "mean_loss": 1.0831412202876916, "total_contrib": 0.02826189402300953}, "9-12": {"token_count": 14991, "frac": 0.025416056315104168, "mean_loss": 1.2152258498572066, "total_contrib": 0.030886248635541087}, "13-20": {"token_count": 22110, "frac": 0.037485758463541664, "mean_loss": 1.395044101576769, "total_contrib": 0.05229428623769524}, "21-30": {"token_count": 20039, "frac": 0.033974541558159724, "mean_loss": 1.6165759563098656, "total_contrib": 0.054922427009571326}, "31-50": {"token_count": 29582, "frac": 0.05015394422743055, "mean_loss": 1.8424773291755125, "total_contrib": 0.09240750520777385}, "51-75": {"token_count": 27440, "frac": 0.04652235243055555, "mean_loss": 2.0757089537707736, "total_contrib": 0.09656686349058367}, "76-100": {"token_count": 21988, "frac": 0.03727891710069445, "mean_loss": 2.2340781833243284, "total_contrib": 0.08328401539261769}, "101-150": {"token_count": 34819, "frac": 0.05903286404079861, "mean_loss": 2.428044090504245, "total_contrib": 0.1433343966798016}, "151-200": {"token_count": 27243, "frac": 0.0461883544921875, "mean_loss": 2.5167216551290448, "total_contrib": 0.11624323196526518}, "201-300": {"token_count": 41979, "frac": 0.07117207845052083, "mean_loss": 2.6212483588603184, "total_contrib": 0.18655969383510557}, "301-500": {"token_count": 57646, "frac": 0.09773423936631945, "mean_loss": 2.731651528234874, "total_contrib": 0.2669758843258795}, "501-750": {"token_count": 47797, "frac": 0.0810360378689236, "mean_loss": 2.8394819752654334, "total_contrib": 0.23010036887573565}, "751-1k": {"token_count": 32268, "frac": 0.054707845052083336, "mean_loss": 2.852981999566474, "total_contrib": 0.15608049716866554}, "1k-2k": {"token_count": 35714, "frac": 0.06055026584201389, "mean_loss": 3.1821495836007196, "total_contrib": 0.19268000323607737}, "2k-5k": {"token_count": 37540, "frac": 0.06364610460069445, "mean_loss": 3.203265114943079, "total_contrib": 0.20387534656942274}, "5k-10k": {"token_count": 20187, "frac": 0.0342254638671875, "mean_loss": 3.520630809135351, "total_contrib": 0.12049522254776904}, "10k+": {"token_count": 45696, "frac": 0.07747395833333333, "mean_loss": 3.740032078012209, "total_contrib": 0.2897550893772479}}, "trigram": {"novel": {"token_count": 445, "frac": 0.0007544623480902778, "mean_loss": 4.523055257168965, "total_contrib": 0.003412474889865772}, "1": {"token_count": 161974, "frac": 0.2746141221788194, "mean_loss": 1.3917097284079318, "total_contrib": 0.3821831453944674}, "2": {"token_count": 56932, "frac": 0.0965237087673611, "mean_loss": 1.7208792249114528, "total_contrib": 0.16610564512915518}, "3": {"token_count": 32029, "frac": 0.05430263943142361, "mean_loss": 1.9624641943884196, "total_contrib": 0.10656698554495357}, "4": {"token_count": 22633, "frac": 0.03837246365017361, "mean_loss": 2.1015775848510145, "total_contrib": 0.08064270948271521}, "5": {"token_count": 17436, "frac": 0.029561360677083332, "mean_loss": 2.242738058600061, "total_contrib": 0.06629838865449805}, "6-8": {"token_count": 36192, "frac": 0.061360677083333336, "mean_loss": 2.3809105267319155, "total_contrib": 0.14609428199510616}, "9-12": {"token_count": 30361, "frac": 0.051474677191840276, "mean_loss": 2.632917089217799, "total_contrib": 0.13552855724036592}, "13-20": {"token_count": 37656, "frac": 0.0638427734375, "mean_loss": 2.831261532881546, "total_contrib": 0.1807555885860655}, "21-30": {"token_count": 27732, "frac": 0.047017415364583336, "mean_loss": 3.029055904951294, "total_contrib": 0.14241837964563886}, "31-50": {"token_count": 33977, "frac": 0.05760531955295139, "mean_loss": 3.2020815094729493, "total_contrib": 0.18445692858778617}, "51-75": {"token_count": 24580, "frac": 0.04167344835069445, "mean_loss": 3.3516523805432974, "total_contrib": 0.1396749123700532}, "76-100": {"token_count": 15827, "frac": 0.026833428276909724, "mean_loss": 3.4284243860631376, "total_contrib": 0.09199637986623345}, "101-150": {"token_count": 19642, "frac": 0.033301459418402776, "mean_loss": 3.464315851622328, "total_contrib": 0.1153667737453304}, "151-200": {"token_count": 12176, "frac": 0.020643446180555556, "mean_loss": 3.5940228424822482, "total_contrib": 0.07419301712046959}, "201-300": {"token_count": 14613, "frac": 0.024775187174479168, "mean_loss": 3.6323800456019613, "total_contrib": 0.08999289551863177}, "301-500": {"token_count": 14650, "frac": 0.024837917751736112, "mean_loss": 3.738780525923369, "total_contrib": 0.09286352319467732}, "501-750": {"token_count": 8582, "frac": 0.014550103081597222, "mean_loss": 3.8982783429920373, "total_contrib": 0.056720351731292154}, "751-1k": {"token_count": 4155, "frac": 0.007044474283854167, "mean_loss": 3.979340020263378, "total_contrib": 0.028032358439457086}, "1k-2k": {"token_count": 6948, "frac": 0.01177978515625, "mean_loss": 4.114248995392189, "total_contrib": 0.04846496924503738}, "2k-5k": {"token_count": 5585, "frac": 0.009468926323784722, "mean_loss": 3.9808214580503316, "total_contrib": 0.037694105094419866}, "5k-10k": {"token_count": 1622, "frac": 0.002749972873263889, "mean_loss": 4.158129221755143, "total_contrib": 0.011434742563352529}, "10k+": {"token_count": 4077, "frac": 0.0069122314453125, "mean_loss": 3.2665639744579487, "total_contrib": 0.02257924622237321}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.443172888401676, "total_contrib": 0.5358700808008677}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.535722799959213, "total_contrib": 0.2305153787120796}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.622928708106064, "total_contrib": 0.14910201257219327}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.03206004555411, "total_contrib": 0.11368478355949183}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.704098649341008, "total_contrib": 0.09125797873183321}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.471037462996025, "total_contrib": 0.0781722291922461}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.821656968086582, "total_contrib": 0.17316215801539883}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.2466740107125345, "total_contrib": 0.16723925549624805}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.648763907814327, "total_contrib": 0.23095003754221585}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.21434585374565, "total_contrib": 0.20418637194415742}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.704723047821488, "total_contrib": 0.2781156942411751}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.424343895441269, "total_contrib": 0.246292714205954}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.131276083840492, "total_contrib": 0.18685158238512858}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.0185006828762955, "total_contrib": 0.28864989499677585}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.875118021300201, "total_contrib": 0.22521500624658863}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.691599239044923, "total_contrib": 0.3305541815473596}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.5883237295395105, "total_contrib": 0.44145844070034057}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.447822619832404, "total_contrib": 0.3644758617559807}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.485841864709237, "total_contrib": 0.24675689578669435}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.966007733822794, "total_contrib": 0.30392616640817466}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.972559466472431, "total_contrib": 0.31763902963982776}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.201975607629145, "total_contrib": 0.180650611658847}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.13967178460081, "total_contrib": 0.39440016791927296}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.672226751603651, "total_contrib": 2.4010829265654126}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.19366020063583, "total_contrib": 0.5208217343328448}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.732181646704966, "total_contrib": 0.2838373772068706}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.568437342927056, "total_contrib": 0.1952272471353973}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.374872430979281, "total_contrib": 0.14417157784444715}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.347138374557337, "total_contrib": 0.11813449462696782}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.138774420048048, "total_contrib": 0.2513174894895867}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.915948328233051, "total_contrib": 0.2157661782519823}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.720816429098147, "total_contrib": 0.26809432493264357}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.586465767946221, "total_contrib": 0.20611040182356524}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.437733044831573, "total_contrib": 0.24299700274815084}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.333057633843151, "total_contrib": 0.16964207438270745}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.296605263595768, "total_contrib": 0.11249538012306967}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.249348007631644, "total_contrib": 0.13650240868563632}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.226579075735553, "total_contrib": 0.08458546856347397}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.2217080483945715, "total_contrib": 0.1054310430787015}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.183346816750294, "total_contrib": 0.10397654950215542}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.205003187155287, "total_contrib": 0.06409196413256503}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.292341863826059, "total_contrib": 0.03047744365387562}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.397646468604448, "total_contrib": 0.052489269916068705}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.114913957156345, "total_contrib": 0.037394101986962226}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.408004354893649, "total_contrib": 0.012174206363460546}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.303172660649698, "total_contrib": 0.02230586871230697}}}}
{"step": 1200, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20408, "frac": 0.034600151909722224, "mean_loss": 0.32555725401896624, "total_contrib": 0.011264330444368257}, "2": {"token_count": 12787, "frac": 0.021679348415798612, "mean_loss": 0.5704925509442622, "total_contrib": 0.0123679067805384}, "3": {"token_count": 9355, "frac": 0.015860663519965276, "mean_loss": 0.7365329719249252, "total_contrib": 0.011681901639061269}, "4": {"token_count": 7670, "frac": 0.013003879123263888, "mean_loss": 0.8611381736286138, "total_contrib": 0.011198136718294723}, "5": {"token_count": 6493, "frac": 0.011008368598090278, "mean_loss": 1.0002351956978988, "total_contrib": 0.011010957719025433}, "6-8": {"token_count": 15020, "frac": 0.025465223524305556, "mean_loss": 1.1444482401013873, "total_contrib": 0.02914363024617994}, "9-12": {"token_count": 15319, "frac": 0.025972154405381944, "mean_loss": 1.288205628187614, "total_contrib": 0.03345747548117075}, "13-20": {"token_count": 21644, "frac": 0.03669569227430555, "mean_loss": 1.501019057304086, "total_contrib": 0.055080933424698955}, "21-30": {"token_count": 20259, "frac": 0.0343475341796875, "mean_loss": 1.7072981037401886, "total_contrib": 0.05864147997313179}, "31-50": {"token_count": 29851, "frac": 0.05061001247829861, "mean_loss": 1.9405509273510446, "total_contrib": 0.09821130664801031}, "51-75": {"token_count": 26946, "frac": 0.045684814453125, "mean_loss": 2.202105459580569, "total_contrib": 0.10060277932715185}, "76-100": {"token_count": 22067, "frac": 0.03741285536024305, "mean_loss": 2.3732298160816554, "total_contrib": 0.0887893038456792}, "101-150": {"token_count": 34493, "frac": 0.058480156792534724, "mean_loss": 2.5123552137246463, "total_contrib": 0.1469229268171594}, "151-200": {"token_count": 27528, "frac": 0.046671549479166664, "mean_loss": 2.6420119158271356, "total_contrib": 0.12330678985407408}, "201-300": {"token_count": 41966, "frac": 0.07115003797743055, "mean_loss": 2.6905079101482494, "total_contrib": 0.19142973998562526}, "301-500": {"token_count": 57103, "frac": 0.0968136257595486, "mean_loss": 2.835473598894947, "total_contrib": 0.27451247985449584}, "501-750": {"token_count": 47699, "frac": 0.08086988661024305, "mean_loss": 2.918392268574993, "total_contrib": 0.23601005184386967}, "751-1k": {"token_count": 32200, "frac": 0.05459255642361111, "mean_loss": 2.957939916830694, "total_contrib": 0.16148150180723123}, "1k-2k": {"token_count": 36480, "frac": 0.061848958333333336, "mean_loss": 3.257556088308843, "total_contrib": 0.20147645077430995}, "2k-5k": {"token_count": 38314, "frac": 0.06495836046006945, "mean_loss": 3.2735799465851363, "total_contrib": 0.21264638616513218}, "5k-10k": {"token_count": 20694, "frac": 0.035085042317708336, "mean_loss": 3.621504208000394, "total_contrib": 0.12706062839145263}, "10k+": {"token_count": 45528, "frac": 0.07718912760416667, "mean_loss": 3.8740862535966047, "total_contrib": 0.2990373381784163}}, "trigram": {"novel": {"token_count": 433, "frac": 0.0007341172960069445, "mean_loss": 4.404299633138691, "total_contrib": 0.0032332725374841532}, "1": {"token_count": 163692, "frac": 0.27752685546875, "mean_loss": 1.4741639497910752, "total_contrib": 0.4091200854309094}, "2": {"token_count": 55241, "frac": 0.09365675184461805, "mean_loss": 1.8388573215406077, "total_contrib": 0.17222140384118773}, "3": {"token_count": 32024, "frac": 0.05429416232638889, "mean_loss": 2.1082373467815336, "total_contrib": 0.11446498072871202}, "4": {"token_count": 22594, "frac": 0.038306342230902776, "mean_loss": 2.2126972000551364, "total_contrib": 0.0847603361986724}, "5": {"token_count": 17441, "frac": 0.029569837782118056, "mean_loss": 2.3688864217260344, "total_contrib": 0.07004758721470093}, "6-8": {"token_count": 35382, "frac": 0.059987386067708336, "mean_loss": 2.529890569843519, "total_contrib": 0.1517615223222578}, "9-12": {"token_count": 30281, "frac": 0.051339043511284724, "mean_loss": 2.7172946072868505, "total_contrib": 0.13950330607647896}, "13-20": {"token_count": 37570, "frac": 0.06369696723090278, "mean_loss": 2.953750631018867, "total_contrib": 0.18814495715226714}, "21-30": {"token_count": 28594, "frac": 0.04847886827256945, "mean_loss": 3.110618110354742, "total_contrib": 0.1507992456181564}, "31-50": {"token_count": 33807, "frac": 0.057317097981770836, "mean_loss": 3.2608338036266766, "total_contrib": 0.1869015306247407}, "51-75": {"token_count": 24348, "frac": 0.041280110677083336, "mean_loss": 3.4269165580766456, "total_contrib": 0.1414634947985334}, "76-100": {"token_count": 15989, "frac": 0.027108086480034724, "mean_loss": 3.500743685049974, "total_contrib": 0.09489846255877014}, "101-150": {"token_count": 19857, "frac": 0.033665974934895836, "mean_loss": 3.545208087141441, "total_contrib": 0.11935288660069376}, "151-200": {"token_count": 12352, "frac": 0.020941840277777776, "mean_loss": 3.609482727362695, "total_contrib": 0.07558921076182726}, "201-300": {"token_count": 14597, "frac": 0.024748060438368056, "mean_loss": 3.6786188232070347, "total_contrib": 0.09103868096644607}, "301-500": {"token_count": 14579, "frac": 0.024717542860243056, "mean_loss": 3.763488891130327, "total_contrib": 0.09302419797056247}, "501-750": {"token_count": 8590, "frac": 0.014563666449652778, "mean_loss": 3.9527229614053287, "total_contrib": 0.05756613877779096}, "751-1k": {"token_count": 4442, "frac": 0.007531060112847222, "mean_loss": 4.089985672948886, "total_contrib": 0.030801927963661963}, "1k-2k": {"token_count": 7366, "frac": 0.012488471137152778, "mean_loss": 4.154607222167915, "total_contrib": 0.05188469238025048}, "2k-5k": {"token_count": 5375, "frac": 0.009112887912326388, "mean_loss": 4.026633283693159, "total_contrib": 0.0366942577783385}, "5k-10k": {"token_count": 1622, "frac": 0.002749972873263889, "mean_loss": 4.308272435860398, "total_contrib": 0.011847632329246632}, "10k+": {"token_count": 3648, "frac": 0.006184895833333333, "mean_loss": 3.268385730676655, "total_contrib": 0.020214625287388165}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 11.665580600379027, "total_contrib": 0.5023827664357973}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.776271278897436, "total_contrib": 0.21389902895469057}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.86666531534818, "total_contrib": 0.13738412529325192}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 8.340778643017838, "total_contrib": 0.10498375896159606}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.034604770240767, "total_contrib": 0.08423868119840648}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.836244828259372, "total_contrib": 0.07231425069209758}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.2833777964130375, "total_contrib": 0.1612452990477862}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.721593972224548, "total_contrib": 0.1551214212204328}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.222168661856729, "total_contrib": 0.21613191654480093}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.846247663642357, "total_contrib": 0.19209167433232438}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.4248701782759, "total_contrib": 0.2644723544249191}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.187734086761086, "total_contrib": 0.23554942928322456}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.933178852112366, "total_contrib": 0.17963801979178431}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.843997860554029, "total_contrib": 0.27861298865304807}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.724181264225068, "total_contrib": 0.21824220629815785}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.575128662467238, "total_contrib": 0.3223480594654524}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.48697823663936, "total_contrib": 0.43170764151856666}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.34191602526072, "total_contrib": 0.35579736878954804}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.411341525798311, "total_contrib": 0.242658786018416}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.853471354815027, "total_contrib": 0.29703879287060686}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.857556478072004, "total_contrib": 0.3102928253586136}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.0989271587029945, "total_contrib": 0.17707201638406275}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.035779695781533, "total_contrib": 0.3864278578199055}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.227451200305203, "total_contrib": 2.261886964695125}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.8490910455005665, "total_contrib": 0.4918470894279261}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.44559989500945, "total_contrib": 0.2696468616632182}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.316139012131357, "total_contrib": 0.18638176580109375}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.122247522049926, "total_contrib": 0.13739535530319533}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.108796163611464, "total_contrib": 0.11286879273820832}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.947003273362122, "total_contrib": 0.2419387078576046}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.758375124272039, "total_contrib": 0.20885012345573348}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.58568863648774, "total_contrib": 0.2604204416364769}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.484600167970486, "total_contrib": 0.20153268102387442}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.357092401211249, "total_contrib": 0.23858136203667485}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.274030431310518, "total_contrib": 0.1673311203339004}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.279669267546665, "total_contrib": 0.1120519553268825}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.233188028045358, "total_contrib": 0.13598329936960077}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.233232492597439, "total_contrib": 0.08471862172888892}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.220015284501869, "total_contrib": 0.1053887687525644}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.1875923328951385, "total_contrib": 0.1040820712623473}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.200916749726125, "total_contrib": 0.06402967932813494}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.301052873084954, "total_contrib": 0.030539295505913267}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.400723118794634, "total_contrib": 0.052525992086307476}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.101206299874379, "total_contrib": 0.037269534246362764}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.425984224118178, "total_contrib": 0.012223863900228732}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2811158145402595, "total_contrib": 0.022156921877227533}}}}
{"step": 1210, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20319, "frac": 0.034449259440104164, "mean_loss": 0.3780045827529585, "total_contrib": 0.013021977940804992}, "2": {"token_count": 12812, "frac": 0.021721733940972224, "mean_loss": 0.6378323094448356, "total_contrib": 0.013854823724716584}, "3": {"token_count": 9369, "frac": 0.0158843994140625, "mean_loss": 0.8426162235317564, "total_contrib": 0.013384452647347387}, "4": {"token_count": 7648, "frac": 0.012966579861111112, "mean_loss": 0.9812332378368894, "total_contrib": 0.012723239140788661}, "5": {"token_count": 6519, "frac": 0.011052449544270834, "mean_loss": 1.0496923768770212, "total_contrib": 0.011601672032439002}, "6-8": {"token_count": 15072, "frac": 0.025553385416666668, "mean_loss": 1.2011213042415299, "total_contrib": 0.030692715619453158}, "9-12": {"token_count": 15037, "frac": 0.025494045681423612, "mean_loss": 1.4079922276766899, "total_contrib": 0.03589541817147893}, "13-20": {"token_count": 21803, "frac": 0.036965264214409724, "mean_loss": 1.6260920715818712, "total_contrib": 0.06010892306298072}, "21-30": {"token_count": 19847, "frac": 0.03364902072482639, "mean_loss": 1.8282720162007637, "total_contrib": 0.06151956296375963}, "31-50": {"token_count": 29682, "frac": 0.050323486328125, "mean_loss": 2.056723659801668, "total_contrib": 0.10350150497476045}, "51-75": {"token_count": 27108, "frac": 0.04595947265625, "mean_loss": 2.2943444435562497, "total_contrib": 0.10544686071764257}, "76-100": {"token_count": 21582, "frac": 0.036590576171875, "mean_loss": 2.433379258015589, "total_contrib": 0.08903874909548007}, "101-150": {"token_count": 34163, "frac": 0.05792066786024305, "mean_loss": 2.56983739110474, "total_contrib": 0.14884669798501116}, "151-200": {"token_count": 27365, "frac": 0.046395195855034724, "mean_loss": 2.6821770680426167, "total_contrib": 0.12444013038972}, "201-300": {"token_count": 42525, "frac": 0.0720977783203125, "mean_loss": 2.7504481717162594, "total_contrib": 0.1983012025659077}, "301-500": {"token_count": 56914, "frac": 0.0964931911892361, "mean_loss": 2.8937147696268046, "total_contrib": 0.2792237725127156}, "501-750": {"token_count": 48179, "frac": 0.0816836886935764, "mean_loss": 2.966621549382459, "total_contrib": 0.24232459111141205}, "751-1k": {"token_count": 32353, "frac": 0.05485195583767361, "mean_loss": 2.9745777503835615, "total_contrib": 0.16316140739976565}, "1k-2k": {"token_count": 36745, "frac": 0.06229824490017361, "mean_loss": 3.254581493938689, "total_contrib": 0.20275471495696534}, "2k-5k": {"token_count": 38049, "frac": 0.06450907389322917, "mean_loss": 3.347034080566584, "total_contrib": 0.2159140688264261}, "5k-10k": {"token_count": 20861, "frac": 0.03536817762586805, "mean_loss": 3.6004300473586923, "total_contrib": 0.12734064944449475}, "10k+": {"token_count": 45872, "frac": 0.07777235243055555, "mean_loss": 3.8651299434993804, "total_contrib": 0.3006002481557271}}, "trigram": {"novel": {"token_count": 445, "frac": 0.0007544623480902778, "mean_loss": 4.538503214783883, "total_contrib": 0.0034241297922411222}, "1": {"token_count": 161700, "frac": 0.2741495768229167, "mean_loss": 1.5523189052976663, "total_contrib": 0.4255675709815685}, "2": {"token_count": 56762, "frac": 0.09623548719618055, "mean_loss": 1.9127421723262255, "total_contrib": 0.18407367483449505}, "3": {"token_count": 32224, "frac": 0.054633246527777776, "mean_loss": 2.1332543340090044, "total_contrib": 0.11654660993636433}, "4": {"token_count": 22727, "frac": 0.03853183322482639, "mean_loss": 2.290231954129359, "total_contrib": 0.0882468357026807}, "5": {"token_count": 17111, "frac": 0.029010348849826388, "mean_loss": 2.467467234005323, "total_contrib": 0.07158208523401063}, "6-8": {"token_count": 36129, "frac": 0.061253865559895836, "mean_loss": 2.583303589844883, "total_contrib": 0.15823733079275476}, "9-12": {"token_count": 29932, "frac": 0.05074734157986111, "mean_loss": 2.814535860992296, "total_contrib": 0.14283021272654453}, "13-20": {"token_count": 37789, "frac": 0.0640682644314236, "mean_loss": 2.9830825142827764, "total_contrib": 0.1911209193458249}, "21-30": {"token_count": 28305, "frac": 0.0479888916015625, "mean_loss": 3.171014895310456, "total_contrib": 0.15217349007799352}, "31-50": {"token_count": 33642, "frac": 0.057037353515625, "mean_loss": 3.3253775768730063, "total_contrib": 0.18967073642503812}, "51-75": {"token_count": 24160, "frac": 0.040961371527777776, "mean_loss": 3.436774472384813, "total_contrib": 0.14077499602053675}, "76-100": {"token_count": 16069, "frac": 0.027243720160590276, "mean_loss": 3.5303341994396744, "total_contrib": 0.096179437002896}, "101-150": {"token_count": 20075, "frac": 0.034035576714409724, "mean_loss": 3.588279444745327, "total_contrib": 0.1221291603143691}, "151-200": {"token_count": 12220, "frac": 0.020718044704861112, "mean_loss": 3.6972137155782887, "total_contrib": 0.07659903904277664}, "201-300": {"token_count": 14399, "frac": 0.024412367078993056, "mean_loss": 3.724339809360247, "total_contrib": 0.09091995055300936}, "301-500": {"token_count": 15120, "frac": 0.025634765625, "mean_loss": 3.730344010325628, "total_contrib": 0.09562649440532005}, "501-750": {"token_count": 8840, "frac": 0.014987521701388888, "mean_loss": 3.9595583499743268, "total_contrib": 0.0593439666981558}, "751-1k": {"token_count": 4235, "frac": 0.007180107964409722, "mean_loss": 4.140989430026463, "total_contrib": 0.02973275118706948}, "1k-2k": {"token_count": 7098, "frac": 0.012034098307291666, "mean_loss": 4.150642741730249, "total_contrib": 0.04994924279242843}, "2k-5k": {"token_count": 5308, "frac": 0.008999294704861112, "mean_loss": 3.9740945677792237, "total_contrib": 0.03576404820043288}, "5k-10k": {"token_count": 1699, "frac": 0.002880520290798611, "mean_loss": 4.316478107414543, "total_contrib": 0.012433702773195578}, "10k+": {"token_count": 3835, "frac": 0.006501939561631944, "mean_loss": 3.1945850008605667, "total_contrib": 0.020770998600091337}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 11.927265785990912, "total_contrib": 0.5136523407490288}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.04315152308347, "total_contrib": 0.21973821072962813}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.115147830802856, "total_contrib": 0.14123422584653608}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 8.529295536076402, "total_contrib": 0.10735658443846166}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.288956783318206, "total_contrib": 0.086905430684475}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.140721778439648, "total_contrib": 0.07512401774096511}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.550570675689208, "total_contrib": 0.16716063076977147}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.979592877017882, "total_contrib": 0.16107553819778}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.467063655599114, "total_contrib": 0.22463853653956883}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.068692595046591, "total_contrib": 0.199400605082199}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.631943934736882, "total_contrib": 0.27456757921576447}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.371433569064187, "total_contrib": 0.24389031713376866}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.098099503419336, "total_contrib": 0.18564348201232994}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.990112640143965, "total_contrib": 0.28701709546726484}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.839651650893582, "total_contrib": 0.2235765723055493}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.682671223529567, "total_contrib": 0.3299251438331065}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.5785391763009065, "total_contrib": 0.4405170351086089}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.426216900342015, "total_contrib": 0.3627053857493602}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.482161141257271, "total_contrib": 0.24655442679187717}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.962328276847713, "total_contrib": 0.3037009788303778}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.975392002674013, "total_contrib": 0.31781996745596786}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.221232989708039, "total_contrib": 0.18131936870691892}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.121098879315395, "total_contrib": 0.39297494909785646}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.459392760630574, "total_contrib": 2.334474876717118}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.040192026692459, "total_contrib": 0.5079166736855275}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.659461227242187, "total_contrib": 0.2802365190342125}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.5091093283021815, "total_contrib": 0.1931472300210924}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.33085637958298, "total_contrib": 0.14299092404070082}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.265068760405829, "total_contrib": 0.11632132808574823}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.112074438906037, "total_contrib": 0.2500116971582769}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.917127271949781, "total_contrib": 0.21581792334024374}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.703586310274176, "total_contrib": 0.26711582955075375}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.578330938500254, "total_contrib": 0.20574483211243988}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.421586525923672, "total_contrib": 0.24211286761433384}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.307041095312482, "total_contrib": 0.16862350967908366}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.295274290106508, "total_contrib": 0.11246053206060587}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.248523139758826, "total_contrib": 0.1364759113379762}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.234816020228911, "total_contrib": 0.08475031247080836}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.227747026194032, "total_contrib": 0.1055818578013748}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.185590600110743, "total_contrib": 0.10403231845028939}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.188454581069737, "total_contrib": 0.06383973301157114}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.299272101799323, "total_contrib": 0.030526651276203687}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.416362026509772, "total_contrib": 0.05271265439627548}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.108115954272136, "total_contrib": 0.037332325430804184}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.414759137431455, "total_contrib": 0.012192861997605794}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2695846053136375, "total_contrib": 0.022079053214118478}}}}
{"step": 1220, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20128, "frac": 0.034125434027777776, "mean_loss": 0.38699669954713234, "total_contrib": 0.013206430339363402}, "2": {"token_count": 12676, "frac": 0.021491156684027776, "mean_loss": 0.6843603803760868, "total_contrib": 0.014707696163003329}, "3": {"token_count": 9321, "frac": 0.015803019205729168, "mean_loss": 0.8640691426195365, "total_contrib": 0.013654901255894471}, "4": {"token_count": 7745, "frac": 0.013131035698784722, "mean_loss": 1.0589313082839442, "total_contrib": 0.013904864811637281}, "5": {"token_count": 6373, "frac": 0.010804918077256944, "mean_loss": 1.144722018774987, "total_contrib": 0.012368627634095918}, "6-8": {"token_count": 15522, "frac": 0.026316324869791668, "mean_loss": 1.2995582425397496, "total_contrib": 0.034199596897891565}, "9-12": {"token_count": 15356, "frac": 0.026034884982638888, "mean_loss": 1.5269204485638268, "total_contrib": 0.03975319825599861}, "13-20": {"token_count": 22166, "frac": 0.03758070203993055, "mean_loss": 1.692516430741474, "total_contrib": 0.06360595568138208}, "21-30": {"token_count": 20378, "frac": 0.03454928927951389, "mean_loss": 1.9191436486477933, "total_contrib": 0.06630504908607437}, "31-50": {"token_count": 29726, "frac": 0.05039808485243055, "mean_loss": 2.1055293255712173, "total_contrib": 0.10611464560941908}, "51-75": {"token_count": 27469, "frac": 0.04657151963975695, "mean_loss": 2.318920178541234, "total_contrib": 0.10799563663796177}, "76-100": {"token_count": 21713, "frac": 0.036812676323784724, "mean_loss": 2.48084354964661, "total_contrib": 0.09132649060308981}, "101-150": {"token_count": 33982, "frac": 0.05761379665798611, "mean_loss": 2.6513781020666576, "total_contrib": 0.15275595883590556}, "151-200": {"token_count": 27369, "frac": 0.0464019775390625, "mean_loss": 2.736824458275919, "total_contrib": 0.12699406704127608}, "201-300": {"token_count": 42538, "frac": 0.07211981879340278, "mean_loss": 2.766522529282901, "total_contrib": 0.19952110349974916}, "301-500": {"token_count": 56835, "frac": 0.0963592529296875, "mean_loss": 2.912305179747406, "total_contrib": 0.2806275514237193}, "501-750": {"token_count": 48061, "frac": 0.08148362901475695, "mean_loss": 2.9715131262398202, "total_contrib": 0.24212967319100615}, "751-1k": {"token_count": 32235, "frac": 0.054651896158854164, "mean_loss": 3.009504948758758, "total_contrib": 0.16447515194912135}, "1k-2k": {"token_count": 36072, "frac": 0.0611572265625, "mean_loss": 3.283235716789753, "total_contrib": 0.200793590589803}, "2k-5k": {"token_count": 38098, "frac": 0.06459214952256945, "mean_loss": 3.330144782717132, "total_contrib": 0.21510120973706956}, "5k-10k": {"token_count": 20752, "frac": 0.03518337673611111, "mean_loss": 3.6755420119599873, "total_contrib": 0.12931797931619204}, "10k+": {"token_count": 45309, "frac": 0.07681783040364583, "mean_loss": 3.905208703126084, "total_contrib": 0.2999896598475812}}, "trigram": {"novel": {"token_count": 450, "frac": 0.000762939453125, "mean_loss": 4.574009195017732, "total_contrib": 0.00348969207383555}, "1": {"token_count": 161817, "frac": 0.2743479410807292, "mean_loss": 1.567594787126086, "total_contrib": 0.43006640229692567}, "2": {"token_count": 55962, "frac": 0.094879150390625, "mean_loss": 1.9709189445402937, "total_contrib": 0.18699911494677043}, "3": {"token_count": 32120, "frac": 0.05445692274305555, "mean_loss": 2.2388732960616444, "total_contrib": 0.12192215011511912}, "4": {"token_count": 22444, "frac": 0.03805202907986111, "mean_loss": 2.4146741000443597, "total_contrib": 0.09188324907327543}, "5": {"token_count": 17414, "frac": 0.029524061414930556, "mean_loss": 2.5288198514359306, "total_contrib": 0.07466103260108999}, "6-8": {"token_count": 36120, "frac": 0.061238606770833336, "mean_loss": 2.666535312686186, "total_contrib": 0.16329490745413044}, "9-12": {"token_count": 31456, "frac": 0.05333116319444445, "mean_loss": 2.8088813209986068, "total_contrib": 0.1498009081240034}, "13-20": {"token_count": 37744, "frac": 0.0639919704861111, "mean_loss": 3.045949384799612, "total_contrib": 0.19491630313428504}, "21-30": {"token_count": 28204, "frac": 0.04781765407986111, "mean_loss": 3.2100658935863113, "total_contrib": 0.15349782047307048}, "31-50": {"token_count": 33666, "frac": 0.057078043619791664, "mean_loss": 3.3562532590482013, "total_contrib": 0.19156836991902115}, "51-75": {"token_count": 24567, "frac": 0.041651407877604164, "mean_loss": 3.459613964463146, "total_contrib": 0.14409779233290965}, "76-100": {"token_count": 15614, "frac": 0.026472303602430556, "mean_loss": 3.5138577433639693, "total_contrib": 0.0930199089980825}, "101-150": {"token_count": 19486, "frac": 0.03303697374131945, "mean_loss": 3.6090371656443616, "total_contrib": 0.11923166607283874}, "151-200": {"token_count": 12376, "frac": 0.020982530381944444, "mean_loss": 3.6065632507679983, "total_contrib": 0.07567482298364385}, "201-300": {"token_count": 14855, "frac": 0.025185479058159724, "mean_loss": 3.751688738252203, "total_contrib": 0.09448807814998454}, "301-500": {"token_count": 14872, "frac": 0.025214301215277776, "mean_loss": 3.7647335883162354, "total_contrib": 0.09492512669107912}, "501-750": {"token_count": 8573, "frac": 0.014534844292534722, "mean_loss": 3.9578805653298557, "total_contrib": 0.05752717774551875}, "751-1k": {"token_count": 4299, "frac": 0.007288614908854167, "mean_loss": 4.044512857004848, "total_contrib": 0.029478896708617894}, "1k-2k": {"token_count": 7142, "frac": 0.012108696831597222, "mean_loss": 4.136652926943441, "total_contrib": 0.05008947618989742}, "2k-5k": {"token_count": 5363, "frac": 0.009092542860243056, "mean_loss": 4.021375382883979, "total_contrib": 0.0365645280259989}, "5k-10k": {"token_count": 1635, "frac": 0.0027720133463541665, "mean_loss": 4.354331103755611, "total_contrib": 0.012070263934055624}, "10k+": {"token_count": 3645, "frac": 0.0061798095703125, "mean_loss": 3.168600931839279, "total_contrib": 0.019581350363081482}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.290358674085752, "total_contrib": 0.529289077217021}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.441019487567447, "total_contrib": 0.22844332629234806}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.571341089402052, "total_contrib": 0.14830269066034166}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 8.92607013298817, "total_contrib": 0.11235070913917403}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.624801987814747, "total_contrib": 0.09042659419190537}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.467077669502787, "total_contrib": 0.07813568751882541}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.8195067313561495, "total_contrib": 0.17311455433832568}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.214618236471492, "total_contrib": 0.16649947007047855}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.6528824704570315, "total_contrib": 0.23109309905111297}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.194349839874313, "total_contrib": 0.2035293577351281}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.706848977583006, "total_contrib": 0.2782193372097428}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.407590095153838, "total_contrib": 0.2455320067313553}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.1303578446143945, "total_contrib": 0.1868181453901977}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.013569281640466, "total_contrib": 0.28836625481440703}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.863944015659191, "total_contrib": 0.22469880258972447}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.687538291893473, "total_contrib": 0.3302680609744891}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.5772765549595436, "total_contrib": 0.4403955539574502}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.426484541569467, "total_contrib": 0.36272731755180704}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.473725710107931, "total_contrib": 0.24609041114714186}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.959955515017787, "total_contrib": 0.3035557627039796}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.988680538966673, "total_contrib": 0.31866881759075133}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.201752888747573, "total_contrib": 0.18064287723154115}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.126573600169611, "total_contrib": 0.39339505974201927}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.636589768162484, "total_contrib": 2.3899300559236534}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.173272045224294, "total_contrib": 0.5191073047197715}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.786512680355073, "total_contrib": 0.2865276579834837}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.57874367107127, "total_contrib": 0.19558858299099863}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.392870791021667, "total_contrib": 0.1446543524589603}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.3081518694968945, "total_contrib": 0.11727316455656947}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.126946799205545, "total_contrib": 0.2507390465119818}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.913839059349726, "total_contrib": 0.21567360020691886}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.68974361030384, "total_contrib": 0.2663297050827661}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.570833729415246, "total_contrib": 0.20540791631381652}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.408142291710804, "total_contrib": 0.2413767015166962}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.28622131780487, "total_contrib": 0.16780840160920896}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.270636950206984, "total_contrib": 0.11181546770230857}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.240702418170866, "total_contrib": 0.13622468518928255}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.21830120553357, "total_contrib": 0.08441980562018206}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.212839205326649, "total_contrib": 0.10520955657019983}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.17670956416531, "total_contrib": 0.10381158143897747}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.185622322496898, "total_contrib": 0.06379656419414455}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.303424633930437, "total_contrib": 0.03055613601159103}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.415916603641927, "total_contrib": 0.05270733793409418}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.1179637952475, "total_contrib": 0.03742181725824416}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.401081751440889, "total_contrib": 0.012155087234661879}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2620902430222185, "total_contrib": 0.022028444820755846}}}}
{"step": 1230, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20652, "frac": 0.035013834635416664, "mean_loss": 0.4005167168364783, "total_contrib": 0.014023626092032454}, "2": {"token_count": 13121, "frac": 0.022245619032118056, "mean_loss": 0.7314087303880218, "total_contrib": 0.01627063997297708}, "3": {"token_count": 9673, "frac": 0.016399807400173612, "mean_loss": 0.9397066665980682, "total_contrib": 0.015411008344867477}, "4": {"token_count": 7619, "frac": 0.012917412651909722, "mean_loss": 1.1401195992868243, "total_contrib": 0.014727395336517866}, "5": {"token_count": 6423, "frac": 0.010889689127604166, "mean_loss": 1.2078494612987807, "total_contrib": 0.01315310514648788}, "6-8": {"token_count": 15450, "frac": 0.026194254557291668, "mean_loss": 1.3667975952668445, "total_contrib": 0.035802244138713836}, "9-12": {"token_count": 15300, "frac": 0.02593994140625, "mean_loss": 1.534603871823309, "total_contrib": 0.03980753451690102}, "13-20": {"token_count": 22099, "frac": 0.037467108832465276, "mean_loss": 1.7508354241913133, "total_contrib": 0.06559874138591144}, "21-30": {"token_count": 20303, "frac": 0.03442213270399305, "mean_loss": 1.9481444300060469, "total_contrib": 0.06705928609621305}, "31-50": {"token_count": 29501, "frac": 0.05001661512586805, "mean_loss": 2.176581706919855, "total_contrib": 0.10886524952501533}, "51-75": {"token_count": 27474, "frac": 0.046579996744791664, "mean_loss": 2.3718551024648074, "total_contrib": 0.11048100295192823}, "76-100": {"token_count": 21934, "frac": 0.03718736436631945, "mean_loss": 2.5473613896592937, "total_contrib": 0.094729656169954}, "101-150": {"token_count": 34406, "frac": 0.05833265516493055, "mean_loss": 2.668229612762148, "total_contrib": 0.15564491790211055}, "151-200": {"token_count": 27281, "frac": 0.04625278049045139, "mean_loss": 2.7520193580687393, "total_contrib": 0.12728854727422634}, "201-300": {"token_count": 41947, "frac": 0.0711178249782986, "mean_loss": 2.816243343143562, "total_contrib": 0.20028510117398238}, "301-500": {"token_count": 56499, "frac": 0.09578959147135417, "mean_loss": 2.9197877924860385, "total_contrib": 0.2796852798252846}, "501-750": {"token_count": 48146, "frac": 0.08162773980034722, "mean_loss": 2.9662767865533888, "total_contrib": 0.24213046970859012}, "751-1k": {"token_count": 32117, "frac": 0.054451836480034724, "mean_loss": 3.0119221210573817, "total_contrib": 0.1640046908264159}, "1k-2k": {"token_count": 36422, "frac": 0.06175062391493055, "mean_loss": 3.2845565131835963, "total_contrib": 0.20282341397293588}, "2k-5k": {"token_count": 37419, "frac": 0.06344095865885417, "mean_loss": 3.3417775814818946, "total_contrib": 0.21200557339387854}, "5k-10k": {"token_count": 20321, "frac": 0.03445265028211805, "mean_loss": 3.698673499580283, "total_contrib": 0.12742910458877718}, "10k+": {"token_count": 45717, "frac": 0.07750956217447917, "mean_loss": 3.8758972582394353, "total_contrib": 0.3004190995194029}}, "trigram": {"novel": {"token_count": 440, "frac": 0.0007459852430555555, "mean_loss": 4.430804552097635, "total_contrib": 0.003305314810728216}, "1": {"token_count": 163176, "frac": 0.2766520182291667, "mean_loss": 1.5838668723549474, "total_contrib": 0.4381799668433141}, "2": {"token_count": 56612, "frac": 0.0959811740451389, "mean_loss": 2.0089543590208963, "total_contrib": 0.19282179798192509}, "3": {"token_count": 32246, "frac": 0.05467054578993055, "mean_loss": 2.2580508197032123, "total_contrib": 0.12344887073457468}, "4": {"token_count": 22728, "frac": 0.038533528645833336, "mean_loss": 2.389998973733667, "total_contrib": 0.09209509391787853}, "5": {"token_count": 17096, "frac": 0.028984917534722224, "mean_loss": 2.5500126270241976, "total_contrib": 0.07391190570679675}, "6-8": {"token_count": 35663, "frac": 0.060463799370659724, "mean_loss": 2.718049096342383, "total_contrib": 0.1643435752408488}, "9-12": {"token_count": 30733, "frac": 0.05210537380642361, "mean_loss": 2.9003980679470978, "total_contrib": 0.15112632551781235}, "13-20": {"token_count": 37325, "frac": 0.0632815890842014, "mean_loss": 3.0486206941562517, "total_contrib": 0.19292156204118874}, "21-30": {"token_count": 28286, "frac": 0.04795667860243055, "mean_loss": 3.243983985013777, "total_contrib": 0.1555706973607376}, "31-50": {"token_count": 33583, "frac": 0.056937323676215276, "mean_loss": 3.3792463072340446, "total_contrib": 0.19240524077664}, "51-75": {"token_count": 23855, "frac": 0.040444268120659724, "mean_loss": 3.529386383750654, "total_contrib": 0.14274344920581708}, "76-100": {"token_count": 15976, "frac": 0.027086046006944444, "mean_loss": 3.5495792162694966, "total_contrib": 0.09614406595716939}, "101-150": {"token_count": 19630, "frac": 0.03328111436631945, "mean_loss": 3.600043871918017, "total_contrib": 0.119813471825071}, "151-200": {"token_count": 12349, "frac": 0.020936754014756944, "mean_loss": 3.5988612744930557, "total_contrib": 0.07534847323729578}, "201-300": {"token_count": 14517, "frac": 0.0246124267578125, "mean_loss": 3.7459721156597063, "total_contrib": 0.09219746433348246}, "301-500": {"token_count": 14766, "frac": 0.025034586588541668, "mean_loss": 3.7549651590098767, "total_contrib": 0.09400400041018989}, "501-750": {"token_count": 8764, "frac": 0.014858669704861112, "mean_loss": 4.023780112184517, "total_contrib": 0.05978801965193873}, "751-1k": {"token_count": 4213, "frac": 0.007142808702256944, "mean_loss": 4.057773494619659, "total_contrib": 0.028983899829156872}, "1k-2k": {"token_count": 6949, "frac": 0.011781480577256944, "mean_loss": 4.162941245879489, "total_contrib": 0.04904561143259103}, "2k-5k": {"token_count": 5218, "frac": 0.008846706814236112, "mean_loss": 4.032147023685932, "total_contrib": 0.035671222550444186}, "5k-10k": {"token_count": 1617, "frac": 0.0027414957682291665, "mean_loss": 4.302816491118467, "total_contrib": 0.011796153201867948}, "10k+": {"token_count": 4082, "frac": 0.006920708550347222, "mean_loss": 3.175903902867319, "total_contrib": 0.02197950529565497}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.37297153379797, "total_contrib": 0.532846832156715}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.540876240386279, "total_contrib": 0.2306281329382747}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.618109331048824, "total_contrib": 0.14902733896290285}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.03039341627385, "total_contrib": 0.113663806020808}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.799594042144411, "total_contrib": 0.09225919860266968}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.576087618167263, "total_contrib": 0.07914165056980457}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.94277248633256, "total_contrib": 0.17584351116016061}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.317001745983746, "total_contrib": 0.16886228394628017}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.721607658837157, "total_contrib": 0.23348032245933645}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.268209332727703, "total_contrib": 0.20595617822988363}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.749999650103126, "total_contrib": 0.2803230115063398}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.456702636988674, "total_contrib": 0.2477619651306045}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.179679718127617, "total_contrib": 0.1886141645405154}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.060558074638855, "total_contrib": 0.29106891662957624}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.894106737252475, "total_contrib": 0.2260922247596833}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.695930816679158, "total_contrib": 0.3308593698268225}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.609257448547487, "total_contrib": 0.4434725459588306}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.436695385655571, "total_contrib": 0.3635640429600876}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.5031783694042895, "total_contrib": 0.24771054110263768}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.97714221672141, "total_contrib": 0.304607611320003}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.006271809316683, "total_contrib": 0.31979251939497993}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.242851100046655, "total_contrib": 0.1820701074935161}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.146179875672613, "total_contrib": 0.3948995757256709}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.706802627881275, "total_contrib": 2.411903715482253}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.212479096902469, "total_contrib": 0.5224042057430159}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.83333821878448, "total_contrib": 0.288846293161722}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.644781882233746, "total_contrib": 0.19790385698566287}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.451375536077083, "total_contrib": 0.14622364019822104}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.386755741559402, "total_contrib": 0.1190097623498884}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.181373049543062, "total_contrib": 0.25340082293551836}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.947370400774193, "total_contrib": 0.2171453262926607}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.7262378704655665, "total_contrib": 0.26840220762314626}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.605411074104616, "total_contrib": 0.20696178170134982}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.423677004411477, "total_contrib": 0.24222733597052254}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.30532102456361, "total_contrib": 0.16855616777076363}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.284134727266538, "total_contrib": 0.1121688717196607}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.238401896457164, "total_contrib": 0.1361507852040166}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.218453335246048, "total_contrib": 0.08442285015401943}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.21885528922602, "total_contrib": 0.10535979955088175}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.169344102792608, "total_contrib": 0.10362851383961934}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.172513290862457, "total_contrib": 0.06359675849889711}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.2994514963941635, "total_contrib": 0.030527925053742737}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.393624406523221, "total_contrib": 0.05244126353272074}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.09987339826036, "total_contrib": 0.037257421560797005}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.388233211643289, "total_contrib": 0.012119601612967459}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2411361098843186, "total_contrib": 0.021886944454056194}}}}
{"step": 1240, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20922, "frac": 0.035471598307291664, "mean_loss": 0.5018107872501026, "total_contrib": 0.01780003067160144}, "2": {"token_count": 13059, "frac": 0.0221405029296875, "mean_loss": 0.838206986962469, "total_contrib": 0.018558324250527076}, "3": {"token_count": 9516, "frac": 0.016133626302083332, "mean_loss": 1.0498169923546612, "total_contrib": 0.016937355040227177}, "4": {"token_count": 7841, "frac": 0.013293796115451388, "mean_loss": 1.216201369123161, "total_contrib": 0.01616793303645614}, "5": {"token_count": 6391, "frac": 0.010835435655381944, "mean_loss": 1.3216302568377027, "total_contrib": 0.01432043960817084}, "6-8": {"token_count": 15246, "frac": 0.025848388671875, "mean_loss": 1.5116759043462404, "total_contrib": 0.03907438632144976}, "9-12": {"token_count": 15396, "frac": 0.026102701822916668, "mean_loss": 1.6930033424092916, "total_contrib": 0.04419196143211103}, "13-20": {"token_count": 22111, "frac": 0.03748745388454861, "mean_loss": 1.9267244380634094, "total_contrib": 0.0722279935201349}, "21-30": {"token_count": 20221, "frac": 0.03428310818142361, "mean_loss": 2.1443133617088717, "total_contrib": 0.07351372695433739}, "31-50": {"token_count": 29314, "frac": 0.04969957139756945, "mean_loss": 2.341656057318335, "total_contrib": 0.11637930240924356}, "51-75": {"token_count": 27238, "frac": 0.046179877387152776, "mean_loss": 2.5188121474627976, "total_contrib": 0.11631843613110297}, "76-100": {"token_count": 21746, "frac": 0.03686862521701389, "mean_loss": 2.6571793504293315, "total_contrib": 0.09796654960536744}, "101-150": {"token_count": 34277, "frac": 0.058113945855034724, "mean_loss": 2.759099819760322, "total_contrib": 0.16034217753418742}, "151-200": {"token_count": 27215, "frac": 0.04614088270399305, "mean_loss": 2.881339231902895, "total_contrib": 0.13294753552964492}, "201-300": {"token_count": 42032, "frac": 0.0712619357638889, "mean_loss": 2.931517331155521, "total_contrib": 0.20890559974353176}, "301-500": {"token_count": 56870, "frac": 0.09641859266493055, "mean_loss": 3.013194342407573, "total_contrib": 0.29052795792086905}, "501-750": {"token_count": 48298, "frac": 0.08188544379340278, "mean_loss": 3.0603946619639633, "total_contrib": 0.25060177507788}, "751-1k": {"token_count": 31915, "frac": 0.05410936143663195, "mean_loss": 3.114904238711346, "total_contrib": 0.1685454792929291}, "1k-2k": {"token_count": 36005, "frac": 0.061043633355034724, "mean_loss": 3.41053250900937, "total_contrib": 0.20819129602539466}, "2k-5k": {"token_count": 37798, "frac": 0.0640835232204861, "mean_loss": 3.435556476945102, "total_contrib": 0.22016256326560288}, "5k-10k": {"token_count": 20750, "frac": 0.035179985894097224, "mean_loss": 3.811850975348432, "total_contrib": 0.1341008635431586}, "10k+": {"token_count": 45663, "frac": 0.07741800944010417, "mean_loss": 3.9896161792838005, "total_contrib": 0.3088681430301856}}, "trigram": {"novel": {"token_count": 440, "frac": 0.0007459852430555555, "mean_loss": 4.4512458366045555, "total_contrib": 0.003320563707319479}, "1": {"token_count": 164295, "frac": 0.2785491943359375, "mean_loss": 1.733001519613081, "total_contrib": 0.4827261770711791}, "2": {"token_count": 55946, "frac": 0.0948520236545139, "mean_loss": 2.1548431075454624, "total_contrib": 0.20439122940866844}, "3": {"token_count": 32154, "frac": 0.054514567057291664, "mean_loss": 2.40687533243477, "total_contrib": 0.1312097667085564}, "4": {"token_count": 22603, "frac": 0.038321601019965276, "mean_loss": 2.5751557662920597, "total_contrib": 0.09868409184010726}, "5": {"token_count": 17082, "frac": 0.028961181640625, "mean_loss": 2.678714688411055, "total_contrib": 0.07757874265448277}, "6-8": {"token_count": 35802, "frac": 0.060699462890625, "mean_loss": 2.857631627191419, "total_contrib": 0.17345670490978185}, "9-12": {"token_count": 30052, "frac": 0.05095079210069445, "mean_loss": 2.994197853353592, "total_contrib": 0.15255675233456448}, "13-20": {"token_count": 37617, "frac": 0.06377665201822917, "mean_loss": 3.2221413450080463, "total_contrib": 0.20549738731412706}, "21-30": {"token_count": 28168, "frac": 0.04775661892361111, "mean_loss": 3.33911947246876, "total_contrib": 0.15946505618709994}, "31-50": {"token_count": 33295, "frac": 0.056449042426215276, "mean_loss": 3.4704755949974024, "total_contrib": 0.19590502410115307}, "51-75": {"token_count": 24180, "frac": 0.040995279947916664, "mean_loss": 3.58628013592808, "total_contrib": 0.14702055814402426}, "76-100": {"token_count": 15806, "frac": 0.026797824435763888, "mean_loss": 3.6282470953307264, "total_contrib": 0.0972291286702431}, "101-150": {"token_count": 19978, "frac": 0.03387112087673611, "mean_loss": 3.6067462966734367, "total_contrib": 0.1221645397863463}, "151-200": {"token_count": 12238, "frac": 0.020748562282986112, "mean_loss": 3.770929681972068, "total_contrib": 0.07824136937115846}, "201-300": {"token_count": 14848, "frac": 0.025173611111111112, "mean_loss": 3.7879881452315423, "total_contrib": 0.09535734046155793}, "301-500": {"token_count": 14736, "frac": 0.024983723958333332, "mean_loss": 3.7972629007599905, "total_contrib": 0.0948697681098077}, "501-750": {"token_count": 8382, "frac": 0.014211018880208334, "mean_loss": 4.032514757892208, "total_contrib": 0.0573061433591249}, "751-1k": {"token_count": 4241, "frac": 0.007190280490451389, "mean_loss": 4.077394618436606, "total_contrib": 0.029317610976816212}, "1k-2k": {"token_count": 7026, "frac": 0.011912027994791666, "mean_loss": 4.1952073641664755, "total_contrib": 0.04997342756590721}, "2k-5k": {"token_count": 5506, "frac": 0.009334988064236112, "mean_loss": 4.047452459636283, "total_contrib": 0.037782920401267794}, "5k-10k": {"token_count": 1654, "frac": 0.002804226345486111, "mean_loss": 4.2968697263893, "total_contrib": 0.012049395289862572}, "10k+": {"token_count": 3775, "frac": 0.006400214301215278, "mean_loss": 3.2102255649558757, "total_contrib": 0.020546131570957492}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.381189494650473, "total_contrib": 0.5332007418375934}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.383567390258781, "total_contrib": 0.22718630840944007}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.52602342236059, "total_contrib": 0.14760051821721976}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 8.920504224796993, "total_contrib": 0.11228065213503159}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.730234518348873, "total_contrib": 0.09153199981938583}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.547247939043311, "total_contrib": 0.07887551291946877}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.87923927792549, "total_contrib": 0.1744369616888276}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.265897390712518, "total_contrib": 0.16768289401987507}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.728204712300801, "total_contrib": 0.2337094762939772}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.286457135911379, "total_contrib": 0.2065557510273616}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.81865071438941, "total_contrib": 0.2836698765941492}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.5256908602541515, "total_contrib": 0.2508943802362508}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.213826825370702, "total_contrib": 0.18985760592195625}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.115421445073077, "total_contrib": 0.2942245017566327}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.938299768593937, "total_contrib": 0.22813380278633558}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.743732066064337, "total_contrib": 0.334227283849819}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.655128362197764, "total_contrib": 0.44788594466546106}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.491560593604388, "total_contrib": 0.3680599605487075}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.543968762936446, "total_contrib": 0.24995433640115186}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.029202339964475, "total_contrib": 0.30779375893154165}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.073780390918723, "total_contrib": 0.3241048580401013}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.300651840922622, "total_contrib": 0.1840773716525914}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.179212038939905, "total_contrib": 0.39743434667707495}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.720875044598376, "total_contrib": 2.416307787547496}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.236113031930428, "total_contrib": 0.5243915713122649}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.880434117535027, "total_contrib": 0.2911783156275906}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.677515493329764, "total_contrib": 0.1990514846573998}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.4982751712911435, "total_contrib": 0.1474816411081902}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.462811670404102, "total_contrib": 0.12069006835434953}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.23942772566196, "total_contrib": 0.2562400515652888}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.001079711594091, "total_contrib": 0.2195026848241981}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.783362403773116, "total_contrib": 0.27164629970429194}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.641832820756615, "total_contrib": 0.20859853235367642}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.461202737422158, "total_contrib": 0.24428213299310209}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.371138982452308, "total_contrib": 0.1711329843865097}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.312708692203565, "total_contrib": 0.11291700631662947}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.269836029821997, "total_contrib": 0.13716054832803917}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.240787444010679, "total_contrib": 0.08486981707950517}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.226770729135626, "total_contrib": 0.1055574761965735}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.185370921254017, "total_contrib": 0.10402685836043275}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.178411296717516, "total_contrib": 0.06368665493009859}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.309297340076587, "total_contrib": 0.030597834710423356}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.39376934477338, "total_contrib": 0.05244299348145311}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.115665790378689, "total_contrib": 0.03740093423873862}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.3993616457508296, "total_contrib": 0.012150336576551821}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2674783224900734, "total_contrib": 0.022064829777150408}}}}
{"step": 1250, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20408, "frac": 0.034600151909722224, "mean_loss": 0.5438626711641953, "total_contrib": 0.018817731040308462}, "2": {"token_count": 13113, "frac": 0.0222320556640625, "mean_loss": 0.8572547812766317, "total_contrib": 0.0190585360156258}, "3": {"token_count": 9703, "frac": 0.016450670030381944, "mean_loss": 1.069526923759163, "total_contrib": 0.017594434511371455}, "4": {"token_count": 7595, "frac": 0.012876722547743056, "mean_loss": 1.2639063832788162, "total_contrib": 0.01627497182380271}, "5": {"token_count": 6465, "frac": 0.010960896809895834, "mean_loss": 1.4238940180831918, "total_contrib": 0.015607155400437818}, "6-8": {"token_count": 15357, "frac": 0.026036580403645832, "mean_loss": 1.5548328252998034, "total_contrib": 0.040482529870146146}, "9-12": {"token_count": 15141, "frac": 0.025670369466145832, "mean_loss": 1.7650843782463226, "total_contrib": 0.0453103681285054}, "13-20": {"token_count": 22059, "frac": 0.0373992919921875, "mean_loss": 1.9686949778420637, "total_contrib": 0.07362779831986845}, "21-30": {"token_count": 20142, "frac": 0.034149169921875, "mean_loss": 2.1808433583985805, "total_contrib": 0.07447399041894566}, "31-50": {"token_count": 30305, "frac": 0.05137973361545139, "mean_loss": 2.352885361455288, "total_contrib": 0.12089062309926775}, "51-75": {"token_count": 27896, "frac": 0.047295464409722224, "mean_loss": 2.5393373338780805, "total_contrib": 0.12009913849870968}, "76-100": {"token_count": 21740, "frac": 0.036858452690972224, "mean_loss": 2.748548907408219, "total_contrib": 0.10130725987252924}, "101-150": {"token_count": 34682, "frac": 0.058800591362847224, "mean_loss": 2.808769191382298, "total_contrib": 0.16515728945502534}, "151-200": {"token_count": 27062, "frac": 0.04588148328993055, "mean_loss": 2.895664415513852, "total_contrib": 0.13285737849364532}, "201-300": {"token_count": 41321, "frac": 0.0700564914279514, "mean_loss": 2.9769977242740664, "total_contrib": 0.20855801555163694}, "301-500": {"token_count": 57213, "frac": 0.0970001220703125, "mean_loss": 3.024923348325737, "total_contrib": 0.2934179340409349}, "501-750": {"token_count": 47599, "frac": 0.0807003445095486, "mean_loss": 3.106010962637186, "total_contrib": 0.2506561547352556}, "751-1k": {"token_count": 32132, "frac": 0.05447726779513889, "mean_loss": 3.1446609383640722, "total_contrib": 0.17131253606417232}, "1k-2k": {"token_count": 36070, "frac": 0.06115383572048611, "mean_loss": 3.4455551482294355, "total_contrib": 0.21070891350069806}, "2k-5k": {"token_count": 37684, "frac": 0.06389024522569445, "mean_loss": 3.4806862363434443, "total_contrib": 0.22238189719368212}, "5k-10k": {"token_count": 20709, "frac": 0.0351104736328125, "mean_loss": 3.786282548384638, "total_contrib": 0.13293817358143695}, "10k+": {"token_count": 45428, "frac": 0.07701958550347222, "mean_loss": 3.9464045794126057, "total_contrib": 0.30395044493536355}}, "trigram": {"novel": {"token_count": 438, "frac": 0.0007425944010416666, "mean_loss": 4.395545920029657, "total_contrib": 0.0032641077897355647}, "1": {"token_count": 163471, "frac": 0.2771521674262153, "mean_loss": 1.7810547553522895, "total_contrib": 0.49362318575065467}, "2": {"token_count": 56862, "frac": 0.096405029296875, "mean_loss": 2.191594143766723, "total_contrib": 0.21128069763669058}, "3": {"token_count": 32077, "frac": 0.05438401963975695, "mean_loss": 2.4447784753384094, "total_contrib": 0.13295688061765912}, "4": {"token_count": 22481, "frac": 0.03811475965711805, "mean_loss": 2.614073428716712, "total_contrib": 0.099634780461596}, "5": {"token_count": 17504, "frac": 0.029676649305555556, "mean_loss": 2.703003478365043, "total_contrib": 0.08021608629913621}, "6-8": {"token_count": 36262, "frac": 0.06147935655381945, "mean_loss": 2.8920119275083227, "total_contrib": 0.17779903244918283}, "9-12": {"token_count": 30133, "frac": 0.05108812120225695, "mean_loss": 3.0888402922026215, "total_contrib": 0.1578030472224623}, "13-20": {"token_count": 37464, "frac": 0.06351725260416667, "mean_loss": 3.2434454290366657, "total_contrib": 0.20601474262395164}, "21-30": {"token_count": 28242, "frac": 0.047882080078125, "mean_loss": 3.391012017114323, "total_contrib": 0.1623687089493522}, "31-50": {"token_count": 33509, "frac": 0.05681186252170139, "mean_loss": 3.4860162539082853, "total_contrib": 0.19804707616545397}, "51-75": {"token_count": 24101, "frac": 0.04086134168836805, "mean_loss": 3.590130091801437, "total_contrib": 0.14669753238679067}, "76-100": {"token_count": 15449, "frac": 0.026192559136284724, "mean_loss": 3.602726871959334, "total_contrib": 0.09436463664567694}, "101-150": {"token_count": 19780, "frac": 0.03353542751736111, "mean_loss": 3.632751133678576, "total_contrib": 0.1218258623320893}, "151-200": {"token_count": 11897, "frac": 0.020170423719618056, "mean_loss": 3.7654678806366677, "total_contrib": 0.07595108265505378}, "201-300": {"token_count": 14363, "frac": 0.024351331922743056, "mean_loss": 3.740591450569381, "total_contrib": 0.09108838400018993}, "301-500": {"token_count": 14840, "frac": 0.025160047743055556, "mean_loss": 3.790531827715564, "total_contrib": 0.09536996175689523}, "501-750": {"token_count": 8506, "frac": 0.014421251085069444, "mean_loss": 3.968782120111097, "total_contrib": 0.05723480345605637}, "751-1k": {"token_count": 4181, "frac": 0.007088555230034722, "mean_loss": 4.052420389421617, "total_contrib": 0.02872580574573395}, "1k-2k": {"token_count": 7203, "frac": 0.012212117513020834, "mean_loss": 4.178832580679043, "total_contrib": 0.051032394542492594}, "2k-5k": {"token_count": 5522, "frac": 0.009362114800347222, "mean_loss": 3.965559640127696, "total_contrib": 0.037126024598499105}, "5k-10k": {"token_count": 1649, "frac": 0.002795749240451389, "mean_loss": 4.227794932927247, "total_contrib": 0.011819854472515582}, "10k+": {"token_count": 3890, "frac": 0.006595187717013889, "mean_loss": 3.220315615689157, "total_contrib": 0.021238585993501147}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.308988168099162, "total_contrib": 0.5300913636235332}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.397312079214066, "total_contrib": 0.22748703406822632}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.506734369535367, "total_contrib": 0.14730164490285869}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 8.87297619147729, "total_contrib": 0.11168242602119854}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.683468175694705, "total_contrib": 0.09104167887114809}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.481726471364992, "total_contrib": 0.078270869248521}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.8265048129218195, "total_contrib": 0.1732694835190381}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.26300850882101, "total_contrib": 0.1676162241992045}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.733517021909656, "total_contrib": 0.23389400354153955}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.289404324977357, "total_contrib": 0.20665258758216212}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.808358632427071, "total_contrib": 0.2831681187531203}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.546504866745536, "total_contrib": 0.2518394416577016}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.242211829228547, "total_contrib": 0.19089122461644614}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.1334553891415435, "total_contrib": 0.295261762960861}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.970126104459703, "total_contrib": 0.229604078664683}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.783757360716441, "total_contrib": 0.3370473304567009}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.659959623783887, "total_contrib": 0.44835077699468284}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.508923422487546, "total_contrib": 0.3694827538029828}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.540618213158827, "total_contrib": 0.24977002957821}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.074886711715968, "total_contrib": 0.31058970221544563}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.109165791782118, "total_contrib": 0.3263652200266094}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.3564608292715645, "total_contrib": 0.18601546760723445}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.21159603605121, "total_contrib": 0.39991937965853175}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.728697947959409, "total_contrib": 2.418756025888786}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.276765208279823, "total_contrib": 0.5278099921336918}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.907181084357325, "total_contrib": 0.2925027308989462}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.709585955800384, "total_contrib": 0.20017586259629336}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.534915102637328, "total_contrib": 0.14846444335738315}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.476886545081567, "total_contrib": 0.12100102499891137}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.264877038570311, "total_contrib": 0.25748467857292884}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.01364757974624, "total_contrib": 0.2200543018671174}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.803647328113308, "total_contrib": 0.272798276947841}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.650033951779996, "total_contrib": 0.20896708158006555}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.463798840125672, "total_contrib": 0.24442428782066994}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.366252954739043, "total_contrib": 0.17094169316751096}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.3124195995777415, "total_contrib": 0.11290943718173398}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.2596485027504665, "total_contrib": 0.1368332929511398}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.221636136616877, "total_contrib": 0.08448654676077207}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.232319160711935, "total_contrib": 0.10569604023791301}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.190479805266396, "total_contrib": 0.10415383901842815}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.178593493153384, "total_contrib": 0.0636894319380848}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.2957469762192915, "total_contrib": 0.030501621392833102}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.393015023827514, "total_contrib": 0.05243399008474681}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.1120990276269085, "total_contrib": 0.03736852143703923}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.376165973698346, "total_contrib": 0.01208627382262269}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2687190020998913, "total_contrib": 0.02207320791518125}}}}
{"step": 1260, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20785, "frac": 0.035239325629340276, "mean_loss": 0.6678308342283769, "total_contrib": 0.023533908232687736}, "2": {"token_count": 12917, "frac": 0.021899753146701388, "mean_loss": 1.014093243686354, "total_contrib": 0.022208391704468845}, "3": {"token_count": 9640, "frac": 0.016343858506944444, "mean_loss": 1.2610903970349512, "total_contrib": 0.020611083013605633}, "4": {"token_count": 8030, "frac": 0.013614230685763888, "mean_loss": 1.4030535466955483, "total_contrib": 0.01910149464919239}, "5": {"token_count": 6413, "frac": 0.010872734917534722, "mean_loss": 1.5711998891314072, "total_contrib": 0.017083239896985736}, "6-8": {"token_count": 15413, "frac": 0.026131523980034724, "mean_loss": 1.6845727031710338, "total_contrib": 0.04402045198902579}, "9-12": {"token_count": 15042, "frac": 0.025502522786458332, "mean_loss": 1.8679299448557205, "total_contrib": 0.04763692598219087}, "13-20": {"token_count": 22045, "frac": 0.037375556098090276, "mean_loss": 2.112513506335729, "total_contrib": 0.07895636706402444}, "21-30": {"token_count": 20102, "frac": 0.034081353081597224, "mean_loss": 2.2453738565515042, "total_contrib": 0.07652537920531945}, "31-50": {"token_count": 29719, "frac": 0.05038621690538195, "mean_loss": 2.456073970276234, "total_contrib": 0.12375227580200093}, "51-75": {"token_count": 27733, "frac": 0.047019110785590276, "mean_loss": 2.6480753209992813, "total_contrib": 0.12451014688665274}, "76-100": {"token_count": 21460, "frac": 0.036383734809027776, "mean_loss": 2.778410837376254, "total_contrib": 0.10108896309762642}, "101-150": {"token_count": 34138, "frac": 0.05787828233506945, "mean_loss": 2.864135972903, "total_contrib": 0.16577127048570867}, "151-200": {"token_count": 27432, "frac": 0.0465087890625, "mean_loss": 2.9200880003015204, "total_contrib": 0.13580975684996086}, "201-300": {"token_count": 41971, "frac": 0.07115851508246528, "mean_loss": 2.980051991995303, "total_contrib": 0.21205607461892845}, "301-500": {"token_count": 57189, "frac": 0.09695943196614583, "mean_loss": 3.0533217960850867, "total_contrib": 0.29604834695826215}, "501-750": {"token_count": 47712, "frac": 0.08089192708333333, "mean_loss": 3.1182037824803093, "total_contrib": 0.2522375130033714}, "751-1k": {"token_count": 32017, "frac": 0.054282294379340276, "mean_loss": 3.147284586316407, "total_contrib": 0.17084182840998738}, "1k-2k": {"token_count": 35693, "frac": 0.06051466200086805, "mean_loss": 3.4242808830770244, "total_contrib": 0.2072192002354401}, "2k-5k": {"token_count": 38393, "frac": 0.06509229871961805, "mean_loss": 3.4396845981749125, "total_contrib": 0.2238969773656708}, "5k-10k": {"token_count": 20780, "frac": 0.03523084852430555, "mean_loss": 3.790330661042513, "total_contrib": 0.13353656537621972}, "10k+": {"token_count": 45200, "frac": 0.0766330295138889, "mean_loss": 4.021545674451561, "total_contrib": 0.3081832283616987}}, "trigram": {"novel": {"token_count": 430, "frac": 0.0007290310329861111, "mean_loss": 4.471413583793613, "total_contrib": 0.003259799263901187}, "1": {"token_count": 164779, "frac": 0.2793697781032986, "mean_loss": 1.8739236619326058, "total_contrib": 0.5235176376166328}, "2": {"token_count": 55994, "frac": 0.09493340386284722, "mean_loss": 2.2762052180749897, "total_contrib": 0.21608790924223323}, "3": {"token_count": 32001, "frac": 0.054255167643229164, "mean_loss": 2.5277430443407503, "total_contrib": 0.13714312262971384}, "4": {"token_count": 22839, "frac": 0.038721720377604164, "mean_loss": 2.6705156483342187, "total_contrib": 0.10340696019881392}, "5": {"token_count": 17181, "frac": 0.0291290283203125, "mean_loss": 2.8034538589683455, "total_contrib": 0.0816618868525783}, "6-8": {"token_count": 35904, "frac": 0.060872395833333336, "mean_loss": 2.9143399050935073, "total_contrib": 0.17740285229573108}, "9-12": {"token_count": 30210, "frac": 0.051218668619791664, "mean_loss": 3.0828195913881493, "total_contrib": 0.15789791506591117}, "13-20": {"token_count": 36550, "frac": 0.06196763780381945, "mean_loss": 3.2561137537671123, "total_contrib": 0.20177367774147537}, "21-30": {"token_count": 28008, "frac": 0.0474853515625, "mean_loss": 3.385286399862122, "total_contrib": 0.16075151483720282}, "31-50": {"token_count": 34091, "frac": 0.05779859754774305, "mean_loss": 3.475284716629135, "total_contrib": 0.20086658270026964}, "51-75": {"token_count": 24176, "frac": 0.04098849826388889, "mean_loss": 3.6042832430400185, "total_contrib": 0.14773415744990961}, "76-100": {"token_count": 15704, "frac": 0.026624891493055556, "mean_loss": 3.633035383379373, "total_contrib": 0.0967291728729073}, "101-150": {"token_count": 19612, "frac": 0.03325059678819445, "mean_loss": 3.6747731027776886, "total_contrib": 0.12218839872856316}, "151-200": {"token_count": 12398, "frac": 0.021019829644097224, "mean_loss": 3.726036048461766, "total_contrib": 0.0783206429864315}, "201-300": {"token_count": 14849, "frac": 0.025175306532118056, "mean_loss": 3.8236038859693156, "total_contrib": 0.09626039988667529}, "301-500": {"token_count": 14414, "frac": 0.024437798394097224, "mean_loss": 3.8255402789037274, "total_contrib": 0.09348778208434776}, "501-750": {"token_count": 8652, "frac": 0.014668782552083334, "mean_loss": 3.973185880543851, "total_contrib": 0.0582817997207055}, "751-1k": {"token_count": 4209, "frac": 0.007136027018229167, "mean_loss": 4.115144062308329, "total_contrib": 0.029365779212537566}, "1k-2k": {"token_count": 7069, "frac": 0.011984931098090278, "mean_loss": 4.1150222806012335, "total_contrib": 0.0493182585001121}, "2k-5k": {"token_count": 5436, "frac": 0.00921630859375, "mean_loss": 3.9910785014564656, "total_contrib": 0.036783011091304094}, "5k-10k": {"token_count": 1607, "frac": 0.002724541558159722, "mean_loss": 4.274436997192927, "total_contrib": 0.011645881236587581}, "10k+": {"token_count": 3711, "frac": 0.006291707356770833, "mean_loss": 3.2970775336778027, "total_contrib": 0.020744246974484466}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.423220557993513, "total_contrib": 0.5350108259304356}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.492982667165725, "total_contrib": 0.2295802499046727}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.545276681539258, "total_contrib": 0.14789883692862155}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 8.886708728065773, "total_contrib": 0.11185527478902232}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.65020470694228, "total_contrib": 0.09069292858162953}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.529857622095342, "total_contrib": 0.07871503200457247}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.805736113179722, "total_contrib": 0.1728096892732422}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.210636356824903, "total_contrib": 0.1664075759702904}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.70240096932312, "total_contrib": 0.23281316301047783}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.24175651299938, "total_contrib": 0.20508701107775879}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.760088186864048, "total_contrib": 0.2808148461460973}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.490787580723787, "total_contrib": 0.24930959438639957}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.2106854582389595, "total_contrib": 0.18974321538638028}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.071602780754299, "total_contrib": 0.29170417673253307}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.915868305100697, "total_contrib": 0.22709754024485915}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.741651970847182, "total_contrib": 0.334080727390707}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.620415807869666, "total_contrib": 0.4445461301689922}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.471883560152603, "total_contrib": 0.36644753030201505}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.523742725914391, "total_contrib": 0.24884174388002595}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.002108669990657, "total_contrib": 0.30613559090393533}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.042835081476384, "total_contrib": 0.3221281218885391}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.27311477117238, "total_contrib": 0.18312108333659508}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.1825892831025575, "total_contrib": 0.39769350440555973}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.716443144892478, "total_contrib": 2.41492079012672}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.229949257013097, "total_contrib": 0.5238732626161967}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.861399170790302, "total_contrib": 0.29023577233564857}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.6591667086774935, "total_contrib": 0.19840818340512065}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.485755077253194, "total_contrib": 0.14714581142378538}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.403475816221017, "total_contrib": 0.11937915948007555}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.195633704580601, "total_contrib": 0.2540982561617229}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.962698467409552, "total_contrib": 0.21781809137013494}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.7558222196138, "total_contrib": 0.27008229754669844}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.591177433869732, "total_contrib": 0.2063221385737968}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.414814777131366, "total_contrib": 0.2417420668826832}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.312893338433701, "total_contrib": 0.1688526288708344}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.295274825164729, "total_contrib": 0.11246054606970707}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.239365080669461, "total_contrib": 0.1361817257070656}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.215355528225701, "total_contrib": 0.08436085451791751}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.204722144311389, "total_contrib": 0.10500684472945618}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.175149874705665, "total_contrib": 0.1037728155571578}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.170920784936252, "total_contrib": 0.06357248578656838}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.289747552122713, "total_contrib": 0.030459022942928606}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.401224961614984, "total_contrib": 0.05253198196372051}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.104030187514394, "total_contrib": 0.03729519620272683}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.387719948121453, "total_contrib": 0.012118184060821274}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2425180214349423, "total_contrib": 0.021896276311875025}}}}
{"step": 1270, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20642, "frac": 0.034996880425347224, "mean_loss": 0.5374758615252992, "total_contrib": 0.01880997845731138}, "2": {"token_count": 13048, "frac": 0.022121853298611112, "mean_loss": 0.8601302132902413, "total_contrib": 0.019027674396109803}, "3": {"token_count": 9501, "frac": 0.016108194986979168, "mean_loss": 1.2107656896861494, "total_contrib": 0.019503249813008806}, "4": {"token_count": 7683, "frac": 0.013025919596354166, "mean_loss": 1.3309368636246741, "total_contrib": 0.017336676573398796}, "5": {"token_count": 6381, "frac": 0.0108184814453125, "mean_loss": 1.4772050244888768, "total_contrib": 0.01598111514835531}, "6-8": {"token_count": 15382, "frac": 0.026078965928819444, "mean_loss": 1.6405317339097751, "total_contrib": 0.04278337119378011}, "9-12": {"token_count": 15290, "frac": 0.025922987196180556, "mean_loss": 1.8484284793926955, "total_contrib": 0.04791678780435234}, "13-20": {"token_count": 22495, "frac": 0.038138495551215276, "mean_loss": 2.037418123348088, "total_contrib": 0.07770406203327643}, "21-30": {"token_count": 20266, "frac": 0.03435940212673611, "mean_loss": 2.283665166429165, "total_contrib": 0.07846536977615944}, "31-50": {"token_count": 29688, "frac": 0.050333658854166664, "mean_loss": 2.4006117701600975, "total_contrib": 0.1208315738805355}, "51-75": {"token_count": 27271, "frac": 0.04623582628038195, "mean_loss": 2.608609066014456, "total_contrib": 0.1206111956096738}, "76-100": {"token_count": 21751, "frac": 0.03687710232204861, "mean_loss": 2.724373905895791, "total_contrib": 0.10046701529123833}, "101-150": {"token_count": 34034, "frac": 0.057701958550347224, "mean_loss": 2.883698017926332, "total_contrib": 0.16639502350210364}, "151-200": {"token_count": 27625, "frac": 0.046836005316840276, "mean_loss": 2.953160609555155, "total_contrib": 0.1383142460106085}, "201-300": {"token_count": 42060, "frac": 0.07130940755208333, "mean_loss": 2.9571332693007815, "total_contrib": 0.210871421486394}, "301-500": {"token_count": 56446, "frac": 0.0956997341579861, "mean_loss": 3.0745109638324366, "total_contrib": 0.29422988190457783}, "501-750": {"token_count": 48072, "frac": 0.08150227864583333, "mean_loss": 3.1294526489135577, "total_contrib": 0.255057521800694}, "751-1k": {"token_count": 31613, "frac": 0.053597344292534724, "mean_loss": 3.174471824189759, "total_contrib": 0.17014325930804927}, "1k-2k": {"token_count": 35875, "frac": 0.06082322862413195, "mean_loss": 3.448558223356931, "total_contrib": 0.2097524452428689}, "2k-5k": {"token_count": 37772, "frac": 0.06403944227430555, "mean_loss": 3.4868927332868154, "total_contrib": 0.22329866591001651}, "5k-10k": {"token_count": 20903, "frac": 0.035439385308159724, "mean_loss": 3.802649541478809, "total_contrib": 0.1347635622923644}, "10k+": {"token_count": 46026, "frac": 0.078033447265625, "mean_loss": 4.027858514196782, "total_contrib": 0.3143076849609733}}, "trigram": {"novel": {"token_count": 431, "frac": 0.0007307264539930555, "mean_loss": 4.5268865561765335, "total_contrib": 0.0033079157608237133}, "1": {"token_count": 163080, "frac": 0.2764892578125, "mean_loss": 1.819188731980553, "total_contrib": 0.5029861423261661}, "2": {"token_count": 56305, "frac": 0.09546067979600695, "mean_loss": 2.2405400550013344, "total_contrib": 0.21388347676061017}, "3": {"token_count": 31891, "frac": 0.054068671332465276, "mean_loss": 2.5248049413065856, "total_contrib": 0.13651284855009005}, "4": {"token_count": 22560, "frac": 0.038248697916666664, "mean_loss": 2.7002909360865015, "total_contrib": 0.10328261230148565}, "5": {"token_count": 17162, "frac": 0.029096815321180556, "mean_loss": 2.779659889237132, "total_contrib": 0.08087925045282603}, "6-8": {"token_count": 36176, "frac": 0.061333550347222224, "mean_loss": 2.9391479207762603, "total_contrib": 0.18026837697686426}, "9-12": {"token_count": 30472, "frac": 0.05166286892361111, "mean_loss": 3.087883308217621, "total_contrib": 0.1595289106038536}, "13-20": {"token_count": 37365, "frac": 0.06334940592447917, "mean_loss": 3.2511384265083962, "total_contrib": 0.2059576878975529}, "21-30": {"token_count": 28860, "frac": 0.048929850260416664, "mean_loss": 3.3899366250781395, "total_contrib": 0.1658690914573756}, "31-50": {"token_count": 34197, "frac": 0.057978312174479164, "mean_loss": 3.504571504756638, "total_contrib": 0.20318914074056454}, "51-75": {"token_count": 24242, "frac": 0.041100396050347224, "mean_loss": 3.5810748248178634, "total_contrib": 0.147183593585942}, "76-100": {"token_count": 15228, "frac": 0.02581787109375, "mean_loss": 3.682020836628359, "total_contrib": 0.0950619393245725}, "101-150": {"token_count": 19928, "frac": 0.03378634982638889, "mean_loss": 3.6942821535245964, "total_contrib": 0.12481630919636731}, "151-200": {"token_count": 11880, "frac": 0.0201416015625, "mean_loss": 3.7857250020773483, "total_contrib": 0.07625056461703643}, "201-300": {"token_count": 14491, "frac": 0.024568345811631944, "mean_loss": 3.7782592661329133, "total_contrib": 0.09282558021635615}, "301-500": {"token_count": 14626, "frac": 0.024797227647569444, "mean_loss": 3.8909885442700265, "total_contrib": 0.09648572870634868}, "501-750": {"token_count": 8500, "frac": 0.014411078559027778, "mean_loss": 4.024944363086537, "total_contrib": 0.058003789412156115}, "751-1k": {"token_count": 4216, "frac": 0.007147894965277778, "mean_loss": 4.066475518219274, "total_contrib": 0.029066739883104892}, "1k-2k": {"token_count": 7055, "frac": 0.011961195203993056, "mean_loss": 4.166955761467828, "total_contrib": 0.04984177126932022}, "2k-5k": {"token_count": 5569, "frac": 0.009441799587673612, "mean_loss": 3.9760469535770877, "total_contrib": 0.03754103848685507}, "5k-10k": {"token_count": 1790, "frac": 0.0030348036024305555, "mean_loss": 4.40299792730135, "total_contrib": 0.013362233971268407}, "10k+": {"token_count": 3800, "frac": 0.006442599826388889, "mean_loss": 3.1768293002581127, "total_contrib": 0.020467039898310054}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.365305610570445, "total_contrib": 0.5325166961908975}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.452605692425289, "total_contrib": 0.22869682559670063}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.556314787889226, "total_contrib": 0.14806986634406136}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 8.879549137551438, "total_contrib": 0.11176515841536099}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.673141764934266, "total_contrib": 0.09093341178784434}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.484951619675327, "total_contrib": 0.07830063148649903}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.8350999652555995, "total_contrib": 0.17345976994206344}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.231446171717288, "total_contrib": 0.16688782635059904}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.701152141635812, "total_contrib": 0.2327697839996923}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.278829069390133, "total_contrib": 0.20630511366912974}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.78930092053575, "total_contrib": 0.2822390204027057}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.5399743226207825, "total_contrib": 0.2515429218446641}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.208104643398385, "total_contrib": 0.1896492369434111}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.0814781260100945, "total_contrib": 0.29227217852256343}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.922293922892814, "total_contrib": 0.2273943834279097}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.767211816215897, "total_contrib": 0.3358815874675904}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.638180378674598, "total_contrib": 0.4462553207556911}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.495837834381994, "total_contrib": 0.36841045811832834}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.550974054731661, "total_contrib": 0.250339683033869}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.035631583606397, "total_contrib": 0.30818723704871914}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.075698201352332, "total_contrib": 0.3242273646585283}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.295401548238739, "total_contrib": 0.18389504311892035}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.141867158057158, "total_contrib": 0.39456863308516615}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.729005338650739, "total_contrib": 2.418852226192118}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.25321187728119, "total_contrib": 0.5258294045162497}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.885773444559458, "total_contrib": 0.2914427002322787}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.679793076816977, "total_contrib": 0.19913133584848744}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.504569427784702, "total_contrib": 0.14765047355987848}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.423141401135805, "total_contrib": 0.11981363186001362}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.2202904379170745, "total_contrib": 0.25530412118217627}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.975842630555755, "total_contrib": 0.2183950026106557}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.767013418810128, "total_contrib": 0.27071784375756847}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.5980091627236925, "total_contrib": 0.20662914846997443}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.418034586313077, "total_contrib": 0.24191837401352512}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.324027696614257, "total_contrib": 0.16928854636334978}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.289732219114648, "total_contrib": 0.11231542741527559}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.247134808554116, "total_contrib": 0.13643131377779616}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.212046359772977, "total_contrib": 0.08429462895840152}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.199404844577873, "total_contrib": 0.1048740528710803}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.176370680279582, "total_contrib": 0.10380315852338778}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.179279555811545, "total_contrib": 0.06369988879181891}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.28529230334528, "total_contrib": 0.030427388791249645}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.382627153616084, "total_contrib": 0.05231000291859474}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.110898679039156, "total_contrib": 0.037357613321346496}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.387776829351479, "total_contrib": 0.012118341157724269}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.252476875529258, "total_contrib": 0.021963527077963993}}}}
{"step": 1280, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20956, "frac": 0.035529242621527776, "mean_loss": 0.541591233015572, "total_contrib": 0.01924232631950264}, "2": {"token_count": 12939, "frac": 0.021937052408854168, "mean_loss": 0.9504767069457652, "total_contrib": 0.020850657333664376}, "3": {"token_count": 9662, "frac": 0.016381157769097224, "mean_loss": 1.2404676308268043, "total_contrib": 0.020320295968032132}, "4": {"token_count": 7523, "frac": 0.012754652235243056, "mean_loss": 1.3971907928843195, "total_contrib": 0.017820682669523004}, "5": {"token_count": 6501, "frac": 0.011021931966145834, "mean_loss": 1.5084991355546562, "total_contrib": 0.016626574843073224}, "6-8": {"token_count": 15401, "frac": 0.026111178927951388, "mean_loss": 1.700842758658532, "total_contrib": 0.04441100959964337}, "9-12": {"token_count": 15323, "frac": 0.025978936089409724, "mean_loss": 1.8973907878247822, "total_contrib": 0.04929219401353478}, "13-20": {"token_count": 22247, "frac": 0.03771803114149305, "mean_loss": 2.088669370191378, "total_contrib": 0.07878049634916107}, "21-30": {"token_count": 19995, "frac": 0.033899943033854164, "mean_loss": 2.2902039031179675, "total_contrib": 0.07763778185160956}, "31-50": {"token_count": 29609, "frac": 0.05019972059461805, "mean_loss": 2.483029044200443, "total_contrib": 0.12464736424718376}, "51-75": {"token_count": 27512, "frac": 0.04664442274305555, "mean_loss": 2.6125468048224847, "total_contrib": 0.12186073760015902}, "76-100": {"token_count": 21798, "frac": 0.036956787109375, "mean_loss": 2.7762683445174745, "total_contrib": 0.10260195816682928}, "101-150": {"token_count": 34271, "frac": 0.05810377332899305, "mean_loss": 2.908531446724424, "total_contrib": 0.16899665190072416}, "151-200": {"token_count": 27198, "frac": 0.046112060546875, "mean_loss": 2.944721133772758, "total_contrib": 0.13578715921419182}, "201-300": {"token_count": 41499, "frac": 0.0703582763671875, "mean_loss": 2.9802405278774717, "total_contrib": 0.2096845867010959}, "301-500": {"token_count": 56404, "frac": 0.09562852647569445, "mean_loss": 3.0830776802979014, "total_contrib": 0.2948301755769905}, "501-750": {"token_count": 48200, "frac": 0.08171929253472222, "mean_loss": 3.1396528383124087, "total_contrib": 0.25657020875152264}, "751-1k": {"token_count": 32181, "frac": 0.054560343424479164, "mean_loss": 3.13081608734427, "total_contrib": 0.17081840092438752}, "1k-2k": {"token_count": 36432, "frac": 0.061767578125, "mean_loss": 3.464521587095844, "total_contrib": 0.21399510779669154}, "2k-5k": {"token_count": 38046, "frac": 0.06450398763020833, "mean_loss": 3.499145907689838, "total_contrib": 0.22570886434591939}, "5k-10k": {"token_count": 20744, "frac": 0.03516981336805555, "mean_loss": 3.806923706214098, "total_contrib": 0.13388879625397618}, "10k+": {"token_count": 45383, "frac": 0.07694329155815972, "mean_loss": 4.058712218384144, "total_contrib": 0.31229067756979645}}, "trigram": {"novel": {"token_count": 428, "frac": 0.0007256401909722222, "mean_loss": 4.5865328945088955, "total_contrib": 0.003328172605471814}, "1": {"token_count": 164543, "frac": 0.2789696587456597, "mean_loss": 1.8221669347549891, "total_contrib": 0.5083292879662241}, "2": {"token_count": 56345, "frac": 0.09552849663628472, "mean_loss": 2.2983021856394665, "total_contrib": 0.21955335261002562}, "3": {"token_count": 31908, "frac": 0.054097493489583336, "mean_loss": 2.5656248265114043, "total_contrib": 0.13879387234891408}, "4": {"token_count": 22468, "frac": 0.038092719184027776, "mean_loss": 2.7029087024786693, "total_contrib": 0.10296114218358483}, "5": {"token_count": 17031, "frac": 0.028874715169270832, "mean_loss": 2.877882186073902, "total_contrib": 0.0830980284136024}, "6-8": {"token_count": 35787, "frac": 0.060674031575520836, "mean_loss": 2.986977801129434, "total_contrib": 0.18123198542110708}, "9-12": {"token_count": 30539, "frac": 0.05177646213107639, "mean_loss": 3.1445496832226794, "total_contrib": 0.1628136575926673}, "13-20": {"token_count": 37424, "frac": 0.0634494357638889, "mean_loss": 3.2724802645836006, "total_contrib": 0.2076370263362913}, "21-30": {"token_count": 28132, "frac": 0.04769558376736111, "mean_loss": 3.424348461255185, "total_contrib": 0.1633262988824308}, "31-50": {"token_count": 33254, "frac": 0.05637953016493055, "mean_loss": 3.5260012483286407, "total_contrib": 0.19879429374172738}, "51-75": {"token_count": 24020, "frac": 0.04072401258680555, "mean_loss": 3.6619017877237003, "total_contrib": 0.14912733449490573}, "76-100": {"token_count": 15796, "frac": 0.026780870225694444, "mean_loss": 3.608816640632024, "total_contrib": 0.09664725012109282}, "101-150": {"token_count": 19613, "frac": 0.03325229220920139, "mean_loss": 3.7074471162395293, "total_contrib": 0.12328111485935785}, "151-200": {"token_count": 12121, "frac": 0.020550198025173612, "mean_loss": 3.7468457727141105, "total_contrib": 0.0769984225990596}, "201-300": {"token_count": 14988, "frac": 0.025410970052083332, "mean_loss": 3.7587650450518475, "total_contrib": 0.09551386599263015}, "301-500": {"token_count": 14827, "frac": 0.025138007269965276, "mean_loss": 3.890119120762332, "total_contrib": 0.09778984273875443}, "501-750": {"token_count": 8830, "frac": 0.014970567491319444, "mean_loss": 4.0000431625461, "total_contrib": 0.059882916133087265}, "751-1k": {"token_count": 4218, "frac": 0.007151285807291667, "mean_loss": 4.067503976266683, "total_contrib": 0.02908788345657835}, "1k-2k": {"token_count": 7052, "frac": 0.011956108940972222, "mean_loss": 4.23111863527875, "total_contrib": 0.050587715345570446}, "2k-5k": {"token_count": 5217, "frac": 0.008845011393229166, "mean_loss": 4.042442427033558, "total_contrib": 0.035755449323584786}, "5k-10k": {"token_count": 1700, "frac": 0.0028822157118055555, "mean_loss": 4.328692413931712, "total_contrib": 0.012476225287007498}, "10k+": {"token_count": 3583, "frac": 0.006074693467881944, "mean_loss": 3.234331023847898, "total_contrib": 0.019647569543536747}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.54858529871319, "total_contrib": 0.5404097072560862}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.682000325665443, "total_contrib": 0.2337158443920772}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.767538476699928, "total_contrib": 0.15134266177463215}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.059063544035272, "total_contrib": 0.11402467134419396}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.911432026844373, "total_contrib": 0.09343176210870634}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.663240583618116, "total_contrib": 0.07994591352103916}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.024839982277777, "total_contrib": 0.1776603876556112}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.384630168911594, "total_contrib": 0.17042301747508512}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.844858211222817, "total_contrib": 0.23776152722088806}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.365770904752138, "total_contrib": 0.2091617840815166}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.867181429062028, "total_contrib": 0.28603583779683195}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.581925425712993, "total_contrib": 0.25344771461659693}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.267046410992295, "total_contrib": 0.19179555734472065}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.128139816804671, "total_contrib": 0.2949560263487048}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.965349339735884, "total_contrib": 0.22938340726915718}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.790254871415199, "total_contrib": 0.3375051230390784}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.66412817675847, "total_contrib": 0.44875184784421523}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.526734139251995, "total_contrib": 0.37094224913273566}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.58572842917813, "total_contrib": 0.2522514493894525}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.102509490700925, "total_contrib": 0.31228025240634827}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.1609162853011, "total_contrib": 0.32967095757597104}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.382579763459366, "total_contrib": 0.18692250789207998}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.25591610564219, "total_contrib": 0.40332034447135273}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.861831271326912, "total_contrib": 2.460421133040084}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.382462358491822, "total_contrib": 0.536698011705996}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.00738278564604, "total_contrib": 0.29746436502681856}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.792818328244734, "total_contrib": 0.20309395719701615}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.596195646751107, "total_contrib": 0.1501081870646994}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.506420442225592, "total_contrib": 0.12165351830824396}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.297228692037473, "total_contrib": 0.25906687223733343}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.052387890644303, "total_contrib": 0.22175465513949874}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.808391496541295, "total_contrib": 0.273067697428635}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.635101538376106, "total_contrib": 0.208296036404414}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.438923790452047, "total_contrib": 0.24306220442069118}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.350058302425813, "total_contrib": 0.17030766181033136}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.289233409737287, "total_contrib": 0.11230236739531271}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.257014694778815, "total_contrib": 0.13674868676414353}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.213139934059795, "total_contrib": 0.0843165143867354}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.204604536501548, "total_contrib": 0.10500390764476827}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.1775847629223595, "total_contrib": 0.10383333439202506}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.178908033045352, "total_contrib": 0.06369422610317267}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.271692156116948, "total_contrib": 0.030330821990657852}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.3994352790967595, "total_contrib": 0.05251062073574691}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.101197621484319, "total_contrib": 0.03726945538186976}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.405576902393085, "total_contrib": 0.01216750212605512}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2532599768230748, "total_contrib": 0.021968815252831873}}}}
{"step": 1290, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20683, "frac": 0.03506639268663195, "mean_loss": 0.6257634532597057, "total_contrib": 0.021943266980947698}, "2": {"token_count": 12808, "frac": 0.021714952256944444, "mean_loss": 1.0628483979376673, "total_contrib": 0.023079702217586335}, "3": {"token_count": 9538, "frac": 0.016170925564236112, "mean_loss": 1.3443245557119796, "total_contrib": 0.021738972324593205}, "4": {"token_count": 7677, "frac": 0.0130157470703125, "mean_loss": 1.5564827881111258, "total_contrib": 0.02025878628934922}, "5": {"token_count": 6519, "frac": 0.011052449544270834, "mean_loss": 1.7726299153614298, "total_contrib": 0.01959190270019728}, "6-8": {"token_count": 15241, "frac": 0.025839911566840276, "mean_loss": 1.8828346183510798, "total_contrib": 0.04865228003317736}, "9-12": {"token_count": 15221, "frac": 0.025806003146701388, "mean_loss": 2.0571092155266766, "total_contrib": 0.05308576688898984}, "13-20": {"token_count": 21699, "frac": 0.0367889404296875, "mean_loss": 2.25314465645088, "total_contrib": 0.08289080454564014}, "21-30": {"token_count": 20154, "frac": 0.034169514973958336, "mean_loss": 2.4794798622886325, "total_contrib": 0.08472262428209958}, "31-50": {"token_count": 29215, "frac": 0.04953172471788195, "mean_loss": 2.621630363172542, "total_contrib": 0.12985387346070323}, "51-75": {"token_count": 27351, "frac": 0.0463714599609375, "mean_loss": 2.7654178306088437, "total_contrib": 0.12823646220734064}, "76-100": {"token_count": 21683, "frac": 0.03676181369357639, "mean_loss": 2.8844749058006327, "total_contrib": 0.10603852909083916}, "101-150": {"token_count": 34641, "frac": 0.0587310791015625, "mean_loss": 2.9662327739573975, "total_contrib": 0.17421005168093906}, "151-200": {"token_count": 27183, "frac": 0.046086629231770836, "mean_loss": 3.0280461988730876, "total_contrib": 0.139552442464137}, "201-300": {"token_count": 42065, "frac": 0.07131788465711805, "mean_loss": 3.0495151848624644, "total_contrib": 0.21748497221415128}, "301-500": {"token_count": 57348, "frac": 0.09722900390625, "mean_loss": 3.1385844537631065, "total_contrib": 0.3051614401150286}, "501-750": {"token_count": 47348, "frac": 0.08027479383680555, "mean_loss": 3.207806381365404, "total_contrib": 0.25750599593249707}, "751-1k": {"token_count": 31897, "frac": 0.05407884385850695, "mean_loss": 3.224824954844362, "total_contrib": 0.174394805204045}, "1k-2k": {"token_count": 36419, "frac": 0.061745537651909724, "mean_loss": 3.511631697565855, "total_contrib": 0.21682758720169215}, "2k-5k": {"token_count": 38124, "frac": 0.06463623046875, "mean_loss": 3.560009896480736, "total_contrib": 0.23010562013995967}, "5k-10k": {"token_count": 20814, "frac": 0.035288492838541664, "mean_loss": 3.8596938080348058, "total_contrib": 0.13620277730379984}, "10k+": {"token_count": 46196, "frac": 0.07832166883680555, "mean_loss": 4.090250243513146, "total_contrib": 0.3203552250320999}}, "trigram": {"novel": {"token_count": 444, "frac": 0.0007527669270833334, "mean_loss": 4.467174242527501, "total_contrib": 0.0033627410272932443}, "1": {"token_count": 164565, "frac": 0.2790069580078125, "mean_loss": 1.9215356020174026, "total_contrib": 0.5361218030225862}, "2": {"token_count": 55980, "frac": 0.09490966796875, "mean_loss": 2.4149546965588584, "total_contrib": 0.22920254840997467}, "3": {"token_count": 31832, "frac": 0.05396864149305555, "mean_loss": 2.7092297882043037, "total_contrib": 0.1462134511619049}, "4": {"token_count": 22586, "frac": 0.038292778862847224, "mean_loss": 2.88949061394785, "total_contrib": 0.11064662510617768}, "5": {"token_count": 17494, "frac": 0.029659695095486112, "mean_loss": 3.0034914355130793, "total_contrib": 0.08908264019922182}, "6-8": {"token_count": 35982, "frac": 0.061004638671875, "mean_loss": 3.1328632420166507, "total_contrib": 0.19111919008762465}, "9-12": {"token_count": 30282, "frac": 0.051340738932291664, "mean_loss": 3.268513812215176, "total_contrib": 0.16780791432952874}, "13-20": {"token_count": 37076, "frac": 0.06285942925347222, "mean_loss": 3.409531826329127, "total_contrib": 0.2143212246245977}, "21-30": {"token_count": 28473, "frac": 0.048273722330729164, "mean_loss": 3.5206274942021634, "total_contrib": 0.16995379408504604}, "31-50": {"token_count": 33457, "frac": 0.056723700629340276, "mean_loss": 3.5721123805567014, "total_contrib": 0.20262343328905835}, "51-75": {"token_count": 24264, "frac": 0.0411376953125, "mean_loss": 3.712473446524836, "total_contrib": 0.15272260149888547}, "76-100": {"token_count": 15836, "frac": 0.026848687065972224, "mean_loss": 3.7051874238826934, "total_contrib": 0.09947941766460221}, "101-150": {"token_count": 19787, "frac": 0.033547295464409724, "mean_loss": 3.735508400188686, "total_contrib": 0.12531620401091434}, "151-200": {"token_count": 11745, "frac": 0.0199127197265625, "mean_loss": 3.8196562562018563, "total_contrib": 0.07605974448155857}, "201-300": {"token_count": 14651, "frac": 0.024839613172743056, "mean_loss": 3.7771005526622248, "total_contrib": 0.09382171664268367}, "301-500": {"token_count": 14590, "frac": 0.024736192491319444, "mean_loss": 3.847602681234353, "total_contrib": 0.09517504055312977}, "501-750": {"token_count": 8395, "frac": 0.014233059353298612, "mean_loss": 3.9917313940131236, "total_contrib": 0.05681454985341419}, "751-1k": {"token_count": 4189, "frac": 0.007102118598090278, "mean_loss": 4.135354962786971, "total_contrib": 0.029369781390914274}, "1k-2k": {"token_count": 7162, "frac": 0.012142605251736112, "mean_loss": 4.2148712720617265, "total_contrib": 0.05117951804352839}, "2k-5k": {"token_count": 5383, "frac": 0.009126451280381944, "mean_loss": 4.073057204756533, "total_contrib": 0.03717255814141916}, "5k-10k": {"token_count": 1691, "frac": 0.0028669569227430555, "mean_loss": 4.379181920934638, "total_contrib": 0.012554925924174792}, "10k+": {"token_count": 3960, "frac": 0.0067138671875, "mean_loss": 3.2429096604876144, "total_contrib": 0.02177246476157456}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.659449983838742, "total_contrib": 0.5451841380470919}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.864152254279372, "total_contrib": 0.23770122077344308}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.038801823739494, "total_contrib": 0.15554573884269754}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.380689134296244, "total_contrib": 0.1180729101104996}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.169650780366792, "total_contrib": 0.09613905237119588}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.029160911486082, "total_contrib": 0.08332269090647168}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.39541014201692, "total_contrib": 0.18586436909053705}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.733637799138463, "total_contrib": 0.1784774402565388}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.161566796529883, "total_contrib": 0.24876264873471446}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.683875321570808, "total_contrib": 0.21961382333042104}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.145534268909943, "total_contrib": 0.29960604841869}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.8331746235282065, "total_contrib": 0.26485570202756903}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.496661338040476, "total_contrib": 0.20015681325011078}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.312463411931594, "total_contrib": 0.3055577956301868}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.122282772928642, "total_contrib": 0.23663323465433697}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.925405843250459, "total_contrib": 0.3470274024589697}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.800201855718229, "total_contrib": 0.46184396550522494}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.643591869972576, "total_contrib": 0.3805181305802824}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.6916555569003435, "total_contrib": 0.25807828190041715}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.230845866749316, "total_contrib": 0.32013460642143554}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.2897214414002995, "total_contrib": 0.33789882193271054}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.541206371498336, "total_contrib": 0.19243118304341703}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.359810552024104, "total_contrib": 0.4112928354817081}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.111797194303996, "total_contrib": 2.538649909289169}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.661948907089959, "total_contrib": 0.5601998933475881}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.2621159647628115, "total_contrib": 0.31007785181149405}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.055653787954274, "total_contrib": 0.21230886617212325}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.850737936020459, "total_contrib": 0.15693583998918267}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.787827735281313, "total_contrib": 0.12787065839716727}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.539427626618955, "total_contrib": 0.2709118810313761}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.237185048848463, "total_contrib": 0.22986559811840312}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.9588970006006425, "total_contrib": 0.2816148782215019}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.747333419520832, "total_contrib": 0.21333960574310162}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.528221380272878, "total_contrib": 0.24795187364141363}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.381854826259972, "total_contrib": 0.1715525167643149}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.347070310721922, "total_contrib": 0.11381667549723078}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.284427177274836, "total_contrib": 0.13762926182696247}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.236812330871737, "total_contrib": 0.08479026413575912}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.222321269181204, "total_contrib": 0.10544635737955584}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.174954080218534, "total_contrib": 0.10376794911024934}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.176943548380533, "total_contrib": 0.06366428375234136}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.278505592640256, "total_contrib": 0.030379200273263535}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.39956136424614, "total_contrib": 0.052512125658319815}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.102725767309858, "total_contrib": 0.03728334234073357}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.403016980329816, "total_contrib": 0.012160432028803965}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2563363000443766, "total_contrib": 0.021989589238614826}}}}
{"step": 1300, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20439, "frac": 0.0346527099609375, "mean_loss": 0.6405514394701497, "total_contrib": 0.02219684324702011}, "2": {"token_count": 12936, "frac": 0.021931966145833332, "mean_loss": 1.0926042151519073, "total_contrib": 0.02396295865750643}, "3": {"token_count": 9614, "frac": 0.016299777560763888, "mean_loss": 1.3992895172206512, "total_contrib": 0.022808107873805303}, "4": {"token_count": 7569, "frac": 0.0128326416015625, "mean_loss": 1.49242595778352, "total_contrib": 0.019151767433104556}, "5": {"token_count": 6362, "frac": 0.010786268446180556, "mean_loss": 1.7163758497170996, "total_contrib": 0.018513290669589892}, "6-8": {"token_count": 15289, "frac": 0.025921291775173612, "mean_loss": 1.8467145487618064, "total_contrib": 0.04786922664391286}, "9-12": {"token_count": 15419, "frac": 0.026141696506076388, "mean_loss": 2.057056352167287, "total_contrib": 0.05377494285425381}, "13-20": {"token_count": 22577, "frac": 0.038277520073784724, "mean_loss": 2.252340045395824, "total_contrib": 0.08621399130062786}, "21-30": {"token_count": 20176, "frac": 0.03420681423611111, "mean_loss": 2.420796698679331, "total_contrib": 0.08280774297511492}, "31-50": {"token_count": 28997, "frac": 0.04916212293836805, "mean_loss": 2.6013430989399358, "total_contrib": 0.12788754923496046}, "51-75": {"token_count": 27419, "frac": 0.046486748589409724, "mean_loss": 2.7645523868093176, "total_contrib": 0.12851505176785732}, "76-100": {"token_count": 21634, "frac": 0.03667873806423611, "mean_loss": 2.852067082309339, "total_contrib": 0.10461022145365437}, "101-150": {"token_count": 34238, "frac": 0.05804782443576389, "mean_loss": 2.945969154812618, "total_contrib": 0.17100710029173857}, "151-200": {"token_count": 27533, "frac": 0.04668002658420139, "mean_loss": 3.0022224888292266, "total_contrib": 0.14014382559023555}, "201-300": {"token_count": 41359, "frac": 0.07012091742621528, "mean_loss": 3.0415911501702397, "total_contrib": 0.21327916188539453}, "301-500": {"token_count": 57139, "frac": 0.0968746609157986, "mean_loss": 3.113315286417081, "total_contrib": 0.30160136269562715}, "501-750": {"token_count": 47925, "frac": 0.0812530517578125, "mean_loss": 3.1593838490955535, "total_contrib": 0.25670957941335787}, "751-1k": {"token_count": 31745, "frac": 0.05382113986545139, "mean_loss": 3.1696723641088975, "total_contrib": 0.17059537963636093}, "1k-2k": {"token_count": 36039, "frac": 0.061101277669270836, "mean_loss": 3.454927573334193, "total_contrib": 0.21110048898551262}, "2k-5k": {"token_count": 38119, "frac": 0.06462775336371528, "mean_loss": 3.489475989297213, "total_contrib": 0.22551699360490665}, "5k-10k": {"token_count": 20974, "frac": 0.035559760199652776, "mean_loss": 3.830814641926633, "total_contrib": 0.13622285003622978}, "10k+": {"token_count": 46322, "frac": 0.07853529188368055, "mean_loss": 4.013110577509345, "total_contrib": 0.3151708105661823}}, "trigram": {"novel": {"token_count": 428, "frac": 0.0007256401909722222, "mean_loss": 4.5573108941838845, "total_contrib": 0.003306967947575383}, "1": {"token_count": 162695, "frac": 0.2758365207248264, "mean_loss": 1.909128932708509, "total_contrib": 0.5266074824134164}, "2": {"token_count": 56511, "frac": 0.0958099365234375, "mean_loss": 2.366009784948792, "total_contrib": 0.2266872473097758}, "3": {"token_count": 32140, "frac": 0.05449083116319445, "mean_loss": 2.678431289712783, "total_contrib": 0.1459499471899564}, "4": {"token_count": 22411, "frac": 0.03799608018663195, "mean_loss": 2.800697354982638, "total_contrib": 0.10641552127840831}, "5": {"token_count": 17339, "frac": 0.029396904839409724, "mean_loss": 2.96973385842408, "total_contrib": 0.08730098363446574}, "6-8": {"token_count": 36045, "frac": 0.0611114501953125, "mean_loss": 3.10173160942634, "total_contrib": 0.18955131676868425}, "9-12": {"token_count": 30581, "frac": 0.05184766981336805, "mean_loss": 3.222376669544927, "total_contrib": 0.167072721576866}, "13-20": {"token_count": 37401, "frac": 0.06341044108072917, "mean_loss": 3.333235952724039, "total_contrib": 0.21136196198837584}, "21-30": {"token_count": 28021, "frac": 0.047507392035590276, "mean_loss": 3.4640694247921053, "total_contrib": 0.16456890420210024}, "31-50": {"token_count": 33296, "frac": 0.056450737847222224, "mean_loss": 3.570512450948294, "total_contrib": 0.20155806234872506}, "51-75": {"token_count": 24361, "frac": 0.04130215115017361, "mean_loss": 3.6506087921006896, "total_contrib": 0.1507779961214954}, "76-100": {"token_count": 15711, "frac": 0.026636759440104168, "mean_loss": 3.7136179081583425, "total_contrib": 0.09891874687207662}, "101-150": {"token_count": 19308, "frac": 0.032735188802083336, "mean_loss": 3.7275615365284036, "total_contrib": 0.12202243066964115}, "151-200": {"token_count": 12187, "frac": 0.020662095811631944, "mean_loss": 3.7388356596778602, "total_contrib": 0.07725218062421008}, "201-300": {"token_count": 14848, "frac": 0.025173611111111112, "mean_loss": 3.790235841973978, "total_contrib": 0.09541392310524771}, "301-500": {"token_count": 15104, "frac": 0.025607638888888888, "mean_loss": 3.7689068220550594, "total_contrib": 0.09651280490505577}, "501-750": {"token_count": 8520, "frac": 0.014444986979166666, "mean_loss": 3.933548261482263, "total_contrib": 0.05682005341903497}, "751-1k": {"token_count": 4318, "frac": 0.007320827907986111, "mean_loss": 3.973020536575744, "total_contrib": 0.02908579962316566}, "1k-2k": {"token_count": 7385, "frac": 0.012520684136284722, "mean_loss": 4.135953931985828, "total_contrib": 0.051784972784619375}, "2k-5k": {"token_count": 5565, "frac": 0.009435017903645834, "mean_loss": 3.937660359472983, "total_contrib": 0.037151895990104086}, "5k-10k": {"token_count": 1715, "frac": 0.002907647026909722, "mean_loss": 4.237852751705307, "total_contrib": 0.01232217995397712}, "10k+": {"token_count": 3934, "frac": 0.006669786241319444, "mean_loss": 3.180783509754542, "total_contrib": 0.021215146089976617}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.47707960913434, "total_contrib": 0.5373302869188459}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.748707571880312, "total_contrib": 0.23517535945488047}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.88199408273655, "total_contrib": 0.15311608873516394}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.255673329396755, "total_contrib": 0.11649936048285847}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.034839023522554, "total_contrib": 0.09472562073002026}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.88364562439251, "total_contrib": 0.0819798501477872}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.233674872427892, "total_contrib": 0.18228374308974105}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.628591033758474, "total_contrib": 0.17605316357340553}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.05823274224361, "total_contrib": 0.2451732591808524}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.562830590369982, "total_contrib": 0.21563662523290042}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.043820912193443, "total_contrib": 0.29464733603604204}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.7429469700433735, "total_contrib": 0.2607589091063293}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.425881474128931, "total_contrib": 0.19757941742170745}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.2235556342757805, "total_contrib": 0.3004440729655047}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.08043957508352, "total_contrib": 0.2347002114899966}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.86927434579165, "total_contrib": 0.34307256738970204}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.738164151875383, "total_contrib": 0.45587510419171834}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.586467628368613, "total_contrib": 0.3758370969678076}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.632606537111372, "total_contrib": 0.2548301172834243}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.1740814918903055, "total_contrib": 0.31666055246015123}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.2630239020574, "total_contrib": 0.33619342644215333}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.483003910999025, "total_contrib": 0.19040996824305728}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.290647246096565, "total_contrib": 0.4059854889010563}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.995756512731149, "total_contrib": 2.5023340770891704}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.573474041332373, "total_contrib": 0.5527600869106768}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.169315136016338, "total_contrib": 0.3054826827367031}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.978610889954858, "total_contrib": 0.20960777213775042}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.78214474370468, "total_contrib": 0.15509594724892806}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.679292156476164, "total_contrib": 0.12547277847466515}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.446326451544886, "total_contrib": 0.266358664315565}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.165239372140587, "total_contrib": 0.22670782617522434}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.874589445678331, "total_contrib": 0.2768270671801103}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.659755039320405, "total_contrib": 0.20940393587278014}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.490517280504021, "total_contrib": 0.24588730978806964}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.33543973768144, "total_contrib": 0.16973533532467283}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.299532246195748, "total_contrib": 0.1125720155131038}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.251196963636591, "total_contrib": 0.13656180296159956}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.219880057600772, "total_contrib": 0.0844514027912047}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.197108120882619, "total_contrib": 0.10481669552375111}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.1684796035441325, "total_contrib": 0.1036070268214874}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.178885257904974, "total_contrib": 0.06369387896824429}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.2606514248707645, "total_contrib": 0.030252428126625503}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.373559075080373, "total_contrib": 0.0522017684742666}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.084819346399288, "total_contrib": 0.03712061851789718}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.382304086560867, "total_contrib": 0.012103226313286086}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.245035897229571, "total_contrib": 0.021913279179323633}}}}
{"step": 1310, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20557, "frac": 0.03485276963975695, "mean_loss": 0.6085653152682946, "total_contrib": 0.021210186743791933}, "2": {"token_count": 12799, "frac": 0.021699693467881944, "mean_loss": 1.0949907508528218, "total_contrib": 0.023760963643672122}, "3": {"token_count": 9302, "frac": 0.015770806206597224, "mean_loss": 1.3477025001596254, "total_contrib": 0.021254354954164018}, "4": {"token_count": 7577, "frac": 0.012846204969618056, "mean_loss": 1.5927673531257962, "total_contrib": 0.02046101588717}, "5": {"token_count": 6260, "frac": 0.010613335503472222, "mean_loss": 1.7319270609621569, "total_contrib": 0.01838152296553396}, "6-8": {"token_count": 15220, "frac": 0.025804307725694444, "mean_loss": 1.9410707241288567, "total_contrib": 0.05008798628275757}, "9-12": {"token_count": 15189, "frac": 0.025751749674479168, "mean_loss": 2.0663541719059944, "total_contrib": 0.05321223537373886}, "13-20": {"token_count": 22098, "frac": 0.037465413411458336, "mean_loss": 2.285392507115418, "total_contrib": 0.08562317508652836}, "21-30": {"token_count": 20273, "frac": 0.034371270073784724, "mean_loss": 2.3991135072156804, "total_contrib": 0.08246057829417502}, "31-50": {"token_count": 29393, "frac": 0.04983350965711805, "mean_loss": 2.5968104822337703, "total_contrib": 0.12940818024410197}, "51-75": {"token_count": 27429, "frac": 0.046503702799479164, "mean_loss": 2.7412392690112934, "total_contrib": 0.1274777762683627}, "76-100": {"token_count": 21877, "frac": 0.03709072536892361, "mean_loss": 2.827655698241759, "total_contrib": 0.10487980094135703}, "101-150": {"token_count": 34953, "frac": 0.059260050455729164, "mean_loss": 2.9800290722564964, "total_contrib": 0.17659667318145975}, "151-200": {"token_count": 27772, "frac": 0.04708523220486111, "mean_loss": 2.970191951769977, "total_contrib": 0.139852177742099}, "201-300": {"token_count": 42120, "frac": 0.0714111328125, "mean_loss": 3.022554230843529, "total_contrib": 0.21584402161175104}, "301-500": {"token_count": 56746, "frac": 0.09620836046006945, "mean_loss": 3.1016304189610686, "total_contrib": 0.2984027773613227}, "501-750": {"token_count": 48023, "frac": 0.08141920301649305, "mean_loss": 3.1198806658793456, "total_contrib": 0.25401819732246195}, "751-1k": {"token_count": 32317, "frac": 0.05479092068142361, "mean_loss": 3.175417565396952, "total_contrib": 0.17398405195606367}, "1k-2k": {"token_count": 36077, "frac": 0.061165703667534724, "mean_loss": 3.4875643354981367, "total_contrib": 0.2133193266665417}, "2k-5k": {"token_count": 37622, "frac": 0.0637851291232639, "mean_loss": 3.523653476080177, "total_contrib": 0.22475669195741174}, "5k-10k": {"token_count": 20581, "frac": 0.03489345974392361, "mean_loss": 3.871300468824472, "total_contrib": 0.1350830670655593}, "10k+": {"token_count": 45639, "frac": 0.0773773193359375, "mean_loss": 4.081197239110725, "total_contrib": 0.3157921020436171}}, "trigram": {"novel": {"token_count": 443, "frac": 0.0007510715060763889, "mean_loss": 4.615827567402366, "total_contrib": 0.0034668165628378095}, "1": {"token_count": 161520, "frac": 0.2738444010416667, "mean_loss": 1.9347308724742016, "total_contrib": 0.5298152169495189}, "2": {"token_count": 56107, "frac": 0.09512498643663195, "mean_loss": 2.3979438116305434, "total_contrib": 0.22810437255716096}, "3": {"token_count": 32269, "frac": 0.054709540473090276, "mean_loss": 2.6846110921690594, "total_contrib": 0.14687383920153024}, "4": {"token_count": 22345, "frac": 0.03788418240017361, "mean_loss": 2.864389471591252, "total_contrib": 0.1085150532068999}, "5": {"token_count": 17346, "frac": 0.029408772786458332, "mean_loss": 2.946608858129905, "total_contrib": 0.08665615039930781}, "6-8": {"token_count": 35902, "frac": 0.06086900499131945, "mean_loss": 3.0878265098599154, "total_contrib": 0.1879529272409917}, "9-12": {"token_count": 30909, "frac": 0.052403767903645836, "mean_loss": 3.16648731702768, "total_contrib": 0.16593586643135677}, "13-20": {"token_count": 37525, "frac": 0.06362067328559028, "mean_loss": 3.346632006015081, "total_contrib": 0.21291498146178506}, "21-30": {"token_count": 28006, "frac": 0.04748196072048611, "mean_loss": 3.477724272221854, "total_contrib": 0.16512916729031923}, "31-50": {"token_count": 33596, "frac": 0.05695936414930555, "mean_loss": 3.5443602022650973, "total_contrib": 0.20188450343712397}, "51-75": {"token_count": 24411, "frac": 0.041386922200520836, "mean_loss": 3.6455409673968466, "total_contrib": 0.15087772039646474}, "76-100": {"token_count": 16263, "frac": 0.0275726318359375, "mean_loss": 3.6466666978205367, "total_contrib": 0.1005481982873796}, "101-150": {"token_count": 19684, "frac": 0.03337266710069445, "mean_loss": 3.661431645484937, "total_contrib": 0.1221917394167167}, "151-200": {"token_count": 12704, "frac": 0.021538628472222224, "mean_loss": 3.559110966687073, "total_contrib": 0.07665836880288456}, "201-300": {"token_count": 14560, "frac": 0.024685329861111112, "mean_loss": 3.7808781085825123, "total_contrib": 0.09333222327501318}, "301-500": {"token_count": 15115, "frac": 0.025626288519965276, "mean_loss": 3.7426194227867446, "total_contrib": 0.09590944514875903}, "501-750": {"token_count": 8709, "frac": 0.014765421549479166, "mean_loss": 4.005210064144532, "total_contrib": 0.05913861499131051}, "751-1k": {"token_count": 4202, "frac": 0.007124159071180556, "mean_loss": 4.0674938123495, "total_contrib": 0.028977472940220475}, "1k-2k": {"token_count": 7192, "frac": 0.012193467881944444, "mean_loss": 4.159533673983994, "total_contrib": 0.0507191402575902}, "2k-5k": {"token_count": 5344, "frac": 0.009060329861111112, "mean_loss": 4.039800507066142, "total_contrib": 0.03660192516710317}, "5k-10k": {"token_count": 1704, "frac": 0.0028889973958333335, "mean_loss": 4.173981199736222, "total_contrib": 0.012058620816295237}, "10k+": {"token_count": 3968, "frac": 0.006727430555555556, "mean_loss": 3.2114042912313203, "total_contrib": 0.02160449935507182}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.661561235267607, "total_contrib": 0.5452750599111472}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.906512986962635, "total_contrib": 0.23862804853100725}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.037435852339515, "total_contrib": 0.15552457386361157}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.30333178522547, "total_contrib": 0.11709922819945254}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.095431747745371, "total_contrib": 0.09536090414777522}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.945913168555812, "total_contrib": 0.08255446603808812}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.239386841522611, "total_contrib": 0.18241019927402455}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.599219298418309, "total_contrib": 0.17537532058727692}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.009648758379152, "total_contrib": 0.24348565633421504}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.504106660150922, "total_contrib": 0.21370711784146604}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.969280360699785, "total_contrib": 0.2910133476629}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.6626849417794105, "total_contrib": 0.2571146060957072}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.3633817445673655, "total_contrib": 0.1953035364953238}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.15400173827678, "total_contrib": 0.29644353056342193}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.029083406791339, "total_contrib": 0.23232771923192413}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.828977312744121, "total_contrib": 0.34023337501645823}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.710968567157257, "total_contrib": 0.4532585232503377}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.552155904201834, "total_contrib": 0.37302543015846634}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.61023316477009, "total_contrib": 0.25359940428155786}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.140832965007964, "total_contrib": 0.3146256991422144}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.227782257069539, "total_contrib": 0.3339422473476987}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.455317158858287, "total_contrib": 0.18944848186051141}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.2830343836431, "total_contrib": 0.4054013048605522}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.018592484371252, "total_contrib": 2.5094807717049314}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.543190986661976, "total_contrib": 0.550213600254416}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.116216791106064, "total_contrib": 0.30285344035007683}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.915233212465428, "total_contrib": 0.2073857754187225}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.72056355601178, "total_contrib": 0.15344413930199918}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.593308002686099, "total_contrib": 0.1235731278873063}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.361332201390823, "total_contrib": 0.2622019257970508}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.087255157054109, "total_contrib": 0.2232850163876288}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.820934799277557, "total_contrib": 0.2737800293589292}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.615369567071728, "total_contrib": 0.20740930471598854}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.445476088931192, "total_contrib": 0.24342098870885337}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.313648474069455, "total_contrib": 0.16888219293079268}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.287386549343005, "total_contrib": 0.11225401218245447}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.244735749586956, "total_contrib": 0.13635424846636296}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.2151860955014016, "total_contrib": 0.08435746370323782}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.203211620107868, "total_contrib": 0.10496912157556983}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.172871719773975, "total_contrib": 0.10371619230802151}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.187191733649805, "total_contrib": 0.06382048489975273}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.254644087632437, "total_contrib": 0.030209773490065928}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.3824515732047615, "total_contrib": 0.05230790723226169}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.094926092213828, "total_contrib": 0.03721246313182596}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.370355389390239, "total_contrib": 0.012070225913690693}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.251299285506416, "total_contrib": 0.021955574975199472}}}}
{"step": 1320, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20358, "frac": 0.034515380859375, "mean_loss": 0.6162612813225998, "total_contrib": 0.021270492833735975}, "2": {"token_count": 12892, "frac": 0.021857367621527776, "mean_loss": 1.0553798677169348, "total_contrib": 0.0230678257490484}, "3": {"token_count": 9394, "frac": 0.015926784939236112, "mean_loss": 1.4283238076576983, "total_contrib": 0.022748606108155007}, "4": {"token_count": 7738, "frac": 0.013119167751736112, "mean_loss": 1.5837488663791368, "total_contrib": 0.020777467054649796}, "5": {"token_count": 6287, "frac": 0.010659111870659722, "mean_loss": 1.7362197876112255, "total_contrib": 0.018506560948201117}, "6-8": {"token_count": 15023, "frac": 0.025470309787326388, "mean_loss": 1.916026614253288, "total_contrib": 0.04880179142579336}, "9-12": {"token_count": 15289, "frac": 0.025921291775173612, "mean_loss": 2.120273290137579, "total_contrib": 0.05496022259676352}, "13-20": {"token_count": 21733, "frac": 0.03684658474392361, "mean_loss": 2.3413381936086797, "total_contrib": 0.08627031616498725}, "21-30": {"token_count": 20121, "frac": 0.034113566080729164, "mean_loss": 2.4840948927952624, "total_contrib": 0.08474133527617302}, "31-50": {"token_count": 29428, "frac": 0.04989284939236111, "mean_loss": 2.678464341825242, "total_contrib": 0.13363621800949643}, "51-75": {"token_count": 27013, "frac": 0.045798407660590276, "mean_loss": 2.839396669054247, "total_contrib": 0.13003984615946854}, "76-100": {"token_count": 21816, "frac": 0.0369873046875, "mean_loss": 2.9305336291299318, "total_contrib": 0.10839254023759391}, "101-150": {"token_count": 34457, "frac": 0.058419121636284724, "mean_loss": 3.0525815442496818, "total_contrib": 0.1783291325382}, "151-200": {"token_count": 27035, "frac": 0.04583570692274305, "mean_loss": 3.099524411986808, "total_contrib": 0.14206889254771482}, "201-300": {"token_count": 42143, "frac": 0.07145012749565972, "mean_loss": 3.0891359399445735, "total_contrib": 0.2207191567604644}, "301-500": {"token_count": 56945, "frac": 0.0965457492404514, "mean_loss": 3.163485345439403, "total_contrib": 0.30542106288663534}, "501-750": {"token_count": 48199, "frac": 0.08171759711371528, "mean_loss": 3.2226301216386046, "total_contrib": 0.26334558992658674}, "751-1k": {"token_count": 32478, "frac": 0.055063883463541664, "mean_loss": 3.2552231771095776, "total_contrib": 0.17924522967218162}, "1k-2k": {"token_count": 36341, "frac": 0.06161329481336805, "mean_loss": 3.566222750367986, "total_contrib": 0.219726733688563}, "2k-5k": {"token_count": 38092, "frac": 0.06458197699652778, "mean_loss": 3.6158422438075304, "total_contrib": 0.2335182406126513}, "5k-10k": {"token_count": 20954, "frac": 0.03552585177951389, "mean_loss": 3.956588492703987, "total_contrib": 0.1405611763443321}, "10k+": {"token_count": 46088, "frac": 0.07813856336805555, "mean_loss": 4.142964203317364, "total_contrib": 0.32372527093249964}}, "trigram": {"novel": {"token_count": 442, "frac": 0.0007493760850694445, "mean_loss": 4.788700311739689, "total_contrib": 0.0035885374921823163}, "1": {"token_count": 161509, "frac": 0.2738257514105903, "mean_loss": 1.9642440943067383, "total_contrib": 0.5378606150773569}, "2": {"token_count": 56657, "frac": 0.0960574679904514, "mean_loss": 2.4594452523909722, "total_contrib": 0.23624808360581348}, "3": {"token_count": 32559, "frac": 0.055201212565104164, "mean_loss": 2.7351076017426834, "total_contrib": 0.15098125611223012}, "4": {"token_count": 22363, "frac": 0.03791469997829861, "mean_loss": 2.9798223291014216, "total_contrib": 0.1129790695965154}, "5": {"token_count": 17240, "frac": 0.029229058159722224, "mean_loss": 3.102795135662307, "total_contrib": 0.09069177947797678}, "6-8": {"token_count": 36073, "frac": 0.06115892198350695, "mean_loss": 3.207362838897068, "total_contrib": 0.19615885363690516}, "9-12": {"token_count": 30238, "frac": 0.05126614040798611, "mean_loss": 3.3565992992849125, "total_contrib": 0.17207989097048812}, "13-20": {"token_count": 37388, "frac": 0.0633884006076389, "mean_loss": 3.4538229010569585, "total_contrib": 0.21893230968003605}, "21-30": {"token_count": 28611, "frac": 0.0485076904296875, "mean_loss": 3.5218045118544796, "total_contrib": 0.1708346030149138}, "31-50": {"token_count": 33714, "frac": 0.057159423828125, "mean_loss": 3.6231679264920293, "total_contrib": 0.20709819111082675}, "51-75": {"token_count": 24396, "frac": 0.041361490885416664, "mean_loss": 3.7030873201634, "total_contrib": 0.15316521244084047}, "76-100": {"token_count": 16001, "frac": 0.027128431532118056, "mean_loss": 3.671568586448864, "total_contrib": 0.09960389701295348}, "101-150": {"token_count": 19715, "frac": 0.033425225151909724, "mean_loss": 3.7672377362361655, "total_contrib": 0.12592076953446452}, "151-200": {"token_count": 12246, "frac": 0.020762125651041668, "mean_loss": 3.8025680906340384, "total_contrib": 0.07894939649438551}, "201-300": {"token_count": 14822, "frac": 0.025129530164930556, "mean_loss": 3.848271642440314, "total_contrib": 0.09670525832155072}, "301-500": {"token_count": 14931, "frac": 0.0253143310546875, "mean_loss": 3.897981767413301, "total_contrib": 0.09867480090543619}, "501-750": {"token_count": 8538, "frac": 0.014475504557291666, "mean_loss": 4.054570206774863, "total_contrib": 0.058691949506028546}, "751-1k": {"token_count": 4151, "frac": 0.007037692599826389, "mean_loss": 4.177880351176955, "total_contrib": 0.02940263763043813}, "1k-2k": {"token_count": 7149, "frac": 0.012120564778645834, "mean_loss": 4.198007382451144, "total_contrib": 0.05088222042023253}, "2k-5k": {"token_count": 5415, "frac": 0.009180704752604166, "mean_loss": 3.989498101370253, "total_contrib": 0.03662640417975518}, "5k-10k": {"token_count": 1713, "frac": 0.0029042561848958335, "mean_loss": 4.365192167931201, "total_contrib": 0.012677636351973042}, "10k+": {"token_count": 3953, "frac": 0.006701999240451389, "mean_loss": 3.1513485965674026, "total_contrib": 0.021120335900592282}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.508020060472393, "total_contrib": 0.5386627494914742}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.764553362427497, "total_contrib": 0.2355220559728442}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.856812259403684, "total_contrib": 0.15272591016759282}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.223452461642365, "total_contrib": 0.1160938026856027}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.097579087115479, "total_contrib": 0.09538341789198493}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.968434334459614, "total_contrib": 0.08276229533295303}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.281573504501697, "total_contrib": 0.1833441616851521}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.705101458046712, "total_contrib": 0.17781887655797632}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.1350522429251155, "total_contrib": 0.24784164488567736}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.632290812556117, "total_contrib": 0.21791889775142678}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.118935388224656, "total_contrib": 0.2983093042812771}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.837270621717713, "total_contrib": 0.26504168111203014}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.509570968483215, "total_contrib": 0.20062690779127754}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.31719235713514, "total_contrib": 0.30582979111702746}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.169776974760896, "total_contrib": 0.23882731629822607}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.960701289332696, "total_contrib": 0.3495141999660896}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.84213404321615, "total_contrib": 0.4658784057930388}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.67701884543211, "total_contrib": 0.3832572968483313}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.725716117607482, "total_contrib": 0.2599518829952236}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.2961590444485935, "total_contrib": 0.3241318582941781}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.374244556453747, "total_contrib": 0.3432980213648611}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.650858754930329, "total_contrib": 0.19623911518900203}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.430117614208732, "total_contrib": 0.4166879498574175}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.087525135591568, "total_contrib": 2.5310537800748145}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.714921929956934, "total_contrib": 0.5646543678826293}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.311062601961096, "total_contrib": 0.3125015163046532}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.121629686493159, "total_contrib": 0.21462195551044383}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.942847183003601, "total_contrib": 0.15940650987803137}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.79371392033526, "total_contrib": 0.12800070206686873}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.585333471127511, "total_contrib": 0.273156957512994}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.271805660005109, "total_contrib": 0.23138513340625722}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.993897322639863, "total_contrib": 0.2836025402817533}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.7471708195804485, "total_contrib": 0.21333229869215117}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.535869676658639, "total_contrib": 0.2483706715003867}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.3937449358604175, "total_contrib": 0.17201802242514505}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.34357200592609, "total_contrib": 0.11372508152858582}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.287667759988851, "total_contrib": 0.1377333595250596}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.236115711129511, "total_contrib": 0.08477632285931523}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.221800422342167, "total_contrib": 0.10543334998423279}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.18151986960835, "total_contrib": 0.10393114096486142}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.190275153454695, "total_contrib": 0.06386748187519957}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.270464010076294, "total_contrib": 0.030322101634045952}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.392739432583527, "total_contrib": 0.052430700692728725}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.096322842271362, "total_contrib": 0.03722515603735097}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.399865005486642, "total_contrib": 0.012151726776017491}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.252941691667167, "total_contrib": 0.021966665917138545}}}}
{"step": 1330, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20898, "frac": 0.035430908203125, "mean_loss": 0.6270167868141113, "total_contrib": 0.022215774215429175}, "2": {"token_count": 12902, "frac": 0.021874321831597224, "mean_loss": 1.1063972994863864, "total_contrib": 0.024201690602575276}, "3": {"token_count": 9548, "frac": 0.016187879774305556, "mean_loss": 1.4303994682795067, "total_contrib": 0.023155134621739248}, "4": {"token_count": 7616, "frac": 0.012912326388888888, "mean_loss": 1.5883398014078398, "total_contrib": 0.020509161932240987}, "5": {"token_count": 6569, "frac": 0.011137220594618056, "mean_loss": 1.746673344011213, "total_contrib": 0.01945308633899207}, "6-8": {"token_count": 15304, "frac": 0.025946723090277776, "mean_loss": 1.8938864697558964, "total_contrib": 0.04914014779517998}, "9-12": {"token_count": 15377, "frac": 0.026070488823784724, "mean_loss": 2.088063133923646, "total_contrib": 0.05443682659631332}, "13-20": {"token_count": 22475, "frac": 0.03810458713107639, "mean_loss": 2.226746246536852, "total_contrib": 0.08484924636996079}, "21-30": {"token_count": 20232, "frac": 0.0343017578125, "mean_loss": 2.4229018531839768, "total_contrib": 0.0831097925713742}, "31-50": {"token_count": 29676, "frac": 0.050313313802083336, "mean_loss": 2.590187011569484, "total_contrib": 0.1303208919191759}, "51-75": {"token_count": 27426, "frac": 0.046498616536458336, "mean_loss": 2.792566801801159, "total_contrib": 0.12985049286939596}, "76-100": {"token_count": 21819, "frac": 0.036992390950520836, "mean_loss": 2.8608372189718074, "total_contrib": 0.10582920885000588}, "101-150": {"token_count": 34288, "frac": 0.05813259548611111, "mean_loss": 2.96572616479988, "total_contrib": 0.17240535946088711}, "151-200": {"token_count": 26629, "frac": 0.04514736599392361, "mean_loss": 3.00599378777362, "total_contrib": 0.13571270171207636}, "201-300": {"token_count": 41452, "frac": 0.0702785915798611, "mean_loss": 3.0329723747739488, "total_contrib": 0.21315302679973977}, "301-500": {"token_count": 57018, "frac": 0.09666951497395833, "mean_loss": 3.1493392624591094, "total_contrib": 0.30444509899036576}, "501-750": {"token_count": 48544, "frac": 0.0823025173611111, "mean_loss": 3.158312773776402, "total_contrib": 0.2599370918955513}, "751-1k": {"token_count": 31999, "frac": 0.054251776801215276, "mean_loss": 3.209709023994436, "total_contrib": 0.17413241756659267}, "1k-2k": {"token_count": 36213, "frac": 0.061396280924479164, "mean_loss": 3.502838169133679, "total_contrib": 0.21506123626511964}, "2k-5k": {"token_count": 38184, "frac": 0.06473795572916667, "mean_loss": 3.5442666169947072, "total_contrib": 0.22944857534336668}, "5k-10k": {"token_count": 20731, "frac": 0.035147772894965276, "mean_loss": 3.859627106772687, "total_contrib": 0.13565729700809828}, "10k+": {"token_count": 44924, "frac": 0.07616509331597222, "mean_loss": 4.091464223431038, "total_contrib": 0.3116267543765869}}, "trigram": {"novel": {"token_count": 440, "frac": 0.0007459852430555555, "mean_loss": 4.546356889436191, "total_contrib": 0.003391515149183356}, "1": {"token_count": 165714, "frac": 0.2809549967447917, "mean_loss": 1.9041572495244306, "total_contrib": 0.5349824938417079}, "2": {"token_count": 55365, "frac": 0.09386698404947917, "mean_loss": 2.403231818079905, "total_contrib": 0.22558412273490727}, "3": {"token_count": 32073, "frac": 0.054377237955729164, "mean_loss": 2.7520522995325067, "total_contrib": 0.14964900275829074}, "4": {"token_count": 22507, "frac": 0.03815884060329861, "mean_loss": 2.845395358128863, "total_contrib": 0.10857698792420505}, "5": {"token_count": 17190, "frac": 0.029144287109375, "mean_loss": 3.05169887237797, "total_contrib": 0.08893958810793949}, "6-8": {"token_count": 36140, "frac": 0.061272515190972224, "mean_loss": 3.105328165331272, "total_contrib": 0.19027126718321427}, "9-12": {"token_count": 30243, "frac": 0.051274617513020836, "mean_loss": 3.260935209774233, "total_contrib": 0.16720320561591617}, "13-20": {"token_count": 37545, "frac": 0.06365458170572917, "mean_loss": 3.371922845156512, "total_contrib": 0.21463833825242998}, "21-30": {"token_count": 28254, "frac": 0.047902425130208336, "mean_loss": 3.466932079380366, "total_contrib": 0.1660744543640355}, "31-50": {"token_count": 33595, "frac": 0.05695766872829861, "mean_loss": 3.5904886057624688, "total_contrib": 0.20450586057974945}, "51-75": {"token_count": 23774, "frac": 0.040306939019097224, "mean_loss": 3.667521130304792, "total_contrib": 0.14782655055044577}, "76-100": {"token_count": 15974, "frac": 0.027082655164930556, "mean_loss": 3.6894953320460933, "total_contrib": 0.0999213298104253}, "101-150": {"token_count": 19431, "frac": 0.0329437255859375, "mean_loss": 3.7368927868471262, "total_contrib": 0.12310717051396096}, "151-200": {"token_count": 12025, "frac": 0.020387437608506944, "mean_loss": 3.797534888593726, "total_contrib": 0.07742200560733295}, "201-300": {"token_count": 14888, "frac": 0.025241427951388888, "mean_loss": 3.8000880578191163, "total_contrib": 0.09591964892037455}, "301-500": {"token_count": 14740, "frac": 0.024990505642361112, "mean_loss": 3.8811469252713957, "total_contrib": 0.09699182413482729}, "501-750": {"token_count": 8491, "frac": 0.014395819769965278, "mean_loss": 4.06718754874273, "total_contrib": 0.05855049892234721}, "751-1k": {"token_count": 4273, "frac": 0.007244533962673611, "mean_loss": 4.108511798238204, "total_contrib": 0.029764253258381897}, "1k-2k": {"token_count": 6941, "frac": 0.011767917209201388, "mean_loss": 4.238595411420403, "total_contrib": 0.049879439884896196}, "2k-5k": {"token_count": 5037, "frac": 0.008539835611979166, "mean_loss": 4.02724920158019, "total_contrib": 0.03439204614996917}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.282262526656072, "total_contrib": 0.011826927449413284}, "10k+": {"token_count": 3555, "frac": 0.0060272216796875, "mean_loss": 3.1909366220309177, "total_contrib": 0.019232482386813545}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.284888885280827, "total_contrib": 0.5290535186344033}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.608337052982055, "total_contrib": 0.23210413558745221}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.698864509519929, "total_contrib": 0.15027859624651188}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.04775053898986, "total_contrib": 0.11388227674943834}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.941563029672091, "total_contrib": 0.09374767011090124}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.722281959990713, "total_contrib": 0.08049075776541724}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.08226325929039, "total_contrib": 0.17893167053191106}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.532819395192196, "total_contrib": 0.17384293892306207}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.9116104213507565, "total_contrib": 0.24008021767956933}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.466782461983726, "total_contrib": 0.21248074699104244}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.930400075815866, "total_contrib": 0.289117862582881}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.685486392278894, "total_contrib": 0.25814990755144085}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.377662994803115, "total_contrib": 0.1958235775458125}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.19509226297465, "total_contrib": 0.29880694075082564}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.050719522095054, "total_contrib": 0.23332723920702794}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.871423500368145, "total_contrib": 0.3432239895372162}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.731772143826263, "total_contrib": 0.4552601070658308}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.585330823526473, "total_contrib": 0.3757439417411041}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.6421780441382525, "total_contrib": 0.25535662611569826}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.170524301878174, "total_contrib": 0.316442847780352}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.208334945342982, "total_contrib": 0.3326999846321742}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.450806609614085, "total_contrib": 0.1892918426254701}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.3251445259927195, "total_contrib": 0.4086326877016813}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.893226432062815, "total_contrib": 2.4702464923341116}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.530537958746013, "total_contrib": 0.5491496135760578}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.1379965041078535, "total_contrib": 0.3039318947668694}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.92488491912868, "total_contrib": 0.20772416049984738}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.742678613096619, "total_contrib": 0.1540373371341309}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.654527943372729, "total_contrib": 0.12492566194337638}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.4228097604323615, "total_contrib": 0.26520855433049845}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.127501631694755, "total_contrib": 0.22505147678174134}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.847450674352924, "total_contrib": 0.27528586118592246}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.6476262739812775, "total_contrib": 0.20885888335867606}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.4599970938494415, "total_contrib": 0.2442161155532081}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.324172630552899, "total_contrib": 0.16929422062297828}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.29015651992351, "total_contrib": 0.11232653662309226}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.243951332950001, "total_contrib": 0.13632905053948918}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.209605569388168, "total_contrib": 0.08424578203168732}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.203902008668343, "total_contrib": 0.10498636302979311}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.168280492812829, "total_contrib": 0.10360207794975462}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.168324278767956, "total_contrib": 0.0635329102683579}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.273989271264738, "total_contrib": 0.03034713248029365}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.375844705466505, "total_contrib": 0.05222904921889274}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.094975011067536, "total_contrib": 0.03721290767978582}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.375315601258848, "total_contrib": 0.012083925229306815}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2495965917348983, "total_contrib": 0.021944076919352382}}}}
{"step": 1340, "epoch": 4, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20581, "frac": 0.03489345974392361, "mean_loss": 0.5915720065576842, "total_contrib": 0.020641993996452668}, "2": {"token_count": 12990, "frac": 0.022023518880208332, "mean_loss": 1.115811230254224, "total_contrib": 0.02457408969625239}, "3": {"token_count": 9482, "frac": 0.016075981987847224, "mean_loss": 1.4268083026159666, "total_contrib": 0.02293734457296515}, "4": {"token_count": 7555, "frac": 0.012808905707465278, "mean_loss": 1.5366786978488323, "total_contrib": 0.01968317254341622}, "5": {"token_count": 6445, "frac": 0.010926988389756944, "mean_loss": 1.7777456826293743, "total_contrib": 0.019425406434031706}, "6-8": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 1.9011012824711864, "total_contrib": 0.049775368762889495}, "9-12": {"token_count": 15031, "frac": 0.025483873155381944, "mean_loss": 2.066375046859787, "total_contrib": 0.052659239585621236}, "13-20": {"token_count": 21871, "frac": 0.03708055284288195, "mean_loss": 2.3057941876966206, "total_contrib": 0.08550012322169459}, "21-30": {"token_count": 20239, "frac": 0.03431362575954861, "mean_loss": 2.4237018064509948, "total_contrib": 0.08316599673930136}, "31-50": {"token_count": 29692, "frac": 0.05034044053819445, "mean_loss": 2.5923276882114488, "total_contrib": 0.1304989178439235}, "51-75": {"token_count": 26798, "frac": 0.045433892144097224, "mean_loss": 2.7461794839941938, "total_contrib": 0.12476962248412476}, "76-100": {"token_count": 22045, "frac": 0.037375556098090276, "mean_loss": 2.829278086810639, "total_contrib": 0.10574584185068857}, "101-150": {"token_count": 34529, "frac": 0.058541191948784724, "mean_loss": 2.953730892700594, "total_contrib": 0.17291492715464074}, "151-200": {"token_count": 27621, "frac": 0.0468292236328125, "mean_loss": 2.9935797412302203, "total_contrib": 0.14018701516472695}, "201-300": {"token_count": 42030, "frac": 0.071258544921875, "mean_loss": 3.0269754080903164, "total_contrib": 0.21569786309481473}, "301-500": {"token_count": 57301, "frac": 0.0971493191189236, "mean_loss": 3.1244911973018574, "total_contrib": 0.3035421924109458}, "501-750": {"token_count": 47899, "frac": 0.08120897081163195, "mean_loss": 3.1570583272452057, "total_contrib": 0.2563814575478755}, "751-1k": {"token_count": 31816, "frac": 0.05394151475694445, "mean_loss": 3.201105888340981, "total_contrib": 0.1726725005144868}, "1k-2k": {"token_count": 36208, "frac": 0.06138780381944445, "mean_loss": 3.4912503327874798, "total_contrib": 0.21432019051372794}, "2k-5k": {"token_count": 37819, "frac": 0.06411912706163195, "mean_loss": 3.5483929831466403, "total_contrib": 0.22751986055098267}, "5k-10k": {"token_count": 20943, "frac": 0.0355072021484375, "mean_loss": 3.895881748926587, "total_contrib": 0.13833186080554455}, "10k+": {"token_count": 45486, "frac": 0.077117919921875, "mean_loss": 4.039676098068863, "total_contrib": 0.31153141784118704}}, "trigram": {"novel": {"token_count": 429, "frac": 0.0007273356119791666, "mean_loss": 4.569176661818872, "total_contrib": 0.003323324903564955}, "1": {"token_count": 163582, "frac": 0.2773403591579861, "mean_loss": 1.9034390407024075, "total_contrib": 0.5279004671837383}, "2": {"token_count": 56214, "frac": 0.095306396484375, "mean_loss": 2.3845082469062, "total_contrib": 0.22725888839990424}, "3": {"token_count": 32032, "frac": 0.05430772569444445, "mean_loss": 2.725237937544442, "total_contrib": 0.1480014743642571}, "4": {"token_count": 22735, "frac": 0.03854539659288195, "mean_loss": 2.8670685330948666, "total_contrib": 0.11051229366711392}, "5": {"token_count": 17225, "frac": 0.029203626844618056, "mean_loss": 2.9540022180332492, "total_contrib": 0.08626757847361707}, "6-8": {"token_count": 36206, "frac": 0.06138441297743055, "mean_loss": 3.0798715681764057, "total_contrib": 0.18905610825838715}, "9-12": {"token_count": 30615, "frac": 0.051905314127604164, "mean_loss": 3.2234256796125424, "total_contrib": 0.16731292246727494}, "13-20": {"token_count": 37040, "frac": 0.06279839409722222, "mean_loss": 3.3852690065444406, "total_contrib": 0.21258945719808975}, "21-30": {"token_count": 28222, "frac": 0.04784817165798611, "mean_loss": 3.4804736561047034, "total_contrib": 0.16653430094839636}, "31-50": {"token_count": 33906, "frac": 0.057484944661458336, "mean_loss": 3.604955929058476, "total_contrib": 0.2072306920889226}, "51-75": {"token_count": 23787, "frac": 0.0403289794921875, "mean_loss": 3.6398820248860675, "total_contrib": 0.14679272753561212}, "76-100": {"token_count": 15987, "frac": 0.027104695638020832, "mean_loss": 3.6389752545011893, "total_contrib": 0.09863331670754413}, "101-150": {"token_count": 19240, "frac": 0.03261990017361111, "mean_loss": 3.708164471534467, "total_contrib": 0.12095995488878572}, "151-200": {"token_count": 12496, "frac": 0.021185980902777776, "mean_loss": 3.7492501988537565, "total_contrib": 0.07943154311265146}, "201-300": {"token_count": 14768, "frac": 0.025037977430555556, "mean_loss": 3.841083699379526, "total_contrib": 0.09617296697393941}, "301-500": {"token_count": 14753, "frac": 0.025012546115451388, "mean_loss": 3.896557011674958, "total_contrib": 0.09746281194600534}, "501-750": {"token_count": 8535, "frac": 0.014470418294270834, "mean_loss": 4.029235059771487, "total_contrib": 0.058304716720834766}, "751-1k": {"token_count": 4206, "frac": 0.007130940755208333, "mean_loss": 4.121144462505537, "total_contrib": 0.029387637005781876}, "1k-2k": {"token_count": 7111, "frac": 0.012056138780381944, "mean_loss": 4.199162321607226, "total_contrib": 0.05062568371064755}, "2k-5k": {"token_count": 5322, "frac": 0.009023030598958334, "mean_loss": 4.011896438423081, "total_contrib": 0.03619946432374342}, "5k-10k": {"token_count": 1683, "frac": 0.0028533935546875, "mean_loss": 4.215039492145942, "total_contrib": 0.012027166519642503}, "10k+": {"token_count": 3730, "frac": 0.006323920355902778, "mean_loss": 3.2402220108154314, "total_contrib": 0.02049090593183994}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.21028401405362, "total_contrib": 0.5258406308339031}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.532926929337174, "total_contrib": 0.23045420671776026}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.649028125552196, "total_contrib": 0.1495064087582423}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.021728582516062, "total_contrib": 0.11355474344312752}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.870510851854561, "total_contrib": 0.09300272472444086}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.672190882079267, "total_contrib": 0.0800285084553315}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.01486632156574, "total_contrib": 0.17743958270095053}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.472551234419586, "total_contrib": 0.17245206604498867}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.859767660038328, "total_contrib": 0.23827941863821284}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.440943936662848, "total_contrib": 0.2116317638694356}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.9028432992499145, "total_contrib": 0.287774419267326}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.638068338222656, "total_contrib": 0.255996887488371}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.346690669070249, "total_contrib": 0.19469574345955878}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.1685528685320365, "total_contrib": 0.29728047021645326}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.015286340249419, "total_contrib": 0.23169033847235138}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.846178048204153, "total_contrib": 0.34144528053999157}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.712840000889129, "total_contrib": 0.4534385803399949}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.572595219581327, "total_contrib": 0.3747003254327126}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.615741912171302, "total_contrib": 0.25390242909816807}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.113501743936365, "total_contrib": 0.31295299267682375}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.183581728050769, "total_contrib": 0.3311187892791219}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.410714305979559, "total_contrib": 0.1878995448292699}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.218874698216643, "total_contrib": 0.400477918355278}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.829815374631, "total_contrib": 2.4504015096081817}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.469440185699796, "total_contrib": 0.5440119329331097}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.083837972023446, "total_contrib": 0.30125015565815694}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.869278894915999, "total_contrib": 0.20577463492154935}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.675822705057836, "total_contrib": 0.1522440440143501}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.608926369672646, "total_contrib": 0.12391818495551936}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.3797617297595135, "total_contrib": 0.2631032424191673}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.080288274498613, "total_contrib": 0.22297923253414592}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.829450525793231, "total_contrib": 0.27426363595236897}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.6311882666807875, "total_contrib": 0.20812017855604548}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.447351539020461, "total_contrib": 0.2435236827523869}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.320193219982541, "total_contrib": 0.16913842406520732}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.286940610483469, "total_contrib": 0.11224233643882957}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.236517635033477, "total_contrib": 0.1360902568070802}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.206853607284474, "total_contrib": 0.08419070770329104}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.180801683096134, "total_contrib": 0.10440946586101288}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.14905278462887, "total_contrib": 0.10312417572472336}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.166950264031755, "total_contrib": 0.0635119677626639}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.248706603502581, "total_contrib": 0.03016761484013673}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.363673276496105, "total_contrib": 0.052083773916511665}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.0780608658139395, "total_contrib": 0.03705920111891465}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.3641004750026, "total_contrib": 0.01205295083580735}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2434343663709506, "total_contrib": 0.021902464262653767}}}}
{"step": 1350, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20607, "frac": 0.034937540690104164, "mean_loss": 0.6413808023291394, "total_contrib": 0.022408267879225965}, "2": {"token_count": 12995, "frac": 0.022031995985243056, "mean_loss": 1.1426148726065555, "total_contrib": 0.025174086285946636}, "3": {"token_count": 9536, "frac": 0.016167534722222224, "mean_loss": 1.5157596062818588, "total_contrib": 0.02450609606510384}, "4": {"token_count": 7681, "frac": 0.013022528754340278, "mean_loss": 1.6947541022300727, "total_contrib": 0.022069984027827266}, "5": {"token_count": 6381, "frac": 0.0108184814453125, "mean_loss": 1.8659516775710252, "total_contrib": 0.020186763601651867}, "6-8": {"token_count": 15330, "frac": 0.025990804036458332, "mean_loss": 2.039980219948062, "total_contrib": 0.053020726134921245}, "9-12": {"token_count": 15247, "frac": 0.025850084092881944, "mean_loss": 2.2653324592560944, "total_contrib": 0.0585590345701051}, "13-20": {"token_count": 22150, "frac": 0.03755357530381945, "mean_loss": 2.3898359672652987, "total_contrib": 0.08974688496047359}, "21-30": {"token_count": 20018, "frac": 0.03393893771701389, "mean_loss": 2.5864862809121765, "total_contrib": 0.08778259679378925}, "31-50": {"token_count": 29415, "frac": 0.049870808919270836, "mean_loss": 2.7295180175466025, "total_contrib": 0.13612327149477355}, "51-75": {"token_count": 26854, "frac": 0.04552883572048611, "mean_loss": 2.8461862595913034, "total_contrib": 0.1295835466428373}, "76-100": {"token_count": 21922, "frac": 0.03716701931423611, "mean_loss": 2.9519551586687944, "total_contrib": 0.109715374397002}, "101-150": {"token_count": 34851, "frac": 0.059087117513020836, "mean_loss": 3.032210037583047, "total_contrib": 0.17916455081483082}, "151-200": {"token_count": 27078, "frac": 0.045908610026041664, "mean_loss": 3.0709699522242033, "total_contrib": 0.14098396193835275}, "201-300": {"token_count": 42103, "frac": 0.07138231065538195, "mean_loss": 3.128899892766698, "total_contrib": 0.2233481041550637}, "301-500": {"token_count": 56667, "frac": 0.09607442220052083, "mean_loss": 3.159628238144549, "total_contrib": 0.3035594573481872}, "501-750": {"token_count": 47563, "frac": 0.0806393093532986, "mean_loss": 3.209673080687804, "total_contrib": 0.2588258204765388}, "751-1k": {"token_count": 31769, "frac": 0.05386182996961805, "mean_loss": 3.2279112087414408, "total_contrib": 0.17386120468225577}, "1k-2k": {"token_count": 36311, "frac": 0.061562432183159724, "mean_loss": 3.5060186467589807, "total_contrib": 0.21583903517399317}, "2k-5k": {"token_count": 38158, "frac": 0.0646938747829861, "mean_loss": 3.5815723123019856, "total_contrib": 0.23170579069827466}, "5k-10k": {"token_count": 21006, "frac": 0.035614013671875, "mean_loss": 3.834342253530994, "total_contrib": 0.13655631743990082}, "10k+": {"token_count": 46182, "frac": 0.07829793294270833, "mean_loss": 4.101302246568423, "total_contrib": 0.3211234882795934}}, "trigram": {"novel": {"token_count": 437, "frac": 0.0007408989800347222, "mean_loss": 4.555393282165836, "total_contrib": 0.0033750862364136935}, "1": {"token_count": 162314, "frac": 0.2751905653211806, "mean_loss": 1.9770785342850963, "total_contrib": 0.5440733595342867}, "2": {"token_count": 56788, "frac": 0.0962795681423611, "mean_loss": 2.480525952250032, "total_contrib": 0.2388239674485521}, "3": {"token_count": 32292, "frac": 0.05474853515625, "mean_loss": 2.796645060751814, "total_contrib": 0.1531122204281236}, "4": {"token_count": 22796, "frac": 0.03864881727430555, "mean_loss": 2.949361804782548, "total_contrib": 0.11398934546885674}, "5": {"token_count": 17621, "frac": 0.029875013563368056, "mean_loss": 3.0767123510026915, "total_contrib": 0.09191682321678743}, "6-8": {"token_count": 36015, "frac": 0.061060587565104164, "mean_loss": 3.200715538008321, "total_contrib": 0.1954375713795466}, "9-12": {"token_count": 29878, "frac": 0.05065578884548611, "mean_loss": 3.388844848334774, "total_contrib": 0.17166460906735972}, "13-20": {"token_count": 37743, "frac": 0.06399027506510417, "mean_loss": 3.454883359859914, "total_contrib": 0.22107893651528718}, "21-30": {"token_count": 28425, "frac": 0.048192342122395836, "mean_loss": 3.5763682750240062, "total_contrib": 0.17235356346563954}, "31-50": {"token_count": 33176, "frac": 0.05624728732638889, "mean_loss": 3.6084619779476896, "total_contrib": 0.20296619767997326}, "51-75": {"token_count": 23864, "frac": 0.040459526909722224, "mean_loss": 3.6994530731654067, "total_contrib": 0.14967812116499035}, "76-100": {"token_count": 15807, "frac": 0.026799519856770832, "mean_loss": 3.7258843889700692, "total_contrib": 0.09985191266623583}, "101-150": {"token_count": 19750, "frac": 0.033484564887152776, "mean_loss": 3.733160740423039, "total_contrib": 0.12500326304686657}, "151-200": {"token_count": 12067, "frac": 0.020458645290798612, "mean_loss": 3.789384409543977, "total_contrib": 0.07752567150534256}, "201-300": {"token_count": 14858, "frac": 0.025190565321180556, "mean_loss": 3.8300691171566097, "total_contrib": 0.09648160628036992}, "301-500": {"token_count": 14705, "frac": 0.024931165907118056, "mean_loss": 3.844918640421836, "total_contrib": 0.09585830452372758}, "501-750": {"token_count": 8603, "frac": 0.014585706922743056, "mean_loss": 4.03555379186491, "total_contrib": 0.058861404879106}, "751-1k": {"token_count": 4285, "frac": 0.007264879014756944, "mean_loss": 4.0974222131548235, "total_contrib": 0.02976727665094743}, "1k-2k": {"token_count": 7301, "frac": 0.012378268771701388, "mean_loss": 4.159044165598422, "total_contrib": 0.0514817665151538}, "2k-5k": {"token_count": 5705, "frac": 0.009672376844618056, "mean_loss": 3.92451245058238, "total_contrib": 0.037959363353428276}, "5k-10k": {"token_count": 1674, "frac": 0.002838134765625, "mean_loss": 4.263244052946105, "total_contrib": 0.012099661161010368}, "10k+": {"token_count": 3720, "frac": 0.006306966145833333, "mean_loss": 3.247889904431518, "total_contrib": 0.020484331672643442}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.499941785621884, "total_contrib": 0.5383148554426092}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.787631099761368, "total_contrib": 0.23602698320587237}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.954870086503602, "total_contrib": 0.1542452625199321}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.30843211503279, "total_contrib": 0.11716342505900648}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.135024248509366, "total_contrib": 0.09577601106903401}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.0183366768812, "total_contrib": 0.0832228029586188}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.342789437577368, "total_contrib": 0.18469940944397867}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.776290107266635, "total_contrib": 0.17946177324102347}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.139955705965959, "total_contrib": 0.24801197052651394}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.702098503031741, "total_contrib": 0.220212587125575}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.109208004953887, "total_contrib": 0.2978350765354564}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.848294465058384, "total_contrib": 0.26554221949043877}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.51902294781918, "total_contrib": 0.20097109455237552}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.337210180676025, "total_contrib": 0.30698115942965043}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.16542171533371, "total_contrib": 0.23862611711190615}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.992295959092911, "total_contrib": 0.35174025331628433}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.840558516647529, "total_contrib": 0.4657268189514679}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.687542964685655, "total_contrib": 0.38411969352239267}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.728174648767249, "total_contrib": 0.26008712171639914}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.303703558202766, "total_contrib": 0.3245935924004507}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.378043160759594, "total_contrib": 0.34354067004384226}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.6033796330881875, "total_contrib": 0.19459029307818151}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.415389827883118, "total_contrib": 0.4155577918155548}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.113051995311045, "total_contrib": 2.539042609006188}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.736906756379136, "total_contrib": 0.5665030607484476}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.361590011237072, "total_contrib": 0.31500345504453864}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.157783202579701, "total_contrib": 0.21588948372081437}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.968633426032539, "total_contrib": 0.1600981808696506}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.849605058343867, "total_contrib": 0.12923550671942635}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.60319721809244, "total_contrib": 0.27403060396507184}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.2802947405075376, "total_contrib": 0.23175772813968087}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.977321968889482, "total_contrib": 0.2826612288918764}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.749967896780382, "total_contrib": 0.21345799606672639}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.524000177560069, "total_contrib": 0.24772073319271096}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.38261836503085, "total_contrib": 0.17158240981257525}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.319380366423024, "total_contrib": 0.11309168667038093}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.267578816903716, "total_contrib": 0.1370880395573505}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.215324863765896, "total_contrib": 0.08436024083776286}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.20948817387507, "total_contrib": 0.1051258694138926}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.167689253847158, "total_contrib": 0.10358738278096404}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.167721670184746, "total_contrib": 0.06352372540785195}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.273062131711887, "total_contrib": 0.030340549397124196}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.366311590552323, "total_contrib": 0.052115264210151425}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.060002073529471, "total_contrib": 0.0368950926278313}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.379157650712683, "total_contrib": 0.012094536358322076}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2344211292287794, "total_contrib": 0.021841599117225188}}}}
{"step": 1360, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20340, "frac": 0.03448486328125, "mean_loss": 0.59884435793007, "total_contrib": 0.020651065809966403}, "2": {"token_count": 13001, "frac": 0.022042168511284724, "mean_loss": 1.1193097752430075, "total_contrib": 0.0246720146822346}, "3": {"token_count": 9622, "frac": 0.016313340928819444, "mean_loss": 1.3915892707913977, "total_contrib": 0.02270147020730731}, "4": {"token_count": 7703, "frac": 0.013059828016493056, "mean_loss": 1.6346729429443145, "total_contrib": 0.021348547498067312}, "5": {"token_count": 6377, "frac": 0.010811699761284722, "mean_loss": 1.7055446600278317, "total_contrib": 0.01843983679368334}, "6-8": {"token_count": 15372, "frac": 0.02606201171875, "mean_loss": 2.017938481332568, "total_contrib": 0.052591536348205965}, "9-12": {"token_count": 15183, "frac": 0.0257415771484375, "mean_loss": 2.1693761325818164, "total_contrib": 0.055843163080833806}, "13-20": {"token_count": 22139, "frac": 0.03753492567274305, "mean_loss": 2.3988866790194496, "total_contrib": 0.09004203319432846}, "21-30": {"token_count": 20647, "frac": 0.03500535753038195, "mean_loss": 2.5144424407639634, "total_contrib": 0.08801895662850877}, "31-50": {"token_count": 29957, "frac": 0.050789727105034724, "mean_loss": 2.6909983395250197, "total_contrib": 0.13667507130457732}, "51-75": {"token_count": 27495, "frac": 0.0466156005859375, "mean_loss": 2.7988375317782896, "total_contrib": 0.1304694924863079}, "76-100": {"token_count": 21619, "frac": 0.03665330674913195, "mean_loss": 2.8918768287285737, "total_contrib": 0.10599684848409532}, "101-150": {"token_count": 34093, "frac": 0.05780198838975695, "mean_loss": 3.0138318866962415, "total_contrib": 0.17420547572349543}, "151-200": {"token_count": 26756, "frac": 0.04536268446180555, "mean_loss": 3.0769683215505217, "total_contrib": 0.13957954306946777}, "201-300": {"token_count": 42394, "frac": 0.07187567816840278, "mean_loss": 3.098510122277782, "total_contrib": 0.2227075163503762}, "301-500": {"token_count": 56912, "frac": 0.09648980034722222, "mean_loss": 3.173287785030999, "total_contrib": 0.30618990482192016}, "501-750": {"token_count": 48217, "frac": 0.08174811469184028, "mean_loss": 3.225137299513595, "total_contrib": 0.2636488938575694}, "751-1k": {"token_count": 31284, "frac": 0.05303955078125, "mean_loss": 3.227280319963884, "total_contrib": 0.17117349841605317}, "1k-2k": {"token_count": 36252, "frac": 0.06146240234375, "mean_loss": 3.5601250856398488, "total_contrib": 0.21881384040767382}, "2k-5k": {"token_count": 38068, "frac": 0.0645412868923611, "mean_loss": 3.561785926863804, "total_contrib": 0.22988224735489107}, "5k-10k": {"token_count": 21020, "frac": 0.035637749565972224, "mean_loss": 3.9665622636640046, "total_contrib": 0.14135935259029367}, "10k+": {"token_count": 45373, "frac": 0.07692633734809028, "mean_loss": 4.1808433296818786, "total_contrib": 0.3216169643786212}}, "trigram": {"novel": {"token_count": 436, "frac": 0.0007392035590277778, "mean_loss": 4.430923136008835, "total_contrib": 0.0032753541519162533}, "1": {"token_count": 163817, "frac": 0.2777387830946181, "mean_loss": 1.9446193358756885, "total_contrib": 0.5400962079283781}, "2": {"token_count": 56666, "frac": 0.0960727267795139, "mean_loss": 2.4897331518726173, "total_contrib": 0.23919545285375593}, "3": {"token_count": 32372, "frac": 0.05488416883680555, "mean_loss": 2.7886406342327175, "total_contrib": 0.153052223394405}, "4": {"token_count": 22378, "frac": 0.037940131293402776, "mean_loss": 3.0112418886270014, "total_contrib": 0.11424691261070258}, "5": {"token_count": 17804, "frac": 0.030185275607638888, "mean_loss": 3.0658742698125034, "total_contrib": 0.09254425981265904}, "6-8": {"token_count": 35828, "frac": 0.06074354383680555, "mean_loss": 3.1954462074901144, "total_contrib": 0.1941027267828298}, "9-12": {"token_count": 30137, "frac": 0.051094902886284724, "mean_loss": 3.3418001872019283, "total_contrib": 0.17074895603045065}, "13-20": {"token_count": 37332, "frac": 0.06329345703125, "mean_loss": 3.4935490628801698, "total_contrib": 0.22111879749796973}, "21-30": {"token_count": 28432, "frac": 0.04820421006944445, "mean_loss": 3.559636594160679, "total_contrib": 0.17158947015580314}, "31-50": {"token_count": 33889, "frac": 0.057456122504340276, "mean_loss": 3.599720340171604, "total_contrib": 0.2068259728462651}, "51-75": {"token_count": 24135, "frac": 0.040918986002604164, "mean_loss": 3.6968068208913647, "total_contrib": 0.15126958655838535}, "76-100": {"token_count": 15787, "frac": 0.026765611436631944, "mean_loss": 3.6919911136928762, "total_contrib": 0.09881839957660156}, "101-150": {"token_count": 19307, "frac": 0.03273349338107639, "mean_loss": 3.741561532075088, "total_contrib": 0.12247437964506992}, "151-200": {"token_count": 11995, "frac": 0.020336574978298612, "mean_loss": 3.8263923945433067, "total_contrib": 0.07781571582802152}, "201-300": {"token_count": 14760, "frac": 0.0250244140625, "mean_loss": 3.9266619918823245, "total_contrib": 0.0982624155683443}, "301-500": {"token_count": 14266, "frac": 0.024186876085069444, "mean_loss": 3.849605883011328, "total_contrib": 0.09310994046874933}, "501-750": {"token_count": 8514, "frac": 0.014434814453125, "mean_loss": 4.026685902795545, "total_contrib": 0.058124463867867814}, "751-1k": {"token_count": 4278, "frac": 0.007253011067708333, "mean_loss": 4.131433894307145, "total_contrib": 0.029965335760915063}, "1k-2k": {"token_count": 7101, "frac": 0.0120391845703125, "mean_loss": 4.267791486643953, "total_contrib": 0.05138072941531492}, "2k-5k": {"token_count": 5308, "frac": 0.008999294704861112, "mean_loss": 4.06633470574816, "total_contrib": 0.03659414438563238}, "5k-10k": {"token_count": 1610, "frac": 0.0027296278211805555, "mean_loss": 4.295767692184388, "total_contrib": 0.011725847005915094}, "10k+": {"token_count": 3672, "frac": 0.0062255859375, "mean_loss": 3.259127983489644, "total_contrib": 0.02028998134252586}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.181636534685092, "total_contrib": 0.5246069159911025}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.4818664609962, "total_contrib": 0.22933703389342577}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.678598488913716, "total_contrib": 0.14996458535119367}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.032768260152011, "total_contrib": 0.11369369771892722}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.883219103337325, "total_contrib": 0.09313596417751399}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.76718776926819, "total_contrib": 0.08090515650113722}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.083687709151826, "total_contrib": 0.1789632061531992}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.539313152028585, "total_contrib": 0.173992802302743}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.941176432263465, "total_contrib": 0.24110721629539295}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.525706894269263, "total_contrib": 0.21441684233082806}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.98143631416596, "total_contrib": 0.2916059726525916}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.7151120359936876, "total_contrib": 0.2594950619777204}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.443498604645607, "total_contrib": 0.1982209320586791}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.257936351959036, "total_contrib": 0.3024215541249768}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.089223393508238, "total_contrib": 0.2351059960705439}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.931031835184224, "total_contrib": 0.3474237907829298}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.776980827452609, "total_contrib": 0.45960979033933524}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.634289354150619, "total_contrib": 0.37975583793498036}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.684783898042555, "total_contrib": 0.2577002861395784}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.238948918095794, "total_contrib": 0.32063052375865}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.298295517248532, "total_contrib": 0.3384465199845597}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.551318965545459, "total_contrib": 0.19278236621647749}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.34159683739315, "total_contrib": 0.40989517967605826}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.9174460531711865, "total_contrib": 2.4778262107931677}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.592266841877852, "total_contrib": 0.5543403639449356}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.227285849763064, "total_contrib": 0.3083531876088122}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.010518420202464, "total_contrib": 0.21072643773628533}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.826781110346708, "total_contrib": 0.15629323992715669}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.728334593023356, "total_contrib": 0.12655627455255697}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.474991723862112, "total_contrib": 0.2677605714018529}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.190809710151991, "total_contrib": 0.2278301353902431}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.896561546321624, "total_contrib": 0.27807485886567707}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.685707688544616, "total_contrib": 0.21057021754381577}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.472667762552462, "total_contrib": 0.24490992351473806}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.3407427347194, "total_contrib": 0.16994295116872216}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.301623692843148, "total_contrib": 0.11262677457780074}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.257739877201111, "total_contrib": 0.1367719819019393}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.209760240482932, "total_contrib": 0.08424887742557192}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.211874162113611, "total_contrib": 0.10518545601388464}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.160636213425986, "total_contrib": 0.10341208036435438}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.172143710686255, "total_contrib": 0.0635911254188867}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.276591590354833, "total_contrib": 0.03036561004707513}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.382764081309667, "total_contrib": 0.05231163725521521}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.0960744627830525, "total_contrib": 0.03722289889953132}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.402204736653015, "total_contrib": 0.012158188741061336}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.278347723273934, "total_contrib": 0.02213822933926066}}}}
{"step": 1370, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20260, "frac": 0.03434922960069445, "mean_loss": 0.6286588292830482, "total_contrib": 0.021593946467547195}, "2": {"token_count": 12818, "frac": 0.021731906467013888, "mean_loss": 1.167147523179906, "total_contrib": 0.025364340806952643}, "3": {"token_count": 9455, "frac": 0.016030205620659724, "mean_loss": 1.5498197078907572, "total_contrib": 0.024843928592439626}, "4": {"token_count": 7602, "frac": 0.012888590494791666, "mean_loss": 1.7364804014125619, "total_contrib": 0.022380784796037962}, "5": {"token_count": 6450, "frac": 0.010935465494791666, "mean_loss": 1.8371488485526641, "total_contrib": 0.020090077842143898}, "6-8": {"token_count": 15138, "frac": 0.025665283203125, "mean_loss": 2.100313727684958, "total_contrib": 0.053905146636445606}, "9-12": {"token_count": 14962, "frac": 0.025366889105902776, "mean_loss": 2.283036117529907, "total_contrib": 0.057913524018151974}, "13-20": {"token_count": 21722, "frac": 0.036827935112847224, "mean_loss": 2.4307734973729676, "total_contrib": 0.08952036863528036}, "21-30": {"token_count": 20189, "frac": 0.03422885470920139, "mean_loss": 2.589775950734817, "total_contrib": 0.08864506474708594}, "31-50": {"token_count": 30070, "frac": 0.05098130967881945, "mean_loss": 2.734528380093428, "total_contrib": 0.13940983817106353}, "51-75": {"token_count": 27526, "frac": 0.046668158637152776, "mean_loss": 2.8593916489922355, "total_contrib": 0.13344254308091952}, "76-100": {"token_count": 22078, "frac": 0.03743150499131945, "mean_loss": 2.9763162064683146, "total_contrib": 0.11140799493816368}, "101-150": {"token_count": 35028, "frac": 0.05938720703125, "mean_loss": 3.0409356701033907, "total_contrib": 0.18059267620914302}, "151-200": {"token_count": 27309, "frac": 0.046300252278645836, "mean_loss": 3.0830133861125093, "total_contrib": 0.14274429755545132}, "201-300": {"token_count": 42175, "frac": 0.07150438096788195, "mean_loss": 3.0988470026736294, "total_contrib": 0.22158113664035428}, "301-500": {"token_count": 57142, "frac": 0.09687974717881945, "mean_loss": 3.1371468963864393, "total_contrib": 0.3039259981847363}, "501-750": {"token_count": 47863, "frac": 0.08114793565538195, "mean_loss": 3.196085953580633, "total_contrib": 0.2593557773102313}, "751-1k": {"token_count": 31933, "frac": 0.05413987901475695, "mean_loss": 3.277020587278923, "total_contrib": 0.17741749812414864}, "1k-2k": {"token_count": 35702, "frac": 0.06052992078993055, "mean_loss": 3.543390434821308, "total_contrib": 0.21448114234753135}, "2k-5k": {"token_count": 38167, "frac": 0.0647091335720486, "mean_loss": 3.575053819609419, "total_contrib": 0.23133863514036845}, "5k-10k": {"token_count": 20472, "frac": 0.034708658854166664, "mean_loss": 3.9575160486542664, "total_contrib": 0.13736007444263057}, "10k+": {"token_count": 45763, "frac": 0.0775875515407986, "mean_loss": 4.116311019391955, "total_contrib": 0.31937449337503054}}, "trigram": {"novel": {"token_count": 440, "frac": 0.0007459852430555555, "mean_loss": 4.677982473470778, "total_contrib": 0.003489705892481727}, "1": {"token_count": 162138, "frac": 0.2748921712239583, "mean_loss": 1.9679363954135038, "total_contrib": 0.5409703085658683}, "2": {"token_count": 56144, "frac": 0.0951877170138889, "mean_loss": 2.5265837613875908, "total_contrib": 0.24049974009084898}, "3": {"token_count": 31642, "frac": 0.05364651150173611, "mean_loss": 2.886455346822367, "total_contrib": 0.1548482599625538}, "4": {"token_count": 22408, "frac": 0.03799099392361111, "mean_loss": 3.050548139853915, "total_contrib": 0.11589335584487327}, "5": {"token_count": 17206, "frac": 0.029171413845486112, "mean_loss": 3.1740728316739855, "total_contrib": 0.0925921921484758}, "6-8": {"token_count": 35773, "frac": 0.06065029568142361, "mean_loss": 3.259483129890885, "total_contrib": 0.19768861559649425}, "9-12": {"token_count": 30666, "frac": 0.051991780598958336, "mean_loss": 3.3942504074428954, "total_contrib": 0.17647312248169594}, "13-20": {"token_count": 37291, "frac": 0.06322394476996528, "mean_loss": 3.50484997748052, "total_contrib": 0.22159044140324244}, "21-30": {"token_count": 29115, "frac": 0.0493621826171875, "mean_loss": 3.4709948105829613, "total_contrib": 0.17133587970330627}, "31-50": {"token_count": 34138, "frac": 0.05787828233506945, "mean_loss": 3.6071806753078066, "total_contrib": 0.2087774215590717}, "51-75": {"token_count": 24231, "frac": 0.041081746419270836, "mean_loss": 3.7116671855849237, "total_contrib": 0.1524817701109285}, "76-100": {"token_count": 16178, "frac": 0.027428521050347224, "mean_loss": 3.7019243083300104, "total_contrib": 0.10153830881782178}, "101-150": {"token_count": 19978, "frac": 0.03387112087673611, "mean_loss": 3.6538680579280864, "total_contrib": 0.12376060665772724}, "151-200": {"token_count": 12342, "frac": 0.020924886067708332, "mean_loss": 3.776625855432299, "total_contrib": 0.07902546574528237}, "201-300": {"token_count": 14590, "frac": 0.024736192491319444, "mean_loss": 3.757889403760641, "total_contrib": 0.09295587565251287}, "301-500": {"token_count": 14959, "frac": 0.025361802842881944, "mean_loss": 3.8265496906971648, "total_contrib": 0.09704819882395238}, "501-750": {"token_count": 8419, "frac": 0.014273749457465278, "mean_loss": 3.9723701012894206, "total_contrib": 0.05670061557813116}, "751-1k": {"token_count": 4107, "frac": 0.006963094075520833, "mean_loss": 4.132180824294343, "total_contrib": 0.028772763816624733}, "1k-2k": {"token_count": 6917, "frac": 0.011727227105034722, "mean_loss": 4.191585201816974, "total_contrib": 0.04915567159181045}, "2k-5k": {"token_count": 5559, "frac": 0.009424845377604166, "mean_loss": 4.049740635128958, "total_contrib": 0.03816817930549092}, "5k-10k": {"token_count": 1633, "frac": 0.002768622504340278, "mean_loss": 4.293246299716195, "total_contrib": 0.011886378322069882}, "10k+": {"token_count": 3950, "frac": 0.006696912977430556, "mean_loss": 3.1412100562585303, "total_contrib": 0.02103641039059312}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.386077212829802, "total_contrib": 0.5334112333222958}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.734490405703525, "total_contrib": 0.23486429627414956}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.024201245336474, "total_contrib": 0.1553195108729554}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.336503216399832, "total_contrib": 0.11751675055364372}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.247968223516919, "total_contrib": 0.09696017031220945}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.14385443788251, "total_contrib": 0.08438110301614465}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.438032273607455, "total_contrib": 0.1868079722574296}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.904263112079868, "total_contrib": 0.182415143299749}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.2652233864732345, "total_contrib": 0.25236324181800607}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.8197544316486844, "total_contrib": 0.22407843845850883}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.252610554213161, "total_contrib": 0.304826213389756}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.934043433408297, "total_contrib": 0.26943565739967784}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.614252897820046, "total_contrib": 0.20443882198652302}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.433127622563576, "total_contrib": 0.3124980580570972}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.247274351829163, "total_contrib": 0.24240744957587523}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.0585256786399615, "total_contrib": 0.3564065748888497}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.890197646167247, "total_contrib": 0.47050277069489393}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.725726504192359, "total_contrib": 0.387248635401627}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.782646784134779, "total_contrib": 0.2630835213746014}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.395046745439278, "total_contrib": 0.3301839148913355}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.446865110890678, "total_contrib": 0.34793690453936776}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.7012522996777175, "total_contrib": 0.19798914736310946}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.44838454247625, "total_contrib": 0.4180896890886392}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.177257880094603, "total_contrib": 2.5591363391226243}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.867074471763445, "total_contrib": 0.5774487976930802}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.499757799713802, "total_contrib": 0.3218450356351069}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.277228149154021, "total_contrib": 0.22007717708393687}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.089290155726662, "total_contrib": 0.16333458718829943}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.9640934642967, "total_contrib": 0.1317649026374822}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.7084407009481115, "total_contrib": 0.2791776537739211}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.384669131193657, "total_contrib": 0.23633883068227368}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.041767980592537, "total_contrib": 0.2863211064282356}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.7979864571691895, "total_contrib": 0.2156158939509524}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.561397388819237, "total_contrib": 0.24976849274816706}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.386473205976582, "total_contrib": 0.17173332938709043}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.315998877039838, "total_contrib": 0.11300315120803191}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.279171316913515, "total_contrib": 0.13746042707919712}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.218355608682423, "total_contrib": 0.08442089437677566}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.216562538300301, "total_contrib": 0.10530254141771687}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.176346265050518, "total_contrib": 0.10380255168599548}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.156785235247743, "total_contrib": 0.0633570340726678}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.277019848731356, "total_contrib": 0.030368650862777576}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.350951006217829, "total_contrib": 0.051931923902339534}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.074530420811021, "total_contrib": 0.037027118353181745}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.373034623769976, "total_contrib": 0.012077625532567835}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2358360695875965, "total_contrib": 0.0218511540140235}}}}
{"step": 1380, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20502, "frac": 0.034759521484375, "mean_loss": 0.8205600588146059, "total_contrib": 0.028522274993586307}, "2": {"token_count": 12734, "frac": 0.021589491102430556, "mean_loss": 1.374038160101084, "total_contrib": 0.029664784631902405}, "3": {"token_count": 9542, "frac": 0.016177707248263888, "mean_loss": 1.782134608718651, "total_contrib": 0.028830851976849647}, "4": {"token_count": 7824, "frac": 0.013264973958333334, "mean_loss": 1.9515729120225191, "total_contrib": 0.025887563855767466}, "5": {"token_count": 6521, "frac": 0.011055840386284722, "mean_loss": 2.1221786676259184, "total_contrib": 0.02346246862045053}, "6-8": {"token_count": 15224, "frac": 0.025811089409722224, "mean_loss": 2.243957045545213, "total_contrib": 0.057918975934143614}, "9-12": {"token_count": 15015, "frac": 0.025456746419270832, "mean_loss": 2.497432077987808, "total_contrib": 0.06357649510868825}, "13-20": {"token_count": 21873, "frac": 0.037083943684895836, "mean_loss": 2.6483203948245024, "total_contrib": 0.09821016438123295}, "21-30": {"token_count": 20080, "frac": 0.03404405381944445, "mean_loss": 2.779247630452789, "total_contrib": 0.0946168559086982}, "31-50": {"token_count": 29284, "frac": 0.04964870876736111, "mean_loss": 2.90761211467704, "total_contrib": 0.14435918709005136}, "51-75": {"token_count": 27435, "frac": 0.046513875325520836, "mean_loss": 3.004282596565887, "total_contrib": 0.13974082613929767}, "76-100": {"token_count": 21528, "frac": 0.0364990234375, "mean_loss": 3.094256456719232, "total_contrib": 0.11293733893543095}, "101-150": {"token_count": 34482, "frac": 0.058461507161458336, "mean_loss": 3.1854466424720873, "total_contrib": 0.18622601170132536}, "151-200": {"token_count": 27522, "frac": 0.046661376953125, "mean_loss": 3.1714870487052145, "total_contrib": 0.14798595268158793}, "201-300": {"token_count": 42191, "frac": 0.07153150770399305, "mean_loss": 3.1871442468900475, "total_contrib": 0.22798123325015257}, "301-500": {"token_count": 57289, "frac": 0.09712897406684028, "mean_loss": 3.246776862202109, "total_contrib": 0.31535610564964567}, "501-750": {"token_count": 47247, "frac": 0.08010355631510417, "mean_loss": 3.3000620554651334, "total_contrib": 0.26434670670328975}, "751-1k": {"token_count": 31977, "frac": 0.0542144775390625, "mean_loss": 3.321673398005898, "total_contrib": 0.18008278782829218}, "1k-2k": {"token_count": 36461, "frac": 0.06181674533420139, "mean_loss": 3.642503310735946, "total_contrib": 0.2251676995387494}, "2k-5k": {"token_count": 38212, "frac": 0.0647854275173611, "mean_loss": 3.655867482048609, "total_contrib": 0.23684693777133758}, "5k-10k": {"token_count": 20884, "frac": 0.035407172309027776, "mean_loss": 4.053203738985878, "total_contrib": 0.14351248318986862}, "10k+": {"token_count": 45997, "frac": 0.0779842800564236, "mean_loss": 4.192036585294349, "total_contrib": 0.3269129550743682}}, "trigram": {"novel": {"token_count": 438, "frac": 0.0007425944010416666, "mean_loss": 4.625552492139683, "total_contrib": 0.003434909382387256}, "1": {"token_count": 162433, "frac": 0.2753923204210069, "mean_loss": 2.139050034110702, "total_contrib": 0.5890779523903802}, "2": {"token_count": 56271, "frac": 0.09540303548177083, "mean_loss": 2.701458158075, "total_contrib": 0.2577273085073485}, "3": {"token_count": 31945, "frac": 0.054160224066840276, "mean_loss": 3.0141185375208406, "total_contrib": 0.16324533535614566}, "4": {"token_count": 22714, "frac": 0.03850979275173611, "mean_loss": 3.1428958212657543, "total_contrib": 0.12103226671724165}, "5": {"token_count": 16984, "frac": 0.028795030381944444, "mean_loss": 3.335276871718378, "total_contrib": 0.09603939885332731}, "6-8": {"token_count": 36068, "frac": 0.061150444878472224, "mean_loss": 3.3947294135589265, "total_contrib": 0.20758921388116347}, "9-12": {"token_count": 30167, "frac": 0.05114576551649305, "mean_loss": 3.52655357085207, "total_contrib": 0.18036828201615124}, "13-20": {"token_count": 37468, "frac": 0.06352403428819445, "mean_loss": 3.611023977414847, "total_contrib": 0.22938681095679303}, "21-30": {"token_count": 28219, "frac": 0.047843085394965276, "mean_loss": 3.692983950586088, "total_contrib": 0.17668374651012644}, "31-50": {"token_count": 33723, "frac": 0.0571746826171875, "mean_loss": 3.7150011028394108, "total_contrib": 0.21240400897734485}, "51-75": {"token_count": 23987, "frac": 0.04066806369357639, "mean_loss": 3.7502632777538074, "total_contrib": 0.1525159458473724}, "76-100": {"token_count": 15851, "frac": 0.026874118381076388, "mean_loss": 3.7282682373910676, "total_contrib": 0.10019392196805456}, "101-150": {"token_count": 19996, "frac": 0.03390163845486111, "mean_loss": 3.7525832277455637, "total_contrib": 0.12721871985880584}, "151-200": {"token_count": 12425, "frac": 0.021065606011284724, "mean_loss": 3.769675587293788, "total_contrib": 0.07941050071228929}, "201-300": {"token_count": 15286, "frac": 0.025916205512152776, "mean_loss": 3.8345641655268055, "total_contrib": 0.09937735296332931}, "301-500": {"token_count": 14930, "frac": 0.025312635633680556, "mean_loss": 3.8218593329024357, "total_contrib": 0.0967413327369408}, "501-750": {"token_count": 8522, "frac": 0.014448377821180556, "mean_loss": 3.9872905349531065, "total_contrib": 0.05760988013181962}, "751-1k": {"token_count": 4172, "frac": 0.007073296440972222, "mean_loss": 4.061161282244187, "total_contrib": 0.028725797643911997}, "1k-2k": {"token_count": 7244, "frac": 0.012281629774305556, "mean_loss": 4.195224299815192, "total_contrib": 0.05152419167050044}, "2k-5k": {"token_count": 5507, "frac": 0.009336683485243056, "mean_loss": 4.085824010184256, "total_contrib": 0.0381480455594969}, "5k-10k": {"token_count": 1654, "frac": 0.002804226345486111, "mean_loss": 4.3915417163937995, "total_contrib": 0.012314876978412787}, "10k+": {"token_count": 3820, "frac": 0.006476508246527778, "mean_loss": 3.3006769283176083, "total_contrib": 0.021376861345372967}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.5104598330643, "total_contrib": 0.5387678192472098}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.855855754429198, "total_contrib": 0.2375196982674642}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.147749636518503, "total_contrib": 0.1572338255617652}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.516704648936424, "total_contrib": 0.11978491094581437}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.388343020056103, "total_contrib": 0.0984319275513152}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.226936267919726, "total_contrib": 0.0851477968110607}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.562509501960498, "total_contrib": 0.1895637496551517}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.034490394517753, "total_contrib": 0.18542053773697859}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.392781315257124, "total_contrib": 0.2567940666825832}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.9630916584471825, "total_contrib": 0.22878810686019288}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.385789538178736, "total_contrib": 0.31131893271608063}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.07128841116734, "total_contrib": 0.27566727522018863}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.735793449949998, "total_contrib": 0.208864630327057}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.555303649661497, "total_contrib": 0.31952527587003293}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.367012958255067, "total_contrib": 0.2479389938126188}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.164088531424364, "total_contrib": 0.3638441757208969}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.987446161121837, "total_contrib": 0.479859385507377}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.818331904282764, "total_contrib": 0.39483716486561893}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.880553688458741, "total_contrib": 0.2684691779616357}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.455334640926998, "total_contrib": 0.33387361292213064}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.513883017513013, "total_contrib": 0.35221789966301437}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.745174080124467, "total_contrib": 0.19951443258190485}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.510919216619428, "total_contrib": 0.4228883779965073}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.311982466052967, "total_contrib": 2.6012994442557735}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.99252232199961, "total_contrib": 0.5879976435793333}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.662757440992817, "total_contrib": 0.32991620181890907}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.404450805111471, "total_contrib": 0.22453755391252322}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.229789156895825, "total_contrib": 0.16710322782940137}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.124139396348133, "total_contrib": 0.13530080239836378}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.850066732530909, "total_contrib": 0.2861040326717573}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.511215493265023, "total_contrib": 0.24189308452969852}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.151905966542485, "total_contrib": 0.29257582305112556}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.875780067917925, "total_contrib": 0.21911184773802445}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.617161331878618, "total_contrib": 0.2528219596620072}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.43528363906997, "total_contrib": 0.1736442901499494}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.369210399574364, "total_contrib": 0.11439635586315053}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.296671769854956, "total_contrib": 0.13802259661092434}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.229586302495015, "total_contrib": 0.08464565143949918}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.235694139101626, "total_contrib": 0.10578032543431083}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.1886868384307485, "total_contrib": 0.10410927505729636}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.158293875810566, "total_contrib": 0.06338002852297803}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.282002327868699, "total_contrib": 0.030404028573123694}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.371154335885091, "total_contrib": 0.05217306607501736}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.084707975472917, "total_contrib": 0.03711960643943759}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.3663017023240425, "total_contrib": 0.012059030275278498}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2395003800928786, "total_contrib": 0.021875898596716875}}}}
{"step": 1390, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21200, "frac": 0.035942925347222224, "mean_loss": 0.9464732459822995, "total_contrib": 0.03401901722348489}, "2": {"token_count": 13108, "frac": 0.022223578559027776, "mean_loss": 1.4305604904565272, "total_contrib": 0.03179217344310194}, "3": {"token_count": 9626, "frac": 0.016320122612847224, "mean_loss": 1.663168618759848, "total_contrib": 0.027143115784000478}, "4": {"token_count": 7599, "frac": 0.012883504231770834, "mean_loss": 1.8408387156827841, "total_contrib": 0.023716453383506735}, "5": {"token_count": 6651, "frac": 0.0112762451171875, "mean_loss": 2.0389118052566237, "total_contrib": 0.022991269288400954}, "6-8": {"token_count": 15086, "frac": 0.025577121310763888, "mean_loss": 2.1461528362203315, "total_contrib": 0.0548924114434474}, "9-12": {"token_count": 15020, "frac": 0.025465223524305556, "mean_loss": 2.3077047166611204, "total_contrib": 0.05876621643786965}, "13-20": {"token_count": 21701, "frac": 0.03679233127170139, "mean_loss": 2.5045157590826372, "total_contrib": 0.09214697348336505}, "21-30": {"token_count": 20495, "frac": 0.03474765353732639, "mean_loss": 2.617127830773474, "total_contrib": 0.09093905112661124}, "31-50": {"token_count": 29297, "frac": 0.04967074924045139, "mean_loss": 2.7357717824155743, "total_contrib": 0.13588783418346673}, "51-75": {"token_count": 27302, "frac": 0.046288384331597224, "mean_loss": 2.889340311230853, "total_contrib": 0.13374289479103046}, "76-100": {"token_count": 21778, "frac": 0.03692287868923611, "mean_loss": 2.9783471832574517, "total_contrib": 0.10996915174184296}, "101-150": {"token_count": 34716, "frac": 0.058858235677083336, "mean_loss": 3.057899821152444, "total_contrib": 0.17998258835030154}, "151-200": {"token_count": 27491, "frac": 0.046608818901909724, "mean_loss": 3.0972429049712216, "total_contrib": 0.14435883365302846}, "201-300": {"token_count": 42519, "frac": 0.07208760579427083, "mean_loss": 3.146309048673022, "total_contrib": 0.2268098864076881}, "301-500": {"token_count": 56804, "frac": 0.09630669487847222, "mean_loss": 3.2163247340072134, "total_contrib": 0.30975360478811603}, "501-750": {"token_count": 47674, "frac": 0.08082750108506945, "mean_loss": 3.2724229879423157, "total_contrib": 0.2645017726087137}, "751-1k": {"token_count": 32421, "frac": 0.054967244466145836, "mean_loss": 3.293262351735965, "total_contrib": 0.18102155677902515}, "1k-2k": {"token_count": 36286, "frac": 0.06152004665798611, "mean_loss": 3.6295877154684373, "total_contrib": 0.22329240560487149}, "2k-5k": {"token_count": 37532, "frac": 0.0636325412326389, "mean_loss": 3.632284148463563, "total_contrib": 0.23113147084576832}, "5k-10k": {"token_count": 20530, "frac": 0.03480699327256945, "mean_loss": 3.9631620497431377, "total_contrib": 0.13794575480351193}, "10k+": {"token_count": 44988, "frac": 0.07627360026041667, "mean_loss": 4.162565599583069, "total_contrib": 0.31749386460036066}}, "trigram": {"novel": {"token_count": 445, "frac": 0.0007544623480902778, "mean_loss": 4.768666076367156, "total_contrib": 0.003597779005234416}, "1": {"token_count": 165927, "frac": 0.2813161214192708, "mean_loss": 2.156611452820012, "total_contrib": 0.6066895693157045}, "2": {"token_count": 56220, "frac": 0.09531656901041667, "mean_loss": 2.5904772748299814, "total_contrib": 0.24691540593624803}, "3": {"token_count": 32135, "frac": 0.054482354058159724, "mean_loss": 2.8435449442415552, "total_contrib": 0.15492302243245845}, "4": {"token_count": 22448, "frac": 0.03805881076388889, "mean_loss": 2.981526157428514, "total_contrib": 0.1134733398131566}, "5": {"token_count": 17242, "frac": 0.029232449001736112, "mean_loss": 3.086489397309926, "total_contrib": 0.09022564390126164}, "6-8": {"token_count": 35498, "frac": 0.06018405490451389, "mean_loss": 3.20423430463362, "total_contrib": 0.19284381331699668}, "9-12": {"token_count": 30381, "frac": 0.051508585611979164, "mean_loss": 3.323128820708124, "total_contrib": 0.17116966536107978}, "13-20": {"token_count": 37023, "frac": 0.06276957194010417, "mean_loss": 3.4472357408327134, "total_contrib": 0.2163815118286973}, "21-30": {"token_count": 28140, "frac": 0.047709147135416664, "mean_loss": 3.566180606198531, "total_contrib": 0.17013943525259512}, "31-50": {"token_count": 33407, "frac": 0.05663892957899305, "mean_loss": 3.670289822656698, "total_contrib": 0.2078812867999476}, "51-75": {"token_count": 24235, "frac": 0.04108852810329861, "mean_loss": 3.763779965027962, "total_contrib": 0.15464817886768367}, "76-100": {"token_count": 15631, "frac": 0.026501125759548612, "mean_loss": 3.757234594964856, "total_contrib": 0.09957094650929034}, "101-150": {"token_count": 19723, "frac": 0.033438788519965276, "mean_loss": 3.7708881064378126, "total_contrib": 0.12609392992362634}, "151-200": {"token_count": 12027, "frac": 0.020390828450520832, "mean_loss": 3.8200620068288655, "total_contrib": 0.07789422905159973}, "201-300": {"token_count": 14522, "frac": 0.024620903862847224, "mean_loss": 3.9003199564436506, "total_contrib": 0.0960294026819436}, "301-500": {"token_count": 14511, "frac": 0.024602254231770832, "mean_loss": 3.9037365443991106, "total_contrib": 0.09604071891916147}, "501-750": {"token_count": 8618, "frac": 0.014611138237847222, "mean_loss": 4.098883346104537, "total_contrib": 0.059889351190743165}, "751-1k": {"token_count": 4235, "frac": 0.007180107964409722, "mean_loss": 4.090236797836668, "total_contrib": 0.029368341808468777}, "1k-2k": {"token_count": 7075, "frac": 0.011995103624131944, "mean_loss": 4.236870370942428, "total_contrib": 0.050821699141468765}, "2k-5k": {"token_count": 5194, "frac": 0.008806016710069444, "mean_loss": 4.114488288345205, "total_contrib": 0.0362322526205529}, "5k-10k": {"token_count": 1622, "frac": 0.002749972873263889, "mean_loss": 4.265199812359961, "total_contrib": 0.011729183783040121}, "10k+": {"token_count": 3565, "frac": 0.006044175889756944, "mean_loss": 3.2658866437039693, "total_contrib": 0.01973959331055476}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.907087920833407, "total_contrib": 0.469717984139488}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.296994976653147, "total_contrib": 0.20341274714780827}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.589732709717614, "total_contrib": 0.13309320616677056}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.958259185090568, "total_contrib": 0.10016906092344899}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.806228366372672, "total_contrib": 0.08184427255867614}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.6706386601088346, "total_contrib": 0.07078600773615924}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.113737027663911, "total_contrib": 0.1574896547228247}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.6460644682320735, "total_contrib": 0.1533783459838443}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.163193220571953, "total_contrib": 0.21408335826124095}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.857955810706737, "total_contrib": 0.19247637195417033}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.452499898525296, "total_contrib": 0.265819353878606}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.257688688963914, "total_contrib": 0.23872572289215527}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.027375589498748, "total_contrib": 0.18306812356101837}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.910487914160555, "total_contrib": 0.2824373075491957}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.786339662219249, "total_contrib": 0.22111372734264814}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.6565579122256695, "total_contrib": 0.3280852884222448}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.544780863189111, "total_contrib": 0.4372690314485657}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.406221247923157, "total_contrib": 0.3610668463403828}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.470330905904311, "total_contrib": 0.24590366997963015}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.9696674798389795, "total_contrib": 0.30415014764951487}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.993051939839288, "total_contrib": 0.31894805558492845}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.244628591368237, "total_contrib": 0.18213183498297048}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.139835542847458, "total_contrib": 0.39441273414581096}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.104957639091421, "total_contrib": 2.223551653713456}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.90631061342092, "total_contrib": 0.4966586537754496}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.615398735058222, "total_contrib": 0.2780547001412463}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.398817992165691, "total_contrib": 0.18928045867918958}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.27725376309753, "total_contrib": 0.14155312734979592}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.195159109299665, "total_contrib": 0.11477681198676883}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.0378996989203895, "total_contrib": 0.24638409884144688}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.835734383763745, "total_contrib": 0.2122455032804291}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.650611207350902, "total_contrib": 0.2641073828827342}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.513835996083824, "total_contrib": 0.20284650491027464}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.386779831393985, "total_contrib": 0.24020695701519698}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.292234910015369, "total_contrib": 0.16804383772460074}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.285676101481176, "total_contrib": 0.1122092285752594}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.240429412911832, "total_contrib": 0.13621591540262937}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.2196906231201625, "total_contrib": 0.0844476116863851}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.212726267999, "total_contrib": 0.10520673612403915}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.2117729142825056, "total_contrib": 0.10468307651669233}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.193096590817663, "total_contrib": 0.0639104857575324}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.306901437051282, "total_contrib": 0.030580822785052437}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.391412823383722, "total_contrib": 0.05241486659854702}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.1257533186577255, "total_contrib": 0.03749260421414762}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.43220789672234, "total_contrib": 0.012241052693279167}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.3275910492976153, "total_contrib": 0.02247076271795044}}}}
{"step": 1400, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20693, "frac": 0.03508334689670139, "mean_loss": 0.7532127648748556, "total_contrib": 0.026425224717128135}, "2": {"token_count": 13064, "frac": 0.022148980034722224, "mean_loss": 1.2810468986322645, "total_contrib": 0.028373882181348852}, "3": {"token_count": 9663, "frac": 0.016382853190104168, "mean_loss": 1.5622837834450132, "total_contrib": 0.025594665865460144}, "4": {"token_count": 7680, "frac": 0.013020833333333334, "mean_loss": 1.7347372632895774, "total_contrib": 0.022587724782416375}, "5": {"token_count": 6508, "frac": 0.011033799913194444, "mean_loss": 1.8288095686470485, "total_contrib": 0.020178718859786973}, "6-8": {"token_count": 15279, "frac": 0.025904337565104168, "mean_loss": 2.0195436972705982, "total_contrib": 0.05231494166157612}, "9-12": {"token_count": 15513, "frac": 0.026301066080729168, "mean_loss": 2.1839637252367488, "total_contrib": 0.057440574255367166}, "13-20": {"token_count": 22203, "frac": 0.0376434326171875, "mean_loss": 2.2793227279620067, "total_contrib": 0.0858015315228618}, "21-30": {"token_count": 20398, "frac": 0.034583197699652776, "mean_loss": 2.4816728229002782, "total_contrib": 0.08582418186021572}, "31-50": {"token_count": 29729, "frac": 0.05040317111545139, "mean_loss": 2.5774882890112316, "total_contrib": 0.12991358327910513}, "51-75": {"token_count": 27712, "frac": 0.04698350694444445, "mean_loss": 2.758653173867937, "total_contrib": 0.12961120055173794}, "76-100": {"token_count": 21842, "frac": 0.03703138563368055, "mean_loss": 2.7997285967788703, "total_contrib": 0.10367782933696167}, "101-150": {"token_count": 35059, "frac": 0.059439765082465276, "mean_loss": 2.9431629703971542, "total_contrib": 0.17494091555981756}, "151-200": {"token_count": 27530, "frac": 0.04667494032118055, "mean_loss": 3.0093875315130103, "total_contrib": 0.14046298343667463}, "201-300": {"token_count": 41974, "frac": 0.0711636013454861, "mean_loss": 3.02751355031242, "total_contrib": 0.21544876736249036}, "301-500": {"token_count": 56923, "frac": 0.0965084499782986, "mean_loss": 3.097067445477922, "total_contrib": 0.2988931786413231}, "501-750": {"token_count": 47977, "frac": 0.0813412136501736, "mean_loss": 3.1671759758778366, "total_contrib": 0.2576219377215762}, "751-1k": {"token_count": 31782, "frac": 0.053883870442708336, "mean_loss": 3.1941673898374665, "total_contrib": 0.1721141018063259}, "1k-2k": {"token_count": 35798, "frac": 0.060692681206597224, "mean_loss": 3.4926257564484793, "total_contrib": 0.21197682161007803}, "2k-5k": {"token_count": 36946, "frac": 0.06263902452256945, "mean_loss": 3.5568271599675905, "total_contrib": 0.22279618369575094}, "5k-10k": {"token_count": 20748, "frac": 0.035176595052083336, "mean_loss": 3.8552066274097156, "total_contrib": 0.13561304237449948}, "10k+": {"token_count": 44803, "frac": 0.07595994737413195, "mean_loss": 4.104644445569764, "total_contrib": 0.31178857607500227}}, "trigram": {"novel": {"token_count": 456, "frac": 0.0007731119791666666, "mean_loss": 4.653455399663041, "total_contrib": 0.003597642113997305}, "1": {"token_count": 162855, "frac": 0.2761077880859375, "mean_loss": 2.0053885750962084, "total_contrib": 0.553703403722624}, "2": {"token_count": 56961, "frac": 0.0965728759765625, "mean_loss": 2.440681079171309, "total_contrib": 0.23570359115715356}, "3": {"token_count": 32425, "frac": 0.05497402615017361, "mean_loss": 2.7113897938899574, "total_contrib": 0.14905601343262034}, "4": {"token_count": 22873, "frac": 0.038779364691840276, "mean_loss": 2.803069019390338, "total_contrib": 0.10870123575933702}, "5": {"token_count": 17578, "frac": 0.029802110460069444, "mean_loss": 2.9232821355679075, "total_contrib": 0.08711997711014248}, "6-8": {"token_count": 36251, "frac": 0.06146070692274305, "mean_loss": 3.0428492961645444, "total_contrib": 0.18701566880164402}, "9-12": {"token_count": 30574, "frac": 0.05183580186631945, "mean_loss": 3.1736162450756145, "total_contrib": 0.16450694287947226}, "13-20": {"token_count": 36914, "frac": 0.06258477105034722, "mean_loss": 3.311232446453008, "total_contrib": 0.20723272455574263}, "21-30": {"token_count": 28441, "frac": 0.04821946885850695, "mean_loss": 3.4294605342709263, "total_contrib": 0.16536676543375553}, "31-50": {"token_count": 33400, "frac": 0.05662706163194445, "mean_loss": 3.5577638539199214, "total_contrib": 0.2014657130278276}, "51-75": {"token_count": 23918, "frac": 0.040551079644097224, "mean_loss": 3.634095490627835, "total_contrib": 0.14736649567470392}, "76-100": {"token_count": 15978, "frac": 0.027089436848958332, "mean_loss": 3.6849192776655637, "total_contrib": 0.09982238806583044}, "101-150": {"token_count": 19569, "frac": 0.033177693684895836, "mean_loss": 3.7507846331108254, "total_contrib": 0.12444238363536538}, "151-200": {"token_count": 12269, "frac": 0.020801120334201388, "mean_loss": 3.8008784453629287, "total_contrib": 0.07906252991766657}, "201-300": {"token_count": 14586, "frac": 0.024729410807291668, "mean_loss": 3.8246214748944616, "total_contrib": 0.0945806356350549}, "301-500": {"token_count": 14783, "frac": 0.025063408745659724, "mean_loss": 3.8751520166152797, "total_contrib": 0.09712451894399632}, "501-750": {"token_count": 8372, "frac": 0.014194064670138888, "mean_loss": 3.986750188213423, "total_contrib": 0.056588189995189705}, "751-1k": {"token_count": 4095, "frac": 0.0069427490234375, "mean_loss": 4.1682055576505155, "total_contrib": 0.028938805064864875}, "1k-2k": {"token_count": 7119, "frac": 0.0120697021484375, "mean_loss": 4.191704548735266, "total_contrib": 0.050592625397485276}, "2k-5k": {"token_count": 5271, "frac": 0.008936564127604166, "mean_loss": 4.028184549157402, "total_contrib": 0.0359981295413694}, "5k-10k": {"token_count": 1507, "frac": 0.002554999457465278, "mean_loss": 4.361815005153363, "total_contrib": 0.011144434971730751}, "10k+": {"token_count": 3629, "frac": 0.006152682834201389, "mean_loss": 3.2944575344035534, "total_contrib": 0.020269752319930175}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 10.919414090064983, "total_contrib": 0.4702488154122936}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 9.279215219753334, "total_contrib": 0.20302373659077416}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 8.474167447959147, "total_contrib": 0.1313025856982738}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 7.861819992625703, "total_contrib": 0.09895519955995893}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 7.592877599397335, "total_contrib": 0.07960739996112928}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 7.4567346128558345, "total_contrib": 0.06881206342531723}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 6.856580185837321, "total_contrib": 0.1517965089020856}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 6.353019343299178, "total_contrib": 0.14661542985871787}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 5.882946352416058, "total_contrib": 0.2043487631366309}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 5.57243641974874, "total_contrib": 0.18309498734322543}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.188978346550316, "total_contrib": 0.2529721956974527}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.011373126896873, "total_contrib": 0.22754174755761916}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 4.784651845617491, "total_contrib": 0.17422951989097166}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.688463286988183, "total_contrib": 0.26966708206358864}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.596566321033563, "total_contrib": 0.21234680025825084}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.468713170459252, "total_contrib": 0.3148503845634887}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.386784721457999, "total_contrib": 0.4220676780836656}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.267743634074148, "total_contrib": 0.3497193282499623}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.32949563554593, "total_contrib": 0.23815661264256408}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.770323641598334, "total_contrib": 0.2919500441053885}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.795658214426078, "total_contrib": 0.306338864720546}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.026880652185982, "total_contrib": 0.17457003512696237}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 4.978524715919939, "total_contrib": 0.3820343139093227}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 6.8851464954788755, "total_contrib": 2.154760049778316}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 5.656489840974507, "total_contrib": 0.4756513521536146}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.346035310426331, "total_contrib": 0.26471677530299115}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.143035935641183, "total_contrib": 0.18031283927599423}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.00598748964349, "total_contrib": 0.1342768827203533}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 4.947863274628083, "total_contrib": 0.10931329741020804}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 4.795666529838725, "total_contrib": 0.234537415771023}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.618938451681799, "total_contrib": 0.20273010022843832}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.463680928133911, "total_contrib": 0.2534916455905041}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.366834872034104, "total_contrib": 0.19624044650291608}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.263340336282846, "total_contrib": 0.23344777906786957}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.1977411102058655, "total_contrib": 0.1643443429173344}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.189851851010461, "total_contrib": 0.10970032100279838}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.177713078338018, "total_contrib": 0.13420126969277346}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.160969844426979, "total_contrib": 0.08327244744807953}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.158356256640808, "total_contrib": 0.10384892384901107}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.152419156748292, "total_contrib": 0.10320784647272739}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.1329068638608915, "total_contrib": 0.0629930838794444}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.251126727282811, "total_contrib": 0.03018479874311729}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.359801221208445, "total_contrib": 0.052037557978833436}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.064262382413109, "total_contrib": 0.03693380799990212}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.388097835423401, "total_contrib": 0.012119227725397272}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.247198841992617, "total_contrib": 0.021927885246542347}}}}
{"step": 1410, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20883, "frac": 0.035405476888020836, "mean_loss": 0.7110162559198719, "total_contrib": 0.025173869615978135}, "2": {"token_count": 13268, "frac": 0.022494845920138888, "mean_loss": 1.3271298602063106, "total_contrib": 0.02985358172135642}, "3": {"token_count": 9605, "frac": 0.016284518771701388, "mean_loss": 1.6935152552784825, "total_contrib": 0.027578080964745115}, "4": {"token_count": 7720, "frac": 0.013088650173611112, "mean_loss": 1.9106838213967685, "total_contrib": 0.025008272130640757}, "5": {"token_count": 6754, "frac": 0.011450873480902778, "mean_loss": 2.027301527005255, "total_contrib": 0.023214373293378183}, "6-8": {"token_count": 15545, "frac": 0.026355319552951388, "mean_loss": 2.23228108467853, "total_contrib": 0.05883248131871159}, "9-12": {"token_count": 15326, "frac": 0.025984022352430556, "mean_loss": 2.357368552949555, "total_contrib": 0.06125391717275812}, "13-20": {"token_count": 22541, "frac": 0.038216484917534724, "mean_loss": 2.489539962299979, "total_contrib": 0.09514146642083711}, "21-30": {"token_count": 20625, "frac": 0.034968058268229164, "mean_loss": 2.5552932931258874, "total_contrib": 0.08935364476644121}, "31-50": {"token_count": 29723, "frac": 0.050392998589409724, "mean_loss": 2.682736579305072, "total_contrib": 0.13519114065667837}, "51-75": {"token_count": 27454, "frac": 0.046546088324652776, "mean_loss": 2.741392063434301, "total_contrib": 0.1276010771171151}, "76-100": {"token_count": 21841, "frac": 0.03702969021267361, "mean_loss": 2.8246657526295658, "total_contrib": 0.10459649777422138}, "101-150": {"token_count": 34431, "frac": 0.058375040690104164, "mean_loss": 2.9295399665673343, "total_contrib": 0.17101201475165453}, "151-200": {"token_count": 27462, "frac": 0.046559651692708336, "mean_loss": 3.022406939747953, "total_contrib": 0.1407222143882892}, "201-300": {"token_count": 41383, "frac": 0.07016160753038195, "mean_loss": 3.0244016500640134, "total_contrib": 0.21219688158603087}, "301-500": {"token_count": 56833, "frac": 0.0963558620876736, "mean_loss": 3.0987643167569057, "total_contrib": 0.2985841071476325}, "501-750": {"token_count": 47434, "frac": 0.08042060004340278, "mean_loss": 3.1334683539317068, "total_contrib": 0.2519954052402014}, "751-1k": {"token_count": 31543, "frac": 0.05347866482204861, "mean_loss": 3.156345874019212, "total_contrib": 0.1687971630591295}, "1k-2k": {"token_count": 35904, "frac": 0.060872395833333336, "mean_loss": 3.4778989825817934, "total_contrib": 0.2117080435360662}, "2k-5k": {"token_count": 37451, "frac": 0.0634952121310764, "mean_loss": 3.526130872631724, "total_contrib": 0.22389242775968884}, "5k-10k": {"token_count": 20423, "frac": 0.03462558322482639, "mean_loss": 3.864635086188548, "total_contrib": 0.1338152438104057}, "10k+": {"token_count": 45675, "frac": 0.0774383544921875, "mean_loss": 4.063010768583123, "total_contrib": 0.31463286820311503}}, "trigram": {"novel": {"token_count": 443, "frac": 0.0007510715060763889, "mean_loss": 4.575466783923301, "total_contrib": 0.003436502728403765}, "1": {"token_count": 164025, "frac": 0.2780914306640625, "mean_loss": 2.004022575655811, "total_contrib": 0.5573015051472039}, "2": {"token_count": 57253, "frac": 0.09706793891059028, "mean_loss": 2.5221176662232256, "total_contrib": 0.2448167635502766}, "3": {"token_count": 32283, "frac": 0.0547332763671875, "mean_loss": 2.8301768073979083, "total_contrib": 0.1549048493673141}, "4": {"token_count": 23064, "frac": 0.039103190104166664, "mean_loss": 2.8923215655971153, "total_contrib": 0.11309900002192495}, "5": {"token_count": 17490, "frac": 0.029652913411458332, "mean_loss": 2.982076260746722, "total_contrib": 0.088427249146288}, "6-8": {"token_count": 36078, "frac": 0.061167399088541664, "mean_loss": 3.117877070843842, "total_contrib": 0.19071243110131858}, "9-12": {"token_count": 30316, "frac": 0.051398383246527776, "mean_loss": 3.2017460230823724, "total_contrib": 0.16456456915243395}, "13-20": {"token_count": 37116, "frac": 0.06292724609375, "mean_loss": 3.328540319090402, "total_contrib": 0.20945587579237088}, "21-30": {"token_count": 28329, "frac": 0.048029581705729164, "mean_loss": 3.4380779889413247, "total_contrib": 0.16512944768052637}, "31-50": {"token_count": 34186, "frac": 0.057959662543402776, "mean_loss": 3.567830944608423, "total_contrib": 0.20679027756141416}, "51-75": {"token_count": 23942, "frac": 0.04059176974826389, "mean_loss": 3.6333584655347173, "total_contrib": 0.14748445024589063}, "76-100": {"token_count": 15456, "frac": 0.026204427083333332, "mean_loss": 3.658851262383173, "total_contrib": 0.09587810111388197}, "101-150": {"token_count": 18977, "frac": 0.032174004448784724, "mean_loss": 3.727407045933809, "total_contrib": 0.1199256108783059}, "151-200": {"token_count": 11921, "frac": 0.020211113823784724, "mean_loss": 3.784703543249651, "total_contrib": 0.07649307410190005}, "201-300": {"token_count": 14500, "frac": 0.024583604600694444, "mean_loss": 3.8281667015260417, "total_contrib": 0.09411013653586087}, "301-500": {"token_count": 14438, "frac": 0.024478488498263888, "mean_loss": 3.854709115870709, "total_contrib": 0.09435745275699411}, "501-750": {"token_count": 8347, "frac": 0.014151679144965278, "mean_loss": 4.061056314701689, "total_contrib": 0.05747076595529345}, "751-1k": {"token_count": 4177, "frac": 0.007081773546006944, "mean_loss": 4.170670371683399, "total_contrib": 0.029535743107302444}, "1k-2k": {"token_count": 6908, "frac": 0.011711968315972222, "mean_loss": 4.184739961265942, "total_contrib": 0.04901154183692954}, "2k-5k": {"token_count": 5200, "frac": 0.008816189236111112, "mean_loss": 4.030076333208297, "total_contrib": 0.03552991558953712}, "5k-10k": {"token_count": 1554, "frac": 0.0026346842447916665, "mean_loss": 4.251743314653501, "total_contrib": 0.011202001124015875}, "10k+": {"token_count": 3821, "frac": 0.006478203667534722, "mean_loss": 3.1671600636008037, "total_contrib": 0.02051750793968823}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.451644713716258, "total_contrib": 0.5362349232535581}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.786370939962618, "total_contrib": 0.23599941165537106}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.896227835640575, "total_contrib": 0.15333663294460587}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.19381244536206, "total_contrib": 0.11572072956401898}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.855155333824607, "total_contrib": 0.09284173004891522}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.698022699563902, "total_contrib": 0.08026688902744941}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 7.97793889883857, "total_contrib": 0.17662205359740202}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.299109187513932, "total_contrib": 0.1684493582160774}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.655733614769421, "total_contrib": 0.23119213578863507}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.164363269484785, "total_contrib": 0.2025440812218817}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.63655667784473, "total_contrib": 0.27479245888845694}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.349523975784483, "total_contrib": 0.24289551051751748}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.050267239866622, "total_contrib": 0.18390170589507263}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 4.9060892671494924, "total_contrib": 0.28218430987556714}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.762962798358948, "total_contrib": 0.2200337902996226}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.599782715128371, "total_contrib": 0.3240851004580853}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.497130785865731, "total_contrib": 0.43268445327266164}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.357868386221954, "total_contrib": 0.3571045815552871}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.420273664770104, "total_contrib": 0.24315012453454932}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 4.901436530117567, "total_contrib": 0.2999743243140054}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 4.94916943930045, "total_contrib": 0.31614491265957817}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.1373736623874615, "total_contrib": 0.17840715997769227}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.033261606809605, "total_contrib": 0.3862346286109238}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.691812219850489, "total_contrib": 2.4072123509084093}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.258775248059935, "total_contrib": 0.5262972255338485}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 5.838378061056052, "total_contrib": 0.28909584833984897}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.583262287675752, "total_contrib": 0.1957470039314217}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.351232430867661, "total_contrib": 0.14353747607550263}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.28133330647917, "total_contrib": 0.1166806612086488}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.045835992842721, "total_contrib": 0.24677223213965715}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.781444051994665, "total_contrib": 0.2098626431241148}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.562432952019846, "total_contrib": 0.25909975545392655}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.420597128150984, "total_contrib": 0.19865645934850054}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.265589733376914, "total_contrib": 0.23357094933212993}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.186234915135435, "total_contrib": 0.1638938677644644}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.16626909823814, "total_contrib": 0.10908286825237969}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.1438326775789305, "total_contrib": 0.1331129247743191}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.13243049640981, "total_contrib": 0.08270129662343581}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.120894591233613, "total_contrib": 0.10291337302122518}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.107818072075638, "total_contrib": 0.10209929222383092}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.103426304744138, "total_contrib": 0.06254374606602953}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.211519470543866, "total_contrib": 0.029903570459387394}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.310069962392717, "total_contrib": 0.05144397741571168}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.0534386872047365, "total_contrib": 0.036835448139474467}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.3281995871351855, "total_contrib": 0.011953798298209665}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2259267492361503, "total_contrib": 0.021784237742458065}}}}
{"step": 1420, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20798, "frac": 0.03526136610243055, "mean_loss": 0.8627360337002565, "total_contrib": 0.030421251134063607}, "2": {"token_count": 12966, "frac": 0.021982828776041668, "mean_loss": 1.563900648564778, "total_contrib": 0.03437896018014003}, "3": {"token_count": 9459, "frac": 0.0160369873046875, "mean_loss": 1.919443380031615, "total_contrib": 0.030782089117633474}, "4": {"token_count": 7671, "frac": 0.013005574544270834, "mean_loss": 2.1828010168633614, "total_contrib": 0.028388581340126624}, "5": {"token_count": 6341, "frac": 0.010750664605034722, "mean_loss": 2.3065145176975066, "total_contrib": 0.024796563986409316}, "6-8": {"token_count": 15153, "frac": 0.025690714518229168, "mean_loss": 2.4802085630619204, "total_contrib": 0.06371833013929118}, "9-12": {"token_count": 15120, "frac": 0.025634765625, "mean_loss": 2.609682759086994, "total_contrib": 0.06689860588479843}, "13-20": {"token_count": 21742, "frac": 0.03686184353298611, "mean_loss": 2.7262874766718714, "total_contrib": 0.10049598239101805}, "21-30": {"token_count": 20248, "frac": 0.03432888454861111, "mean_loss": 2.7612334882802667, "total_contrib": 0.09479006563093201}, "31-50": {"token_count": 29635, "frac": 0.05024380154079861, "mean_loss": 2.8625100682796756, "total_contrib": 0.1438233877791819}, "51-75": {"token_count": 27571, "frac": 0.046744452582465276, "mean_loss": 2.9138536573394926, "total_contrib": 0.13620649411774893}, "76-100": {"token_count": 22117, "frac": 0.037497626410590276, "mean_loss": 2.9573487207574365, "total_contrib": 0.11089355749679942}, "101-150": {"token_count": 33978, "frac": 0.057607014973958336, "mean_loss": 3.0536761805907315, "total_contrib": 0.17591316946091018}, "151-200": {"token_count": 27396, "frac": 0.04644775390625, "mean_loss": 3.02842834821146, "total_contrib": 0.14066369464043707}, "201-300": {"token_count": 41704, "frac": 0.0707058376736111, "mean_loss": 3.0411344522895765, "total_contrib": 0.21502595892721302}, "301-500": {"token_count": 57052, "frac": 0.09672715928819445, "mean_loss": 3.1349289017434976, "total_contrib": 0.30323276723610776}, "501-750": {"token_count": 48131, "frac": 0.08160230848524305, "mean_loss": 3.1961770103326166, "total_contrib": 0.26081542237060407}, "751-1k": {"token_count": 32309, "frac": 0.05477735731336805, "mean_loss": 3.1537409777104712, "total_contrib": 0.17275359640985719}, "1k-2k": {"token_count": 36199, "frac": 0.06137254503038195, "mean_loss": 3.4734449173799495, "total_contrib": 0.21317415460245226}, "2k-5k": {"token_count": 38131, "frac": 0.0646480984157986, "mean_loss": 3.5329426925315977, "total_contrib": 0.22839802688415922}, "5k-10k": {"token_count": 20819, "frac": 0.03529696994357639, "mean_loss": 3.835836722084411, "total_contrib": 0.13539341348788003}, "10k+": {"token_count": 45284, "frac": 0.07677544487847222, "mean_loss": 4.049893801114833, "total_contrib": 0.3109323982911582}}, "trigram": {"novel": {"token_count": 434, "frac": 0.0007358127170138889, "mean_loss": 4.549430863124915, "total_contrib": 0.0033475290842627852}, "1": {"token_count": 164278, "frac": 0.2785203721788194, "mean_loss": 2.147457141602811, "total_contrib": 0.5981105623172787}, "2": {"token_count": 56103, "frac": 0.09511820475260417, "mean_loss": 2.7012861841447466, "total_contrib": 0.2569414923588608}, "3": {"token_count": 31893, "frac": 0.054072062174479164, "mean_loss": 2.958708024656304, "total_contrib": 0.15998344426534608}, "4": {"token_count": 22388, "frac": 0.037957085503472224, "mean_loss": 3.05676560776158, "total_contrib": 0.11602591353787954}, "5": {"token_count": 16981, "frac": 0.028789944118923612, "mean_loss": 3.1643806294459673, "total_contrib": 0.09110234149275373}, "6-8": {"token_count": 35889, "frac": 0.060846964518229164, "mean_loss": 3.2421373004285727, "total_contrib": 0.19727421328240466}, "9-12": {"token_count": 30409, "frac": 0.05155605740017361, "mean_loss": 3.344554770033315, "total_contrib": 0.17243205770186204}, "13-20": {"token_count": 36901, "frac": 0.06256273057725695, "mean_loss": 3.4328305179111527, "total_contrib": 0.21476725080946088}, "21-30": {"token_count": 28491, "frac": 0.048304239908854164, "mean_loss": 3.444574441983612, "total_contrib": 0.16638755022948387}, "31-50": {"token_count": 33736, "frac": 0.057196723090277776, "mean_loss": 3.5657946568076073, "total_contrib": 0.20395176958221678}, "51-75": {"token_count": 23732, "frac": 0.04023573133680555, "mean_loss": 3.6382385245780258, "total_contrib": 0.14638718781413726}, "76-100": {"token_count": 15939, "frac": 0.0270233154296875, "mean_loss": 3.6124515550307765, "total_contrib": 0.09762041784606179}, "101-150": {"token_count": 19429, "frac": 0.03294033474392361, "mean_loss": 3.71578933705474, "total_contrib": 0.12239934460048514}, "151-200": {"token_count": 12251, "frac": 0.020770602756076388, "mean_loss": 3.7021811590516513, "total_contrib": 0.07689653418569231}, "201-300": {"token_count": 15007, "frac": 0.025443183051215276, "mean_loss": 3.780036851078217, "total_contrib": 0.09617616954232246}, "301-500": {"token_count": 15110, "frac": 0.025617811414930556, "mean_loss": 3.7628962948917546, "total_contrib": 0.09639716765647789}, "501-750": {"token_count": 8561, "frac": 0.014514499240451388, "mean_loss": 3.963835658731179, "total_contrib": 0.057533089657927826}, "751-1k": {"token_count": 4229, "frac": 0.007169935438368056, "mean_loss": 3.9952063096868704, "total_contrib": 0.028645371303415556}, "1k-2k": {"token_count": 7316, "frac": 0.012403700086805556, "mean_loss": 4.111798472662694, "total_contrib": 0.05100151507229321}, "2k-5k": {"token_count": 5356, "frac": 0.009080674913194444, "mean_loss": 3.9943108539951724, "total_contrib": 0.03627103836737424}, "5k-10k": {"token_count": 1642, "frac": 0.002783881293402778, "mean_loss": 4.205756481870472, "total_contrib": 0.011708326794486686}, "10k+": {"token_count": 3749, "frac": 0.006356133355034722, "mean_loss": 3.2309240318519787, "total_contrib": 0.020536184006437627}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.803581749746861, "total_contrib": 0.5513912286128066}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.170598847190023, "total_contrib": 0.24440609083894052}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.332242972124691, "total_contrib": 0.16009244880209614}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.647277093083954, "total_contrib": 0.12142840091121296}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.3608644420375, "total_contrib": 0.09814382885328486}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.212445115007695, "total_contrib": 0.08501406989370877}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.495330942235533, "total_contrib": 0.18807649645269028}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.826743320612818, "total_contrib": 0.18062613606801634}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.147974931549405, "total_contrib": 0.2482905246269806}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.617113567339141, "total_contrib": 0.21742021507268702}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.986531018861931, "total_contrib": 0.29185434883520306}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.6916756925750365, "total_contrib": 0.2584309331645576}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.329476446577651, "total_contrib": 0.19406890041706473}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.166595873543235, "total_contrib": 0.2971679094271414}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.982886398553726, "total_contrib": 0.23019356382207562}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.8126859821158625, "total_contrib": 0.3390855430752036}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.679346463356355, "total_contrib": 0.4502160516510176}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.526455123983737, "total_contrib": 0.3709193852869771}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.601288091984487, "total_contrib": 0.2531073543030407}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.1225425298061555, "total_contrib": 0.3135063005929609}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.165437658076679, "total_contrib": 0.3299597755319469}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.36825078202445, "total_contrib": 0.18642490093351036}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.170488137698294, "total_contrib": 0.3967649054639392}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.122104312012443, "total_contrib": 2.541875601797107}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.676260615452558, "total_contrib": 0.5614033576206054}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.240219996668996, "total_contrib": 0.30899364085339814}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.988528135962423, "total_contrib": 0.20995546692499278}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.723139182629266, "total_contrib": 0.15351322599347877}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.633820043607417, "total_contrib": 0.12446816166898643}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.347053412451716, "total_contrib": 0.2615036057121823}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.021713125095843, "total_contrib": 0.22040830719414806}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.751726797565177, "total_contrib": 0.2698497192573432}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.550148289742688, "total_contrib": 0.20447833687323624}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.35188794100271, "total_contrib": 0.23829638134522252}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.240151109957089, "total_contrib": 0.16600472247844966}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.19472382799323, "total_contrib": 0.10982788098771745}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.159824707822046, "total_contrib": 0.13362663902978567}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.1356725403765955, "total_contrib": 0.08276617883742496}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.133561374241924, "total_contrib": 0.10322970757816491}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.1042336747833685, "total_contrib": 0.10201020248807133}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.109361779354011, "total_contrib": 0.06263421358980402}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.2087212787359185, "total_contrib": 0.02988370211342032}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.312529239307473, "total_contrib": 0.051473330764303604}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.046871288048312, "total_contrib": 0.036775767184683825}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.319357468615394, "total_contrib": 0.011929377774343662}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2107549340520527, "total_contrib": 0.021681784570192677}}}}
{"step": 1430, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20855, "frac": 0.03535800509982639, "mean_loss": 0.8861878049421292, "total_contrib": 0.03133383292654776}, "2": {"token_count": 13214, "frac": 0.022403293185763888, "mean_loss": 1.5011709236551976, "total_contrib": 0.03363117232459137}, "3": {"token_count": 9642, "frac": 0.016347249348958332, "mean_loss": 1.8188194464337095, "total_contrib": 0.02973269501158621}, "4": {"token_count": 7788, "frac": 0.013203938802083334, "mean_loss": 2.0846618251794973, "total_contrib": 0.02752574716270943}, "5": {"token_count": 6503, "frac": 0.011025322808159722, "mean_loss": 2.231174548046442, "total_contrib": 0.024599419633561898}, "6-8": {"token_count": 15294, "frac": 0.025929768880208332, "mean_loss": 2.392958196798391, "total_contrib": 0.062048852982982364}, "9-12": {"token_count": 14844, "frac": 0.025166829427083332, "mean_loss": 2.549733140172186, "total_contrib": 0.06416869902329496}, "13-20": {"token_count": 22201, "frac": 0.03764004177517361, "mean_loss": 2.632418187651475, "total_contrib": 0.09908433055292834}, "21-30": {"token_count": 20401, "frac": 0.03458828396267361, "mean_loss": 2.721349188344498, "total_contrib": 0.09412679848805085}, "31-50": {"token_count": 29707, "frac": 0.05036587185329861, "mean_loss": 2.755659525103804, "total_contrib": 0.13879119451269992}, "51-75": {"token_count": 27247, "frac": 0.046195136176215276, "mean_loss": 2.856981425224516, "total_contrib": 0.1319786459911641}, "76-100": {"token_count": 21515, "frac": 0.036476982964409724, "mean_loss": 2.9462401520839263, "total_contrib": 0.10746995183662529}, "101-150": {"token_count": 34431, "frac": 0.058375040690104164, "mean_loss": 3.014361103646856, "total_contrib": 0.1759634520800525}, "151-200": {"token_count": 27324, "frac": 0.04632568359375, "mean_loss": 3.0990819507390017, "total_contrib": 0.14356708988103653}, "201-300": {"token_count": 42117, "frac": 0.07140604654947917, "mean_loss": 3.056287408187329, "total_contrib": 0.21823740093761146}, "301-500": {"token_count": 56802, "frac": 0.09630330403645833, "mean_loss": 3.1185771541564464, "total_contrib": 0.3003292838378812}, "501-750": {"token_count": 48141, "frac": 0.0816192626953125, "mean_loss": 3.1593222146115716, "total_contrib": 0.25786154977351833}, "751-1k": {"token_count": 31812, "frac": 0.053934733072916664, "mean_loss": 3.1936556788634594, "total_contrib": 0.17224896656630515}, "1k-2k": {"token_count": 35744, "frac": 0.060601128472222224, "mean_loss": 3.500246554281437, "total_contrib": 0.21211889112046253}, "2k-5k": {"token_count": 38020, "frac": 0.06445990668402778, "mean_loss": 3.5194532261239897, "total_contrib": 0.2268636265347529}, "5k-10k": {"token_count": 20658, "frac": 0.035024007161458336, "mean_loss": 3.853203651514598, "total_contrib": 0.13495463228520468}, "10k+": {"token_count": 45564, "frac": 0.07725016276041667, "mean_loss": 4.043905649624887, "total_contrib": 0.312392369621291}}, "trigram": {"novel": {"token_count": 437, "frac": 0.0007408989800347222, "mean_loss": 4.630647086343239, "total_contrib": 0.0034308417031724643}, "1": {"token_count": 164382, "frac": 0.2786966959635417, "mean_loss": 2.124133256660658, "total_contrib": 0.5919889204176031}, "2": {"token_count": 56343, "frac": 0.09552510579427083, "mean_loss": 2.6359089059390555, "total_contrib": 0.25179547710388894}, "3": {"token_count": 31823, "frac": 0.05395338270399305, "mean_loss": 2.9048033648112788, "total_contrib": 0.15672396762150967}, "4": {"token_count": 22342, "frac": 0.037879096137152776, "mean_loss": 3.0239702993559145, "total_contrib": 0.11454526168519735}, "5": {"token_count": 17357, "frac": 0.029427422417534724, "mean_loss": 3.1292327346024242, "total_contrib": 0.09208525352392287}, "6-8": {"token_count": 35844, "frac": 0.060770670572916664, "mean_loss": 3.1919885576889504, "total_contrib": 0.1939792851118346}, "9-12": {"token_count": 30336, "frac": 0.051432291666666664, "mean_loss": 3.3273033762018223, "total_contrib": 0.17113083770829685}, "13-20": {"token_count": 37090, "frac": 0.06288316514756945, "mean_loss": 3.392956883931302, "total_contrib": 0.21335986807083468}, "21-30": {"token_count": 28418, "frac": 0.048180474175347224, "mean_loss": 3.4850718422499654, "total_contrib": 0.16791241389475423}, "31-50": {"token_count": 33834, "frac": 0.057362874348958336, "mean_loss": 3.51725054500826, "total_contrib": 0.20175960106711405}, "51-75": {"token_count": 23751, "frac": 0.0402679443359375, "mean_loss": 3.637755862070244, "total_contrib": 0.14648495056157493}, "76-100": {"token_count": 15841, "frac": 0.026857164171006944, "mean_loss": 3.6587484837543314, "total_contrib": 0.09826360868861281}, "101-150": {"token_count": 19163, "frac": 0.03248935275607639, "mean_loss": 3.774536244324435, "total_contrib": 0.1226322395324523}, "151-200": {"token_count": 12364, "frac": 0.020962185329861112, "mean_loss": 3.700345835953267, "total_contrib": 0.07756733519783222}, "201-300": {"token_count": 14872, "frac": 0.025214301215277776, "mean_loss": 3.746902977111311, "total_contrib": 0.09447554028930565}, "301-500": {"token_count": 14857, "frac": 0.025188869900173612, "mean_loss": 3.8136773570306786, "total_contrib": 0.0960622227874837}, "501-750": {"token_count": 8802, "frac": 0.014923095703125, "mean_loss": 3.970850543072194, "total_contrib": 0.05925738267707223}, "751-1k": {"token_count": 4095, "frac": 0.0069427490234375, "mean_loss": 4.005140725218279, "total_contrib": 0.02780668685873897}, "1k-2k": {"token_count": 7079, "frac": 0.012001885308159722, "mean_loss": 4.151066307061907, "total_contrib": 0.04982062172392313}, "2k-5k": {"token_count": 5420, "frac": 0.009189181857638888, "mean_loss": 3.9684757438067764, "total_contrib": 0.03646704530746922}, "5k-10k": {"token_count": 1616, "frac": 0.002739800347222222, "mean_loss": 4.126079412735076, "total_contrib": 0.011304633807678023}, "10k+": {"token_count": 3758, "frac": 0.006371392144097222, "mean_loss": 3.166436359324969, "total_contrib": 0.020174607744586917}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.447572652871845, "total_contrib": 0.5360595583692724}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.677782473031519, "total_contrib": 0.23362356027301662}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 9.8966334347118, "total_contrib": 0.15334291748018247}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.222795286191891, "total_contrib": 0.1160855309459917}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 8.968538989468394, "total_contrib": 0.09403049911646957}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 8.76290879843863, "total_contrib": 0.08086566940290912}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.129958005249353, "total_contrib": 0.17998757533187199}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.4825171339623555, "total_contrib": 0.1726820597796895}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 6.861188524366967, "total_contrib": 0.23832877347688533}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.423828730485338, "total_contrib": 0.21106940510526168}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 5.83042256029517, "total_contrib": 0.28424377563694864}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.575115359620281, "total_contrib": 0.2531385030890414}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.249462793897783, "total_contrib": 0.19115526307396205}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.105410828854845, "total_contrib": 0.293648719565329}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 4.931252638381747, "total_contrib": 0.22780824769867936}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.760188254036542, "total_contrib": 0.3353867310807912}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.651095826737503, "total_contrib": 0.4474979605297963}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.494230630549394, "total_contrib": 0.3682787561481795}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.562370748598013, "total_contrib": 0.25096659162438717}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.085385788059838, "total_contrib": 0.31123225941532395}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.129964650150533, "total_contrib": 0.32769381734843206}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.3330495251829495, "total_contrib": 0.18520245602810728}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.146350612043394, "total_contrib": 0.3949126774286839}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 7.871733730134704, "total_contrib": 2.4635201844034236}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.491705350873911, "total_contrib": 0.5458841993419126}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.069766028074383, "total_contrib": 0.30055336272505095}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 5.856331982382423, "total_contrib": 0.20532072120443748}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.615210931375892, "total_contrib": 0.1506182389073656}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.4958962630001595, "total_contrib": 0.12142100728887784}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.271525607007944, "total_contrib": 0.25780983422131204}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 4.974123651183763, "total_contrib": 0.21831955478557208}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.722167536655192, "total_contrib": 0.26817105409037667}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.5361668607496, "total_contrib": 0.20385002782360315}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.347635223807746, "total_contrib": 0.2380635152576341}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.241658971739315, "total_contrib": 0.166063756265266}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.1995614559932175, "total_contrib": 0.10995454163428965}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.178637908163231, "total_contrib": 0.13423097813240684}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.1489363344682015, "total_contrib": 0.08303162382687489}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.1373920886226205, "total_contrib": 0.10332537412077367}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.1136837414556195, "total_contrib": 0.10224508268524066}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.110851997336485, "total_contrib": 0.062656927246187}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.216719797404587, "total_contrib": 0.029940494980757668}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.326796438344305, "total_contrib": 0.051643620683363006}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.053078101701436, "total_contrib": 0.03683217133436363}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.348293995777428, "total_contrib": 0.012009295856257849}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.224668525870185, "total_contrib": 0.021775741133865267}}}}
{"step": 1440, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21571, "frac": 0.03657192654079861, "mean_loss": 0.988684586530515, "total_contrib": 0.03615810007061385}, "2": {"token_count": 13298, "frac": 0.022545708550347224, "mean_loss": 1.6303249457866686, "total_contrib": 0.03675683107006687}, "3": {"token_count": 9544, "frac": 0.016181098090277776, "mean_loss": 1.9925907569083678, "total_contrib": 0.03224230649131514}, "4": {"token_count": 7720, "frac": 0.013088650173611112, "mean_loss": 2.278101946257429, "total_contrib": 0.029817279434386106}, "5": {"token_count": 6357, "frac": 0.010777791341145834, "mean_loss": 2.497547727106286, "total_contrib": 0.026918048267304585}, "6-8": {"token_count": 15184, "frac": 0.025743272569444444, "mean_loss": 2.57526563684985, "total_contrib": 0.06629576522814962}, "9-12": {"token_count": 14973, "frac": 0.025385538736979168, "mean_loss": 2.7119322899704623, "total_contrib": 0.06884386219910979}, "13-20": {"token_count": 22404, "frac": 0.037984212239583336, "mean_loss": 2.8408640577578206, "total_contrib": 0.10790798331367699}, "21-30": {"token_count": 20491, "frac": 0.03474087185329861, "mean_loss": 2.957075705984573, "total_contrib": 0.10273138816211258}, "31-50": {"token_count": 29682, "frac": 0.050323486328125, "mean_loss": 3.0121760437993745, "total_contrib": 0.15158319995804348}, "51-75": {"token_count": 27512, "frac": 0.04664442274305555, "mean_loss": 3.0606210037955313, "total_contrib": 0.14276089995731378}, "76-100": {"token_count": 21556, "frac": 0.03654649522569445, "mean_loss": 3.136534232309574, "total_contrib": 0.11462933334632905}, "101-150": {"token_count": 34112, "frac": 0.05783420138888889, "mean_loss": 3.168571263485562, "total_contrib": 0.1832517885674701}, "151-200": {"token_count": 27430, "frac": 0.04650539822048611, "mean_loss": 3.196773114605972, "total_contrib": 0.14866720671529443}, "201-300": {"token_count": 41943, "frac": 0.07111104329427083, "mean_loss": 3.187242823290542, "total_contrib": 0.2266481623963677}, "301-500": {"token_count": 56658, "frac": 0.09605916341145833, "mean_loss": 3.2225129988110557, "total_contrib": 0.3095519027483398}, "501-750": {"token_count": 48545, "frac": 0.08230421278211805, "mean_loss": 3.248510598694797, "total_contrib": 0.2673661075399423}, "751-1k": {"token_count": 32191, "frac": 0.05457729763454861, "mean_loss": 3.313635018207476, "total_contrib": 0.18084924464097232}, "1k-2k": {"token_count": 35519, "frac": 0.060219658745659724, "mean_loss": 3.5860037899532853, "total_contrib": 0.21594792449162928}, "2k-5k": {"token_count": 37097, "frac": 0.06289503309461805, "mean_loss": 3.6135539259882505, "total_contrib": 0.22727459376421802}, "5k-10k": {"token_count": 20429, "frac": 0.03463575575086805, "mean_loss": 3.9137100821498314, "total_contrib": 0.1355543064850513}, "10k+": {"token_count": 45608, "frac": 0.07732476128472222, "mean_loss": 4.1157469805458815, "total_contrib": 0.31824915277902655}}, "trigram": {"novel": {"token_count": 432, "frac": 0.000732421875, "mean_loss": 4.495257578272787, "total_contrib": 0.0032924249840865136}, "1": {"token_count": 166184, "frac": 0.2817518446180556, "mean_loss": 2.2604827575933846, "total_contrib": 0.636895186679245}, "2": {"token_count": 56242, "frac": 0.09535386827256945, "mean_loss": 2.8098230500080206, "total_contrib": 0.2679274969796941}, "3": {"token_count": 31882, "frac": 0.054053412543402776, "mean_loss": 3.097690139564411, "total_contrib": 0.16744072304550603}, "4": {"token_count": 22209, "frac": 0.037653605143229164, "mean_loss": 3.2513309738988263, "total_contrib": 0.12242433268113713}, "5": {"token_count": 17013, "frac": 0.028844197591145832, "mean_loss": 3.28175499637128, "total_contrib": 0.09465958956106327}, "6-8": {"token_count": 36157, "frac": 0.061301337348090276, "mean_loss": 3.397160585606637, "total_contrib": 0.20825048708390836}, "9-12": {"token_count": 30203, "frac": 0.05120680067274305, "mean_loss": 3.498247284486834, "total_contrib": 0.17913405140068198}, "13-20": {"token_count": 37019, "frac": 0.0627627902560764, "mean_loss": 3.562582472059481, "total_contrib": 0.22359761646384335}, "21-30": {"token_count": 28107, "frac": 0.0476531982421875, "mean_loss": 3.5957901089100632, "total_contrib": 0.17135089889718821}, "31-50": {"token_count": 33792, "frac": 0.057291666666666664, "mean_loss": 3.677164023542117, "total_contrib": 0.21067085551543377}, "51-75": {"token_count": 23807, "frac": 0.04036288791232639, "mean_loss": 3.770402793079831, "total_contrib": 0.15218434532140357}, "76-100": {"token_count": 15916, "frac": 0.026984320746527776, "mean_loss": 3.7661177504820795, "total_contrib": 0.1016261293482001}, "101-150": {"token_count": 19149, "frac": 0.032465616861979164, "mean_loss": 3.723524139170257, "total_contrib": 0.12088650807863234}, "151-200": {"token_count": 11744, "frac": 0.019911024305555556, "mean_loss": 3.7579724400279995, "total_contrib": 0.07482508059300541}, "201-300": {"token_count": 14574, "frac": 0.024709065755208332, "mean_loss": 3.838855770002705, "total_contrib": 0.09485453964575775}, "301-500": {"token_count": 14681, "frac": 0.024890475802951388, "mean_loss": 3.8150330139483626, "total_contrib": 0.09495798692114242}, "501-750": {"token_count": 8692, "frac": 0.014736599392361112, "mean_loss": 3.9715525983387208, "total_contrib": 0.05852717960740859}, "751-1k": {"token_count": 4072, "frac": 0.006903754340277778, "mean_loss": 4.033682751361461, "total_contrib": 0.027847554802015295}, "1k-2k": {"token_count": 7020, "frac": 0.01190185546875, "mean_loss": 4.198449727591647, "total_contrib": 0.049969341850608584}, "2k-5k": {"token_count": 5279, "frac": 0.008950127495659722, "mean_loss": 3.9732974521094606, "total_contrib": 0.035561518774559604}, "5k-10k": {"token_count": 1599, "frac": 0.0027109781901041665, "mean_loss": 4.242754514553375, "total_contrib": 0.01150201495492019}, "10k+": {"token_count": 4051, "frac": 0.006868150499131944, "mean_loss": 3.147794219131403, "total_contrib": 0.021619524437291995}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.03521262108784, "total_contrib": 0.5613665021909116}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.307854626555287, "total_contrib": 0.24740916604901797}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.509735636023093, "total_contrib": 0.16284260046660537}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.806207633767043, "total_contrib": 0.12342882872363031}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.598093049274905, "total_contrib": 0.10063104827324085}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.41863661540624, "total_contrib": 0.0869168414605987}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.769119424234136, "total_contrib": 0.1941378469537512}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.075633532600136, "total_contrib": 0.18637004198837798}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.423858884377984, "total_contrib": 0.25787357046023246}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.928970844941233, "total_contrib": 0.22766699044962752}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.291503738461024, "total_contrib": 0.3067223273373867}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.985067716948375, "total_contrib": 0.2717524185648506}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.617821436903333, "total_contrib": 0.20456876766935525}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.425204941153067, "total_contrib": 0.31204236794131435}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.2122521693748824, "total_contrib": 0.24078953571086764}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.036806396254986, "total_contrib": 0.3548763078633091}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.893659062323533, "total_contrib": 0.4708358054738332}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.7085829510868535, "total_contrib": 0.38584381065348455}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.777933577292328, "total_contrib": 0.2628242576009955}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.319849266693912, "total_contrib": 0.32558173087076286}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.365510406322584, "total_contrib": 0.3427400980275743}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.5615977144084505, "total_contrib": 0.19313931949908494}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.3714975388436335, "total_contrib": 0.41218965336371816}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.424599145946786, "total_contrib": 2.636543708547494}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.9775753286136, "total_contrib": 0.5867407585119923}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.564501516170159, "total_contrib": 0.3250509156651233}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.304363556050205, "total_contrib": 0.2210285338941145}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.063765187886579, "total_contrib": 0.1626499244478922}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.91590583369901, "total_contrib": 0.13070029181405265}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.651009040586972, "total_contrib": 0.2763688944240516}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.3027281578881444, "total_contrib": 0.23274235458612785}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.953858827942032, "total_contrib": 0.2813287612927692}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.708495122371687, "total_contrib": 0.2115942581407063}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.4771177199479135, "total_contrib": 0.245153589886403}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.32889253373413, "total_contrib": 0.16947900795659135}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.27070141731023, "total_contrib": 0.1118171556049294}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.238670574365486, "total_contrib": 0.13615941598256914}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.186427261480416, "total_contrib": 0.08378192036016649}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.159497199500387, "total_contrib": 0.10387741724419607}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.131493096878133, "total_contrib": 0.10268773193398952}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.116705496703051, "total_contrib": 0.062746145316841}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.225695555500742, "total_contrib": 0.0300042266615755}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.330647682220644, "total_contrib": 0.051689588220949524}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.044010961220094, "total_contrib": 0.03674977408877852}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.333679777327662, "total_contrib": 0.011968933711186323}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2114575590915884, "total_contrib": 0.021686529300031527}}}}
{"step": 1450, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20904, "frac": 0.035441080729166664, "mean_loss": 1.0673825550196347, "total_contrib": 0.03782919130135506}, "2": {"token_count": 13109, "frac": 0.022225273980034724, "mean_loss": 1.6566962644185455, "total_contrib": 0.036820528378402224}, "3": {"token_count": 9578, "frac": 0.016238742404513888, "mean_loss": 2.013515883818956, "total_contrib": 0.032696965764733146}, "4": {"token_count": 7685, "frac": 0.013029310438368056, "mean_loss": 2.2737408005232878, "total_contrib": 0.029625274746401413}, "5": {"token_count": 6401, "frac": 0.010852389865451388, "mean_loss": 2.281106230970051, "total_contrib": 0.024755454142997395}, "6-8": {"token_count": 15530, "frac": 0.026329888237847224, "mean_loss": 2.5695284573515877, "total_contrib": 0.0676553971060353}, "9-12": {"token_count": 15332, "frac": 0.025994194878472224, "mean_loss": 2.7344017105923872, "total_contrib": 0.07107857094116632}, "13-20": {"token_count": 22195, "frac": 0.03762986924913195, "mean_loss": 2.8099537994267325, "total_contrib": 0.10573819406852948}, "21-30": {"token_count": 20188, "frac": 0.03422715928819445, "mean_loss": 2.924601085655989, "total_contrib": 0.10010078721317395}, "31-50": {"token_count": 29338, "frac": 0.04974026150173611, "mean_loss": 2.9999846932199103, "total_contrib": 0.14922002314196392}, "51-75": {"token_count": 26935, "frac": 0.04566616482204861, "mean_loss": 3.078595801860219, "total_contrib": 0.14058766330821568}, "76-100": {"token_count": 21244, "frac": 0.036017523871527776, "mean_loss": 3.1541487881620522, "total_contrib": 0.11360462927197712}, "101-150": {"token_count": 34297, "frac": 0.05814785427517361, "mean_loss": 3.195887932410784, "total_contrib": 0.18583402577360816}, "151-200": {"token_count": 27637, "frac": 0.04685635036892361, "mean_loss": 3.216346129800839, "total_contrib": 0.15070624116567957}, "201-300": {"token_count": 42959, "frac": 0.0728335910373264, "mean_loss": 3.187567394737999, "total_contrib": 0.23216198003226338}, "301-500": {"token_count": 56946, "frac": 0.09654744466145833, "mean_loss": 3.2627927315764955, "total_contrib": 0.3150143006936902}, "501-750": {"token_count": 47448, "frac": 0.0804443359375, "mean_loss": 3.2876761129939482, "total_contrib": 0.2644749216873794}, "751-1k": {"token_count": 32065, "frac": 0.05436367458767361, "mean_loss": 3.2966815931918827, "total_contrib": 0.17921972535145692}, "1k-2k": {"token_count": 35820, "frac": 0.06072998046875, "mean_loss": 3.6389615262728006, "total_contrib": 0.22099406241707986}, "2k-5k": {"token_count": 37769, "frac": 0.06403435601128472, "mean_loss": 3.6191698894516744, "total_contrib": 0.2317512131664705}, "5k-10k": {"token_count": 20751, "frac": 0.035181681315104164, "mean_loss": 3.945426717690544, "total_contrib": 0.13880674543388616}, "10k+": {"token_count": 45693, "frac": 0.0774688720703125, "mean_loss": 4.12568523800059, "total_contrib": 0.3196121819050445}}, "trigram": {"novel": {"token_count": 444, "frac": 0.0007527669270833334, "mean_loss": 4.355374786318993, "total_contrib": 0.0032785820941935782}, "1": {"token_count": 165179, "frac": 0.2800479465060764, "mean_loss": 2.2784202897318884, "total_contrib": 0.638066923417195}, "2": {"token_count": 56232, "frac": 0.0953369140625, "mean_loss": 2.8021458284888126, "total_contrib": 0.26714793604123077}, "3": {"token_count": 32431, "frac": 0.054984198676215276, "mean_loss": 3.0802860565615413, "total_contrib": 0.16936706051355546}, "4": {"token_count": 22453, "frac": 0.03806728786892361, "mean_loss": 3.2457075781719813, "total_contrib": 0.1235552847166197}, "5": {"token_count": 17319, "frac": 0.029362996419270832, "mean_loss": 3.367043652156084, "total_contrib": 0.09886649070178768}, "6-8": {"token_count": 35351, "frac": 0.05993482801649305, "mean_loss": 3.4417843171216456, "total_contrib": 0.2062827511165488}, "9-12": {"token_count": 30444, "frac": 0.051615397135416664, "mean_loss": 3.5268299238418406, "total_contrib": 0.1820387271481679}, "13-20": {"token_count": 37394, "frac": 0.06339857313368055, "mean_loss": 3.56554872659672, "total_contrib": 0.2260507017048437}, "21-30": {"token_count": 27507, "frac": 0.046635945638020836, "mean_loss": 3.6034224051773958, "total_contrib": 0.1680490113986793}, "31-50": {"token_count": 33214, "frac": 0.056311713324652776, "mean_loss": 3.704190043462735, "total_contrib": 0.20858928782750663}, "51-75": {"token_count": 23573, "frac": 0.03996615939670139, "mean_loss": 3.7825743381261607, "total_contrib": 0.15117496892742238}, "76-100": {"token_count": 15614, "frac": 0.026472303602430556, "mean_loss": 3.749326754134926, "total_contrib": 0.09925331614017527}, "101-150": {"token_count": 19671, "frac": 0.033350626627604164, "mean_loss": 3.7981943711633073, "total_contrib": 0.12667216233173526}, "151-200": {"token_count": 12102, "frac": 0.020517985026041668, "mean_loss": 3.7605928674749176, "total_contrib": 0.07715978814388946}, "201-300": {"token_count": 14620, "frac": 0.024787055121527776, "mean_loss": 3.790166425405537, "total_contrib": 0.09394706410629095}, "301-500": {"token_count": 14819, "frac": 0.025124443901909724, "mean_loss": 3.854667053130427, "total_contrib": 0.09684636613691508}, "501-750": {"token_count": 8408, "frac": 0.014255099826388888, "mean_loss": 4.02311487398082, "total_contrib": 0.05734990414162654}, "751-1k": {"token_count": 4413, "frac": 0.007481892903645833, "mean_loss": 4.146595929155204, "total_contrib": 0.03102438665663302}, "1k-2k": {"token_count": 7220, "frac": 0.012240939670138888, "mean_loss": 4.227718322708532, "total_contrib": 0.05175124493061591}, "2k-5k": {"token_count": 5739, "frac": 0.009730021158854166, "mean_loss": 3.94738927639, "total_contrib": 0.03840818118150874}, "5k-10k": {"token_count": 1676, "frac": 0.002841525607638889, "mean_loss": 4.375571462805861, "total_contrib": 0.012433298359616807}, "10k+": {"token_count": 4001, "frac": 0.006783379448784722, "mean_loss": 3.0920633930495063, "total_contrib": 0.02097463927475158}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.600021065190381, "total_contrib": 0.5426248085478056}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 10.953318574402186, "total_contrib": 0.23965212707970548}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.083368228917776, "total_contrib": 0.15623627089450337}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.44193195147452, "total_contrib": 0.11884376154199701}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.228425833303188, "total_contrib": 0.09675527844432731}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.057878981957092, "total_contrib": 0.08358770633068925}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.447755720631834, "total_contrib": 0.18702323777942317}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.834003411840611, "total_contrib": 0.1807936849669976}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.231466339055031, "total_contrib": 0.25119066425672654}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.827964634101522, "total_contrib": 0.2243482032078849}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.225958206743271, "total_contrib": 0.3035268626486931}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.974833080151752, "total_contrib": 0.2712877141648086}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.6108227755887645, "total_contrib": 0.20431391664987433}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.420931431046063, "total_contrib": 0.3117965677867257}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.220747570944399, "total_contrib": 0.24118199634652537}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.050859291056499, "total_contrib": 0.3558664272027502}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.892861357993903, "total_contrib": 0.4707590555908135}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.708744890151628, "total_contrib": 0.38585708071509234}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.780321639316262, "total_contrib": 0.26295561996055794}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.358110309916614, "total_contrib": 0.32792335674263834}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.406041926392759, "total_contrib": 0.34532918575829397}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.611313903918584, "total_contrib": 0.1948658289489142}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.405380661491564, "total_contrib": 0.4147897239172527}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.226175543026152, "total_contrib": 2.5744455015177365}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.857617896024778, "total_contrib": 0.5766535990516442}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.476443410077607, "total_contrib": 0.3206905894550351}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.244065194859881, "total_contrib": 0.2189144968066872}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.027182043084118, "total_contrib": 0.16166864539868475}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.919897253551949, "total_contrib": 0.13078847437716243}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.662805877522639, "total_contrib": 0.2769458318803881}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.348929111134533, "total_contrib": 0.23477016335220469}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.009786442373675, "total_contrib": 0.2845048805639455}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.773054846081952, "total_contrib": 0.21449549653837116}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.537205668079647, "total_contrib": 0.24844382639900778}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.372960428889286, "total_contrib": 0.17120429522011887}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.3117336701499225, "total_contrib": 0.11289147791226747}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.266999693550131, "total_contrib": 0.13706943629573284}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.228378664813364, "total_contrib": 0.08462148328900986}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.18044890814794, "total_contrib": 0.10440065581770012}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.139661575082734, "total_contrib": 0.10289075841388766}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.138919548109138, "total_contrib": 0.06308472821977598}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.244251032630985, "total_contrib": 0.030135978401452917}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.3498457899854905, "total_contrib": 0.05191873230234418}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.076837936058067, "total_contrib": 0.03704808779783671}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.374383780086199, "total_contrib": 0.012081351687554963}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.234271513733535, "total_contrib": 0.02184058878445209}}}}
{"step": 1460, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20712, "frac": 0.035115559895833336, "mean_loss": 1.0561240142243875, "total_contrib": 0.037086386078924415}, "2": {"token_count": 13151, "frac": 0.022296481662326388, "mean_loss": 1.585521164949851, "total_contrib": 0.035351543579534725}, "3": {"token_count": 9606, "frac": 0.016286214192708332, "mean_loss": 1.986646710952019, "total_contrib": 0.0323549538598041}, "4": {"token_count": 7663, "frac": 0.012992011176215278, "mean_loss": 2.1828717136194227, "total_contrib": 0.028359893699587736}, "5": {"token_count": 6567, "frac": 0.011133829752604166, "mean_loss": 2.3474978487253932, "total_contrib": 0.026136641392313056}, "6-8": {"token_count": 15420, "frac": 0.026143391927083332, "mean_loss": 2.479153818588724, "total_contrib": 0.06481348992689026}, "9-12": {"token_count": 15375, "frac": 0.026067097981770832, "mean_loss": 2.685628917904694, "total_contrib": 0.07000655214569883}, "13-20": {"token_count": 22441, "frac": 0.038046942816840276, "mean_loss": 2.7576170493197556, "total_contrib": 0.10491889818621256}, "21-30": {"token_count": 20153, "frac": 0.03416781955295139, "mean_loss": 2.849831139491063, "total_contrib": 0.09737251613051248}, "31-50": {"token_count": 29649, "frac": 0.050267537434895836, "mean_loss": 2.939577428364637, "total_contrib": 0.14776531842309423}, "51-75": {"token_count": 27283, "frac": 0.046256171332465276, "mean_loss": 3.038947269819671, "total_contrib": 0.14057006558310628}, "76-100": {"token_count": 21720, "frac": 0.036824544270833336, "mean_loss": 3.1009857713767457, "total_contrib": 0.11419238782128724}, "101-150": {"token_count": 34463, "frac": 0.05842929416232639, "mean_loss": 3.140069918694699, "total_contrib": 0.18347206896968488}, "151-200": {"token_count": 27118, "frac": 0.04597642686631945, "mean_loss": 3.134195321277825, "total_contrib": 0.1440991019734905}, "201-300": {"token_count": 42255, "frac": 0.0716400146484375, "mean_loss": 3.1623716416194063, "total_contrib": 0.22655235072941762}, "301-500": {"token_count": 56781, "frac": 0.0962677001953125, "mean_loss": 3.2044414840271647, "total_contrib": 0.30848421207774934}, "501-750": {"token_count": 47485, "frac": 0.08050706651475695, "mean_loss": 3.232504317453561, "total_contrib": 0.2602394400944728}, "751-1k": {"token_count": 32054, "frac": 0.054345024956597224, "mean_loss": 3.2860366381420056, "total_contrib": 0.17857974310812014}, "1k-2k": {"token_count": 35970, "frac": 0.060984293619791664, "mean_loss": 3.5654209133668857, "total_contrib": 0.21743467585891194}, "2k-5k": {"token_count": 37417, "frac": 0.06343756781684028, "mean_loss": 3.6029422439037524, "total_contrib": 0.22856189293780296}, "5k-10k": {"token_count": 20893, "frac": 0.035422431098090276, "mean_loss": 3.919818246238074, "total_contrib": 0.13884949174440525}, "10k+": {"token_count": 45648, "frac": 0.077392578125, "mean_loss": 4.130474332259246, "total_contrib": 0.31966805745268095}}, "trigram": {"novel": {"token_count": 431, "frac": 0.0007307264539930555, "mean_loss": 4.5829732578351505, "total_contrib": 0.0033488997974428806}, "1": {"token_count": 162930, "frac": 0.2762349446614583, "mean_loss": 2.264496909533003, "total_contrib": 0.6255331784908924}, "2": {"token_count": 57369, "frac": 0.09726460774739583, "mean_loss": 2.7344022239767294, "total_contrib": 0.26596055973870336}, "3": {"token_count": 31927, "frac": 0.054129706488715276, "mean_loss": 3.0398055970681117, "total_contrib": 0.16454378475205078}, "4": {"token_count": 22669, "frac": 0.03843349880642361, "mean_loss": 3.167488356924044, "total_contrib": 0.12173765998520093}, "5": {"token_count": 17412, "frac": 0.029520670572916668, "mean_loss": 3.267879143936577, "total_contrib": 0.09646998368025662}, "6-8": {"token_count": 35858, "frac": 0.06079440646701389, "mean_loss": 3.318332368281285, "total_contrib": 0.20173604678994125}, "9-12": {"token_count": 30801, "frac": 0.052220662434895836, "mean_loss": 3.4433015881778566, "total_contrib": 0.17981148989777657}, "13-20": {"token_count": 37275, "frac": 0.06319681803385417, "mean_loss": 3.4678576275462856, "total_contrib": 0.21915756745535583}, "21-30": {"token_count": 28259, "frac": 0.04791090223524305, "mean_loss": 3.597127344684082, "total_contrib": 0.1723416165388785}, "31-50": {"token_count": 33691, "frac": 0.057120429144965276, "mean_loss": 3.6470503333344673, "total_contrib": 0.20832108015335343}, "51-75": {"token_count": 24146, "frac": 0.04093763563368055, "mean_loss": 3.7003398088328376, "total_contrib": 0.15148316281480187}, "76-100": {"token_count": 15857, "frac": 0.026884290907118056, "mean_loss": 3.6974950342425608, "total_contrib": 0.09940453212820144}, "101-150": {"token_count": 19479, "frac": 0.033025105794270836, "mean_loss": 3.7473671487887903, "total_contrib": 0.12375719653872486}, "151-200": {"token_count": 12175, "frac": 0.020641750759548612, "mean_loss": 3.800839812021665, "total_contrib": 0.0784559880767208}, "201-300": {"token_count": 14778, "frac": 0.025054931640625, "mean_loss": 3.807077551935435, "total_contrib": 0.0953860678143003}, "301-500": {"token_count": 14508, "frac": 0.02459716796875, "mean_loss": 3.8145172218756214, "total_contrib": 0.09382632082616427}, "501-750": {"token_count": 8309, "frac": 0.014087253146701388, "mean_loss": 4.0282278551893365, "total_contrib": 0.05674666552864616}, "751-1k": {"token_count": 4154, "frac": 0.007042778862847222, "mean_loss": 4.055377520506019, "total_contrib": 0.028561127082285566}, "1k-2k": {"token_count": 7079, "frac": 0.012001885308159722, "mean_loss": 4.193531391815016, "total_contrib": 0.050330282800731235}, "2k-5k": {"token_count": 5248, "frac": 0.008897569444444444, "mean_loss": 3.928556339635882, "total_contrib": 0.03495460284832273}, "5k-10k": {"token_count": 1699, "frac": 0.002880520290798611, "mean_loss": 4.24802280272225, "total_contrib": 0.012236515879016627}, "10k+": {"token_count": 3770, "frac": 0.006391737196180556, "mean_loss": 3.2487806551780958, "total_contrib": 0.020765352155933673}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.838698778768812, "total_contrib": 0.5529035571280697}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.064811943197045, "total_contrib": 0.24209153599541197}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.177885119844827, "total_contrib": 0.1577007583792146}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.532478862941108, "total_contrib": 0.11998345791028305}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.315640694471027, "total_contrib": 0.09766968121780197}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.11566424388932, "total_contrib": 0.08412095892925614}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.438801298540126, "total_contrib": 0.18682499755238335}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.801574677915145, "total_contrib": 0.18004529235124536}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.199265624398915, "total_contrib": 0.250072147136578}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.741871821563949, "total_contrib": 0.22151942935843463}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.16340504793609, "total_contrib": 0.3004772816185884}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.869998255404933, "total_contrib": 0.26652768161010654}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.5090987672516825, "total_contrib": 0.200609712936455}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.336317244238968, "total_contrib": 0.30692980026381933}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.154994184438288, "total_contrib": 0.2381443982231555}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.990370363517558, "total_contrib": 0.3516045823783012}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.8319789477357045, "total_contrib": 0.46490134905506303}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.646959711746609, "total_contrib": 0.38079410764541427}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.72268275356468, "total_contrib": 0.2597850239044292}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.270814650798781, "total_contrib": 0.3225807482647949}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.316777236957415, "total_contrib": 0.3396271022488819}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.51680948639872, "total_contrib": 0.19158394488848363}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.294578479199951, "total_contrib": 0.40628715777430047}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.245092352064388, "total_contrib": 2.580365663770151}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.779779628801354, "total_contrib": 0.5701082187725314}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.383090190705778, "total_contrib": 0.3160680679486643}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.158021753172599, "total_contrib": 0.21589784721180583}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.896289845902639, "total_contrib": 0.15815769051789288}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.820150967017217, "total_contrib": 0.1285847765625023}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.503098945044412, "total_contrib": 0.2691351863755139}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.215221631844196, "total_contrib": 0.22890160048621716}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.900341968269258, "total_contrib": 0.27828954835535186}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.677228574957398, "total_contrib": 0.210189176106467}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.457720756562701, "total_contrib": 0.2440914701244872}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.3133135240455465, "total_contrib": 0.1688690794156558}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.274852517767141, "total_contrib": 0.11192584132195021}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.225751117713826, "total_contrib": 0.13574440244432892}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.198391380745932, "total_contrib": 0.08402135528280467}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.166306322499831, "total_contrib": 0.10404746522763149}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.135026519324402, "total_contrib": 0.1027755546964785}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.125665883467106, "total_contrib": 0.06288271805211264}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.236805775585462, "total_contrib": 0.03008311392576754}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.347557833346342, "total_contrib": 0.051891423792111285}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.071120006139601, "total_contrib": 0.03699612635787669}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.369378378874342, "total_contrib": 0.012067527566166013}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2120977552121768, "total_contrib": 0.021690852456003995}}}}
{"step": 1470, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20848, "frac": 0.035346137152777776, "mean_loss": 1.1914336720779188, "total_contrib": 0.04211257798170378}, "2": {"token_count": 12916, "frac": 0.021898057725694444, "mean_loss": 1.8175369959974657, "total_contrib": 0.039800530056937775}, "3": {"token_count": 9683, "frac": 0.016416761610243056, "mean_loss": 2.171455505165821, "total_contrib": 0.035648267375557194}, "4": {"token_count": 7776, "frac": 0.01318359375, "mean_loss": 2.4122886483540866, "total_contrib": 0.031802633547636884}, "5": {"token_count": 6489, "frac": 0.0110015869140625, "mean_loss": 2.571440791392059, "total_contrib": 0.028289929360865395}, "6-8": {"token_count": 15586, "frac": 0.026424831814236112, "mean_loss": 2.6770485039207146, "total_contrib": 0.07074055647465728}, "9-12": {"token_count": 15374, "frac": 0.026065402560763888, "mean_loss": 2.912848935262002, "total_contrib": 0.07592458009629655}, "13-20": {"token_count": 22212, "frac": 0.03765869140625, "mean_loss": 3.028886861788042, "total_contrib": 0.11406391563252086}, "21-30": {"token_count": 20040, "frac": 0.033976236979166664, "mean_loss": 3.093200592072901, "total_contrib": 0.10509531634036752}, "31-50": {"token_count": 30151, "frac": 0.05111863878038195, "mean_loss": 3.1536694117452764, "total_contrib": 0.1612112874917464}, "51-75": {"token_count": 27372, "frac": 0.046407063802083336, "mean_loss": 3.241389984444302, "total_contrib": 0.15042339181554062}, "76-100": {"token_count": 21551, "frac": 0.036538018120659724, "mean_loss": 3.1961496249019445, "total_contrib": 0.11678097291100703}, "101-150": {"token_count": 34428, "frac": 0.058369954427083336, "mean_loss": 3.283151734885024, "total_contrib": 0.19163741714243845}, "151-200": {"token_count": 27200, "frac": 0.04611545138888889, "mean_loss": 3.3148860317451314, "total_contrib": 0.15286746565664938}, "201-300": {"token_count": 41654, "frac": 0.0706210666232639, "mean_loss": 3.241215374468186, "total_contrib": 0.22889808690066502}, "301-500": {"token_count": 56959, "frac": 0.0965694851345486, "mean_loss": 3.323531945512593, "total_contrib": 0.32095176880637577}, "501-750": {"token_count": 48256, "frac": 0.0818142361111111, "mean_loss": 3.352494574508379, "total_contrib": 0.2742817826800475}, "751-1k": {"token_count": 32023, "frac": 0.05429246690538195, "mean_loss": 3.2915231567845544, "total_contrib": 0.17870491205802375}, "1k-2k": {"token_count": 36319, "frac": 0.061575995551215276, "mean_loss": 3.6143079908559126, "total_contrib": 0.2225546127656655}, "2k-5k": {"token_count": 37325, "frac": 0.0632815890842014, "mean_loss": 3.684896052105434, "total_contrib": 0.23318607778733205}, "5k-10k": {"token_count": 20662, "frac": 0.03503078884548611, "mean_loss": 4.014195388055718, "total_contrib": 0.14062043102350405}, "10k+": {"token_count": 45000, "frac": 0.0762939453125, "mean_loss": 4.158960239731435, "total_contrib": 0.317303485086932}}, "trigram": {"novel": {"token_count": 440, "frac": 0.0007459852430555555, "mean_loss": 4.598518358619715, "total_contrib": 0.003430426835450362}, "1": {"token_count": 164970, "frac": 0.279693603515625, "mean_loss": 2.4193798863909857, "total_contrib": 0.6766850786979182}, "2": {"token_count": 56613, "frac": 0.09598286946614583, "mean_loss": 2.942451461083774, "total_contrib": 0.28242493449967393}, "3": {"token_count": 31907, "frac": 0.05409579806857639, "mean_loss": 3.213575380039362, "total_contrib": 0.17384092483675795}, "4": {"token_count": 22426, "frac": 0.03802151150173611, "mean_loss": 3.3757678063140886, "total_contrib": 0.1283517944749616}, "5": {"token_count": 17129, "frac": 0.029040866427951388, "mean_loss": 3.465940400216525, "total_contrib": 0.10065391220992848}, "6-8": {"token_count": 35724, "frac": 0.060567220052083336, "mean_loss": 3.5432710212724445, "total_contrib": 0.2146060756495782}, "9-12": {"token_count": 30255, "frac": 0.051294962565104164, "mean_loss": 3.608270896706217, "total_contrib": 0.18508612057130022}, "13-20": {"token_count": 37186, "frac": 0.0630459255642361, "mean_loss": 3.676788352300925, "total_contrib": 0.23180652477461444}, "21-30": {"token_count": 28279, "frac": 0.04794481065538195, "mean_loss": 3.6468804203247425, "total_contrib": 0.17484899123528952}, "31-50": {"token_count": 33273, "frac": 0.0564117431640625, "mean_loss": 3.7273535555104798, "total_contrib": 0.21026651145511235}, "51-75": {"token_count": 23755, "frac": 0.040274726019965276, "mean_loss": 3.806015854833036, "total_contrib": 0.15328624578104444}, "76-100": {"token_count": 15866, "frac": 0.026899549696180556, "mean_loss": 3.7516792487773256, "total_contrib": 0.10091848239661501}, "101-150": {"token_count": 19524, "frac": 0.033101399739583336, "mean_loss": 3.772821825339784, "total_contrib": 0.12488568338679665}, "151-200": {"token_count": 12129, "frac": 0.020563761393229168, "mean_loss": 3.8044033700076194, "total_contrib": 0.07823284314443363}, "201-300": {"token_count": 14887, "frac": 0.025239732530381944, "mean_loss": 3.7799407456474157, "total_contrib": 0.09540469340083325}, "301-500": {"token_count": 14420, "frac": 0.024447970920138888, "mean_loss": 3.8281492927521414, "total_contrib": 0.0935904825871546}, "501-750": {"token_count": 8878, "frac": 0.015051947699652778, "mean_loss": 3.8730963089872064, "total_contrib": 0.05829764307859365}, "751-1k": {"token_count": 4197, "frac": 0.007115681966145833, "mean_loss": 3.980382382021821, "total_contrib": 0.028323135134117265}, "1k-2k": {"token_count": 7142, "frac": 0.012108696831597222, "mean_loss": 4.077805299003866, "total_contrib": 0.049376908103918475}, "2k-5k": {"token_count": 5266, "frac": 0.008928087022569444, "mean_loss": 4.0127529268560345, "total_contrib": 0.035826207331040916}, "5k-10k": {"token_count": 1692, "frac": 0.00286865234375, "mean_loss": 4.226881844462743, "total_contrib": 0.01212545450987237}, "10k+": {"token_count": 3866, "frac": 0.006554497612847222, "mean_loss": 3.147598201428495, "total_contrib": 0.02063092489746528}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.267225148403325, "total_contrib": 0.5713582119320219}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.54348337878818, "total_contrib": 0.2525645836779471}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.716726212720767, "total_contrib": 0.1660498061422646}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.036009511587816, "total_contrib": 0.12632130027606192}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.829291433808361, "total_contrib": 0.10305504392271407}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.685031778132146, "total_contrib": 0.08937518305184813}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.950050393274028, "total_contrib": 0.1981434428496844}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.297416713719674, "total_contrib": 0.19148836993264465}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.702128830279322, "total_contrib": 0.26753949563727947}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.1646142193405336, "total_contrib": 0.2354095858609001}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.5646680060309395, "total_contrib": 0.3200395855601326}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.224056907823266, "total_contrib": 0.28260373950265655}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.8436752528526075, "total_contrib": 0.21279306552593366}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.636010758565441, "total_contrib": 0.3241673193771915}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.421462674673874, "total_contrib": 0.25045439819253495}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.224048771524766, "total_contrib": 0.3680687710202614}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.038136503656096, "total_contrib": 0.4847364780781721}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.858694762615212, "total_contrib": 0.39814469055426877}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.9041751229398844, "total_contrib": 0.2697685442840314}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.480077206280665, "total_contrib": 0.335387890272894}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.528349951200134, "total_contrib": 0.3531420239111454}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.747794115742669, "total_contrib": 0.19960541936706047}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.4788154925401855, "total_contrib": 0.4204248521726165}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.706734950683463, "total_contrib": 2.7248402990496494}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.233876681420246, "total_contrib": 0.6082930088383677}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.814869736951577, "total_contrib": 0.33744826513910553}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.54201879363673, "total_contrib": 0.22936063407662952}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.312121227005292, "total_contrib": 0.16931164200244603}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.203625346568966, "total_contrib": 0.13705688797190382}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.827177694195352, "total_contrib": 0.28498461874518355}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.499349391284462, "total_contrib": 0.2413722687472401}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.1119919431444005, "total_contrib": 0.29030911276510424}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.827830158654123, "total_contrib": 0.21695703495498012}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.572749693600372, "total_contrib": 0.25039011104026154}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.388624699781755, "total_contrib": 0.1718175617936203}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.343219997246247, "total_contrib": 0.11371586510124002}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.261398238574019, "total_contrib": 0.13688949996314484}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.2178429409710745, "total_contrib": 0.08441063448625788}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.189728222204461, "total_contrib": 0.10463239324454704}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.141750986543538, "total_contrib": 0.10294269046822148}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.14142192553872, "total_contrib": 0.06312286904329611}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.229172075012373, "total_contrib": 0.03002891142129147}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.351530515177677, "total_contrib": 0.05193884078445578}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.0789478516624555, "total_contrib": 0.03706726156431539}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.332949143789818, "total_contrib": 0.011966915817656817}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.225961747862438, "total_contrib": 0.02178447408334705}}}}
{"step": 1480, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21197, "frac": 0.03593783908420139, "mean_loss": 1.0545303448993661, "total_contrib": 0.03789754184440081}, "2": {"token_count": 12889, "frac": 0.021852281358506944, "mean_loss": 1.6781132092082929, "total_contrib": 0.03667060199904664}, "3": {"token_count": 9846, "frac": 0.016693115234375, "mean_loss": 2.095875711179731, "total_contrib": 0.034986694763650905}, "4": {"token_count": 7757, "frac": 0.013151380750868056, "mean_loss": 2.2700945226004894, "total_contrib": 0.029854877407179084}, "5": {"token_count": 6428, "frac": 0.010898166232638888, "mean_loss": 2.447669038174615, "total_contrib": 0.026675104060510293}, "6-8": {"token_count": 15099, "frac": 0.025599161783854168, "mean_loss": 2.6514781025714296, "total_contrib": 0.0678756169140727}, "9-12": {"token_count": 15366, "frac": 0.026051839192708332, "mean_loss": 2.773358016992389, "total_contrib": 0.07225107708249418}, "13-20": {"token_count": 21804, "frac": 0.036966959635416664, "mean_loss": 2.9525302777229228, "total_contrib": 0.10914606759892884}, "21-30": {"token_count": 20131, "frac": 0.03413052029079861, "mean_loss": 3.0818526034208653, "total_contrib": 0.10518523281430638}, "31-50": {"token_count": 29521, "frac": 0.05005052354600695, "mean_loss": 3.123638147292403, "total_contrib": 0.15633972464026394}, "51-75": {"token_count": 27130, "frac": 0.045996771918402776, "mean_loss": 3.1654716710947834, "total_contrib": 0.14560147846951205}, "76-100": {"token_count": 21606, "frac": 0.036631266276041664, "mean_loss": 3.1927899540176528, "total_contrib": 0.11695593896909146}, "101-150": {"token_count": 34106, "frac": 0.057824028862847224, "mean_loss": 3.277165010882149, "total_contrib": 0.18949888417756242}, "151-200": {"token_count": 27764, "frac": 0.04707166883680555, "mean_loss": 3.260120450142353, "total_contrib": 0.15345931019719827}, "201-300": {"token_count": 42297, "frac": 0.07171122233072917, "mean_loss": 3.240387493815587, "total_contrib": 0.23237214800672387}, "301-500": {"token_count": 56471, "frac": 0.09574211968315972, "mean_loss": 3.2947686647358405, "total_contrib": 0.31544813582746317}, "501-750": {"token_count": 47596, "frac": 0.08069525824652778, "mean_loss": 3.317747034023803, "total_contrib": 0.2677264537072024}, "751-1k": {"token_count": 32235, "frac": 0.054651896158854164, "mean_loss": 3.3297496360026173, "total_contrib": 0.1819771313417975}, "1k-2k": {"token_count": 36196, "frac": 0.06136745876736111, "mean_loss": 3.6323666318087997, "total_contrib": 0.2229091095054649}, "2k-5k": {"token_count": 37634, "frac": 0.06380547417534722, "mean_loss": 3.698704099656807, "total_contrib": 0.2359975689129033}, "5k-10k": {"token_count": 20296, "frac": 0.03441026475694445, "mean_loss": 4.032711927317482, "total_contrib": 0.13876668510748227}, "10k+": {"token_count": 46455, "frac": 0.07876078287760417, "mean_loss": 4.210224825849745, "total_contrib": 0.33160060337465064}}, "trigram": {"novel": {"token_count": 445, "frac": 0.0007544623480902778, "mean_loss": 4.571728699671084, "total_contrib": 0.003449197169585558}, "1": {"token_count": 166196, "frac": 0.2817721896701389, "mean_loss": 2.3424408892849207, "total_contrib": 0.6600346985466795}, "2": {"token_count": 56357, "frac": 0.09554884168836805, "mean_loss": 2.883489718003056, "total_contrib": 0.27551410257551107}, "3": {"token_count": 31954, "frac": 0.054175482855902776, "mean_loss": 3.2237960382999074, "total_contrib": 0.1746507070038439}, "4": {"token_count": 22213, "frac": 0.03766038682725695, "mean_loss": 3.3362406447819644, "total_contrib": 0.12564411323130592}, "5": {"token_count": 17220, "frac": 0.029195149739583332, "mean_loss": 3.4335216730364597, "total_contrib": 0.10024217937840413}, "6-8": {"token_count": 35190, "frac": 0.059661865234375, "mean_loss": 3.4997668674190145, "total_contrib": 0.208802619195684}, "9-12": {"token_count": 30277, "frac": 0.05133226182725695, "mean_loss": 3.6014018251608753, "total_contrib": 0.1848681014343191}, "13-20": {"token_count": 36919, "frac": 0.06259324815538195, "mean_loss": 3.7098541363493562, "total_contrib": 0.23221182057678544}, "21-30": {"token_count": 28143, "frac": 0.0477142333984375, "mean_loss": 3.7220216024599138, "total_contrib": 0.17759340745379867}, "31-50": {"token_count": 33732, "frac": 0.05718994140625, "mean_loss": 3.7610474625790347, "total_contrib": 0.21509408401102023}, "51-75": {"token_count": 23611, "frac": 0.040030585394965276, "mean_loss": 3.7673347230562046, "total_contrib": 0.15080861434271925}, "76-100": {"token_count": 15867, "frac": 0.0269012451171875, "mean_loss": 3.7921665880380684, "total_contrib": 0.10201400291002066}, "101-150": {"token_count": 19707, "frac": 0.033411661783854164, "mean_loss": 3.756093161824339, "total_contrib": 0.12549731435152223}, "151-200": {"token_count": 12096, "frac": 0.0205078125, "mean_loss": 3.761176812499742, "total_contrib": 0.07713350885009236}, "201-300": {"token_count": 14920, "frac": 0.025295681423611112, "mean_loss": 3.7985431575550197, "total_contrib": 0.0960867375873496}, "301-500": {"token_count": 14390, "frac": 0.024397108289930556, "mean_loss": 3.8598110581079315, "total_contrib": 0.09416822836333065}, "501-750": {"token_count": 8438, "frac": 0.014305962456597222, "mean_loss": 3.994103571787282, "total_contrib": 0.057139495745749724}, "751-1k": {"token_count": 4241, "frac": 0.007190280490451389, "mean_loss": 4.064300310768208, "total_contrib": 0.029223459231852163}, "1k-2k": {"token_count": 7106, "frac": 0.012047661675347222, "mean_loss": 4.215270580204993, "total_contrib": 0.05078415382035434}, "2k-5k": {"token_count": 5127, "frac": 0.008692423502604166, "mean_loss": 3.981000615842072, "total_contrib": 0.03460454331702729}, "5k-10k": {"token_count": 1686, "frac": 0.0028584798177083335, "mean_loss": 4.243938669375633, "total_contrib": 0.012131213034002207}, "10k+": {"token_count": 3989, "frac": 0.006763034396701389, "mean_loss": 3.1789997403287416, "total_contrib": 0.021499684590948063}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.293643289562704, "total_contrib": 0.5724959194576387}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.495860751906728, "total_contrib": 0.2515226287898701}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.574134945120267, "total_contrib": 0.16384043250775507}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.825882055799013, "total_contrib": 0.12367646684816466}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.654562504626572, "total_contrib": 0.10122310134652153}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.466980895845998, "total_contrib": 0.08736297101523466}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.805366207978299, "total_contrib": 0.194940307521872}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.113795393718416, "total_contrib": 0.1872507441190848}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.524891963108936, "total_contrib": 0.26138303382055644}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.029448977379919, "total_contrib": 0.23096842648251484}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.46315436283725, "total_contrib": 0.3150906095774081}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.167623964797231, "total_contrib": 0.2800413977749882}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.758258551188986, "total_contrib": 0.2096826801934764}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.570033580522519, "total_contrib": 0.3203724996256959}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.38944923773443, "total_contrib": 0.24897547883739515}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.145272636264547, "total_contrib": 0.3625184715190392}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.989660138306959, "total_contrib": 0.4800723998833239}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.804002831988022, "total_contrib": 0.39366297213826}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.847419226819317, "total_contrib": 0.2666465196637518}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.462452635796987, "total_contrib": 0.33430924351501407}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.513088774031334, "total_contrib": 0.35216716467824055}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.705460546474793, "total_contrib": 0.19813528844781353}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.44345875494721, "total_contrib": 0.41771170163924437}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.615676368676198, "total_contrib": 2.6963428088615236}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.127314405014714, "total_contrib": 0.59933224124471}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.714663879156033, "total_contrib": 0.3324864251957043}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.462223150832597, "total_contrib": 0.22656302988021387}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.244592998892837, "total_contrib": 0.16750031506938268}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.087446743493573, "total_contrib": 0.134490150476184}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.769267715160315, "total_contrib": 0.28215246668754485}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.4253739785429, "total_contrib": 0.23812540953999597}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.049035958912101, "total_contrib": 0.2867338536236568}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.807043486441928, "total_contrib": 0.21602290624259057}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.528886706709898, "total_contrib": 0.24798830492928325}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.358515533503111, "total_contrib": 0.1706387680047842}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.315101066230385, "total_contrib": 0.11297964437831597}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.241622371467819, "total_contrib": 0.13625423697950703}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.2057648468672895, "total_contrib": 0.08416891861372458}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.172433397260385, "total_contrib": 0.10420048004429369}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.137355472605145, "total_contrib": 0.10283344053207638}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.125985112868596, "total_contrib": 0.06288758369393019}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.240531602087998, "total_contrib": 0.030109568870619937}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.330534972081091, "total_contrib": 0.05168824293933594}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.051499670023539, "total_contrib": 0.03681782740499906}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.347926951286499, "total_contrib": 0.01200828213779993}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2172365537464636, "total_contrib": 0.021725554052687182}}}}
{"step": 1490, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21207, "frac": 0.035954793294270836, "mean_loss": 1.0773055279026298, "total_contrib": 0.03873429757051437}, "2": {"token_count": 13299, "frac": 0.022547403971354168, "mean_loss": 1.6891363533452841, "total_contrib": 0.03808563972157616}, "3": {"token_count": 9689, "frac": 0.016426934136284724, "mean_loss": 2.085528061586883, "total_contrib": 0.03425883210706128}, "4": {"token_count": 7833, "frac": 0.013280232747395834, "mean_loss": 2.1949378857325472, "total_contrib": 0.02914928598860515}, "5": {"token_count": 6682, "frac": 0.011328803168402778, "mean_loss": 2.441921497258066, "total_contrib": 0.027664047995128033}, "6-8": {"token_count": 15538, "frac": 0.026343451605902776, "mean_loss": 2.553225628224617, "total_contrib": 0.06726077577608591}, "9-12": {"token_count": 15304, "frac": 0.025946723090277776, "mean_loss": 2.7599653420881056, "total_contrib": 0.07161205646992386}, "13-20": {"token_count": 22337, "frac": 0.03787061903211805, "mean_loss": 2.9195772861377134, "total_contrib": 0.11056619913814646}, "21-30": {"token_count": 20409, "frac": 0.034601847330729164, "mean_loss": 2.9602901609830417, "total_contrib": 0.10243150820499487}, "31-50": {"token_count": 29307, "frac": 0.049687703450520836, "mean_loss": 3.059765827540085, "total_contrib": 0.15203273706684922}, "51-75": {"token_count": 27569, "frac": 0.04674106174045139, "mean_loss": 3.1501443960683853, "total_contrib": 0.14724109370796934}, "76-100": {"token_count": 22138, "frac": 0.03753323025173611, "mean_loss": 3.1730086745433206, "total_contrib": 0.11909326517239047}, "101-150": {"token_count": 34566, "frac": 0.058603922526041664, "mean_loss": 3.2517257637007253, "total_contrib": 0.19056388473185096}, "151-200": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 3.2413510027587797, "total_contrib": 0.1471737691326275}, "201-300": {"token_count": 42473, "frac": 0.0720096164279514, "mean_loss": 3.257059804589591, "total_contrib": 0.23453962721139476}, "301-500": {"token_count": 56062, "frac": 0.09504869249131945, "mean_loss": 3.3332705763014094, "total_contrib": 0.31682300999723584}, "501-750": {"token_count": 47763, "frac": 0.0809783935546875, "mean_loss": 3.31376875824823, "total_contrib": 0.26834367065465325}, "751-1k": {"token_count": 31727, "frac": 0.05379062228732639, "mean_loss": 3.3641362037901845, "total_contrib": 0.18095897986119788}, "1k-2k": {"token_count": 36075, "frac": 0.061162312825520836, "mean_loss": 3.6243895272876525, "total_contrib": 0.221676046069509}, "2k-5k": {"token_count": 37653, "frac": 0.06383768717447917, "mean_loss": 3.693400900783159, "total_contrib": 0.2357781713141349}, "5k-10k": {"token_count": 20273, "frac": 0.034371270073784724, "mean_loss": 4.01135992415675, "total_contrib": 0.13787553531634825}, "10k+": {"token_count": 45139, "frac": 0.07652960883246528, "mean_loss": 4.160396320893929, "total_contrib": 0.31839350302604}}, "trigram": {"novel": {"token_count": 444, "frac": 0.0007527669270833334, "mean_loss": 4.523162774636771, "total_contrib": 0.003404887342561046}, "1": {"token_count": 165379, "frac": 0.2803870307074653, "mean_loss": 2.3394419488274645, "total_contrib": 0.6559491815442188}, "2": {"token_count": 56620, "frac": 0.09599473741319445, "mean_loss": 2.8859922214921707, "total_contrib": 0.2770400654786626}, "3": {"token_count": 32228, "frac": 0.05464002821180555, "mean_loss": 3.1761711540546402, "total_contrib": 0.17354608146306855}, "4": {"token_count": 22538, "frac": 0.03821139865451389, "mean_loss": 3.306538248139724, "total_contrib": 0.12634745116606497}, "5": {"token_count": 17309, "frac": 0.029346042209201388, "mean_loss": 3.391264765708119, "total_contrib": 0.09952019895704792}, "6-8": {"token_count": 35510, "frac": 0.060204399956597224, "mean_loss": 3.5171146557809148, "total_contrib": 0.21174577742984396}, "9-12": {"token_count": 30349, "frac": 0.05145433213975695, "mean_loss": 3.5819712930350174, "total_contrib": 0.18430794062689845}, "13-20": {"token_count": 37004, "frac": 0.06273735894097222, "mean_loss": 3.637885529695135, "total_contrib": 0.22823133026265255}, "21-30": {"token_count": 27945, "frac": 0.0473785400390625, "mean_loss": 3.6323260042756678, "total_contrib": 0.17209430302850262}, "31-50": {"token_count": 33557, "frac": 0.056893242730034724, "mean_loss": 3.710310035764379, "total_contrib": 0.2110915694684266}, "51-75": {"token_count": 24262, "frac": 0.04113430447048611, "mean_loss": 3.729676999545039, "total_contrib": 0.15341766927585473}, "76-100": {"token_count": 15861, "frac": 0.026891072591145832, "mean_loss": 3.707591453697364, "total_contrib": 0.09970111091968771}, "101-150": {"token_count": 19775, "frac": 0.03352695041232639, "mean_loss": 3.765596176622299, "total_contrib": 0.12624895628646166}, "151-200": {"token_count": 11988, "frac": 0.02032470703125, "mean_loss": 3.787083905092198, "total_contrib": 0.0769713708737611}, "201-300": {"token_count": 14380, "frac": 0.024380154079861112, "mean_loss": 3.835704752008291, "total_contrib": 0.09351507285881759}, "301-500": {"token_count": 14530, "frac": 0.024634467230902776, "mean_loss": 3.861076424053955, "total_contrib": 0.09511556064436842}, "501-750": {"token_count": 8381, "frac": 0.014209323459201388, "mean_loss": 3.982797273787801, "total_contrib": 0.05659285473567634}, "751-1k": {"token_count": 4214, "frac": 0.007144504123263889, "mean_loss": 4.108079632505789, "total_contrib": 0.02935019187313401}, "1k-2k": {"token_count": 6892, "frac": 0.011684841579861112, "mean_loss": 4.1814946921813085, "total_contrib": 0.0488601030451687}, "2k-5k": {"token_count": 5267, "frac": 0.008929782443576388, "mean_loss": 3.9522435868369974, "total_contrib": 0.03529267539447439}, "5k-10k": {"token_count": 1643, "frac": 0.002785576714409722, "mean_loss": 4.351972511375881, "total_contrib": 0.012122753289439854}, "10k+": {"token_count": 3748, "frac": 0.006354437934027778, "mean_loss": 3.1141747665008093, "total_contrib": 0.019788830269444842}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.263923862628298, "total_contrib": 0.5712160407759288}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.419796084119984, "total_contrib": 0.24985837888178236}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.475635851662172, "total_contrib": 0.1623142429747528}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.760372172864736, "total_contrib": 0.12285190668970371}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.541138923985082, "total_contrib": 0.10003391368598726}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.339311376476326, "total_contrib": 0.08618481415161243}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.721308312258719, "total_contrib": 0.19307936594895148}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.11120412555683, "total_contrib": 0.18719094264912847}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.504175379953045, "total_contrib": 0.26066342702989026}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.0080026942586695, "total_contrib": 0.23026376040095525}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.45775033805217, "total_contrib": 0.3148271534740705}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.168997112566711, "total_contrib": 0.2801037456455639}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.7870971518307055, "total_contrib": 0.2107328162757363}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.59219719555505, "total_contrib": 0.3216472877658506}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.407545497765919, "total_contrib": 0.24981146871460938}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.1824819887494575, "total_contrib": 0.3651401163846524}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.020661907401937, "total_contrib": 0.4830551869424651}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.825071767815148, "total_contrib": 0.39538946152379273}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.88607009096866, "total_contrib": 0.2687726238699649}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.442761467040809, "total_contrib": 0.3331041182407618}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.529852746116104, "total_contrib": 0.3532380200117602}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.723384437307016, "total_contrib": 0.19875773693399995}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.45818270008656, "total_contrib": 0.4188415649221086}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.600936106102765, "total_contrib": 2.6917297292506057}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.120958444992651, "total_contrib": 0.5987977718009871}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.701314100074639, "total_contrib": 0.3318253913146632}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.447571158756282, "total_contrib": 0.22604933673760502}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.224138817788121, "total_contrib": 0.1669516673384363}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.123305599038746, "total_contrib": 0.1352823812884418}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.809691420296701, "total_contrib": 0.28412943303405536}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.461434058329618, "total_contrib": 0.2397081246304612}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.076603021258188, "total_contrib": 0.288299382188694}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.837858593595531, "total_contrib": 0.21740770108005633}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.5498350872586455, "total_contrib": 0.24913537565984512}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.376995071150275, "total_contrib": 0.17136225413513548}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.3174887779117315, "total_contrib": 0.11304216036867078}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.248544397166743, "total_contrib": 0.1364765941927054}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.215410133589631, "total_contrib": 0.08436194732139081}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.180613284523652, "total_contrib": 0.10440476087957322}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.140735492135395, "total_contrib": 0.10291745048472915}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.133041013451775, "total_contrib": 0.06299512856535418}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.2301898157260425, "total_contrib": 0.030036137811043067}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.335608472455285, "total_contrib": 0.05174879904189251}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.041658811457964, "total_contrib": 0.036728399029905}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.35119725966542, "total_contrib": 0.012017314208975845}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.209136207118264, "total_contrib": 0.021670853530802486}}}}
{"step": 1500, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20559, "frac": 0.034856160481770836, "mean_loss": 0.8496195284110198, "total_contrib": 0.029614474630740965}, "2": {"token_count": 12919, "frac": 0.021903143988715276, "mean_loss": 1.478496591109364, "total_contrib": 0.03238372372189309}, "3": {"token_count": 9594, "frac": 0.016265869140625, "mean_loss": 1.8114793499504283, "total_contrib": 0.029465286057238107}, "4": {"token_count": 7653, "frac": 0.012975056966145834, "mean_loss": 2.0143842558627236, "total_contrib": 0.026136750471526124}, "5": {"token_count": 6632, "frac": 0.011244032118055556, "mean_loss": 2.1397115840151746, "total_contrib": 0.02405898577404215}, "6-8": {"token_count": 15291, "frac": 0.0259246826171875, "mean_loss": 2.3647738609396525, "total_contrib": 0.06130601180628158}, "9-12": {"token_count": 15117, "frac": 0.025629679361979168, "mean_loss": 2.5371422041882363, "total_contrib": 0.06502614118908957}, "13-20": {"token_count": 22297, "frac": 0.037802802191840276, "mean_loss": 2.780278761849443, "total_contrib": 0.10510232807236909}, "21-30": {"token_count": 20184, "frac": 0.034220377604166664, "mean_loss": 2.8715285386952814, "total_contrib": 0.09826479089529344}, "31-50": {"token_count": 29397, "frac": 0.049840291341145836, "mean_loss": 2.941621270303818, "total_contrib": 0.14661126112725378}, "51-75": {"token_count": 27308, "frac": 0.04629855685763889, "mean_loss": 3.0432636631823597, "total_contrib": 0.14089871574263488}, "76-100": {"token_count": 21920, "frac": 0.037163628472222224, "mean_loss": 3.063811251899775, "total_contrib": 0.1138623430746173}, "101-150": {"token_count": 33730, "frac": 0.05718655056423611, "mean_loss": 3.094119076854835, "total_contrib": 0.1769419970403266}, "151-200": {"token_count": 27304, "frac": 0.04629177517361111, "mean_loss": 3.1789721832663176, "total_contrib": 0.14716026559092804}, "201-300": {"token_count": 42294, "frac": 0.07170613606770833, "mean_loss": 3.1418606612310236, "total_contrib": 0.22529068808001185}, "301-500": {"token_count": 57365, "frac": 0.09725782606336805, "mean_loss": 3.1630467792458368, "total_contrib": 0.30763105348618813}, "501-750": {"token_count": 47295, "frac": 0.0801849365234375, "mean_loss": 3.2408259526399745, "total_contrib": 0.2598654232959452}, "751-1k": {"token_count": 31730, "frac": 0.053795708550347224, "mean_loss": 3.2619666904406293, "total_contrib": 0.1754798093798848}, "1k-2k": {"token_count": 36148, "frac": 0.061286078559027776, "mean_loss": 3.5410347927995707, "total_contrib": 0.21701613649176513}, "2k-5k": {"token_count": 37660, "frac": 0.06384955512152778, "mean_loss": 3.6155517064022575, "total_contrib": 0.23085136797266476}, "5k-10k": {"token_count": 20870, "frac": 0.03538343641493055, "mean_loss": 3.9024339616342423, "total_contrib": 0.13808152394495074}, "10k+": {"token_count": 46557, "frac": 0.0789337158203125, "mean_loss": 4.094455961522718, "total_contrib": 0.3231906233056186}}, "trigram": {"novel": {"token_count": 444, "frac": 0.0007527669270833334, "mean_loss": 4.675287901254492, "total_contrib": 0.0035194021066572313}, "1": {"token_count": 161776, "frac": 0.2742784288194444, "mean_loss": 2.1209796900148614, "total_contrib": 0.5817389769352285}, "2": {"token_count": 56735, "frac": 0.09618971082899305, "mean_loss": 2.7052288023624746, "total_contrib": 0.26021517622550966}, "3": {"token_count": 32307, "frac": 0.054773966471354164, "mean_loss": 2.997786004977926, "total_contrib": 0.16420063012495567}, "4": {"token_count": 22796, "frac": 0.03864881727430555, "mean_loss": 3.159378614498598, "total_contrib": 0.12210624677210496}, "5": {"token_count": 17403, "frac": 0.029505411783854168, "mean_loss": 3.238795625207156, "total_contrib": 0.09556199860548255}, "6-8": {"token_count": 35552, "frac": 0.06027560763888889, "mean_loss": 3.392710863555432, "total_contrib": 0.20449770884386312}, "9-12": {"token_count": 30673, "frac": 0.05200364854600695, "mean_loss": 3.4347509609370674, "total_contrib": 0.1786195818156309}, "13-20": {"token_count": 37271, "frac": 0.0631900363498264, "mean_loss": 3.5609667012213095, "total_contrib": 0.22501761529069594}, "21-30": {"token_count": 28085, "frac": 0.047615898980034724, "mean_loss": 3.6401795328155657, "total_contrib": 0.17333042090373596}, "31-50": {"token_count": 34426, "frac": 0.05836656358506945, "mean_loss": 3.65337028916069, "total_contrib": 0.21323466928210097}, "51-75": {"token_count": 23907, "frac": 0.040532430013020836, "mean_loss": 3.731939182931187, "total_contrib": 0.15126456374500852}, "76-100": {"token_count": 15802, "frac": 0.026791042751736112, "mean_loss": 3.676774302001734, "total_contrib": 0.09850461751341315}, "101-150": {"token_count": 19477, "frac": 0.03302171495225695, "mean_loss": 3.7484223267135994, "total_contrib": 0.12377933359341224}, "151-200": {"token_count": 12293, "frac": 0.020841810438368056, "mean_loss": 3.769032882849151, "total_contrib": 0.07855346888031788}, "201-300": {"token_count": 15083, "frac": 0.025572035047743056, "mean_loss": 3.818067169890988, "total_contrib": 0.09763574748308948}, "301-500": {"token_count": 14647, "frac": 0.024832831488715276, "mean_loss": 3.756356754198706, "total_contrib": 0.09328097428851394}, "501-750": {"token_count": 8375, "frac": 0.014199150933159722, "mean_loss": 4.039731206553041, "total_contrib": 0.057360753131242066}, "751-1k": {"token_count": 4173, "frac": 0.007074991861979167, "mean_loss": 3.985989468266438, "total_contrib": 0.028200843049919717}, "1k-2k": {"token_count": 7390, "frac": 0.012529161241319444, "mean_loss": 4.162921565742304, "total_contrib": 0.052157915532151336}, "2k-5k": {"token_count": 5549, "frac": 0.009407891167534722, "mean_loss": 3.925632928639524, "total_contrib": 0.036931927356331246}, "5k-10k": {"token_count": 1752, "frac": 0.0029703776041666665, "mean_loss": 4.408426392423712, "total_contrib": 0.013094691025672645}, "10k+": {"token_count": 3908, "frac": 0.006625705295138889, "mean_loss": 3.234740709332595, "total_contrib": 0.0214324386462263}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.002176612657136, "total_contrib": 0.559943793636922}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.348433985204053, "total_contrib": 0.2482970183971122}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.428130392602295, "total_contrib": 0.1615781718919413}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.75455522927774, "total_contrib": 0.12277868995184656}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.524529737826331, "total_contrib": 0.09985977494764206}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.336965105684788, "total_contrib": 0.08616316235053559}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.734984717907945, "total_contrib": 0.19338214526103034}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.077766464411484, "total_contrib": 0.18641926593961777}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.516021226389746, "total_contrib": 0.26107490181185083}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.0054778067780665, "total_contrib": 0.2301807995187699}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.44523798642617, "total_contrib": 0.31421715342150286}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.123580116755491, "total_contrib": 0.2780415837721571}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.735398710482782, "total_contrib": 0.2088502561844706}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.552145086490011, "total_contrib": 0.3193436042941176}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.3515726618247035, "total_contrib": 0.2472257010386141}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.1315505088847475, "total_contrib": 0.36155165693109037}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.974084929269557, "total_contrib": 0.47857385533840274}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.7586744907891845, "total_contrib": 0.3899485510310086}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.852666721691174, "total_contrib": 0.2669351735183209}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.446087225833835, "total_contrib": 0.3333076590273535}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.5135691131001, "total_contrib": 0.3521978479584969}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.7089315042053315, "total_contrib": 0.19825582546766118}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.448728074793509, "total_contrib": 0.4181160505391931}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.511770948658395, "total_contrib": 2.663824800979365}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.097433137428148, "total_contrib": 0.59681954065986}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.66878219967189, "total_contrib": 0.33021452657677075}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.426782774133066, "total_contrib": 0.22532050405934256}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.211964730548759, "total_contrib": 0.16662511868288155}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.086028344689586, "total_contrib": 0.13445881374723645}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.792461929138704, "total_contrib": 0.2832868055690088}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.428282724522785, "total_contrib": 0.23825307748149593}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.043094032019345, "total_contrib": 0.2863964126527913}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.808131374421125, "total_contrib": 0.2160717946546874}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.526964419880676, "total_contrib": 0.2478830462458059}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.366606413250934, "total_contrib": 0.17095553130220298}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.315931138583547, "total_contrib": 0.11300137765358094}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.238362762709262, "total_contrib": 0.13614952810508285}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.204678908608273, "total_contrib": 0.08414718600330279}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.191246389016584, "total_contrib": 0.10467030726151239}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.138207097012572, "total_contrib": 0.10285460754768254}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.124266684204165, "total_contrib": 0.06286139168802124}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.236574557470289, "total_contrib": 0.0300814721793036}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.3338621636339285, "total_contrib": 0.05172795551212371}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.059721928406004, "total_contrib": 0.036892546821180865}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.356394847131182, "total_contrib": 0.012031669118205931}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.215618525022613, "total_contrib": 0.021714627728212258}}}}
{"step": 1510, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20987, "frac": 0.03558180067274305, "mean_loss": 0.8010085813879574, "total_contrib": 0.02850132768010298}, "2": {"token_count": 13140, "frac": 0.02227783203125, "mean_loss": 1.4083476756671267, "total_contrib": 0.0313749329601136}, "3": {"token_count": 9483, "frac": 0.016077677408854168, "mean_loss": 1.7440145726349574, "total_contrib": 0.02803970369516551}, "4": {"token_count": 7721, "frac": 0.013090345594618056, "mean_loss": 1.9805495115199252, "total_contrib": 0.025926077573047795}, "5": {"token_count": 6618, "frac": 0.011220296223958334, "mean_loss": 2.209548282410747, "total_contrib": 0.024791786249786927}, "6-8": {"token_count": 15357, "frac": 0.026036580403645832, "mean_loss": 2.344313047052643, "total_contrib": 0.0610378951409021}, "9-12": {"token_count": 15255, "frac": 0.0258636474609375, "mean_loss": 2.5195308113406636, "total_contrib": 0.06516425667148475}, "13-20": {"token_count": 22147, "frac": 0.03754848904079861, "mean_loss": 2.6656861617606085, "total_contrib": 0.10009248763107673}, "21-30": {"token_count": 20525, "frac": 0.034798516167534724, "mean_loss": 2.790317899553977, "total_contrib": 0.0970989225401906}, "31-50": {"token_count": 29525, "frac": 0.050057305230034724, "mean_loss": 2.9019442841048813, "total_contrib": 0.14526351078999264}, "51-75": {"token_count": 27003, "frac": 0.045781453450520836, "mean_loss": 3.027945766369243, "total_contrib": 0.13862375815373515}, "76-100": {"token_count": 22023, "frac": 0.0373382568359375, "mean_loss": 3.0139802383369925, "total_contrib": 0.11253676823746675}, "101-150": {"token_count": 34676, "frac": 0.05879041883680555, "mean_loss": 3.1374871523918317, "total_contrib": 0.18445418378421216}, "151-200": {"token_count": 27582, "frac": 0.046763102213541664, "mean_loss": 3.0937498001757007, "total_contrib": 0.1446733381287404}, "201-300": {"token_count": 41538, "frac": 0.07042439778645833, "mean_loss": 3.1788032356808706, "total_contrib": 0.22386530355447049}, "301-500": {"token_count": 57781, "frac": 0.09796312120225695, "mean_loss": 3.198141241255277, "total_contrib": 0.3132998980390272}, "501-750": {"token_count": 47482, "frac": 0.0805019802517361, "mean_loss": 3.187064610122724, "total_contrib": 0.25656501230510653}, "751-1k": {"token_count": 32206, "frac": 0.054602728949652776, "mean_loss": 3.233292639835839, "total_contrib": 0.17654660162786362}, "1k-2k": {"token_count": 35361, "frac": 0.0599517822265625, "mean_loss": 3.573431155275629, "total_contrib": 0.21423356642269817}, "2k-5k": {"token_count": 37331, "frac": 0.06329176161024305, "mean_loss": 3.5878822624150906, "total_contrib": 0.2270833888383954}, "5k-10k": {"token_count": 20604, "frac": 0.034932454427083336, "mean_loss": 3.9275015634471875, "total_contrib": 0.1371972693774174}, "10k+": {"token_count": 45479, "frac": 0.0771060519748264, "mean_loss": 4.132595195057305, "total_contrib": 0.31864809990100634}}, "trigram": {"novel": {"token_count": 450, "frac": 0.000762939453125, "mean_loss": 4.714149466736449, "total_contrib": 0.003596610616101417}, "1": {"token_count": 164275, "frac": 0.2785152859157986, "mean_loss": 2.1118777118164695, "total_contrib": 0.5881902247257665}, "2": {"token_count": 56343, "frac": 0.09552510579427083, "mean_loss": 2.711991748641245, "total_contrib": 0.25906329870214445}, "3": {"token_count": 31804, "frac": 0.05392116970486111, "mean_loss": 2.9844568543556376, "total_contrib": 0.1609254045205463}, "4": {"token_count": 22519, "frac": 0.03817918565538195, "mean_loss": 3.1735515113161012, "total_contrib": 0.12116361233745539}, "5": {"token_count": 17230, "frac": 0.029212103949652776, "mean_loss": 3.2334585672818776, "total_contrib": 0.09445612778433354}, "6-8": {"token_count": 35950, "frac": 0.060950385199652776, "mean_loss": 3.3020376801447755, "total_contrib": 0.20126046854859192}, "9-12": {"token_count": 30567, "frac": 0.051823933919270836, "mean_loss": 3.3842286106585604, "total_contrib": 0.175384039886475}, "13-20": {"token_count": 37479, "frac": 0.06354268391927083, "mean_loss": 3.5246717580719658, "total_contrib": 0.22396710344234755}, "21-30": {"token_count": 28591, "frac": 0.04847378200954861, "mean_loss": 3.563492699238797, "total_contrib": 0.17273596829551943}, "31-50": {"token_count": 33690, "frac": 0.057118733723958336, "mean_loss": 3.6746910955986962, "total_contrib": 0.20989370220730266}, "51-75": {"token_count": 24289, "frac": 0.04118008083767361, "mean_loss": 3.7138601701064298, "total_contrib": 0.15293706202479904}, "76-100": {"token_count": 15473, "frac": 0.026233249240451388, "mean_loss": 3.7184878416577036, "total_contrib": 0.09754801834779468}, "101-150": {"token_count": 19549, "frac": 0.03314378526475695, "mean_loss": 3.7410403803848014, "total_contrib": 0.1239922390342585}, "151-200": {"token_count": 12000, "frac": 0.020345052083333332, "mean_loss": 3.8279894483728554, "total_contrib": 0.07788064470159617}, "201-300": {"token_count": 14543, "frac": 0.024656507703993056, "mean_loss": 3.80099386298145, "total_contrib": 0.09371923446543244}, "301-500": {"token_count": 14607, "frac": 0.0247650146484375, "mean_loss": 3.821773382629632, "total_contrib": 0.09464627380383137}, "501-750": {"token_count": 8544, "frac": 0.014485677083333334, "mean_loss": 3.9625089012662222, "total_contrib": 0.057399624383576466}, "751-1k": {"token_count": 4099, "frac": 0.006949530707465278, "mean_loss": 4.109601972088878, "total_contrib": 0.028559805100491525}, "1k-2k": {"token_count": 7039, "frac": 0.011934068467881944, "mean_loss": 4.1658689447709785, "total_contrib": 0.04971576521511996}, "2k-5k": {"token_count": 5211, "frac": 0.0088348388671875, "mean_loss": 3.964922998369007, "total_contrib": 0.035029455811396104}, "5k-10k": {"token_count": 1652, "frac": 0.002800835503472222, "mean_loss": 4.254577232853985, "total_contrib": 0.011916370966042046}, "10k+": {"token_count": 3920, "frac": 0.006646050347222222, "mean_loss": 3.165343818057813, "total_contrib": 0.021037034381080844}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.215434129278616, "total_contrib": 0.5691278115468448}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.369927905006135, "total_contrib": 0.24876729264001493}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.463523903219995, "total_contrib": 0.1621265749639342}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.717386205124253, "total_contrib": 0.12231085067213687}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.544796980576137, "total_contrib": 0.10007226651998365}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.344329733145726, "total_contrib": 0.08623112443290233}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.764938063839677, "total_contrib": 0.19404527662085386}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.041205523488733, "total_contrib": 0.1855755099584429}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.441776298241462, "total_contrib": 0.25849594590652647}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.945367083392155, "total_contrib": 0.22820572590491395}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.404554121691088, "total_contrib": 0.31223374052128644}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.063066040312246, "total_contrib": 0.27529393789605416}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.66423451131948, "total_contrib": 0.2062588650752085}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.488804038365207, "total_contrib": 0.31570040724273624}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.28880839244702, "total_contrib": 0.24432619065585057}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.071336798732395, "total_contrib": 0.3573092029909298}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.905281099203723, "total_contrib": 0.4719540017000191}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.716732846567401, "total_contrib": 0.3865116520744192}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.790750015273028, "total_contrib": 0.26352926338286237}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.401924423348539, "total_contrib": 0.3306048377720058}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.4789357888612145, "total_contrib": 0.34998552740635164}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.676586863217612, "total_contrib": 0.19713258314223622}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.471418502149015, "total_contrib": 0.4198572333878692}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.518600079905747, "total_contrib": 2.6659620306223584}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.067662313643216, "total_contrib": 0.5943161272380849}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.633499180792213, "total_contrib": 0.3284674361745493}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.38937258020256, "total_contrib": 0.22400891721260702}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.145377918671877, "total_contrib": 0.164839043598273}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.024930949562641, "total_contrib": 0.13310898709403277}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.7165778437937815, "total_contrib": 0.27957560981254653}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.3300880338011645, "total_contrib": 0.2339432085148189}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.973722357106673, "total_contrib": 0.28245680757928654}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.7248614536398925, "total_contrib": 0.21232974190636358}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.4745072558401375, "total_contrib": 0.24501064867124586}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.312902469387427, "total_contrib": 0.16885298635371648}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.284589328714303, "total_contrib": 0.11218077427051966}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.207217589713715, "total_contrib": 0.1351490472959828}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.184474676057694, "total_contrib": 0.08374284375709538}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.1640292027044685, "total_contrib": 0.10399059745930452}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.140351192462733, "total_contrib": 0.10290789876557017}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.111647583476896, "total_contrib": 0.06266905343875002}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.224805454946509, "total_contrib": 0.029997906570970286}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.322668201054107, "total_contrib": 0.0515943470177899}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.0452667460004506, "total_contrib": 0.03676118597846546}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.359529573100169, "total_contrib": 0.012040326732347574}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.22090052577655, "total_contrib": 0.021750296349704316}}}}
{"step": 1520, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21092, "frac": 0.035759819878472224, "mean_loss": 0.8978932505121223, "total_contrib": 0.03210850090840943}, "2": {"token_count": 12884, "frac": 0.021843804253472224, "mean_loss": 1.4985517331751603, "total_contrib": 0.03273407072317974}, "3": {"token_count": 9734, "frac": 0.016503228081597224, "mean_loss": 1.8872240177838764, "total_contrib": 0.03114528840655561}, "4": {"token_count": 7963, "frac": 0.013500637478298612, "mean_loss": 2.0458306256345944, "total_contrib": 0.027620017618693503}, "5": {"token_count": 6619, "frac": 0.011221991644965278, "mean_loss": 2.378997668072036, "total_contrib": 0.026697091954496266}, "6-8": {"token_count": 15493, "frac": 0.026267157660590276, "mean_loss": 2.4637733970567073, "total_contrib": 0.06471632426045662}, "9-12": {"token_count": 15388, "frac": 0.026089138454861112, "mean_loss": 2.7264631626652314, "total_contrib": 0.07113107494285173}, "13-20": {"token_count": 22323, "frac": 0.037846883138020836, "mean_loss": 2.8306365141385617, "total_contrib": 0.1071307693568168}, "21-30": {"token_count": 20272, "frac": 0.034369574652777776, "mean_loss": 2.916206744657514, "total_contrib": 0.10022878541344049}, "31-50": {"token_count": 29356, "frac": 0.04977077907986111, "mean_loss": 3.050069242830359, "total_contrib": 0.15180432246318906}, "51-75": {"token_count": 27329, "frac": 0.046334160698784724, "mean_loss": 3.1160616942124957, "total_contrib": 0.14438010328696915}, "76-100": {"token_count": 21699, "frac": 0.0367889404296875, "mean_loss": 3.1484325660637364, "total_contrib": 0.11582749811980696}, "101-150": {"token_count": 34662, "frac": 0.058766682942708336, "mean_loss": 3.176452407136098, "total_contrib": 0.18666957149276978}, "151-200": {"token_count": 27410, "frac": 0.046471489800347224, "mean_loss": 3.1983524441341915, "total_contrib": 0.1486322029854977}, "201-300": {"token_count": 42394, "frac": 0.07187567816840278, "mean_loss": 3.190441243674824, "total_contrib": 0.22931512804557036}, "301-500": {"token_count": 56553, "frac": 0.09588114420572917, "mean_loss": 3.2067660782124543, "total_contrib": 0.3074684007791289}, "501-750": {"token_count": 47849, "frac": 0.08112419976128472, "mean_loss": 3.280244712274338, "total_contrib": 0.2661072273044413}, "751-1k": {"token_count": 31804, "frac": 0.05392116970486111, "mean_loss": 3.3057557585316943, "total_contrib": 0.17825021725860937}, "1k-2k": {"token_count": 35667, "frac": 0.0604705810546875, "mean_loss": 3.5657083398261595, "total_contrib": 0.21562045518083298}, "2k-5k": {"token_count": 37298, "frac": 0.0632358127170139, "mean_loss": 3.6178092397008337, "total_contrib": 0.22877510752760435}, "5k-10k": {"token_count": 20562, "frac": 0.034861246744791664, "mean_loss": 3.9197014924135614, "total_contrib": 0.13664568089295728}, "10k+": {"token_count": 45473, "frac": 0.07709587944878472, "mean_loss": 4.091067254860317, "total_contrib": 0.3154044278975816}}, "trigram": {"novel": {"token_count": 432, "frac": 0.000732421875, "mean_loss": 4.638230617951463, "total_contrib": 0.0033971415658824193}, "1": {"token_count": 164431, "frac": 0.2787797715928819, "mean_loss": 2.2103262449265273, "total_contrib": 0.6161942457063696}, "2": {"token_count": 56803, "frac": 0.09630499945746528, "mean_loss": 2.7480684747650255, "total_contrib": 0.2646527329713232}, "3": {"token_count": 32128, "frac": 0.05447048611111111, "mean_loss": 3.080256877171198, "total_contrib": 0.16778308944660822}, "4": {"token_count": 22834, "frac": 0.03871324327256945, "mean_loss": 3.2176966297990424, "total_contrib": 0.12456747240673716}, "5": {"token_count": 17196, "frac": 0.029154459635416668, "mean_loss": 3.3504445525735544, "total_contrib": 0.09768040046870735}, "6-8": {"token_count": 36169, "frac": 0.06132168240017361, "mean_loss": 3.447786090589925, "total_contrib": 0.2114240436308916}, "9-12": {"token_count": 30445, "frac": 0.05161709255642361, "mean_loss": 3.5421207810236743, "total_contrib": 0.1828339762001305}, "13-20": {"token_count": 36997, "frac": 0.0627254909939236, "mean_loss": 3.5958754242378888, "total_contrib": 0.2255530515383049}, "21-30": {"token_count": 28160, "frac": 0.04774305555555555, "mean_loss": 3.6692830325421664, "total_contrib": 0.175182783671718}, "31-50": {"token_count": 33226, "frac": 0.05633205837673611, "mean_loss": 3.651579089018852, "total_contrib": 0.20570096640987887}, "51-75": {"token_count": 23917, "frac": 0.040549384223090276, "mean_loss": 3.7322062603297264, "total_contrib": 0.15133866564993298}, "76-100": {"token_count": 15896, "frac": 0.026950412326388888, "mean_loss": 3.708757893136887, "total_contrib": 0.09995255443878844}, "101-150": {"token_count": 19457, "frac": 0.03298780653211805, "mean_loss": 3.731551876443544, "total_contrib": 0.12309571136468171}, "151-200": {"token_count": 12019, "frac": 0.020377265082465276, "mean_loss": 3.740385563644262, "total_contrib": 0.07621882814100542}, "201-300": {"token_count": 14248, "frac": 0.024156358506944444, "mean_loss": 3.8346114919466916, "total_contrib": 0.09263024993431339}, "301-500": {"token_count": 14228, "frac": 0.024122450086805556, "mean_loss": 3.8386043985990197, "total_contrib": 0.09259654300819711}, "501-750": {"token_count": 8463, "frac": 0.014348347981770834, "mean_loss": 3.9772847200842563, "total_contrib": 0.05706746518634891}, "751-1k": {"token_count": 4211, "frac": 0.007139417860243056, "mean_loss": 3.991324290349695, "total_contrib": 0.028495731924544552}, "1k-2k": {"token_count": 7413, "frac": 0.012568155924479166, "mean_loss": 4.166899705352333, "total_contrib": 0.052370245218534416}, "2k-5k": {"token_count": 5510, "frac": 0.009341769748263888, "mean_loss": 3.935324564243629, "total_contrib": 0.036762895963850906}, "5k-10k": {"token_count": 1652, "frac": 0.002800835503472222, "mean_loss": 4.191184054677922, "total_contrib": 0.011738817101928587}, "10k+": {"token_count": 3989, "frac": 0.006763034396701389, "mean_loss": 3.130939993667413, "total_contrib": 0.021174654871180743}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.403662082801855, "total_contrib": 0.5772339215855068}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.56827975443776, "total_contrib": 0.25310711370005173}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.63441269261757, "total_contrib": 0.16477440320812983}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.910201822281369, "total_contrib": 0.12473778335336792}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.732899126766341, "total_contrib": 0.10204442036933568}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.51832838771504, "total_contrib": 0.08783681473512941}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.936255584506657, "total_contrib": 0.19783804223376453}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.209864139440505, "total_contrib": 0.18946782542938936}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.591257293037537, "total_contrib": 0.26368828569158437}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.115414616770822, "total_contrib": 0.23379302177093259}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.583879209919936, "total_contrib": 0.3209761669264861}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.194034319484718, "total_contrib": 0.2812405617779545}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.796044194990976, "total_contrib": 0.2110586161634931}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.640398152051078, "total_contrib": 0.3244196697800239}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.435460053591659, "total_contrib": 0.25110103274920237}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.188760480961941, "total_contrib": 0.36558247766678764}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.023971160766311, "total_contrib": 0.4833735816147315}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.828733765731552, "total_contrib": 0.3956895431503348}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.895043723277939, "total_contrib": 0.2692662448488918}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.523330881995363, "total_contrib": 0.33803507178118997}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.580778925604089, "total_contrib": 0.3564911017184537}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.798949024799857, "total_contrib": 0.201381891674424}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.510924187356123, "total_contrib": 0.42288875943319615}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.707225570633634, "total_contrib": 2.7249938423720677}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.256038760689757, "total_contrib": 0.6101566068059125}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.82253486013487, "total_contrib": 0.33782781495005126}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.599282745364575, "total_contrib": 0.23136828594867967}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.274280538545609, "total_contrib": 0.16829663153810304}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.220586919090186, "total_contrib": 0.13743162052182384}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.847731905521524, "total_contrib": 0.2859898453550108}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.469237125931546, "total_contrib": 0.24005060953117516}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.0994067803318215, "total_contrib": 0.28959440360852506}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.803859709520735, "total_contrib": 0.21587983103528613}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.547218648076736, "total_contrib": 0.2489921072674804}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.35562515121623, "total_contrib": 0.17052560762513086}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.30872532880489, "total_contrib": 0.11281271235611626}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.233562197550915, "total_contrib": 0.13599531886969196}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.194790611488106, "total_contrib": 0.08394929398940294}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.17312894370376, "total_contrib": 0.10421785030917084}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.128515707524514, "total_contrib": 0.10261372930282486}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.130817939999115, "total_contrib": 0.0629612448469239}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.247551364134593, "total_contrib": 0.030159412151753193}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.3384382847555445, "total_contrib": 0.05178257501335828}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.042662741143064, "total_contrib": 0.03673752219734501}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.3533607048972724, "total_contrib": 0.012023289300329686}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.208446564016751, "total_contrib": 0.021666196466197916}}}}
{"step": 1530, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20511, "frac": 0.0347747802734375, "mean_loss": 0.8851064569092543, "total_contrib": 0.030779382557620093}, "2": {"token_count": 13010, "frac": 0.022057427300347224, "mean_loss": 1.4743746395983481, "total_contrib": 0.0325209114264162}, "3": {"token_count": 9588, "frac": 0.016255696614583332, "mean_loss": 1.7527851180876648, "total_contrib": 0.0284927431101897}, "4": {"token_count": 7569, "frac": 0.0128326416015625, "mean_loss": 2.089855407407464, "total_contrib": 0.026818365442347367}, "5": {"token_count": 6422, "frac": 0.010887993706597222, "mean_loss": 2.242497297930225, "total_contrib": 0.024416296466925568}, "6-8": {"token_count": 15519, "frac": 0.026311238606770832, "mean_loss": 2.453657385666813, "total_contrib": 0.06455876493354504}, "9-12": {"token_count": 14968, "frac": 0.025377061631944444, "mean_loss": 2.637202949681018, "total_contrib": 0.06692446179000087}, "13-20": {"token_count": 22224, "frac": 0.037679036458333336, "mean_loss": 2.792127033406697, "total_contrib": 0.10520465628802904}, "21-30": {"token_count": 20404, "frac": 0.03459337022569445, "mean_loss": 2.861981464169722, "total_contrib": 0.09900558436909826}, "31-50": {"token_count": 29173, "frac": 0.049460517035590276, "mean_loss": 3.0349601761499527, "total_contrib": 0.1501106994948028}, "51-75": {"token_count": 27520, "frac": 0.04665798611111111, "mean_loss": 3.0818763550646198, "total_contrib": 0.14379414417076677}, "76-100": {"token_count": 21701, "frac": 0.03679233127170139, "mean_loss": 3.1183870987280145, "total_contrib": 0.11473273116980089}, "101-150": {"token_count": 34521, "frac": 0.058527628580729164, "mean_loss": 3.192592244219367, "total_contrib": 0.18685485307938768}, "151-200": {"token_count": 26945, "frac": 0.04568311903211805, "mean_loss": 3.17549798830091, "total_contrib": 0.1450666525858019}, "201-300": {"token_count": 42345, "frac": 0.0717926025390625, "mean_loss": 3.155963064174949, "total_contrib": 0.22657480189427393}, "301-500": {"token_count": 57467, "frac": 0.0974307590060764, "mean_loss": 3.205701816567571, "total_contrib": 0.3123339611353363}, "501-750": {"token_count": 47991, "frac": 0.08136494954427083, "mean_loss": 3.21852957988842, "total_contrib": 0.2618754968743645}, "751-1k": {"token_count": 32004, "frac": 0.05426025390625, "mean_loss": 3.2277580753507, "total_contrib": 0.1751389727164778}, "1k-2k": {"token_count": 35755, "frac": 0.06061977810329861, "mean_loss": 3.5765257302268427, "total_contrib": 0.21680819614708924}, "2k-5k": {"token_count": 38012, "frac": 0.06444634331597222, "mean_loss": 3.6023587442600933, "total_contrib": 0.23215884837988054}, "5k-10k": {"token_count": 21020, "frac": 0.035637749565972224, "mean_loss": 3.9002013578717336, "total_contrib": 0.13899439924869766}, "10k+": {"token_count": 45155, "frac": 0.0765567355685764, "mean_loss": 4.099494481422737, "total_contrib": 0.31384391497911873}}, "trigram": {"novel": {"token_count": 451, "frac": 0.0007646348741319445, "mean_loss": 4.55489371944954, "total_contrib": 0.0034828305858556835}, "1": {"token_count": 163428, "frac": 0.2770792643229167, "mean_loss": 2.1891515030133872, "total_contrib": 0.6065684879463566}, "2": {"token_count": 56535, "frac": 0.09585062662760417, "mean_loss": 2.7431510380575204, "total_contrib": 0.2629327459319762}, "3": {"token_count": 32137, "frac": 0.05448574490017361, "mean_loss": 3.04602854012128, "total_contrib": 0.1659651339956963}, "4": {"token_count": 22362, "frac": 0.037913004557291664, "mean_loss": 3.217200288629416, "total_contrib": 0.1219737292045271}, "5": {"token_count": 17272, "frac": 0.029283311631944444, "mean_loss": 3.3378081089956573, "total_contrib": 0.09774207502335101}, "6-8": {"token_count": 36590, "frac": 0.062035454644097224, "mean_loss": 3.4001990024227284, "total_contrib": 0.21093289099569978}, "9-12": {"token_count": 30476, "frac": 0.05166965060763889, "mean_loss": 3.468921489675568, "total_contrib": 0.17923796135686682}, "13-20": {"token_count": 37780, "frac": 0.0640530056423611, "mean_loss": 3.585409578549649, "total_contrib": 0.2296562599650162}, "21-30": {"token_count": 27944, "frac": 0.04737684461805555, "mean_loss": 3.648986284280035, "total_contrib": 0.1728774562037511}, "31-50": {"token_count": 33472, "frac": 0.05674913194444445, "mean_loss": 3.662937475324108, "total_contrib": 0.20786852209141804}, "51-75": {"token_count": 23590, "frac": 0.03999498155381945, "mean_loss": 3.6858403051431607, "total_contrib": 0.14741511501452495}, "76-100": {"token_count": 16011, "frac": 0.0271453857421875, "mean_loss": 3.675988350524492, "total_contrib": 0.0997861217587749}, "101-150": {"token_count": 19470, "frac": 0.033009847005208336, "mean_loss": 3.6974457922872435, "total_contrib": 0.12205211991345323}, "151-200": {"token_count": 12286, "frac": 0.020829942491319444, "mean_loss": 3.675955725589746, "total_contrib": 0.07656994636467085}, "201-300": {"token_count": 14669, "frac": 0.024870130750868056, "mean_loss": 3.720225611899229, "total_contrib": 0.09252249739066196}, "301-500": {"token_count": 14879, "frac": 0.025226169162326388, "mean_loss": 3.829225574284218, "total_contrib": 0.09659669209760009}, "501-750": {"token_count": 8577, "frac": 0.0145416259765625, "mean_loss": 3.8983497975648707, "total_contrib": 0.05668834468199649}, "751-1k": {"token_count": 4038, "frac": 0.006846110026041667, "mean_loss": 4.049755530798836, "total_contrib": 0.027725071942419605}, "1k-2k": {"token_count": 7020, "frac": 0.01190185546875, "mean_loss": 4.183623375430616, "total_contrib": 0.049792880750059214}, "2k-5k": {"token_count": 5426, "frac": 0.009199354383680556, "mean_loss": 4.016342799676586, "total_contrib": 0.03694776074056864}, "5k-10k": {"token_count": 1671, "frac": 0.0028330485026041665, "mean_loss": 4.197482361714063, "total_contrib": 0.011891671119561426}, "10k+": {"token_count": 3740, "frac": 0.006340874565972222, "mean_loss": 3.1198414318627097, "total_contrib": 0.019782523185164616}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.413152976481118, "total_contrib": 0.5776426506137372}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.55535327550285, "total_contrib": 0.2528242899922083}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.69362257351885, "total_contrib": 0.16569182790016812}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.943404244712822, "total_contrib": 0.12515569578848604}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.726637463468428, "total_contrib": 0.10197877006376267}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.512364581348738, "total_contrib": 0.08778177967712603}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.895907434044654, "total_contrib": 0.19694478229735496}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.279417040124923, "total_contrib": 0.19107297219201055}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.595397223601286, "total_contrib": 0.26383208943200537}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.117190163436026, "total_contrib": 0.23385136136778123}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.575073742872483, "total_contrib": 0.32054688428463113}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.192010214062527, "total_contrib": 0.28114865712959886}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.820162019032856, "total_contrib": 0.2119368486951831}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.634114359823421, "total_contrib": 0.32405824391175936}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.423764901814714, "total_contrib": 0.2505607537920589}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.187190010410705, "total_contrib": 0.36547182763440905}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.033878706641926, "total_contrib": 0.4843268207519915}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.838607433685506, "total_contrib": 0.3964986387334553}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.889804790420692, "total_contrib": 0.26897806197306207}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.5343498099649215, "total_contrib": 0.33870944458027097}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.596958309619343, "total_contrib": 0.35752461451471623}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.797564700200608, "total_contrib": 0.20133381780702217}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.5124023420097465, "total_contrib": 0.4230021877741549}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.728997143010002, "total_contrib": 2.7318074249745963}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.295458101241179, "total_contrib": 0.613471359092475}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.826564902626385, "total_contrib": 0.338027368411774}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.57646868378886, "total_contrib": 0.23056843382444567}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.296601500710041, "total_contrib": 0.16889535241484505}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.208162593582191, "total_contrib": 0.13715712951146364}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.8551697134658705, "total_contrib": 0.28635359964097173}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.472616983889988, "total_contrib": 0.24019895507633462}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.0718144819685795, "total_contrib": 0.28802744189456436}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.791857134297216, "total_contrib": 0.21534044935723543}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.5255768355493045, "total_contrib": 0.2478070662735594}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.343803044797167, "total_contrib": 0.1700627643338626}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.28450514366551, "total_contrib": 0.11217857010502535}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.223427072491709, "total_contrib": 0.13566974681006605}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.18379163222285, "total_contrib": 0.08372917417188606}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.16898659513391, "total_contrib": 0.1041144011541112}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.125829123090486, "total_contrib": 0.10254695459070252}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.125801413704905, "total_contrib": 0.06288478378161468}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.227775953058085, "total_contrib": 0.030018998364609206}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.327915680256753, "total_contrib": 0.05165697969056454}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.0329199018850455, "total_contrib": 0.03664898456845405}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.354920455868064, "total_contrib": 0.01202759708423034}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.21041451680759, "total_contrib": 0.02167948577956243}}}}
{"step": 1540, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20566, "frac": 0.03486802842881945, "mean_loss": 0.8152564528207694, "total_contrib": 0.02842638517373309}, "2": {"token_count": 13141, "frac": 0.022279527452256944, "mean_loss": 1.4562981245738496, "total_contrib": 0.032445634045113386}, "3": {"token_count": 9487, "frac": 0.016084459092881944, "mean_loss": 1.7316792066617916, "total_contrib": 0.027853123361545846}, "4": {"token_count": 7583, "frac": 0.012856377495659722, "mean_loss": 2.012003110409699, "total_contrib": 0.025867071509868618}, "5": {"token_count": 6417, "frac": 0.0108795166015625, "mean_loss": 2.104523591627104, "total_contrib": 0.02289619935348702}, "6-8": {"token_count": 15118, "frac": 0.025631374782986112, "mean_loss": 2.3342946762417047, "total_contrib": 0.05983118170068036}, "9-12": {"token_count": 15200, "frac": 0.025770399305555556, "mean_loss": 2.586825878538622, "total_contrib": 0.06666353582388485}, "13-20": {"token_count": 22346, "frac": 0.03788587782118055, "mean_loss": 2.7609523861302354, "total_contrib": 0.104601104771027}, "21-30": {"token_count": 20263, "frac": 0.034354315863715276, "mean_loss": 2.8738634686828544, "total_contrib": 0.09872961335232319}, "31-50": {"token_count": 30136, "frac": 0.051093207465277776, "mean_loss": 2.954423752156318, "total_contrib": 0.15095098570926715}, "51-75": {"token_count": 27880, "frac": 0.04726833767361111, "mean_loss": 3.037732268072072, "total_contrib": 0.14358855460925526}, "76-100": {"token_count": 21831, "frac": 0.037012736002604164, "mean_loss": 3.0654897366959424, "total_contrib": 0.11346216234301947}, "101-150": {"token_count": 35124, "frac": 0.059549967447916664, "mean_loss": 3.0926711773148754, "total_contrib": 0.18416846793621094}, "151-200": {"token_count": 27556, "frac": 0.04671902126736111, "mean_loss": 3.1605547906373186, "total_contrib": 0.14765802648044493}, "201-300": {"token_count": 42582, "frac": 0.07219441731770833, "mean_loss": 3.107990541671791, "total_contrib": 0.22437956618494365}, "301-500": {"token_count": 57375, "frac": 0.0972747802734375, "mean_loss": 3.1998701051058727, "total_contrib": 0.31126666137771514}, "501-750": {"token_count": 47557, "frac": 0.08062913682725695, "mean_loss": 3.1917392758204226, "total_contrib": 0.2573471827870549}, "751-1k": {"token_count": 32341, "frac": 0.054831610785590276, "mean_loss": 3.2361468851996613, "total_contrib": 0.17744314645426812}, "1k-2k": {"token_count": 35524, "frac": 0.06022813585069445, "mean_loss": 3.53905994462484, "total_contrib": 0.21315098312861605}, "2k-5k": {"token_count": 37154, "frac": 0.0629916720920139, "mean_loss": 3.5778050568558424, "total_contrib": 0.22537192295061234}, "5k-10k": {"token_count": 20209, "frac": 0.034262763129340276, "mean_loss": 3.9123060364973656, "total_contrib": 0.13404641501799733}, "10k+": {"token_count": 44434, "frac": 0.07533433702256945, "mean_loss": 4.1318176410611525, "total_contrib": 0.31126774268749874}}, "trigram": {"novel": {"token_count": 450, "frac": 0.000762939453125, "mean_loss": 4.65991474887977, "total_contrib": 0.0035552328101194535}, "1": {"token_count": 163383, "frac": 0.2770029703776042, "mean_loss": 2.1059722945870165, "total_contrib": 0.5833605811335425}, "2": {"token_count": 56139, "frac": 0.09517923990885417, "mean_loss": 2.6795642811665052, "total_contrib": 0.2550388915683432}, "3": {"token_count": 32310, "frac": 0.054779052734375, "mean_loss": 3.0213997004129767, "total_contrib": 0.16550941352054727}, "4": {"token_count": 22360, "frac": 0.037909613715277776, "mean_loss": 3.1959782869011013, "total_contrib": 0.12115830229883597}, "5": {"token_count": 17356, "frac": 0.029425726996527776, "mean_loss": 3.2752168064709046, "total_contrib": 0.09637563560165238}, "6-8": {"token_count": 36584, "frac": 0.06202528211805555, "mean_loss": 3.367568693542388, "total_contrib": 0.20887439826889836}, "9-12": {"token_count": 30716, "frac": 0.05207655164930555, "mean_loss": 3.462071753496587, "total_contrib": 0.18029275848456686}, "13-20": {"token_count": 37589, "frac": 0.06372918023003472, "mean_loss": 3.5313238398813382, "total_contrib": 0.2250483734424161}, "21-30": {"token_count": 28543, "frac": 0.048392401801215276, "mean_loss": 3.614551279726614, "total_contrib": 0.17491681785962718}, "31-50": {"token_count": 33775, "frac": 0.05726284450954861, "mean_loss": 3.647422939911458, "total_contrib": 0.2088618126687105}, "51-75": {"token_count": 24282, "frac": 0.041168212890625, "mean_loss": 3.7227126275099693, "total_contrib": 0.15325742597994838}, "76-100": {"token_count": 15666, "frac": 0.026560465494791668, "mean_loss": 3.6879342091426084, "total_contrib": 0.09795324930899404}, "101-150": {"token_count": 19840, "frac": 0.033637152777777776, "mean_loss": 3.709888463906735, "total_contrib": 0.12479008504894616}, "151-200": {"token_count": 12200, "frac": 0.020684136284722224, "mean_loss": 3.75349832900931, "total_contrib": 0.0776378709817057}, "201-300": {"token_count": 14662, "frac": 0.024858262803819444, "mean_loss": 3.755461798327624, "total_contrib": 0.09335425633253246}, "301-500": {"token_count": 14319, "frac": 0.0242767333984375, "mean_loss": 3.8508064690458816, "total_contrib": 0.09348500201800533}, "501-750": {"token_count": 8400, "frac": 0.014241536458333334, "mean_loss": 3.87765205080042, "total_contrib": 0.055223723054205205}, "751-1k": {"token_count": 4114, "frac": 0.006974962022569444, "mean_loss": 4.1105303155394, "total_contrib": 0.028670792843507705}, "1k-2k": {"token_count": 6954, "frac": 0.011789957682291666, "mean_loss": 4.167152746666346, "total_contrib": 0.04913055453884171}, "2k-5k": {"token_count": 5080, "frac": 0.008612738715277778, "mean_loss": 4.039386292310889, "total_contrib": 0.034790178705748354}, "5k-10k": {"token_count": 1489, "frac": 0.002524481879340278, "mean_loss": 4.217993355012775, "total_contrib": 0.010648247791907454}, "10k+": {"token_count": 3613, "frac": 0.006125556098090278, "mean_loss": 3.1804561390008685, "total_contrib": 0.019482062496965432}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.193506711884966, "total_contrib": 0.568183498787079}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.409648333362451, "total_contrib": 0.24963635210171584}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.548765649593575, "total_contrib": 0.16344734916116618}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.869630018318539, "total_contrib": 0.12422711394584966}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.632628386236705, "total_contrib": 0.10099313344402361}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.500610114676206, "total_contrib": 0.08767330738352898}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.814322266881272, "total_contrib": 0.19513858398596132}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.199916607425296, "total_contrib": 0.189238255581789}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.573680974486657, "total_contrib": 0.26307775845893455}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.138496579993682, "total_contrib": 0.2345514318174194}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.572659235475714, "total_contrib": 0.3204291726279435}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.188970948292389, "total_contrib": 0.2810106590545967}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.8296108420082335, "total_contrib": 0.21228092051977002}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.64331972360686, "total_contrib": 0.3245877102718145}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.445380602404764, "total_contrib": 0.2515593306720734}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.202894409480915, "total_contrib": 0.36657830636732036}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.040387891279627, "total_contrib": 0.4849530918413417}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.845084203732885, "total_contrib": 0.3970293762529526}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.915417861533721, "total_contrib": 0.27038698411299233}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.516513735016992, "total_contrib": 0.33761785347263484}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.570753061641932, "total_contrib": 0.35585066579773467}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.751117239527618, "total_contrib": 0.19972082251187506}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.457873546444882, "total_contrib": 0.4188178415690813}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.650979031212364, "total_contrib": 2.707391051180505}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.258882936883082, "total_contrib": 0.6103957721346149}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.822758592216908, "total_contrib": 0.3378388933720687}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.569200669950814, "total_contrib": 0.23031362008652223}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.304519126422968, "total_contrib": 0.16910772891428252}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.221995210162831, "total_contrib": 0.13746273394034805}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.864598223932394, "total_contrib": 0.2868147114521516}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.491184062740674, "total_contrib": 0.2410138838301435}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.086523038557609, "total_contrib": 0.2888627382058473}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.810013294962403, "total_contrib": 0.2161563659604788}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.536954274132943, "total_contrib": 0.24843006081758567}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.347936552660499, "total_contrib": 0.17022459390264935}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.299336369202222, "total_contrib": 0.11256688698593126}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.226578844358369, "total_contrib": 0.1357709916247186}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.19301284978785, "total_contrib": 0.08391371608970775}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.164966353706601, "total_contrib": 0.10401400144805609}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.11653802986027, "total_contrib": 0.1023160256580803}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.1122998423418595, "total_contrib": 0.06267899506065083}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.218808977256282, "total_contrib": 0.029955329041797738}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.320268223288854, "total_contrib": 0.05156570144984526}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.027493277064804, "total_contrib": 0.036599670350930695}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.365289276498362, "total_contrib": 0.012056234116305594}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.189731187893051, "total_contrib": 0.021539814116377124}}}}
{"step": 1550, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20751, "frac": 0.035181681315104164, "mean_loss": 0.873284831417059, "total_contrib": 0.030723628636229437}, "2": {"token_count": 12789, "frac": 0.0216827392578125, "mean_loss": 1.4486446785057625, "total_contrib": 0.03141058484125806}, "3": {"token_count": 9516, "frac": 0.016133626302083332, "mean_loss": 1.8455891450829736, "total_contrib": 0.029776045573950152}, "4": {"token_count": 7760, "frac": 0.013156467013888888, "mean_loss": 2.0556664134284235, "total_contrib": 0.02704530735983033}, "5": {"token_count": 6384, "frac": 0.010823567708333334, "mean_loss": 2.276062302204234, "total_contrib": 0.024635114436292575}, "6-8": {"token_count": 15352, "frac": 0.026028103298611112, "mean_loss": 2.477640136865255, "total_contrib": 0.06448827341911384}, "9-12": {"token_count": 15144, "frac": 0.025675455729166668, "mean_loss": 2.654074804562744, "total_contrib": 0.0681445801464474}, "13-20": {"token_count": 22117, "frac": 0.037497626410590276, "mean_loss": 2.8585820430655278, "total_contrib": 0.10719004151489304}, "21-30": {"token_count": 19913, "frac": 0.033760918511284724, "mean_loss": 2.9473174875793036, "total_contrib": 0.0995041455250493}, "31-50": {"token_count": 29808, "frac": 0.050537109375, "mean_loss": 3.0267375465007857, "total_contrib": 0.15296256643692935}, "51-75": {"token_count": 27466, "frac": 0.04656643337673611, "mean_loss": 3.086991409296348, "total_contrib": 0.14375017979555513}, "76-100": {"token_count": 21658, "frac": 0.036719428168402776, "mean_loss": 3.110677119107216, "total_contrib": 0.1142222850301515}, "101-150": {"token_count": 34167, "frac": 0.057927449544270836, "mean_loss": 3.199575016082369, "total_contrib": 0.18534322030722097}, "151-200": {"token_count": 27279, "frac": 0.0462493896484375, "mean_loss": 3.239544362155645, "total_contrib": 0.14982694948873534}, "201-300": {"token_count": 41480, "frac": 0.07032606336805555, "mean_loss": 3.2073041271770077, "total_contrib": 0.22555707328847635}, "301-500": {"token_count": 56563, "frac": 0.0958980984157986, "mean_loss": 3.2155658558826614, "total_contrib": 0.30836665090991716}, "501-750": {"token_count": 47514, "frac": 0.08055623372395833, "mean_loss": 3.2531564963440145, "total_contrib": 0.26206203506010184}, "751-1k": {"token_count": 32322, "frac": 0.054799397786458336, "mean_loss": 3.3004664378191024, "total_contrib": 0.18086357320690416}, "1k-2k": {"token_count": 36472, "frac": 0.061835394965277776, "mean_loss": 3.588293163740119, "total_contrib": 0.22188352503107642}, "2k-5k": {"token_count": 38234, "frac": 0.0648227267795139, "mean_loss": 3.620006530317745, "total_contrib": 0.23465869425484326}, "5k-10k": {"token_count": 20653, "frac": 0.03501553005642361, "mean_loss": 3.9493337277583214, "total_contrib": 0.13828801384716902}, "10k+": {"token_count": 46482, "frac": 0.07880655924479167, "mean_loss": 4.126338178535065, "total_contrib": 0.3251825141307693}}, "trigram": {"novel": {"token_count": 436, "frac": 0.0007392035590277778, "mean_loss": 4.630070863172002, "total_contrib": 0.003422564860607559}, "1": {"token_count": 163897, "frac": 0.2778744167751736, "mean_loss": 2.1727519746790067, "total_contrib": 0.6037521877610358}, "2": {"token_count": 56753, "frac": 0.09622022840711805, "mean_loss": 2.782830208137716, "total_contrib": 0.2677645582452389}, "3": {"token_count": 31721, "frac": 0.053780449761284724, "mean_loss": 3.1111952386188544, "total_contrib": 0.16732147922808954}, "4": {"token_count": 22425, "frac": 0.038019816080729164, "mean_loss": 3.2249261291362536, "total_contrib": 0.1226110983036982}, "5": {"token_count": 17223, "frac": 0.029200236002604168, "mean_loss": 3.397214925346822, "total_contrib": 0.09919947757169649}, "6-8": {"token_count": 36018, "frac": 0.061065673828125, "mean_loss": 3.4717793298048756, "total_contrib": 0.21200654415709094}, "9-12": {"token_count": 30461, "frac": 0.051644219292534724, "mean_loss": 3.5694883330383216, "total_contrib": 0.1843434382335753}, "13-20": {"token_count": 36561, "frac": 0.061986287434895836, "mean_loss": 3.6472334331308573, "total_contrib": 0.22607845992821127}, "21-30": {"token_count": 28519, "frac": 0.04835171169704861, "mean_loss": 3.6342639060012027, "total_contrib": 0.17572288061395994}, "31-50": {"token_count": 33835, "frac": 0.057364569769965276, "mean_loss": 3.7032461443712292, "total_contrib": 0.2124351218241383}, "51-75": {"token_count": 24281, "frac": 0.04116651746961805, "mean_loss": 3.72583017836879, "total_contrib": 0.15337945312664894}, "76-100": {"token_count": 15772, "frac": 0.026740180121527776, "mean_loss": 3.6927827859277778, "total_contrib": 0.09874567684538592}, "101-150": {"token_count": 19370, "frac": 0.03284030490451389, "mean_loss": 3.7293898202188127, "total_contrib": 0.12247429880377604}, "151-200": {"token_count": 11702, "frac": 0.019839816623263888, "mean_loss": 3.8017404385760156, "total_contrib": 0.07542583315059498}, "201-300": {"token_count": 14840, "frac": 0.025160047743055556, "mean_loss": 3.8383482358258667, "total_contrib": 0.09657302486785187}, "301-500": {"token_count": 14521, "frac": 0.024619208441840276, "mean_loss": 3.880187913740528, "total_contrib": 0.09552715504188741}, "501-750": {"token_count": 8828, "frac": 0.014967176649305556, "mean_loss": 3.9455812288291217, "total_contrib": 0.05905421123606955}, "751-1k": {"token_count": 4250, "frac": 0.007205539279513889, "mean_loss": 3.936713165371826, "total_contrib": 0.02836614134526615}, "1k-2k": {"token_count": 7367, "frac": 0.012490166558159722, "mean_loss": 4.125910617095636, "total_contrib": 0.051533310811604054}, "2k-5k": {"token_count": 5583, "frac": 0.009465535481770834, "mean_loss": 3.9557719377617793, "total_contrib": 0.03744349963467749}, "5k-10k": {"token_count": 1657, "frac": 0.0028093126085069445, "mean_loss": 4.256583037088677, "total_contrib": 0.011958072395250003}, "10k+": {"token_count": 3804, "frac": 0.006449381510416667, "mean_loss": 3.2168222985491863, "total_contrib": 0.020746514254559166}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.425187941429371, "total_contrib": 0.5781609410608037}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.656166626870096, "total_contrib": 0.2550300264481584}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.733332161414541, "total_contrib": 0.16630710622688716}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.072004061118202, "total_contrib": 0.12677435667206072}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.805378694476538, "total_contrib": 0.1028043312015837}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.715365796310746, "total_contrib": 0.08965511072679205}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.022278373012906, "total_contrib": 0.19974248418986432}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.403614795393306, "total_contrib": 0.19393921677465426}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.7696400881734515, "total_contrib": 0.26988455221641994}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.320793125478022, "total_contrib": 0.24054119664809176}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.759161787809565, "total_contrib": 0.32952151355059145}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.355081649143714, "total_contrib": 0.2885529270523373}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.974622372788426, "total_contrib": 0.21756140700064733}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.7651840160581225, "total_contrib": 0.33159699799393005}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.553969854954541, "total_contrib": 0.25657581008538366}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.317973167981988, "total_contrib": 0.3746863656647194}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.128965884646627, "total_contrib": 0.49347548588699586}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.936113757250963, "total_contrib": 0.40448877331070077}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.008212286921974, "total_contrib": 0.27549141379323905}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.631344823380615, "total_contrib": 0.34464566622313336}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.718312503936894, "total_contrib": 0.36527652352367884}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.935923314340503, "total_contrib": 0.206138640081849}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.626130328531131, "total_contrib": 0.4317292697476663}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.873151845427842, "total_contrib": 2.776921758266068}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.465939979661689, "total_contrib": 0.6278070934910421}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.0445493536180095, "total_contrib": 0.3488211880523132}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.807184482712262, "total_contrib": 0.23865723998685515}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.5002515478117475, "total_contrib": 0.17435790971193044}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.396703324528409, "total_contrib": 0.1413225657516983}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.027028877200431, "total_contrib": 0.29475856355747415}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.653026549104237, "total_contrib": 0.248117321952329}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.198799111028732, "total_contrib": 0.29523887638179935}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.890857164936202, "total_contrib": 0.21978939482591245}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.582035765141414, "total_contrib": 0.2508985885734935}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.37639470656674, "total_contrib": 0.17133874946431335}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.313726014931996, "total_contrib": 0.11294364225361263}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.244906443579893, "total_contrib": 0.13635973169370563}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.195716349921131, "total_contrib": 0.08396782056082668}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.170625369762365, "total_contrib": 0.10415532717658088}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.118455198258725, "total_contrib": 0.10236367663315313}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.120921546783556, "total_contrib": 0.06281040565589764}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.229338309916875, "total_contrib": 0.03003009175946023}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.324205692391809, "total_contrib": 0.05161269815137792}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.031698645136007, "total_contrib": 0.0366378864507531}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.345026252471126, "total_contrib": 0.012000270869404202}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.208908352522007, "total_contrib": 0.021669314860187364}}}}
{"step": 1560, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20580, "frac": 0.034891764322916664, "mean_loss": 0.8039616863580034, "total_contrib": 0.0280516416850581}, "2": {"token_count": 12866, "frac": 0.021813286675347224, "mean_loss": 1.4459471302207547, "total_contrib": 0.03154085926890095}, "3": {"token_count": 9579, "frac": 0.016240437825520832, "mean_loss": 1.7884556371778249, "total_contrib": 0.02904530257928871}, "4": {"token_count": 7719, "frac": 0.013086954752604166, "mean_loss": 1.9842546581452833, "total_contrib": 0.02596785092879137}, "5": {"token_count": 6498, "frac": 0.011016845703125, "mean_loss": 2.160844874414574, "total_contrib": 0.02380569456981388}, "6-8": {"token_count": 15104, "frac": 0.025607638888888888, "mean_loss": 2.435938050402352, "total_contrib": 0.06237862195040744}, "9-12": {"token_count": 15151, "frac": 0.025687323676215276, "mean_loss": 2.6317609826840362, "total_contrib": 0.06760289620063922}, "13-20": {"token_count": 22436, "frac": 0.03803846571180555, "mean_loss": 2.7475181862113045, "total_contrib": 0.1045113763187609}, "21-30": {"token_count": 20152, "frac": 0.03416612413194445, "mean_loss": 2.90350384662479, "total_contrib": 0.09920147284136077}, "31-50": {"token_count": 29796, "frac": 0.050516764322916664, "mean_loss": 3.002330632114125, "total_contrib": 0.15166802896198267}, "51-75": {"token_count": 26987, "frac": 0.045754326714409724, "mean_loss": 3.044276738918075, "total_contrib": 0.1392888325215354}, "76-100": {"token_count": 21604, "frac": 0.036627875434027776, "mean_loss": 3.0678614448426846, "total_contrib": 0.11236924685055433}, "101-150": {"token_count": 34405, "frac": 0.05833095974392361, "mean_loss": 3.1604158669522113, "total_contrib": 0.18435009070924688}, "151-200": {"token_count": 27668, "frac": 0.04690890842013889, "mean_loss": 3.117961818862314, "total_contrib": 0.14626018541850197}, "201-300": {"token_count": 41623, "frac": 0.0705685085720486, "mean_loss": 3.1211275867798958, "total_contrib": 0.22025331886213445}, "301-500": {"token_count": 56848, "frac": 0.09638129340277778, "mean_loss": 3.1744336025326643, "total_contrib": 0.3059560164333376}, "501-750": {"token_count": 47892, "frac": 0.08119710286458333, "mean_loss": 3.176980123320276, "total_contrib": 0.2579615818719731}, "751-1k": {"token_count": 32397, "frac": 0.054926554361979164, "mean_loss": 3.224967537199171, "total_contrib": 0.17713635474758832}, "1k-2k": {"token_count": 36002, "frac": 0.06103854709201389, "mean_loss": 3.517376118193604, "total_contrib": 0.2146955278306853}, "2k-5k": {"token_count": 37926, "frac": 0.064300537109375, "mean_loss": 3.552117038035852, "total_contrib": 0.22840303342106752}, "5k-10k": {"token_count": 20749, "frac": 0.035178290473090276, "mean_loss": 3.876416458561621, "total_contrib": 0.1363657041739486}, "10k+": {"token_count": 45842, "frac": 0.07772148980034722, "mean_loss": 4.115196502307228, "total_contrib": 0.3198392029804958}}, "trigram": {"novel": {"token_count": 414, "frac": 0.000701904296875, "mean_loss": 4.582128515960829, "total_contrib": 0.0032162156941863726}, "1": {"token_count": 162532, "frac": 0.2755601671006944, "mean_loss": 2.1168398492871177, "total_contrib": 0.5833167425949669}, "2": {"token_count": 56455, "frac": 0.0957149929470486, "mean_loss": 2.7077650271013782, "total_contrib": 0.2591737104712733}, "3": {"token_count": 32027, "frac": 0.054299248589409724, "mean_loss": 3.0375173268897613, "total_contrib": 0.16493490842742647}, "4": {"token_count": 22605, "frac": 0.038324991861979164, "mean_loss": 3.2478342120980868, "total_contrib": 0.12447321974771669}, "5": {"token_count": 17021, "frac": 0.028857760959201388, "mean_loss": 3.313205841073023, "total_contrib": 0.09561170217031509}, "6-8": {"token_count": 36149, "frac": 0.061287773980034724, "mean_loss": 3.3910048739937726, "total_contrib": 0.20782714028252647}, "9-12": {"token_count": 30584, "frac": 0.05185275607638889, "mean_loss": 3.473156163991206, "total_contrib": 0.1800927193866425}, "13-20": {"token_count": 37259, "frac": 0.06316969129774305, "mean_loss": 3.565138572652237, "total_contrib": 0.2252087030681181}, "21-30": {"token_count": 28457, "frac": 0.04824659559461805, "mean_loss": 3.6114783632206793, "total_contrib": 0.17424153608902124}, "31-50": {"token_count": 34007, "frac": 0.057656182183159724, "mean_loss": 3.640112994064595, "total_contrib": 0.20987501795307528}, "51-75": {"token_count": 23921, "frac": 0.04055616590711805, "mean_loss": 3.6410636864642854, "total_contrib": 0.14766758294662843}, "76-100": {"token_count": 15505, "frac": 0.026287502712673612, "mean_loss": 3.672823312525659, "total_contrib": 0.09654935279118913}, "101-150": {"token_count": 19970, "frac": 0.03385755750868055, "mean_loss": 3.682234703514254, "total_contrib": 0.12467147323469314}, "151-200": {"token_count": 12194, "frac": 0.020673963758680556, "mean_loss": 3.727445475617689, "total_contrib": 0.07706107267537791}, "201-300": {"token_count": 14847, "frac": 0.025171915690104168, "mean_loss": 3.7728148842059004, "total_contrib": 0.09496897817960104}, "301-500": {"token_count": 14618, "frac": 0.024783664279513888, "mean_loss": 3.747129776846682, "total_contrib": 0.09286760640113795}, "501-750": {"token_count": 8703, "frac": 0.0147552490234375, "mean_loss": 3.899851694481472, "total_contrib": 0.057543282906548816}, "751-1k": {"token_count": 4351, "frac": 0.007376776801215278, "mean_loss": 3.946881969000152, "total_contrib": 0.0291152673460552}, "1k-2k": {"token_count": 7269, "frac": 0.012324015299479166, "mean_loss": 4.073195493245189, "total_contrib": 0.0501981235765233}, "2k-5k": {"token_count": 5430, "frac": 0.009206136067708334, "mean_loss": 3.9096333168379833, "total_contrib": 0.035992616289656325}, "5k-10k": {"token_count": 1654, "frac": 0.002804226345486111, "mean_loss": 4.2498346132520775, "total_contrib": 0.011917498186440252}, "10k+": {"token_count": 3852, "frac": 0.00653076171875, "mean_loss": 3.082086221146932, "total_contrib": 0.02012837070695323}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.414751429594558, "total_contrib": 0.5777114886188616}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.629013969372386, "total_contrib": 0.2544359423739126}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.723863973178807, "total_contrib": 0.16616040183322672}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.090945868039581, "total_contrib": 0.12701277351265097}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.834021334067389, "total_contrib": 0.10310463448396934}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.699837978061943, "total_contrib": 0.08951181727869867}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.011840420469348, "total_contrib": 0.19951140036771772}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.334748690039236, "total_contrib": 0.1923499199232552}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.758985524326416, "total_contrib": 0.2695144575710714}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.2629173768338235, "total_contrib": 0.23863955817843885}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.6854137714816, "total_contrib": 0.32592616271795216}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.319204627632987, "total_contrib": 0.2869239283797184}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.923520313867014, "total_contrib": 0.21570056372957988}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.725116010620985, "total_contrib": 0.32929240020805683}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.529211519490137, "total_contrib": 0.2554320534313071}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.273271031711643, "total_contrib": 0.37153680464823535}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.098253618084977, "total_contrib": 0.49052055286442114}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.889498604907593, "total_contrib": 0.4006689047427685}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.954926080622347, "total_contrib": 0.27256024964360903}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.610022323302303, "total_contrib": 0.34334070133898675}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.715569318334924, "total_contrib": 0.3651012932788508}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.896637699516063, "total_contrib": 0.20477435641680825}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.66338090285468, "total_contrib": 0.4345877465889921}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.845412498376227, "total_contrib": 2.7682405142470765}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.429722634872644, "total_contrib": 0.6247615953986501}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.023667137525145, "total_contrib": 0.3477871745106326}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.761421634953386, "total_contrib": 0.23705281234605757}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.467445036220161, "total_contrib": 0.1734779322612155}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.374753243325024, "total_contrib": 0.14083762192411362}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.999280159350693, "total_contrib": 0.29340148158879614}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.585809706936607, "total_contrib": 0.24516710356508872}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.156049951616462, "total_contrib": 0.29281115922604883}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.850257398899031, "total_contrib": 0.21796488887399923}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.546792501270978, "total_contrib": 0.24896877274161236}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.348359466785708, "total_contrib": 0.1702411512705749}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.290255868956347, "total_contrib": 0.11232913781787934}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.236043373594286, "total_contrib": 0.13607502203961}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.190112450084465, "total_contrib": 0.08385567111680269}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.167020970478301, "total_contrib": 0.1040653125256778}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.124890207623823, "total_contrib": 0.10252361796699565}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.120679178508079, "total_contrib": 0.06280671151866936}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.229850644080134, "total_contrib": 0.030033729548827447}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.331910579024623, "total_contrib": 0.05170466185901784}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.027179058764483, "total_contrib": 0.03659681490576448}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.343889232465346, "total_contrib": 0.011997130601138729}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2013233338545577, "total_contrib": 0.021618094276839705}}}}
{"step": 1570, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20640, "frac": 0.034993489583333336, "mean_loss": 0.7928139728242523, "total_contrib": 0.02774332749954659}, "2": {"token_count": 13036, "frac": 0.022101508246527776, "mean_loss": 1.4505703195619493, "total_contrib": 0.032059791879966854}, "3": {"token_count": 9641, "frac": 0.016345553927951388, "mean_loss": 1.7664475674696527, "total_contrib": 0.028873563974973756}, "4": {"token_count": 7647, "frac": 0.012964884440104166, "mean_loss": 1.949500463157972, "total_contrib": 0.025275048220772655}, "5": {"token_count": 6650, "frac": 0.011274549696180556, "mean_loss": 2.253414925041469, "total_contrib": 0.025406238558495026}, "6-8": {"token_count": 15515, "frac": 0.026304456922743056, "mean_loss": 2.3540565142269454, "total_contrib": 0.06192217817218536}, "9-12": {"token_count": 15274, "frac": 0.025895860460069444, "mean_loss": 2.5803769952320397, "total_contrib": 0.06682108260290218}, "13-20": {"token_count": 22173, "frac": 0.037592569986979164, "mean_loss": 2.7277821745489677, "total_contrib": 0.10254434230596628}, "21-30": {"token_count": 20348, "frac": 0.03449842664930555, "mean_loss": 2.8689442909459757, "total_contrib": 0.09897406418214368}, "31-50": {"token_count": 29747, "frac": 0.05043368869357639, "mean_loss": 2.9513799575828417, "total_contrib": 0.1488489779971937}, "51-75": {"token_count": 27296, "frac": 0.04627821180555555, "mean_loss": 3.0530135214119536, "total_contrib": 0.1412880063891274}, "76-100": {"token_count": 21781, "frac": 0.03692796495225695, "mean_loss": 3.0682898275578605, "total_contrib": 0.11330569921542319}, "101-150": {"token_count": 34115, "frac": 0.057839287651909724, "mean_loss": 3.104989814995261, "total_contrib": 0.17959039906576085}, "151-200": {"token_count": 27210, "frac": 0.046132405598958336, "mean_loss": 3.1304331984576375, "total_contrib": 0.14441441401169217}, "201-300": {"token_count": 41748, "frac": 0.07078043619791667, "mean_loss": 3.1395484861823246, "total_contrib": 0.2222186113164939}, "301-500": {"token_count": 57144, "frac": 0.09688313802083333, "mean_loss": 3.1792993624770345, "total_contrib": 0.3080204989444099}, "501-750": {"token_count": 47466, "frac": 0.080474853515625, "mean_loss": 3.2366127980800425, "total_contrib": 0.2604659408122886}, "751-1k": {"token_count": 32085, "frac": 0.0543975830078125, "mean_loss": 3.2184283507567892, "total_contrib": 0.17507472336498953}, "1k-2k": {"token_count": 35991, "frac": 0.0610198974609375, "mean_loss": 3.5195974247054638, "total_contrib": 0.2147654739593071}, "2k-5k": {"token_count": 37847, "frac": 0.0641665988498264, "mean_loss": 3.560872252327308, "total_contrib": 0.22848906137056418}, "5k-10k": {"token_count": 20771, "frac": 0.03521558973524305, "mean_loss": 3.938820541093299, "total_contrib": 0.13870788821588967}, "10k+": {"token_count": 45699, "frac": 0.07747904459635417, "mean_loss": 4.11204485460514, "total_contrib": 0.3185973066721603}}, "trigram": {"novel": {"token_count": 424, "frac": 0.0007188585069444445, "mean_loss": 4.538990959103377, "total_contrib": 0.003262892263895386}, "1": {"token_count": 163788, "frac": 0.2776896158854167, "mean_loss": 2.1015226315134026, "total_contrib": 0.5835710123194668}, "2": {"token_count": 56048, "frac": 0.09502495659722222, "mean_loss": 2.7061576057452, "total_contrib": 0.2571525090311804}, "3": {"token_count": 32356, "frac": 0.05485704210069445, "mean_loss": 3.0105749348074196, "total_contrib": 0.16515123594602604}, "4": {"token_count": 22601, "frac": 0.03831821017795139, "mean_loss": 3.161869895668847, "total_contrib": 0.1211571952175761}, "5": {"token_count": 17554, "frac": 0.029761420355902776, "mean_loss": 3.284926230340177, "total_contrib": 0.09776407037928513}, "6-8": {"token_count": 36067, "frac": 0.061148749457465276, "mean_loss": 3.410300868065641, "total_contrib": 0.20853563335592223}, "9-12": {"token_count": 30476, "frac": 0.05166965060763889, "mean_loss": 3.498790353250487, "total_contrib": 0.18078127510183012}, "13-20": {"token_count": 37418, "frac": 0.06343926323784722, "mean_loss": 3.552228896170027, "total_contrib": 0.22535078402521783}, "21-30": {"token_count": 28296, "frac": 0.0479736328125, "mean_loss": 3.5541688466456622, "total_contrib": 0.17050639120260563}, "31-50": {"token_count": 33768, "frac": 0.0572509765625, "mean_loss": 3.623591673530304, "total_contrib": 0.2074541619733536}, "51-75": {"token_count": 23939, "frac": 0.04058668348524305, "mean_loss": 3.697210479382442, "total_contrib": 0.1500575115050189}, "76-100": {"token_count": 15764, "frac": 0.026726616753472224, "mean_loss": 3.680126377788481, "total_contrib": 0.09835732730349667}, "101-150": {"token_count": 19539, "frac": 0.0331268310546875, "mean_loss": 3.726688604977231, "total_contrib": 0.12345338381050978}, "151-200": {"token_count": 12087, "frac": 0.0204925537109375, "mean_loss": 3.819827140589071, "total_contrib": 0.07827801284501835}, "201-300": {"token_count": 14472, "frac": 0.0245361328125, "mean_loss": 3.784953526337191, "total_contrib": 0.09286812241134954}, "301-500": {"token_count": 14483, "frac": 0.024554782443576388, "mean_loss": 3.838135849992734, "total_contrib": 0.09424459078546271}, "501-750": {"token_count": 8536, "frac": 0.014472113715277778, "mean_loss": 4.0165909467507, "total_contrib": 0.05812856092913136}, "751-1k": {"token_count": 4240, "frac": 0.007188585069444444, "mean_loss": 4.024069013149326, "total_contrib": 0.02892736242633928}, "1k-2k": {"token_count": 7228, "frac": 0.012254503038194444, "mean_loss": 4.133636622294628, "total_contrib": 0.05065566254670134}, "2k-5k": {"token_count": 5192, "frac": 0.008802625868055556, "mean_loss": 3.94227123868336, "total_contrib": 0.03470233878452556}, "5k-10k": {"token_count": 1739, "frac": 0.002948337131076389, "mean_loss": 4.329756893136963, "total_contrib": 0.012765583016569654}, "10k+": {"token_count": 3809, "frac": 0.006457858615451389, "mean_loss": 3.1405180508667447, "total_contrib": 0.02028102155177041}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.597985683384017, "total_contrib": 0.5856025430359522}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.756744690591274, "total_contrib": 0.2572306149496806}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.86075485288864, "total_contrib": 0.1682814510778627}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.213758591336985, "total_contrib": 0.12855859338054365}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.000788792183743, "total_contrib": 0.1048531051480853}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.851044871136086, "total_contrib": 0.09090718118217252}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.151722184567385, "total_contrib": 0.20260821581705885}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.47986245315535, "total_contrib": 0.19569886561474376}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.857499129864991, "total_contrib": 0.27293640505078454}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.359868519014284, "total_contrib": 0.24182510697851703}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.747276517070413, "total_contrib": 0.3289420848394771}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.401073515791362, "total_contrib": 0.2906411909763056}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.00132334112018, "total_contrib": 0.2185337028004612}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.80880392036285, "total_contrib": 0.3341058909069649}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.578573984825341, "total_contrib": 0.2577124429296212}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.322437714579798, "total_contrib": 0.3750009224866954}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.151125698575594, "total_contrib": 0.4956075579638441}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.932251160935652, "total_contrib": 0.4041722536917841}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.02137712300108, "total_contrib": 0.27621558423490744}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.668636484920446, "total_contrib": 0.34692796466854225}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.7769891326763725, "total_contrib": 0.36902469135173827}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.9732882995954535, "total_contrib": 0.20743622545134424}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.663710761884651, "total_contrib": 0.43461305880001694}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.958929594759116, "total_contrib": 2.8037665708695902}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.545125633766293, "total_contrib": 0.6344657748473114}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.134183089259848, "total_contrib": 0.3532595338692951}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.872424985268626, "total_contrib": 0.2409445466280957}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.596931053791701, "total_contrib": 0.1769511688266983}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.4801001231936, "total_contrib": 0.14316505382170922}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.082855800965315, "total_contrib": 0.29748884147583937}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.658742572364222, "total_contrib": 0.2483682042666371}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.203330401592797, "total_contrib": 0.2954962075665831}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.8914890709432735, "total_contrib": 0.21981779194204104}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.563722393108863, "total_contrib": 0.24989580303656167}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.363488548266597, "total_contrib": 0.17083346482437517}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.304797900346915, "total_contrib": 0.1127098829058455}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.232456183319097, "total_contrib": 0.13595979021766988}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.178978899065729, "total_contrib": 0.08363285814848476}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.169577290542183, "total_contrib": 0.10412915291627053}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.121987096084187, "total_contrib": 0.10245146150138716}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.092323061614163, "total_contrib": 0.062374512267916064}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.23708404763446, "total_contrib": 0.030085089775073782}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.317675380238515, "total_contrib": 0.051534753887395465}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.022054335161779, "total_contrib": 0.03655024420245215}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.348817575592296, "total_contrib": 0.012010741900363244}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1903812120182935, "total_contrib": 0.021544203639507483}}}}
{"step": 1580, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20010, "frac": 0.033925374348958336, "mean_loss": 0.8586979390884371, "total_contrib": 0.02913164903625425}, "2": {"token_count": 12907, "frac": 0.021882798936631944, "mean_loss": 1.4623287667193032, "total_contrib": 0.03199984638137147}, "3": {"token_count": 9366, "frac": 0.015879313151041668, "mean_loss": 1.8436275078266757, "total_contrib": 0.02927553853065431}, "4": {"token_count": 7533, "frac": 0.0127716064453125, "mean_loss": 2.041692561957632, "total_contrib": 0.026075693883644682}, "5": {"token_count": 6325, "frac": 0.010723537868923612, "mean_loss": 2.2304051718771447, "total_contrib": 0.02391783432366764}, "6-8": {"token_count": 15173, "frac": 0.025724622938368056, "mean_loss": 2.443706163096274, "total_contrib": 0.0628634196178178}, "9-12": {"token_count": 15219, "frac": 0.0258026123046875, "mean_loss": 2.6352731356739354, "total_contrib": 0.0679969310367527}, "13-20": {"token_count": 22412, "frac": 0.03799777560763889, "mean_loss": 2.775922030100397, "total_contrib": 0.10547886240405628}, "21-30": {"token_count": 20505, "frac": 0.034764607747395836, "mean_loss": 2.957362711482501, "total_contrib": 0.10281155463146412}, "31-50": {"token_count": 29884, "frac": 0.050665961371527776, "mean_loss": 2.988283246021886, "total_contrib": 0.15140424351012852}, "51-75": {"token_count": 27931, "frac": 0.047354804144965276, "mean_loss": 3.0333853910972337, "total_contrib": 0.1436453710916084}, "76-100": {"token_count": 21516, "frac": 0.036478678385416664, "mean_loss": 3.105815141181845, "total_contrib": 0.11329603165972998}, "101-150": {"token_count": 34585, "frac": 0.05863613552517361, "mean_loss": 3.1616032015533935, "total_contrib": 0.18538419380310756}, "151-200": {"token_count": 27534, "frac": 0.046681722005208336, "mean_loss": 3.113494285774782, "total_contrib": 0.14534327471334305}, "201-300": {"token_count": 41913, "frac": 0.0710601806640625, "mean_loss": 3.1022788869565594, "total_contrib": 0.22044849817743983}, "301-500": {"token_count": 57140, "frac": 0.09687635633680555, "mean_loss": 3.1857408057531242, "total_contrib": 0.3086229614948417}, "501-750": {"token_count": 48393, "frac": 0.0820465087890625, "mean_loss": 3.1924481170409527, "total_contrib": 0.26192922249342654}, "751-1k": {"token_count": 32173, "frac": 0.05454678005642361, "mean_loss": 3.235822233326817, "total_contrib": 0.17650368366296335}, "1k-2k": {"token_count": 35970, "frac": 0.060984293619791664, "mean_loss": 3.5324949994758477, "total_contrib": 0.2154267122584809}, "2k-5k": {"token_count": 37589, "frac": 0.06372918023003472, "mean_loss": 3.5644576296895316, "total_contrib": 0.22715996270480654}, "5k-10k": {"token_count": 20279, "frac": 0.03438144259982639, "mean_loss": 3.937233609511302, "total_contrib": 0.1353677713475201}, "10k+": {"token_count": 45467, "frac": 0.07708570692274305, "mean_loss": 4.112750625616685, "total_contrib": 0.3170342893726159}}, "trigram": {"novel": {"token_count": 451, "frac": 0.0007646348741319445, "mean_loss": 4.725721372080814, "total_contrib": 0.0036134513665236536}, "1": {"token_count": 160255, "frac": 0.2716996934678819, "mean_loss": 2.1378389399206963, "total_contrib": 0.5808501846601548}, "2": {"token_count": 56411, "frac": 0.09564039442274305, "mean_loss": 2.7214430301338117, "total_contrib": 0.26027988480102277}, "3": {"token_count": 31921, "frac": 0.05411953396267361, "mean_loss": 3.10310781657214, "total_contrib": 0.1679387488688139}, "4": {"token_count": 22504, "frac": 0.038153754340277776, "mean_loss": 3.22249485034153, "total_contrib": 0.12295027688274093}, "5": {"token_count": 17090, "frac": 0.028974745008680556, "mean_loss": 3.370421039183426, "total_contrib": 0.09765709018223191}, "6-8": {"token_count": 35957, "frac": 0.06096225314670139, "mean_loss": 3.4422963181741504, "total_contrib": 0.2098501395544907}, "9-12": {"token_count": 31037, "frac": 0.052620781792534724, "mean_loss": 3.521361954823671, "total_contrib": 0.1852968190373099}, "13-20": {"token_count": 38195, "frac": 0.06475660536024305, "mean_loss": 3.5650401407948773, "total_contrib": 0.2308598974908792}, "21-30": {"token_count": 28579, "frac": 0.048453436957465276, "mean_loss": 3.5918953035634305, "total_contrib": 0.17403967264902628}, "31-50": {"token_count": 34697, "frac": 0.05882602267795139, "mean_loss": 3.6082189588494678, "total_contrib": 0.21225717030029292}, "51-75": {"token_count": 24081, "frac": 0.040827433268229164, "mean_loss": 3.622283673718408, "total_contrib": 0.14788854496733428}, "76-100": {"token_count": 16104, "frac": 0.027303059895833332, "mean_loss": 3.5538590910842847, "total_contrib": 0.09703122762522604}, "101-150": {"token_count": 19613, "frac": 0.03325229220920139, "mean_loss": 3.659288102606849, "total_contrib": 0.12167971726553706}, "151-200": {"token_count": 12240, "frac": 0.020751953125, "mean_loss": 3.7083074885105405, "total_contrib": 0.07695462317465722}, "201-300": {"token_count": 15023, "frac": 0.025470309787326388, "mean_loss": 3.7535857587879216, "total_contrib": 0.09560499208962495}, "301-500": {"token_count": 14818, "frac": 0.025122748480902776, "mean_loss": 3.72307004336013, "total_contrib": 0.09353375227612035}, "501-750": {"token_count": 8619, "frac": 0.014612833658854166, "mean_loss": 3.8843864366358245, "total_contrib": 0.05676189286526857}, "751-1k": {"token_count": 4132, "frac": 0.007005479600694444, "mean_loss": 4.017169004516542, "total_contrib": 0.02814219551368264}, "1k-2k": {"token_count": 7268, "frac": 0.012322319878472222, "mean_loss": 4.101450105823869, "total_contrib": 0.050539380169555455}, "2k-5k": {"token_count": 5311, "frac": 0.009004380967881944, "mean_loss": 3.884654084705856, "total_contrib": 0.03497890530713026}, "5k-10k": {"token_count": 1626, "frac": 0.0027567545572916665, "mean_loss": 4.247948666657625, "total_contrib": 0.011710551845949466}, "10k+": {"token_count": 3892, "frac": 0.006598578559027778, "mean_loss": 3.136800912039437, "total_contrib": 0.020698427242122206}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.794624752644072, "total_contrib": 0.5940708810457223}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.895430507993801, "total_contrib": 0.26026497854556613}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.056938650873958, "total_contrib": 0.17132121163319414}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.407695228993761, "total_contrib": 0.13099963612882773}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.25807634614553, "total_contrib": 0.10755063226413974}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.133162489530843, "total_contrib": 0.09351061236998899}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.365842694377823, "total_contrib": 0.2073485885674127}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.732310963626102, "total_contrib": 0.2015248901992433}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.116936495953734, "total_contrib": 0.2819481657733495}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.553585918675289, "total_contrib": 0.24819012977418198}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.974939008365439, "total_contrib": 0.34004104815258146}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.566447200298164, "total_contrib": 0.29814999469534154}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.144829025865173, "total_contrib": 0.22375935502375655}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.978412837836043, "total_contrib": 0.3438613137539126}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.70943292004066, "total_contrib": 0.2637577111227551}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.462282022600785, "total_contrib": 0.38485387846751035}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.275991330586462, "total_contrib": 0.5076213107968667}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.055765006079989, "total_contrib": 0.4142935689949275}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.128741452653269, "total_contrib": 0.2821214742556005}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.733308875960916, "total_contrib": 0.35088599955993166}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.833454122395147, "total_contrib": 0.37263158326802903}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.024531335176112, "total_contrib": 0.20921575815567406}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.667045868246896, "total_contrib": 0.43486898302327937}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.161099283681875, "total_contrib": 2.8670371445970955}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.713810714194037, "total_contrib": 0.648650417417053}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.338032634894699, "total_contrib": 0.36335344295032856}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.043349037708327, "total_contrib": 0.24693707741762033}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.765255306404138, "total_contrib": 0.18146617330359543}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.7102169538097085, "total_contrib": 0.14824903212669255}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.258458194495305, "total_contrib": 0.3060768722168165}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.800638603733504, "total_contrib": 0.2545961713552737}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.312815416848791, "total_contrib": 0.3017138420999605}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.97018802773273, "total_contrib": 0.22335443092021307}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.63068190131379, "total_contrib": 0.2535623056483485}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.408891299603538, "total_contrib": 0.17261101259095069}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.322965631931159, "total_contrib": 0.11318555747801529}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.250800996506752, "total_contrib": 0.13654908325333223}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.205510847190413, "total_contrib": 0.08416383538180142}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.181693476701642, "total_contrib": 0.10443173711448701}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.122860136056962, "total_contrib": 0.10247316079812803}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.099202688524559, "total_contrib": 0.062479370405130664}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.246712235079968, "total_contrib": 0.03015345398036517}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.316091992095603, "total_contrib": 0.051515854940377206}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.032672349332353, "total_contrib": 0.03664673494537593}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.348560254210738, "total_contrib": 0.012010031219667717}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.194936283963456, "total_contrib": 0.021574963411164085}}}}
{"step": 1590, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20727, "frac": 0.0351409912109375, "mean_loss": 0.727522092447454, "total_contrib": 0.025565847456458842}, "2": {"token_count": 12921, "frac": 0.021906534830729168, "mean_loss": 1.2652465492465674, "total_contrib": 0.027717167600529818}, "3": {"token_count": 9592, "frac": 0.016262478298611112, "mean_loss": 1.6255135063925341, "total_contrib": 0.02643487812180784}, "4": {"token_count": 7781, "frac": 0.013192070855034722, "mean_loss": 1.8648862847252972, "total_contrib": 0.024601712004678578}, "5": {"token_count": 6352, "frac": 0.010769314236111112, "mean_loss": 1.980402655841324, "total_contrib": 0.021327578514784225}, "6-8": {"token_count": 15509, "frac": 0.026294284396701388, "mean_loss": 2.2435586348581915, "total_contrib": 0.05899276880563641}, "9-12": {"token_count": 15042, "frac": 0.025502522786458332, "mean_loss": 2.333508102467351, "total_contrib": 0.059510343555558766}, "13-20": {"token_count": 21662, "frac": 0.03672620985243055, "mean_loss": 2.6164707851221367, "total_contrib": 0.09609305512714932}, "21-30": {"token_count": 20067, "frac": 0.034022013346354164, "mean_loss": 2.7379484860451684, "total_contrib": 0.0931505199338589}, "31-50": {"token_count": 28931, "frac": 0.049050225151909724, "mean_loss": 2.8227599161361647, "total_contrib": 0.13845700943626468}, "51-75": {"token_count": 27072, "frac": 0.0458984375, "mean_loss": 2.9449312964335164, "total_contrib": 0.13516774505114773}, "76-100": {"token_count": 22055, "frac": 0.037392510308159724, "mean_loss": 2.9841465204459086, "total_contrib": 0.11158472952683261}, "101-150": {"token_count": 33936, "frac": 0.057535807291666664, "mean_loss": 3.083300946556038, "total_contrib": 0.17740020908326162}, "151-200": {"token_count": 27390, "frac": 0.046437581380208336, "mean_loss": 3.052741770012403, "total_contrib": 0.1417619443777122}, "201-300": {"token_count": 42002, "frac": 0.07121107313368055, "mean_loss": 3.0994082327097345, "total_contrib": 0.2207121863306245}, "301-500": {"token_count": 57179, "frac": 0.0969424777560764, "mean_loss": 3.1471931364160004, "total_contrib": 0.3050967006210844}, "501-750": {"token_count": 48425, "frac": 0.08210076226128472, "mean_loss": 3.178477317704498, "total_contrib": 0.26095541061374294}, "751-1k": {"token_count": 32346, "frac": 0.054840087890625, "mean_loss": 3.1881398015867544, "total_contrib": 0.17483786692661735}, "1k-2k": {"token_count": 36272, "frac": 0.06149631076388889, "mean_loss": 3.4946850411158774, "total_contrib": 0.2149102373103758}, "2k-5k": {"token_count": 37710, "frac": 0.063934326171875, "mean_loss": 3.5140737687165506, "total_contrib": 0.22466993852115397}, "5k-10k": {"token_count": 20790, "frac": 0.035247802734375, "mean_loss": 3.8875546007110304, "total_contrib": 0.13702775768497438}, "10k+": {"token_count": 46063, "frac": 0.07809617784288195, "mean_loss": 4.093775238902073, "total_contrib": 0.31970819910608284}}, "trigram": {"novel": {"token_count": 427, "frac": 0.0007239447699652778, "mean_loss": 4.604489013251676, "total_contrib": 0.0033333957395061337}, "1": {"token_count": 162384, "frac": 0.2753092447916667, "mean_loss": 1.9797657708556349, "total_contrib": 0.5450478192386566}, "2": {"token_count": 55915, "frac": 0.0947994656032986, "mean_loss": 2.589804474068739, "total_contrib": 0.24551208015874826}, "3": {"token_count": 32470, "frac": 0.05505032009548611, "mean_loss": 2.915623813161287, "total_contrib": 0.16050602419255064}, "4": {"token_count": 22815, "frac": 0.0386810302734375, "mean_loss": 3.085781165031061, "total_contrib": 0.11936119466176971}, "5": {"token_count": 17084, "frac": 0.028964572482638888, "mean_loss": 3.213397376217654, "total_contrib": 0.09307468121897787}, "6-8": {"token_count": 36083, "frac": 0.06117587619357639, "mean_loss": 3.306232083982826, "total_contrib": 0.20226164463696342}, "9-12": {"token_count": 30354, "frac": 0.051462809244791664, "mean_loss": 3.469399146367916, "total_contrib": 0.1785450264635751}, "13-20": {"token_count": 37213, "frac": 0.0630917019314236, "mean_loss": 3.5478955579416955, "total_contrib": 0.2238427690254793}, "21-30": {"token_count": 28277, "frac": 0.04794141981336805, "mean_loss": 3.5876987589008458, "total_contrib": 0.17199937236436497}, "31-50": {"token_count": 33513, "frac": 0.056818644205729164, "mean_loss": 3.6322020962019854, "total_contrib": 0.20637679858740426}, "51-75": {"token_count": 24165, "frac": 0.0409698486328125, "mean_loss": 3.6816434835028473, "total_contrib": 0.15083637623909218}, "76-100": {"token_count": 16199, "frac": 0.027464124891493056, "mean_loss": 3.6517702090033337, "total_contrib": 0.10029267309510126}, "101-150": {"token_count": 19720, "frac": 0.03343370225694445, "mean_loss": 3.6855119450441025, "total_contrib": 0.12322030903501673}, "151-200": {"token_count": 12235, "frac": 0.020743476019965276, "mean_loss": 3.6937981982013275, "total_contrib": 0.07662221434698017}, "201-300": {"token_count": 14709, "frac": 0.024937947591145832, "mean_loss": 3.747602819070537, "total_contrib": 0.09345752269441142}, "301-500": {"token_count": 14952, "frac": 0.025349934895833332, "mean_loss": 3.735403640874783, "total_contrib": 0.09469223910583453}, "501-750": {"token_count": 8802, "frac": 0.014923095703125, "mean_loss": 3.8759001696483284, "total_contrib": 0.05784042916742043}, "751-1k": {"token_count": 4316, "frac": 0.007317437065972222, "mean_loss": 3.989709398083398, "total_contrib": 0.029194447431993183}, "1k-2k": {"token_count": 7417, "frac": 0.012574937608506944, "mean_loss": 4.069271709824585, "total_contrib": 0.051170837863106534}, "2k-5k": {"token_count": 5453, "frac": 0.009245130750868056, "mean_loss": 3.944320763543863, "total_contrib": 0.036465761182326736}, "5k-10k": {"token_count": 1647, "frac": 0.0027923583984375, "mean_loss": 4.260187992708487, "total_contrib": 0.01189597172036214}, "10k+": {"token_count": 3674, "frac": 0.006228976779513889, "mean_loss": 3.232347503190918, "total_contrib": 0.020134217540695925}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.609312282155866, "total_contrib": 0.5860903274180792}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.674860660737119, "total_contrib": 0.25543904084406965}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.880081563691746, "total_contrib": 0.16858090788197644}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.17611538413048, "total_contrib": 0.12808478565094789}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.978937948411506, "total_contrib": 0.10462401033694246}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.888425838702986, "total_contrib": 0.09125213935014573}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.13722120371826, "total_contrib": 0.202287181393353}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.53329210326562, "total_contrib": 0.19693191885995076}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.9033298152597355, "total_contrib": 0.2745283699121118}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.401259169808013, "total_contrib": 0.24318509031656782}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.820829988495112, "total_contrib": 0.3325279512518598}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.482541323684053, "total_contrib": 0.294340242495359}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.089256890240212, "total_contrib": 0.22173573725141613}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.918009612455395, "total_contrib": 0.34038709191648575}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.68726107887163, "total_contrib": 0.26273344231006907}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.456934333782297, "total_contrib": 0.3844770984378237}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.245643604458887, "total_contrib": 0.5047014514659244}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.05508463179614, "total_contrib": 0.414237815871519}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.116111617978796, "total_contrib": 0.28142673313619326}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.7688287606980175, "total_contrib": 0.3530598629483999}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.861234268768309, "total_contrib": 0.37440613393890987}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.07445488241605, "total_contrib": 0.21094946858135297}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.693519094177295, "total_contrib": 0.4369004444063967}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.040266553661397, "total_contrib": 2.8292216036315194}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.6298762706247, "total_contrib": 0.6415924127713417}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.2682825942689115, "total_contrib": 0.359899667440148}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.98750103024917, "total_contrib": 0.24497906800083175}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.685222795685155, "total_contrib": 0.17931944080019604}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.618615619638777, "total_contrib": 0.14622528099825186}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.2017513869017815, "total_contrib": 0.30330356259929875}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.780881237235727, "total_contrib": 0.2537289996160863}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.296409651322992, "total_contrib": 0.3007821615951791}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.962461940826822, "total_contrib": 0.22300722962028632}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.618387494886388, "total_contrib": 0.252889100684858}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.415674134611935, "total_contrib": 0.1728765650710361}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.333713808453984, "total_contrib": 0.11346697039109103}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.244461361917672, "total_contrib": 0.13634543427234927}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.194592704037085, "total_contrib": 0.08394533331714843}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.1775787527318355, "total_contrib": 0.10432897784379737}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.124625834190538, "total_contrib": 0.10251704699916125}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.10207854559787, "total_contrib": 0.06252320374370125}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.2449888939205485, "total_contrib": 0.030141217528854805}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.323984461952319, "total_contrib": 0.051610057597087144}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.037403500702063, "total_contrib": 0.036689729078103056}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.323639046503408, "total_contrib": 0.011941202810930128}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.191680798069028, "total_contrib": 0.021552979564597133}}}}
{"step": 1600, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21125, "frac": 0.03581576877170139, "mean_loss": 0.6160318446107976, "total_contrib": 0.02206365410258501}, "2": {"token_count": 13181, "frac": 0.022347344292534724, "mean_loss": 1.2008565741508406, "total_contrib": 0.02683595530850259}, "3": {"token_count": 9681, "frac": 0.016413370768229168, "mean_loss": 1.5381250373406588, "total_contrib": 0.025245816525768565}, "4": {"token_count": 7599, "frac": 0.012883504231770834, "mean_loss": 1.7028879776596584, "total_contrib": 0.021939164466409887}, "5": {"token_count": 6489, "frac": 0.0110015869140625, "mean_loss": 1.9155139680578286, "total_contrib": 0.02107369340468894}, "6-8": {"token_count": 15397, "frac": 0.026104397243923612, "mean_loss": 2.0841101638995894, "total_contrib": 0.054404439618533626}, "9-12": {"token_count": 14924, "frac": 0.025302463107638888, "mean_loss": 2.2857583937703234, "total_contrib": 0.05783531743134953}, "13-20": {"token_count": 21965, "frac": 0.037239922417534724, "mean_loss": 2.4800522805833314, "total_contrib": 0.09235695452035332}, "21-30": {"token_count": 20513, "frac": 0.03477817111545139, "mean_loss": 2.607176843391433, "total_contrib": 0.09067284238770966}, "31-50": {"token_count": 29313, "frac": 0.0496978759765625, "mean_loss": 2.759368814864685, "total_contrib": 0.13713476913473935}, "51-75": {"token_count": 27555, "frac": 0.046717325846354164, "mean_loss": 2.9005200383308307, "total_contrib": 0.1355045397545811}, "76-100": {"token_count": 21538, "frac": 0.03651597764756945, "mean_loss": 2.95509979794004, "total_contrib": 0.1079083581679155}, "101-150": {"token_count": 34321, "frac": 0.058188544379340276, "mean_loss": 3.0434538039197028, "total_contrib": 0.1770941467358536}, "151-200": {"token_count": 27760, "frac": 0.047064887152777776, "mean_loss": 3.0138737761292207, "total_contrib": 0.141847629166238}, "201-300": {"token_count": 41997, "frac": 0.07120259602864583, "mean_loss": 3.0356982898032783, "total_contrib": 0.21614959899371383}, "301-500": {"token_count": 57581, "frac": 0.09762403700086805, "mean_loss": 3.0842211590084423, "total_contrib": 0.30109412054590035}, "501-750": {"token_count": 48011, "frac": 0.08139885796440972, "mean_loss": 3.119648533410051, "total_contrib": 0.25393582786992386}, "751-1k": {"token_count": 31818, "frac": 0.053944905598958336, "mean_loss": 3.162774190355021, "total_contrib": 0.17061555512952348}, "1k-2k": {"token_count": 35426, "frac": 0.06006198459201389, "mean_loss": 3.4986864191641045, "total_contrib": 0.21013804980012268}, "2k-5k": {"token_count": 37681, "frac": 0.0638851589626736, "mean_loss": 3.4763740358409785, "total_contrib": 0.2220887078934121}, "5k-10k": {"token_count": 20494, "frac": 0.03474595811631945, "mean_loss": 3.826198514485128, "total_contrib": 0.13294493332902393}, "10k+": {"token_count": 45455, "frac": 0.07706536187065972, "mean_loss": 4.0769688318770365, "total_contrib": 0.3141930783640047}}, "trigram": {"novel": {"token_count": 447, "frac": 0.0007578531901041666, "mean_loss": 4.762926043285228, "total_contrib": 0.003609598696133926}, "1": {"token_count": 163924, "frac": 0.2779201931423611, "mean_loss": 1.8842635107514163, "total_contrib": 0.523674878839137}, "2": {"token_count": 55992, "frac": 0.09493001302083333, "mean_loss": 2.479226099916304, "total_contrib": 0.23535296594664457}, "3": {"token_count": 32237, "frac": 0.05465528700086805, "mean_loss": 2.8309548278771066, "total_contrib": 0.15472664860411628}, "4": {"token_count": 22701, "frac": 0.038487752278645836, "mean_loss": 3.079991214815222, "total_contrib": 0.11854193889621373}, "5": {"token_count": 17290, "frac": 0.029313829210069444, "mean_loss": 3.141207948585338, "total_contrib": 0.0920808333181432}, "6-8": {"token_count": 35886, "frac": 0.060841878255208336, "mean_loss": 3.31317016998744, "total_contrib": 0.20157949612116374}, "9-12": {"token_count": 30693, "frac": 0.052037556966145836, "mean_loss": 3.436213933321249, "total_contrib": 0.17881217830306856}, "13-20": {"token_count": 37048, "frac": 0.06281195746527778, "mean_loss": 3.494609627611424, "total_contrib": 0.21950327128727895}, "21-30": {"token_count": 27879, "frac": 0.047266642252604164, "mean_loss": 3.5769365994076696, "total_contrib": 0.16906978260444883}, "31-50": {"token_count": 34015, "frac": 0.057669745551215276, "mean_loss": 3.58623976596047, "total_contrib": 0.20681753478859013}, "51-75": {"token_count": 24156, "frac": 0.04095458984375, "mean_loss": 3.608219550907841, "total_contrib": 0.14777315177363046}, "76-100": {"token_count": 16000, "frac": 0.027126736111111112, "mean_loss": 3.609956384936577, "total_contrib": 0.09792633422679516}, "101-150": {"token_count": 19641, "frac": 0.033299763997395836, "mean_loss": 3.6714063113335005, "total_contrib": 0.12225696370595515}, "151-200": {"token_count": 12275, "frac": 0.020811292860243056, "mean_loss": 3.6420099745355174, "total_contrib": 0.075794936179985}, "201-300": {"token_count": 14511, "frac": 0.024602254231770832, "mean_loss": 3.718243791449174, "total_contrib": 0.09147717905293606}, "301-500": {"token_count": 14428, "frac": 0.024461534288194444, "mean_loss": 3.7654336163505233, "total_contrib": 0.09210828351627832}, "501-750": {"token_count": 8545, "frac": 0.014487372504340278, "mean_loss": 3.859046975787829, "total_contrib": 0.055907451049986095}, "751-1k": {"token_count": 4110, "frac": 0.006968180338541667, "mean_loss": 4.026041975477639, "total_contrib": 0.02805418653566674}, "1k-2k": {"token_count": 7029, "frac": 0.0119171142578125, "mean_loss": 4.133624106972835, "total_contrib": 0.049260870781643436}, "2k-5k": {"token_count": 5454, "frac": 0.009246826171875, "mean_loss": 3.9201740018096736, "total_contrib": 0.03624916755823764}, "5k-10k": {"token_count": 1616, "frac": 0.002739800347222222, "mean_loss": 4.2213459565181175, "total_contrib": 0.011565645117413462}, "10k+": {"token_count": 3947, "frac": 0.006691826714409722, "mean_loss": 3.128272240270285, "total_contrib": 0.020933855747387042}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.58011835234547, "total_contrib": 0.5848330794744319}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.703838253786708, "total_contrib": 0.25607305342800135}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.897914914233771, "total_contrib": 0.16885722588633634}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.181094294300442, "total_contrib": 0.12814745422513577}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.996666245538691, "total_contrib": 0.10480988237577864}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.904271287252824, "total_contrib": 0.09139836394673177}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.09855134727718, "total_contrib": 0.2014310768852156}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.5778297294256, "total_contrib": 0.1979597613473532}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.969362206337359, "total_contrib": 0.2768220568905975}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.468034601259279, "total_contrib": 0.24537914797025018}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.8949258927984625, "total_contrib": 0.336140262260301}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.5413407197449445, "total_contrib": 0.29701003318869584}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.159225051589855, "total_contrib": 0.22428357553786707}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.9759866262671455, "total_contrib": 0.3437217649605864}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.73938547158831, "total_contrib": 0.265141424102509}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.495261586173723, "total_contrib": 0.3871775067420475}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.300984385923809, "total_contrib": 0.5100259787950139}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.101003065873657, "total_contrib": 0.41800059201197554}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.169684165942357, "total_contrib": 0.2843736483493377}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.841486958001016, "total_contrib": 0.3575066396245671}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.95505881110286, "total_contrib": 0.38039949345215257}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.175165714683404, "total_contrib": 0.21444688472130694}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.851496752638174, "total_contrib": 0.44902308912685207}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.095771965189034, "total_contrib": 2.8465924530948956}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.7206624687370695, "total_contrib": 0.6492265779697353}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.366129961717448, "total_contrib": 0.3647447232766381}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.0809686409750565, "total_contrib": 0.24825600607422416}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.7891957391712845, "total_contrib": 0.18210833365449505}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.707337446621399, "total_contrib": 0.1481854150847091}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.3110281451699555, "total_contrib": 0.30864786423674273}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.872202981944117, "total_contrib": 0.2577372077036019}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.38173013434743, "total_contrib": 0.3056274966432385}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.0138800861527315, "total_contrib": 0.2253179008713859}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.656457935332842, "total_contrib": 0.25497372425917697}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.434503869323649, "total_contrib": 0.1736137616482573}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.360864659272416, "total_contrib": 0.11417784446401624}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.269136378092546, "total_contrib": 0.13713807331631042}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.210199125146616, "total_contrib": 0.08425766071443458}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.1887557103986515, "total_contrib": 0.10460810617094614}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.130421963247419, "total_contrib": 0.10266110904474413}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.126901350579221, "total_contrib": 0.06290154883780111}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.245131413336565, "total_contrib": 0.030142229477019472}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.337049989048054, "total_contrib": 0.0517660046435857}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.03698318099072, "total_contrib": 0.03668590944096927}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.334130725184166, "total_contrib": 0.011970179157384247}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.201881799578457, "total_contrib": 0.021621865518732696}}}}
{"step": 1610, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20113, "frac": 0.03410000271267361, "mean_loss": 0.555418767516256, "total_contrib": 0.01893978147897416}, "2": {"token_count": 12821, "frac": 0.021736992730034724, "mean_loss": 1.0433548769830896, "total_contrib": 0.022679397375827692}, "3": {"token_count": 9459, "frac": 0.0160369873046875, "mean_loss": 1.3503332699191737, "total_contrib": 0.021655277506790947}, "4": {"token_count": 7594, "frac": 0.012875027126736112, "mean_loss": 1.579129798043974, "total_contrib": 0.020331338986453482}, "5": {"token_count": 6365, "frac": 0.010791354709201388, "mean_loss": 1.7215199284575098, "total_contrib": 0.018577532186943985}, "6-8": {"token_count": 14821, "frac": 0.025127834743923612, "mean_loss": 1.901188783649597, "total_contrib": 0.047772757572548216}, "9-12": {"token_count": 14776, "frac": 0.025051540798611112, "mean_loss": 2.1651631397404802, "total_contrib": 0.05424067273085757}, "13-20": {"token_count": 22055, "frac": 0.037392510308159724, "mean_loss": 2.293218771925378, "total_contrib": 0.08574920656808507}, "21-30": {"token_count": 20213, "frac": 0.03426954481336805, "mean_loss": 2.4335651916288334, "total_contrib": 0.08339717139077692}, "31-50": {"token_count": 29823, "frac": 0.050562540690104164, "mean_loss": 2.549331268654555, "total_contrib": 0.12890066600390082}, "51-75": {"token_count": 27872, "frac": 0.04725477430555555, "mean_loss": 2.6802979115439935, "total_contrib": 0.1266568728816633}, "76-100": {"token_count": 21597, "frac": 0.036616007486979164, "mean_loss": 2.8037975781623947, "total_contrib": 0.1026638731139683}, "101-150": {"token_count": 34212, "frac": 0.058003743489583336, "mean_loss": 2.861571975010762, "total_contrib": 0.1659818868155046}, "151-200": {"token_count": 27731, "frac": 0.04701571994357639, "mean_loss": 2.9082399296785777, "total_contrib": 0.13673299406249428}, "201-300": {"token_count": 42356, "frac": 0.0718112521701389, "mean_loss": 2.905605287312283, "total_contrib": 0.20865515399407122}, "301-500": {"token_count": 57488, "frac": 0.09746636284722222, "mean_loss": 2.9604825472822434, "total_contrib": 0.28854746615627985}, "501-750": {"token_count": 48571, "frac": 0.0823482937282986, "mean_loss": 3.015451156843246, "total_contrib": 0.24831725758706547}, "751-1k": {"token_count": 32158, "frac": 0.05452134874131945, "mean_loss": 3.06871566020613, "total_contrib": 0.16731051669804675}, "1k-2k": {"token_count": 35972, "frac": 0.06098768446180555, "mean_loss": 3.3870168706253114, "total_contrib": 0.20656631617250856}, "2k-5k": {"token_count": 37782, "frac": 0.064056396484375, "mean_loss": 3.3884603103018827, "total_contrib": 0.21705255710826574}, "5k-10k": {"token_count": 20441, "frac": 0.03465610080295139, "mean_loss": 3.7160052325461748, "total_contrib": 0.12878225192341505}, "10k+": {"token_count": 45604, "frac": 0.07731797960069445, "mean_loss": 3.9896561345381754, "total_contrib": 0.3084721516240081}}, "trigram": {"novel": {"token_count": 441, "frac": 0.0007476806640625, "mean_loss": 4.4976771507758535, "total_contrib": 0.003362826238830823}, "1": {"token_count": 161210, "frac": 0.2733188205295139, "mean_loss": 1.698992221142278, "total_contrib": 0.4643665499714265}, "2": {"token_count": 56331, "frac": 0.0955047607421875, "mean_loss": 2.3179484134073562, "total_contrib": 0.22137510863520268}, "3": {"token_count": 32125, "frac": 0.054465399848090276, "mean_loss": 2.7103452268397685, "total_contrib": 0.14762003650619093}, "4": {"token_count": 22765, "frac": 0.038596259223090276, "mean_loss": 2.8448666734528563, "total_contrib": 0.10980121158371696}, "5": {"token_count": 17538, "frac": 0.029734293619791668, "mean_loss": 2.9915411072475337, "total_contrib": 0.08895136165857484}, "6-8": {"token_count": 35578, "frac": 0.06031968858506945, "mean_loss": 3.154047022357139, "total_contrib": 0.1902511341712482}, "9-12": {"token_count": 30594, "frac": 0.051869710286458336, "mean_loss": 3.267077577815565, "total_contrib": 0.1694623674446774}, "13-20": {"token_count": 37897, "frac": 0.0642513699001736, "mean_loss": 3.358247646601378, "total_contrib": 0.21577201175817265}, "21-30": {"token_count": 28623, "frac": 0.048528035481770836, "mean_loss": 3.4266316595764588, "total_contrib": 0.16628770275888569}, "31-50": {"token_count": 34173, "frac": 0.0579376220703125, "mean_loss": 3.489552788020826, "total_contrib": 0.20217639062675594}, "51-75": {"token_count": 24238, "frac": 0.04109361436631945, "mean_loss": 3.572116883183173, "total_contrib": 0.1467911936689483}, "76-100": {"token_count": 15974, "frac": 0.027082655164930556, "mean_loss": 3.5805284918229954, "total_contrib": 0.09697021845225105}, "101-150": {"token_count": 19733, "frac": 0.033455742730034724, "mean_loss": 3.605291255786381, "total_contrib": 0.12061769672043299}, "151-200": {"token_count": 12248, "frac": 0.020765516493055556, "mean_loss": 3.6559120019121787, "total_contrib": 0.0759169009728671}, "201-300": {"token_count": 14807, "frac": 0.025104098849826388, "mean_loss": 3.639075708888232, "total_contrib": 0.09135571631793221}, "301-500": {"token_count": 14778, "frac": 0.025054931640625, "mean_loss": 3.7498216072345176, "total_contrib": 0.0939515240337994}, "501-750": {"token_count": 8599, "frac": 0.014578925238715278, "mean_loss": 3.924640486253951, "total_contrib": 0.057217040237931525}, "751-1k": {"token_count": 4301, "frac": 0.007292005750868056, "mean_loss": 4.062297987614504, "total_contrib": 0.029622300287424692}, "1k-2k": {"token_count": 7033, "frac": 0.011923895941840278, "mean_loss": 4.051067760473835, "total_contrib": 0.04830451042923394}, "2k-5k": {"token_count": 5401, "frac": 0.009156968858506944, "mean_loss": 3.921057381474071, "total_contrib": 0.03590500033457685}, "5k-10k": {"token_count": 1668, "frac": 0.0028279622395833335, "mean_loss": 4.272417237204377, "total_contrib": 0.012082234618558929}, "10k+": {"token_count": 3769, "frac": 0.006390041775173611, "mean_loss": 3.1020239316466696, "total_contrib": 0.01982206251081051}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.50881608158294, "total_contrib": 0.581762419447646}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.704511857989154, "total_contrib": 0.25608779148924093}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.884254510607972, "total_contrib": 0.16864556541009904}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.155138927826215, "total_contrib": 0.12782075907420148}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.048508513512104, "total_contrib": 0.10535342177930848}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.918890110527709, "total_contrib": 0.09153326902873116}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.117931561957477, "total_contrib": 0.20186013172749961}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.539345899491403, "total_contrib": 0.19707162879753448}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.9127351210473895, "total_contrib": 0.2748550705973628}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.378865727779174, "total_contrib": 0.24244930318935887}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.833976640994975, "total_contrib": 0.3331688746334678}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.517984337994415, "total_contrib": 0.29594953504067045}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.10882269376573, "total_contrib": 0.2224482113591518}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.897866349324703, "total_contrib": 0.33922850867519894}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.649630331956407, "total_contrib": 0.2609950210319488}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.441705137424175, "total_contrib": 0.38340410087744214}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.249672151123335, "total_contrib": 0.5050890518257957}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.057702288484811, "total_contrib": 0.41445231918222447}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.114858672769193, "total_contrib": 0.28135781120808323}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.770832029998965, "total_contrib": 0.35318246564890987}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.873168270252459, "total_contrib": 0.37516845858815834}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.090442769574256, "total_contrib": 0.21150468487072327}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.718753168596564, "total_contrib": 0.4388368177012958}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.039649010775651, "total_contrib": 2.829028338791025}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.663437740928847, "total_contrib": 0.6444145797298668}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.298838556450595, "total_contrib": 0.3614126907004396}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.008014391835069, "total_contrib": 0.2456982584783891}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.710113786185701, "total_contrib": 0.17998709820428463}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.612755445177802, "total_contrib": 0.14609581198139096}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.197641064772351, "total_contrib": 0.3031025427151544}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.755579453526857, "total_contrib": 0.2526184775338122}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.276469194513005, "total_contrib": 0.299649746601372}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.929492447749693, "total_contrib": 0.22152561920175065}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.599221991289991, "total_contrib": 0.2518396549694364}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.394410250278778, "total_contrib": 0.1720440699249904}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.331014958190479, "total_contrib": 0.11339630805008878}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.250932168685282, "total_contrib": 0.13655329691582582}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.19333124764964, "total_contrib": 0.08392008810637809}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.162015037562917, "total_contrib": 0.10394029660254883}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.12162971645784, "total_contrib": 0.10244257887653256}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.116873599068816, "total_contrib": 0.0627487075053383}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.217856712019913, "total_contrib": 0.02994856755564269}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.323968198443667, "total_contrib": 0.05160986347968786}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.037864727311613, "total_contrib": 0.036693920454898825}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.329028072217971, "total_contrib": 0.011956086442130321}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.198439236098076, "total_contrib": 0.021598618363068704}}}}
{"step": 1620, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20732, "frac": 0.035149468315972224, "mean_loss": 0.48363999228170085, "total_contrib": 0.016999688585042694}, "2": {"token_count": 12954, "frac": 0.021962483723958332, "mean_loss": 0.968362087902657, "total_contrib": 0.02126763659446041}, "3": {"token_count": 9553, "frac": 0.016196356879340276, "mean_loss": 1.319676281093592, "total_contrib": 0.02137394801379239}, "4": {"token_count": 7806, "frac": 0.013234456380208334, "mean_loss": 1.457104380011285, "total_contrib": 0.01928398435866986}, "5": {"token_count": 6714, "frac": 0.011383056640625, "mean_loss": 1.583606115327667, "total_contrib": 0.01802627810721496}, "6-8": {"token_count": 15328, "frac": 0.025987413194444444, "mean_loss": 1.794403909561981, "total_contrib": 0.046631915835513724}, "9-12": {"token_count": 15390, "frac": 0.026092529296875, "mean_loss": 1.977325021403057, "total_contrib": 0.05159341105040326}, "13-20": {"token_count": 22571, "frac": 0.03826734754774305, "mean_loss": 2.147891517692837, "total_contrib": 0.0821941112024011}, "21-30": {"token_count": 20660, "frac": 0.035027398003472224, "mean_loss": 2.3538681086272613, "total_contrib": 0.08244987508856746}, "31-50": {"token_count": 29551, "frac": 0.050101386176215276, "mean_loss": 2.4928243272174284, "total_contrib": 0.12489395428738441}, "51-75": {"token_count": 27642, "frac": 0.046864827473958336, "mean_loss": 2.5958914477683983, "total_contrib": 0.12165600484078991}, "76-100": {"token_count": 21545, "frac": 0.03652784559461805, "mean_loss": 2.6877258636103813, "total_contrib": 0.09817683534662147}, "101-150": {"token_count": 35147, "frac": 0.05958896213107639, "mean_loss": 2.7603690673742056, "total_contrib": 0.1644875278235562}, "151-200": {"token_count": 27532, "frac": 0.04667833116319445, "mean_loss": 2.801756649980632, "total_contrib": 0.13078132474647822}, "201-300": {"token_count": 42152, "frac": 0.07146538628472222, "mean_loss": 2.8086239242146602, "total_contrib": 0.2007193936725131}, "301-500": {"token_count": 56897, "frac": 0.09646436903211805, "mean_loss": 2.9065502808305976, "total_contrib": 0.2803785389004491}, "501-750": {"token_count": 47708, "frac": 0.08088514539930555, "mean_loss": 2.9593125135740497, "total_contrib": 0.23936442294242138}, "751-1k": {"token_count": 31819, "frac": 0.053946601019965276, "mean_loss": 3.0038885950155985, "total_contrib": 0.16204957954373053}, "1k-2k": {"token_count": 35756, "frac": 0.06062147352430555, "mean_loss": 3.263000639170864, "total_contrib": 0.19780790685728863}, "2k-5k": {"token_count": 37018, "frac": 0.06276109483506945, "mean_loss": 3.3135277084361463, "total_contrib": 0.2079606267477913}, "5k-10k": {"token_count": 20490, "frac": 0.034739176432291664, "mean_loss": 3.62820470660766, "total_contrib": 0.12604084343531452}, "10k+": {"token_count": 44859, "frac": 0.07605489095052083, "mean_loss": 3.910702608484648, "total_contrib": 0.2974280604282173}}, "trigram": {"novel": {"token_count": 435, "frac": 0.0007375081380208334, "mean_loss": 4.731908935818008, "total_contrib": 0.0034898213485392822}, "1": {"token_count": 163139, "frac": 0.2765892876519097, "mean_loss": 1.6009431402503318, "total_contrib": 0.44280372273305063}, "2": {"token_count": 56779, "frac": 0.0962643093532986, "mean_loss": 2.1845008417579317, "total_contrib": 0.21028946481352673}, "3": {"token_count": 32050, "frac": 0.05433824327256945, "mean_loss": 2.5452479199451794, "total_contrib": 0.13830430066298252}, "4": {"token_count": 22831, "frac": 0.03870815700954861, "mean_loss": 2.7392351538160655, "total_contrib": 0.1060307444199873}, "5": {"token_count": 17606, "frac": 0.029849582248263888, "mean_loss": 2.8407999684925263, "total_contrib": 0.08479669231038313}, "6-8": {"token_count": 36692, "frac": 0.06220838758680555, "mean_loss": 2.9896398146094407, "total_contrib": 0.18598067233216958}, "9-12": {"token_count": 30779, "frac": 0.05218336317274305, "mean_loss": 3.113508256298751, "total_contrib": 0.1624733320797717}, "13-20": {"token_count": 37801, "frac": 0.06408860948350695, "mean_loss": 3.2935939229571356, "total_contrib": 0.21108185472565152}, "21-30": {"token_count": 27897, "frac": 0.047297159830729164, "mean_loss": 3.3599030805720886, "total_contrib": 0.15891387301757737}, "31-50": {"token_count": 33214, "frac": 0.056311713324652776, "mean_loss": 3.4692054303716957, "total_contrib": 0.19535690165941957}, "51-75": {"token_count": 23659, "frac": 0.04011196560329861, "mean_loss": 3.5307742643936892, "total_contrib": 0.14162629584637162}, "76-100": {"token_count": 15949, "frac": 0.027040269639756944, "mean_loss": 3.5575716685510064, "total_contrib": 0.09619769718037924}, "101-150": {"token_count": 19758, "frac": 0.033498128255208336, "mean_loss": 3.5821362320694488, "total_contrib": 0.11999485892949112}, "151-200": {"token_count": 11991, "frac": 0.020329793294270832, "mean_loss": 3.711938060905904, "total_contrib": 0.07546293349935351}, "201-300": {"token_count": 14688, "frac": 0.02490234375, "mean_loss": 3.6624823158637345, "total_contrib": 0.0912043936079348}, "301-500": {"token_count": 14487, "frac": 0.024561564127604168, "mean_loss": 3.7233341824877426, "total_contrib": 0.09145091129167333}, "501-750": {"token_count": 8260, "frac": 0.014004177517361112, "mean_loss": 3.8772018829635626, "total_contrib": 0.054297023439668496}, "751-1k": {"token_count": 4091, "frac": 0.006935967339409722, "mean_loss": 3.9814293402912955, "total_contrib": 0.027615063868428023}, "1k-2k": {"token_count": 7029, "frac": 0.0119171142578125, "mean_loss": 4.066742691838216, "total_contrib": 0.04846383731575998}, "2k-5k": {"token_count": 5288, "frac": 0.008965386284722222, "mean_loss": 3.854777535553237, "total_contrib": 0.03455956964790432}, "5k-10k": {"token_count": 1669, "frac": 0.002829657660590278, "mean_loss": 4.092819729370415, "total_contrib": 0.011581278700628023}, "10k+": {"token_count": 3732, "frac": 0.006327311197916667, "mean_loss": 3.0962006396051027, "total_contrib": 0.019590624977970112}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.600876170822255, "total_contrib": 0.585727023001872}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.838099103599166, "total_contrib": 0.25901060135217835}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.058391611246279, "total_contrib": 0.17134372445878726}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.30833968974835, "total_contrib": 0.12974906727547836}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.196121082592107, "total_contrib": 0.10690106332524547}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.00888381387074, "total_contrib": 0.0923637468107409}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.276767818609462, "total_contrib": 0.20537657703891732}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.638347318284982, "total_contrib": 0.1993563905444593}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.018364117973219, "total_contrib": 0.2785241767866945}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.480784390980529, "total_contrib": 0.24579807111477772}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.908616494772438, "total_contrib": 0.3368077041747733}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.552712945341493, "total_contrib": 0.2975263898878149}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.153172506405433, "total_contrib": 0.22406317662993686}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.946673046255437, "total_contrib": 0.34203573115745667}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.688975324348242, "total_contrib": 0.2628126350196684}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.469227158836386, "total_contrib": 0.385343209228115}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.280258336540327, "total_contrib": 0.508031854146876}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.097343143614941, "total_contrib": 0.41770068047475334}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.137107897869837, "total_contrib": 0.28258169512665954}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.825422629307407, "total_contrib": 0.356523481704269}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.919101684109226, "total_contrib": 0.37810261052819705}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.1369740647868225, "total_contrib": 0.21312059151378795}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.746131954397949, "total_contrib": 0.4409377685343519}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.12444685831397, "total_contrib": 2.8555664835208057}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.767886730126811, "total_contrib": 0.6531976420776868}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.403728520132133, "total_contrib": 0.3666064710133516}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.104712677310201, "total_contrib": 0.24908846275176602}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.803860687951602, "total_contrib": 0.1825016953262029}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.682299909786304, "total_contrib": 0.14763226000370505}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.267221617939746, "total_contrib": 0.3065054572060308}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.798020102137684, "total_contrib": 0.25448124254716725}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.311152265014147, "total_contrib": 0.3016193920032313}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.951938522474812, "total_contrib": 0.22253431952025923}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.61089201142404, "total_contrib": 0.25247867040500593}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.405401712095635, "total_contrib": 0.172474392930285}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.3208436708717475, "total_contrib": 0.11312999947318589}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.2582022978901755, "total_contrib": 0.13678683630731397}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.191942791812309, "total_contrib": 0.08389230128742219}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.1639423396108075, "total_contrib": 0.1039884281793674}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.122444110274514, "total_contrib": 0.10246282053057246}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.1190400707897155, "total_contrib": 0.06278172850952071}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.231099402932852, "total_contrib": 0.030042596265127872}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.325227267059315, "total_contrib": 0.05162489142540415}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.03280039122696, "total_contrib": 0.03664789852053579}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.347053345554366, "total_contrib": 0.012005869377828068}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2116917344729132, "total_contrib": 0.021688110654035125}}}}
{"step": 1630, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20913, "frac": 0.035456339518229164, "mean_loss": 0.4703586291023435, "total_contrib": 0.016677195248781515}, "2": {"token_count": 13013, "frac": 0.022062513563368056, "mean_loss": 0.9023796392822743, "total_contrib": 0.01990876303097235}, "3": {"token_count": 9580, "frac": 0.016242133246527776, "mean_loss": 1.162622256696647, "total_contrib": 0.01888346560864576}, "4": {"token_count": 7696, "frac": 0.013047960069444444, "mean_loss": 1.3452396920757839, "total_contrib": 0.017552633786036567}, "5": {"token_count": 6530, "frac": 0.011071099175347222, "mean_loss": 1.4601278013890093, "total_contrib": 0.016165219697859414}, "6-8": {"token_count": 15510, "frac": 0.026295979817708332, "mean_loss": 1.6945543438529427, "total_contrib": 0.04455996682596697}, "9-12": {"token_count": 15365, "frac": 0.026050143771701388, "mean_loss": 1.8562026183353395, "total_contrib": 0.048354345077044156}, "13-20": {"token_count": 22514, "frac": 0.038170708550347224, "mean_loss": 2.0528967224380583, "total_contrib": 0.07836052247614618}, "21-30": {"token_count": 20652, "frac": 0.035013834635416664, "mean_loss": 2.16566868132107, "total_contrib": 0.07582836508287681}, "31-50": {"token_count": 29729, "frac": 0.05040317111545139, "mean_loss": 2.318912062057302, "total_contrib": 0.11688052146555843}, "51-75": {"token_count": 27336, "frac": 0.046346028645833336, "mean_loss": 2.501807999632081, "total_contrib": 0.11594886521732342}, "76-100": {"token_count": 21721, "frac": 0.036826239691840276, "mean_loss": 2.572149788126651, "total_contrib": 0.09472260462086823}, "101-150": {"token_count": 34716, "frac": 0.058858235677083336, "mean_loss": 2.6796380923018472, "total_contrib": 0.1577187703659921}, "151-200": {"token_count": 27121, "frac": 0.045981513129340276, "mean_loss": 2.7335730490143124, "total_contrib": 0.12569382504326235}, "201-300": {"token_count": 42009, "frac": 0.07122294108072917, "mean_loss": 2.796394583397406, "total_contrib": 0.19916744665178365}, "301-500": {"token_count": 56094, "frac": 0.09510294596354167, "mean_loss": 2.852183304369821, "total_contrib": 0.27125103467359885}, "501-750": {"token_count": 47390, "frac": 0.08034600151909722, "mean_loss": 2.8928629022827987, "total_contrib": 0.23242996714135375}, "751-1k": {"token_count": 32118, "frac": 0.054453531901041664, "mean_loss": 2.926180254815097, "total_contrib": 0.15934084985377212}, "1k-2k": {"token_count": 36087, "frac": 0.061182657877604164, "mean_loss": 3.1990570613158225, "total_contrib": 0.19572681371341974}, "2k-5k": {"token_count": 37785, "frac": 0.06406148274739583, "mean_loss": 3.255608391457254, "total_contrib": 0.20855910080161594}, "5k-10k": {"token_count": 20521, "frac": 0.03479173448350695, "mean_loss": 3.6187995019683523, "total_contrib": 0.12590431142153008}, "10k+": {"token_count": 45424, "frac": 0.07701280381944445, "mean_loss": 3.921712060964989, "total_contrib": 0.30202204158744583}}, "trigram": {"novel": {"token_count": 424, "frac": 0.0007188585069444445, "mean_loss": 4.548580245336711, "total_contrib": 0.0032697856038797434}, "1": {"token_count": 163428, "frac": 0.2770792643229167, "mean_loss": 1.4969664542312249, "total_contrib": 0.4147783638544729}, "2": {"token_count": 57052, "frac": 0.09672715928819445, "mean_loss": 2.0860991009392285, "total_contrib": 0.20178244002750798}, "3": {"token_count": 32145, "frac": 0.054499308268229164, "mean_loss": 2.405038186635094, "total_contrib": 0.13107291753028885}, "4": {"token_count": 22892, "frac": 0.038811577690972224, "mean_loss": 2.6429469664385103, "total_contrib": 0.1025769415210476}, "5": {"token_count": 17247, "frac": 0.029240926106770832, "mean_loss": 2.786382346772962, "total_contrib": 0.08147640030719888}, "6-8": {"token_count": 35990, "frac": 0.06101820203993055, "mean_loss": 2.9332331974011985, "total_contrib": 0.17898061586925781}, "9-12": {"token_count": 30837, "frac": 0.052281697591145836, "mean_loss": 3.0430293319113186, "total_contrib": 0.1590947392919741}, "13-20": {"token_count": 37504, "frac": 0.06358506944444445, "mean_loss": 3.2033897966017473, "total_contrib": 0.20368776267454689}, "21-30": {"token_count": 28515, "frac": 0.048344930013020836, "mean_loss": 3.3002018047564854, "total_contrib": 0.15954802527979733}, "31-50": {"token_count": 33844, "frac": 0.057379828559027776, "mean_loss": 3.404071689918767, "total_contrib": 0.19532504997017883}, "51-75": {"token_count": 23619, "frac": 0.040044148763020836, "mean_loss": 3.524638172831887, "total_contrib": 0.141141135328702}, "76-100": {"token_count": 15833, "frac": 0.026843600802951388, "mean_loss": 3.555042342187287, "total_contrib": 0.09543013747126484}, "101-150": {"token_count": 19017, "frac": 0.0322418212890625, "mean_loss": 3.6081926219076697, "total_contrib": 0.11633470169206095}, "151-200": {"token_count": 12122, "frac": 0.020551893446180556, "mean_loss": 3.6200345524161293, "total_contrib": 0.07439856439274821}, "201-300": {"token_count": 14283, "frac": 0.0242156982421875, "mean_loss": 3.692287284512843, "total_contrib": 0.08941131470522891}, "301-500": {"token_count": 14558, "frac": 0.024681939019097224, "mean_loss": 3.732842762383959, "total_contrib": 0.0921337974290393}, "501-750": {"token_count": 8665, "frac": 0.014690823025173612, "mean_loss": 3.9190504976573712, "total_contrib": 0.05757407728780301}, "751-1k": {"token_count": 4092, "frac": 0.006937662760416667, "mean_loss": 3.993311816458842, "total_contrib": 0.027704250679778344}, "1k-2k": {"token_count": 7233, "frac": 0.012262980143229166, "mean_loss": 4.091606467350396, "total_contrib": 0.05017528886302595}, "2k-5k": {"token_count": 5369, "frac": 0.009102715386284722, "mean_loss": 3.937502577047982, "total_contrib": 0.03584196529163041}, "5k-10k": {"token_count": 1487, "frac": 0.002521091037326389, "mean_loss": 4.1377215672365155, "total_contrib": 0.010431572758112078}, "10k+": {"token_count": 3668, "frac": 0.006218804253472222, "mean_loss": 3.1335254766105654, "total_contrib": 0.019486781562309357}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.506749501129779, "total_contrib": 0.5816734213565361}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.770169512502054, "total_contrib": 0.2575243421068641}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.959716305062582, "total_contrib": 0.16981480460606374}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.21661350173143, "total_contrib": 0.12859452758255707}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.048825649850617, "total_contrib": 0.10535674679001908}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.862160240496104, "total_contrib": 0.09100975577294294}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.168830185795434, "total_contrib": 0.2029869665631049}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.492617044608698, "total_contrib": 0.1959932169786472}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.859213021569454, "total_contrib": 0.2729959384255557}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.3615104151073245, "total_contrib": 0.2418790551838853}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.7923126388575135, "total_contrib": 0.33113767824020013}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.416937093668081, "total_contrib": 0.2913614778400419}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.05838717449876, "total_contrib": 0.22061163963128724}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.841856276685653, "total_contrib": 0.3360069684966376}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.5944011973883505, "total_contrib": 0.258443610003048}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.3767117973258065, "total_contrib": 0.3788248904104759}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.20965335563643, "total_contrib": 0.5012387055782941}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.03160933854452, "total_contrib": 0.41231413804774353}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.064310117543918, "total_contrib": 0.27857723958962743}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.765887296276714, "total_contrib": 0.3528798414798258}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.859353812057805, "total_contrib": 0.37428601341570006}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.107710256148088, "total_contrib": 0.2121043382037375}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.722095392177741, "total_contrib": 0.4390932880746744}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.025251997303846, "total_contrib": 2.824522681651335}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.662548060991504, "total_contrib": 0.6443397669966916}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.24900092393901, "total_contrib": 0.3589449072682067}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.993479946634046, "total_contrib": 0.24518868648350256}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.67914446429163, "total_contrib": 0.179156400162689}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.536713637685519, "total_contrib": 0.14441581796040853}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.151029497027017, "total_contrib": 0.3008229520522077}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.682206484381964, "total_contrib": 0.2493980602140304}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.214442121668316, "total_contrib": 0.29612724017232583}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.874621492859635, "total_contrib": 0.2190597827313529}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.564094484142533, "total_contrib": 0.24991617762985466}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.367112941949493, "total_contrib": 0.17097536223601906}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.28829557495245, "total_contrib": 0.11227781264239957}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.235298581653608, "total_contrib": 0.13605109698247428}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.168103534780148, "total_contrib": 0.08341521220659869}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.1473200540876745, "total_contrib": 0.1035733106769332}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.109753738322575, "total_contrib": 0.10214740296055934}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.101019035014722, "total_contrib": 0.06250705485836851}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.229146353331925, "total_contrib": 0.030028728786475455}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.323286370675263, "total_contrib": 0.05160172534443131}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.02689317889053, "total_contrib": 0.036594216984817914}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.349534344114478, "total_contrib": 0.012012721500926521}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2033064335059938, "total_contrib": 0.02163148587486161}}}}
{"step": 1640, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20773, "frac": 0.03521898057725695, "mean_loss": 0.41544091825332646, "total_contrib": 0.014631405630961696}, "2": {"token_count": 12701, "frac": 0.021533542209201388, "mean_loss": 0.8229017316065151, "total_contrib": 0.017719989171573806}, "3": {"token_count": 9315, "frac": 0.0157928466796875, "mean_loss": 1.0928583234804157, "total_contrib": 0.01725934394534653}, "4": {"token_count": 7644, "frac": 0.012959798177083334, "mean_loss": 1.3103366427811087, "total_contrib": 0.016981698434480108}, "5": {"token_count": 6210, "frac": 0.010528564453125, "mean_loss": 1.4264662762702118, "total_contrib": 0.015018642129920138}, "6-8": {"token_count": 15184, "frac": 0.025743272569444444, "mean_loss": 1.5623586661513589, "total_contrib": 0.04022022499396809}, "9-12": {"token_count": 14637, "frac": 0.024815877278645832, "mean_loss": 1.7509069968499904, "total_contrib": 0.043450293160151685}, "13-20": {"token_count": 21981, "frac": 0.037267049153645836, "mean_loss": 1.9589125527712865, "total_contrib": 0.07300289039182138}, "21-30": {"token_count": 20082, "frac": 0.034047444661458336, "mean_loss": 2.1121390500114714, "total_contrib": 0.07191293742257075}, "31-50": {"token_count": 29767, "frac": 0.050467597113715276, "mean_loss": 2.2498444830942157, "total_contrib": 0.11354424494131388}, "51-75": {"token_count": 27581, "frac": 0.046761406792534724, "mean_loss": 2.41701041069164, "total_contrib": 0.1130228070361432}, "76-100": {"token_count": 21833, "frac": 0.03701612684461805, "mean_loss": 2.4694966895759856, "total_contrib": 0.09141120270370905}, "101-150": {"token_count": 33591, "frac": 0.056950887044270836, "mean_loss": 2.603738412516488, "total_contrib": 0.14828521222405558}, "151-200": {"token_count": 27254, "frac": 0.04620700412326389, "mean_loss": 2.6672412407529698, "total_contrib": 0.12324522700921196}, "201-300": {"token_count": 42382, "frac": 0.07185533311631945, "mean_loss": 2.72865601896769, "total_contrib": 0.19606848720277345}, "301-500": {"token_count": 56459, "frac": 0.0957217746310764, "mean_loss": 2.790298811204465, "total_contrib": 0.26709235395947417}, "501-750": {"token_count": 48217, "frac": 0.08174811469184028, "mean_loss": 2.866712708668762, "total_contrib": 0.23434835929681005}, "751-1k": {"token_count": 32112, "frac": 0.054443359375, "mean_loss": 2.871622715405757, "total_contrib": 0.15634078748424898}, "1k-2k": {"token_count": 36452, "frac": 0.06180148654513889, "mean_loss": 3.163071674784162, "total_contrib": 0.1954825315504833}, "2k-5k": {"token_count": 37966, "frac": 0.06436835394965278, "mean_loss": 3.1879473869670485, "total_contrib": 0.20520292577716567}, "5k-10k": {"token_count": 21116, "frac": 0.03580050998263889, "mean_loss": 3.5117537519342052, "total_contrib": 0.1257225752526901}, "10k+": {"token_count": 46567, "frac": 0.07895067003038195, "mean_loss": 3.813411686336362, "total_contrib": 0.3010714077379445}}, "trigram": {"novel": {"token_count": 429, "frac": 0.0007273356119791666, "mean_loss": 4.553680488561868, "total_contrib": 0.003312053984905737}, "1": {"token_count": 163064, "frac": 0.2764621310763889, "mean_loss": 1.3894594274063239, "total_contrib": 0.38413291434493135}, "2": {"token_count": 55778, "frac": 0.09456719292534722, "mean_loss": 1.9685489865596262, "total_contrib": 0.18616015179498094}, "3": {"token_count": 32248, "frac": 0.05467393663194445, "mean_loss": 2.3433141565906035, "total_contrib": 0.128118209706173}, "4": {"token_count": 22372, "frac": 0.03792995876736111, "mean_loss": 2.5823816522458607, "total_contrib": 0.09794962959127536}, "5": {"token_count": 16857, "frac": 0.0285797119140625, "mean_loss": 2.7111257662678008, "total_contrib": 0.07748319336272569}, "6-8": {"token_count": 36096, "frac": 0.061197916666666664, "mean_loss": 2.867373112418746, "total_contrib": 0.17547726078604303}, "9-12": {"token_count": 30105, "frac": 0.0510406494140625, "mean_loss": 3.0999052631627224, "total_contrib": 0.15822117775389566}, "13-20": {"token_count": 37617, "frac": 0.06377665201822917, "mean_loss": 3.185582501178895, "total_contrib": 0.2031657866530465}, "21-30": {"token_count": 27986, "frac": 0.047448052300347224, "mean_loss": 3.276723299561397, "total_contrib": 0.1554741384913555}, "31-50": {"token_count": 34079, "frac": 0.057778252495659724, "mean_loss": 3.3614846690452596, "total_contrib": 0.19422070996838617}, "51-75": {"token_count": 24001, "frac": 0.04069179958767361, "mean_loss": 3.48394703593385, "total_contrib": 0.14176807456028973}, "76-100": {"token_count": 15482, "frac": 0.026248508029513888, "mean_loss": 3.4890546237137636, "total_contrib": 0.09158247830596328}, "101-150": {"token_count": 20006, "frac": 0.03391859266493055, "mean_loss": 3.499031626427615, "total_contrib": 0.11868222845850773}, "151-200": {"token_count": 12240, "frac": 0.020751953125, "mean_loss": 3.6082005159104305, "total_contrib": 0.07487720797177407}, "201-300": {"token_count": 14906, "frac": 0.025271945529513888, "mean_loss": 3.6543850033936596, "total_contrib": 0.09235341874963698}, "301-500": {"token_count": 14817, "frac": 0.025121053059895832, "mean_loss": 3.7000263568901, "total_contrib": 0.09294855843444927}, "501-750": {"token_count": 8788, "frac": 0.014899359809027778, "mean_loss": 3.8251720471116877, "total_contrib": 0.056992614661352387}, "751-1k": {"token_count": 4255, "frac": 0.007214016384548611, "mean_loss": 3.9801510347048517, "total_contrib": 0.028712874777338908}, "1k-2k": {"token_count": 7485, "frac": 0.012690226236979166, "mean_loss": 4.014989490730086, "total_contrib": 0.05095112497645855}, "2k-5k": {"token_count": 5502, "frac": 0.009328206380208334, "mean_loss": 3.8004452097821564, "total_contrib": 0.03545133725352211}, "5k-10k": {"token_count": 1749, "frac": 0.0029652913411458335, "mean_loss": 4.175949590775334, "total_contrib": 0.012382907162587584}, "10k+": {"token_count": 3962, "frac": 0.006717258029513889, "mean_loss": 3.069332101972325, "total_contrib": 0.020617495707218342}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.60350949942765, "total_contrib": 0.5858404283226213}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.928102728986225, "total_contrib": 0.2609798274020169}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.125085341056447, "total_contrib": 0.17237710729287867}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.484238716418417, "total_contrib": 0.13196307412158598}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.273197303586432, "total_contrib": 0.10770916769303808}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.16894801189976, "total_contrib": 0.09384084748801405}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.493611541566764, "total_contrib": 0.21017723848093467}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.85847171637512, "total_contrib": 0.20443643697662037}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.20886723957079, "total_contrib": 0.2851414523727863}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.668731665985823, "total_contrib": 0.25197350342950653}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.091665170499149, "total_contrib": 0.34573166228858615}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.708327725193413, "total_contrib": 0.3045920898579996}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.346503956808431, "total_contrib": 0.23110319685928596}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.084770476017951, "total_contrib": 0.34997870279762944}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.84732203569674, "total_contrib": 0.2701277513778089}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.591999809987146, "total_contrib": 0.39399335412535913}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.397658625476791, "total_contrib": 0.5193273405917399}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.214084676370464, "total_contrib": 0.42726704010520705}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.254571851677461, "total_contrib": 0.2890431446120796}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.957518570692387, "total_contrib": 0.3646079260336198}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.048770966815565, "total_contrib": 0.38638567389036393}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.275330640917981, "total_contrib": 0.21792534301405672}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.827580245897113, "total_contrib": 0.44718782129847073}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.28785569034565, "total_contrib": 2.906706546157673}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.985204110881447, "total_contrib": 0.6714717500330573}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.582575885375385, "total_contrib": 0.3754623604808782}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.357414682529033, "total_contrib": 0.2579480967543163}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.0960971243775415, "total_contrib": 0.19034042800017817}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.913556268268975, "total_contrib": 0.152741413933331}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.4892744115705305, "total_contrib": 0.3173651965266987}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.991581837904962, "total_contrib": 0.26297687211724796}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.432159279497744, "total_contrib": 0.30849135882238843}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.018166413896521, "total_contrib": 0.22551052342180244}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.674307545233724, "total_contrib": 0.2559511155673787}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.417165881336546, "total_contrib": 0.17293496794268037}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.325524146829717, "total_contrib": 0.1132525455042374}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.25917410170426, "total_contrib": 0.13681805369905364}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.17760242811984, "total_contrib": 0.08360531118015985}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.151267996407514, "total_contrib": 0.10367190481750943}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.114839676016567, "total_contrib": 0.10227381329074924}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.106602196084721, "total_contrib": 0.06259215247735196}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.22136792755044, "total_contrib": 0.02997349867177538}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.313733330159757, "total_contrib": 0.05148770250841724}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.0229828903371825, "total_contrib": 0.03655868240730675}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.33983140941675, "total_contrib": 0.011985923539801508}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1971500367898904, "total_contrib": 0.02158991257821678}}}}
{"step": 1650, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20386, "frac": 0.03456285264756945, "mean_loss": 0.3391009338481097, "total_contrib": 0.01172029560924541}, "2": {"token_count": 12970, "frac": 0.021989610460069444, "mean_loss": 0.6951038064072707, "total_contrib": 0.015285061932207404}, "3": {"token_count": 9516, "frac": 0.016133626302083332, "mean_loss": 0.9395277012154765, "total_contrib": 0.015157988831865902}, "4": {"token_count": 7667, "frac": 0.012998792860243056, "mean_loss": 1.1343482274121033, "total_contrib": 0.014745157639513815}, "5": {"token_count": 6696, "frac": 0.0113525390625, "mean_loss": 1.211518114666374, "total_contrib": 0.013753806721676365}, "6-8": {"token_count": 15455, "frac": 0.026202731662326388, "mean_loss": 1.3532800650358874, "total_contrib": 0.03545963440811096}, "9-12": {"token_count": 15429, "frac": 0.026158650716145832, "mean_loss": 1.5526537916462873, "total_contrib": 0.04061532821877469}, "13-20": {"token_count": 22107, "frac": 0.037480672200520836, "mean_loss": 1.7358934244681792, "total_contrib": 0.0650624524175314}, "21-30": {"token_count": 20296, "frac": 0.03441026475694445, "mean_loss": 1.8853800692354334, "total_contrib": 0.06487642734985752}, "31-50": {"token_count": 29932, "frac": 0.05074734157986111, "mean_loss": 2.0165248081842906, "total_contrib": 0.1023332732451921}, "51-75": {"token_count": 27916, "frac": 0.04732937282986111, "mean_loss": 2.2384191402218847, "total_contrib": 0.10594297403705874}, "76-100": {"token_count": 21920, "frac": 0.037163628472222224, "mean_loss": 2.346250593312162, "total_contrib": 0.08719518535258415}, "101-150": {"token_count": 34956, "frac": 0.05926513671875, "mean_loss": 2.446050735678534, "total_contrib": 0.14496553127098735}, "151-200": {"token_count": 27034, "frac": 0.04583401150173611, "mean_loss": 2.531633048452542, "total_contrib": 0.11603489826094905}, "201-300": {"token_count": 42622, "frac": 0.0722622341579861, "mean_loss": 2.586853301441826, "total_contrib": 0.18693179900114862}, "301-500": {"token_count": 57086, "frac": 0.09678480360243055, "mean_loss": 2.6760390405301195, "total_contrib": 0.2589999129701443}, "501-750": {"token_count": 47960, "frac": 0.08131239149305555, "mean_loss": 2.764468337031834, "total_contrib": 0.22478553169088872}, "751-1k": {"token_count": 32040, "frac": 0.0543212890625, "mean_loss": 2.7990738108783373, "total_contrib": 0.15204929758799562}, "1k-2k": {"token_count": 35666, "frac": 0.06046888563368055, "mean_loss": 3.0542179532966927, "total_contrib": 0.1846851561182316}, "2k-5k": {"token_count": 37576, "frac": 0.06370713975694445, "mean_loss": 3.0900476059605477, "total_contrib": 0.1968580946885402}, "5k-10k": {"token_count": 20369, "frac": 0.03453403049045139, "mean_loss": 3.3886404634102467, "total_contrib": 0.11702341308458677}, "10k+": {"token_count": 44225, "frac": 0.07497999403211805, "mean_loss": 3.742688667787321, "total_contrib": 0.28062677397476915}}, "trigram": {"novel": {"token_count": 437, "frac": 0.0007408989800347222, "mean_loss": 4.675863490239621, "total_contrib": 0.0034643424907001316}, "1": {"token_count": 162124, "frac": 0.2748684353298611, "mean_loss": 1.210898722071403, "total_contrib": 0.33283783707869485}, "2": {"token_count": 57349, "frac": 0.09723069932725695, "mean_loss": 1.768164111832778, "total_contrib": 0.17191983311885917}, "3": {"token_count": 32396, "frac": 0.054924858940972224, "mean_loss": 2.127600787821789, "total_contrib": 0.11685817315381312}, "4": {"token_count": 22957, "frac": 0.03892178005642361, "mean_loss": 2.3338515826554294, "total_contrib": 0.09083765798445077}, "5": {"token_count": 17292, "frac": 0.029317220052083332, "mean_loss": 2.496693773078972, "total_contrib": 0.07319612074802243}, "6-8": {"token_count": 36372, "frac": 0.061665852864583336, "mean_loss": 2.691387333185205, "total_contrib": 0.16596669528980218}, "9-12": {"token_count": 30204, "frac": 0.05120849609375, "mean_loss": 2.904869780318161, "total_contrib": 0.14875401279827496}, "13-20": {"token_count": 37309, "frac": 0.06325446234809028, "mean_loss": 3.0638271477909096, "total_contrib": 0.19380073896099692}, "21-30": {"token_count": 28483, "frac": 0.04829067654079861, "mean_loss": 3.15639918718976, "total_contrib": 0.15242465218222034}, "31-50": {"token_count": 33937, "frac": 0.05753750271267361, "mean_loss": 3.287230844818393, "total_contrib": 0.18913905365092265}, "51-75": {"token_count": 24450, "frac": 0.041453043619791664, "mean_loss": 3.4310337078321287, "total_contrib": 0.14222678995174076}, "76-100": {"token_count": 15536, "frac": 0.026340060763888888, "mean_loss": 3.424151608305623, "total_contrib": 0.09019236142753798}, "101-150": {"token_count": 19631, "frac": 0.03328280978732639, "mean_loss": 3.506775885411063, "total_contrib": 0.11671535476091949}, "151-200": {"token_count": 12229, "frac": 0.020733303493923612, "mean_loss": 3.5195618234241723, "total_contrib": 0.07297214345068055}, "201-300": {"token_count": 14601, "frac": 0.024754842122395832, "mean_loss": 3.5775123291469035, "total_contrib": 0.0885607528989562}, "301-500": {"token_count": 14469, "frac": 0.024531046549479168, "mean_loss": 3.643847627971218, "total_contrib": 0.0893873957809712}, "501-750": {"token_count": 8526, "frac": 0.014455159505208334, "mean_loss": 3.850392395476716, "total_contrib": 0.055658036234257136}, "751-1k": {"token_count": 4160, "frac": 0.007052951388888889, "mean_loss": 3.968392666508372, "total_contrib": 0.027988880568906704}, "1k-2k": {"token_count": 7058, "frac": 0.011966281467013888, "mean_loss": 4.013514843164949, "total_contrib": 0.04802684828534989}, "2k-5k": {"token_count": 5202, "frac": 0.008819580078125, "mean_loss": 3.848359818869826, "total_contrib": 0.03394091759196105}, "5k-10k": {"token_count": 1651, "frac": 0.002799140082465278, "mean_loss": 4.14792080951075, "total_contrib": 0.011610611396793364}, "10k+": {"token_count": 3451, "frac": 0.005850897894965278, "mean_loss": 3.183918937135858, "total_contrib": 0.018628784607028277}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.631248742121144, "total_contrib": 0.5870350295997098}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.956874809349705, "total_contrib": 0.26160934349002063}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.145538216759709, "total_contrib": 0.17269401340563792}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.482649263740848, "total_contrib": 0.13194306798979366}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.305265394720752, "total_contrib": 0.10804538506563506}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.168736161179028, "total_contrib": 0.09383889249216285}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.475705650323103, "total_contrib": 0.2097808234014199}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.852216744505832, "total_contrib": 0.20429208429330337}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.230567543685257, "total_contrib": 0.2858952294837503}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.6854241063294015, "total_contrib": 0.2525219712671302}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.098069073783208, "total_contrib": 0.3460438642995811}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.73340983047417, "total_contrib": 0.3057309446036932}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.342877816168211, "total_contrib": 0.23097115365882165}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.080004404170179, "total_contrib": 0.3497045718917394}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.871931391622041, "total_contrib": 0.27126462564920617}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.6066392582148845, "total_contrib": 0.3950248000312567}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.4052004219070025, "total_contrib": 0.5200529628207745}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.218857708468658, "total_contrib": 0.4276581651872688}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.279583481833612, "total_contrib": 0.29041898272720595}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.971732306920835, "total_contrib": 0.3654778252753843}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.079852018881216, "total_contrib": 0.3883710810604309}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.336001903217695, "total_contrib": 0.22003229265612798}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.919918557225538, "total_contrib": 0.4542735355268437}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.320456221986513, "total_contrib": 2.916909135634512}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.024004795129521, "total_contrib": 0.674734479825904}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.63500873582336, "total_contrib": 0.37805864993363625}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.391022499394385, "total_contrib": 0.2591263737402623}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.1142498671113, "total_contrib": 0.1908273436611055}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.919648819487685, "total_contrib": 0.1528760168571371}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.510403709155327, "total_contrib": 0.31839854837086073}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.018862921352191, "total_contrib": 0.26417426776117203}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.446085245409957, "total_contrib": 0.30928221194839806}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.0168279697176885, "total_contrib": 0.22545037530744266}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.667945062763502, "total_contrib": 0.2556027250367446}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.41704297997718, "total_contrib": 0.17293015627311373}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.321064807571064, "total_contrib": 0.11313578935974111}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.256890304805431, "total_contrib": 0.13674469096738773}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.186747902699267, "total_contrib": 0.08378833727257987}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.157460098231081, "total_contrib": 0.10382654359087429}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.118465783942264, "total_contrib": 0.1023639397389621}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.111645969916023, "total_contrib": 0.06266902884512168}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.2161672159262285, "total_contrib": 0.0299365714184215}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.330834433908285, "total_contrib": 0.05169181724499906}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.02551851463316, "total_contrib": 0.03658172478304331}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.335746759349255, "total_contrib": 0.01197464238650841}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.198240439776736, "total_contrib": 0.021597275918970302}}}}
{"step": 1660, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20632, "frac": 0.034979926215277776, "mean_loss": 0.24993206295398265, "total_contrib": 0.008742605120962473}, "2": {"token_count": 12948, "frac": 0.021952311197916668, "mean_loss": 0.5640116582913814, "total_contrib": 0.012381359442065441}, "3": {"token_count": 9268, "frac": 0.015713161892361112, "mean_loss": 0.7280651741103525, "total_contrib": 0.01144020594898605}, "4": {"token_count": 7638, "frac": 0.012949625651041666, "mean_loss": 0.8581023864107021, "total_contrib": 0.011112104674284097}, "5": {"token_count": 6511, "frac": 0.011038886176215278, "mean_loss": 0.9400408183587965, "total_contrib": 0.010377003594859015}, "6-8": {"token_count": 15094, "frac": 0.025590684678819444, "mean_loss": 1.0878008060230033, "total_contrib": 0.027837567420300312}, "9-12": {"token_count": 14930, "frac": 0.025312635633680556, "mean_loss": 1.2127835090343304, "total_contrib": 0.030698747066722536}, "13-20": {"token_count": 22392, "frac": 0.0379638671875, "mean_loss": 1.4034125500741095, "total_contrib": 0.053278967660284185}, "21-30": {"token_count": 19877, "frac": 0.033699883355034724, "mean_loss": 1.5786964980872864, "total_contrib": 0.05320188783854335}, "31-50": {"token_count": 29860, "frac": 0.05062527126736111, "mean_loss": 1.7510097777230043, "total_contrib": 0.08864534498902878}, "51-75": {"token_count": 27218, "frac": 0.04614596896701389, "mean_loss": 1.977492900810934, "total_contrib": 0.09125332603331164}, "76-100": {"token_count": 21193, "frac": 0.03593105740017361, "mean_loss": 2.1028057360600476, "total_contrib": 0.07555603360378789}, "101-150": {"token_count": 34237, "frac": 0.05804612901475695, "mean_loss": 2.2579979430464774, "total_contrib": 0.13106803991713165}, "151-200": {"token_count": 27684, "frac": 0.04693603515625, "mean_loss": 2.3508886643353653, "total_contrib": 0.11034139299767431}, "201-300": {"token_count": 42010, "frac": 0.0712246365017361, "mean_loss": 2.4281809852147824, "total_contrib": 0.17294630803235034}, "301-500": {"token_count": 57073, "frac": 0.09676276312934028, "mean_loss": 2.5218321902706906, "total_contrib": 0.2440194508791082}, "501-750": {"token_count": 47610, "frac": 0.080718994140625, "mean_loss": 2.625310110703022, "total_contrib": 0.21191239144316082}, "751-1k": {"token_count": 31990, "frac": 0.054236518012152776, "mean_loss": 2.7002721985593126, "total_contrib": 0.14645336173487752}, "1k-2k": {"token_count": 36461, "frac": 0.06181674533420139, "mean_loss": 2.910325825057639, "total_contrib": 0.1799068703671376}, "2k-5k": {"token_count": 38351, "frac": 0.0650210910373264, "mean_loss": 2.9444175143669296, "total_contrib": 0.19144923925355042}, "5k-10k": {"token_count": 20782, "frac": 0.03523423936631945, "mean_loss": 3.2974342156294374, "total_contrib": 0.11618258644817941}, "10k+": {"token_count": 46065, "frac": 0.07809956868489583, "mean_loss": 3.6116837048772674, "total_contrib": 0.28207093957718116}}, "trigram": {"novel": {"token_count": 451, "frac": 0.0007646348741319445, "mean_loss": 4.466367296628528, "total_contrib": 0.0034151401956845876}, "1": {"token_count": 163874, "frac": 0.2778354220920139, "mean_loss": 0.9855920157256528, "total_contrib": 0.2738323736996555}, "2": {"token_count": 56060, "frac": 0.09504530164930555, "mean_loss": 1.5011164547275315, "total_contrib": 0.14267406625031437}, "3": {"token_count": 31985, "frac": 0.05422804090711805, "mean_loss": 1.8579813524386322, "total_contrib": 0.10075468878470467}, "4": {"token_count": 22756, "frac": 0.038581000434027776, "mean_loss": 2.0466484792064015, "total_contrib": 0.07896174586456446}, "5": {"token_count": 17098, "frac": 0.028988308376736112, "mean_loss": 2.2095158023091144, "total_contrib": 0.0640501254406081}, "6-8": {"token_count": 35951, "frac": 0.060952080620659724, "mean_loss": 2.4111101795582113, "total_contrib": 0.14696218204972544}, "9-12": {"token_count": 30013, "frac": 0.05088467068142361, "mean_loss": 2.6531510168150176, "total_contrib": 0.13500471575871636}, "13-20": {"token_count": 37141, "frac": 0.0629696316189236, "mean_loss": 2.87822061707748, "total_contrib": 0.1812404919753599}, "21-30": {"token_count": 28185, "frac": 0.047785441080729164, "mean_loss": 3.0468006456255443, "total_contrib": 0.14559271273626703}, "31-50": {"token_count": 33665, "frac": 0.057076348198784724, "mean_loss": 3.212472814314678, "total_contrib": 0.18335621692895446}, "51-75": {"token_count": 24078, "frac": 0.040822347005208336, "mean_loss": 3.356666624151952, "total_contrib": 0.1370270097119322}, "76-100": {"token_count": 15640, "frac": 0.026516384548611112, "mean_loss": 3.379258104213011, "total_contrib": 0.08960570738032277}, "101-150": {"token_count": 19805, "frac": 0.033577813042534724, "mean_loss": 3.510136540308824, "total_contrib": 0.11786270850425934}, "151-200": {"token_count": 12143, "frac": 0.020587497287326388, "mean_loss": 3.5429735275505077, "total_contrib": 0.07294095788751528}, "201-300": {"token_count": 14854, "frac": 0.025183783637152776, "mean_loss": 3.6086913031026717, "total_contrib": 0.0908805009906126}, "301-500": {"token_count": 15285, "frac": 0.025914510091145832, "mean_loss": 3.6558900266151944, "total_contrib": 0.09474059898683886}, "501-750": {"token_count": 8563, "frac": 0.014517890082465278, "mean_loss": 3.9036537240318485, "total_contrib": 0.05667281568550062}, "751-1k": {"token_count": 4262, "frac": 0.007225884331597222, "mean_loss": 4.050164531778577, "total_contrib": 0.029266020430569622}, "1k-2k": {"token_count": 7364, "frac": 0.012485080295138888, "mean_loss": 4.043944613866715, "total_contrib": 0.05048897321322037}, "2k-5k": {"token_count": 5237, "frac": 0.008878919813368056, "mean_loss": 3.8684963829005525, "total_contrib": 0.034348069182078375}, "5k-10k": {"token_count": 1557, "frac": 0.0026397705078125, "mean_loss": 4.168097914131652, "total_contrib": 0.011002821947399532}, "10k+": {"token_count": 3857, "frac": 0.006539238823784722, "mean_loss": 3.0882937575591205, "total_contrib": 0.020195090438682603}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.451665910953249, "total_contrib": 0.5793012251182107}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.813556558751873, "total_contrib": 0.258473624997784}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.962903957771752, "total_contrib": 0.16986419553981535}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.297007069055232, "total_contrib": 0.12960642578237921}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.145787428019664, "total_contrib": 0.10637334095403646}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.00224460148874, "total_contrib": 0.09230247898678796}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.323764193367612, "total_contrib": 0.2064170207332938}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.700999766524095, "total_contrib": 0.20080228817736473}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.069622693664964, "total_contrib": 0.280304683681586}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.543416864075485, "total_contrib": 0.24785600251224585}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.950991009238845, "total_contrib": 0.3388735393450639}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.616958771557917, "total_contrib": 0.3004434761235429}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.24250569017146, "total_contrib": 0.22731617773014087}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.009705770281176, "total_contrib": 0.34566119428302156}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.799421727837748, "total_contrib": 0.267914908922192}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.549343631521868, "total_contrib": 0.39098794436163037}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.3671466815679505, "total_contrib": 0.5163916813020488}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.1926354648698, "total_contrib": 0.42550938911192493}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.240363685658096, "total_contrib": 0.2882615827453222}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.927649962016589, "total_contrib": 0.36277992812919585}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.03761186248004, "total_contrib": 0.38567284841352756}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.253766395364987, "total_contrib": 0.21717647480648636}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.822217094890912, "total_contrib": 0.4467762721283935}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.172285065723282, "total_contrib": 2.870537821929695}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.929569386556416, "total_contrib": 0.6667934543769415}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.544015304824676, "total_contrib": 0.3735529768078435}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.272896690800893, "total_contrib": 0.2549849288416064}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.992546373583361, "total_contrib": 0.18756285972843145}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.797243703814294, "total_contrib": 0.1501717168246868}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.4131138177341915, "total_contrib": 0.3136404778143319}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.9102835012937085, "total_contrib": 0.25940860202618327}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.377986592305933, "total_contrib": 0.3054149015568704}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.968496629321301, "total_contrib": 0.22327842145587568}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.635001856393638, "total_contrib": 0.2537988534816239}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.401892811933371, "total_contrib": 0.17233701716641814}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.307045949010464, "total_contrib": 0.11276874218507316}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.252996481445261, "total_contrib": 0.1366196091273725}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.183278629263426, "total_contrib": 0.0837189075721325}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.150201421060902, "total_contrib": 0.1036452686432344}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.111815557820738, "total_contrib": 0.10219864922019453}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.115178928204151, "total_contrib": 0.06272287761188985}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.210008555337525, "total_contrib": 0.02989284232203768}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.326914133321167, "total_contrib": 0.05164502546281775}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.03683049107459, "total_contrib": 0.03668452187798361}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.3496876068163415, "total_contrib": 0.012013144788112759}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.209762539170699, "total_contrib": 0.021675083064637748}}}}
{"step": 1670, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21265, "frac": 0.03605312771267361, "mean_loss": 0.11533411881305011, "total_contrib": 0.004158155715195568}, "2": {"token_count": 13136, "frac": 0.022271050347222224, "mean_loss": 0.3278755194119744, "total_contrib": 0.007302132200445719}, "3": {"token_count": 9784, "frac": 0.016587999131944444, "mean_loss": 0.4361251538741248, "total_contrib": 0.00723444367388312}, "4": {"token_count": 7525, "frac": 0.012758043077256944, "mean_loss": 0.5422646252245276, "total_contrib": 0.006918235447887115}, "5": {"token_count": 6592, "frac": 0.011176215277777778, "mean_loss": 0.6056938516439588, "total_contrib": 0.0067693648783992795}, "6-8": {"token_count": 15403, "frac": 0.026114569769965276, "mean_loss": 0.7021369978390788, "total_contrib": 0.01833600561814258}, "9-12": {"token_count": 14986, "frac": 0.025407579210069444, "mean_loss": 0.8254189174883779, "total_contrib": 0.020971896527575737}, "13-20": {"token_count": 22233, "frac": 0.037694295247395836, "mean_loss": 0.9880384296368134, "total_contrib": 0.03724341228250338}, "21-30": {"token_count": 20431, "frac": 0.03463914659288195, "mean_loss": 1.2038939219535965, "total_contrib": 0.0417018580448302}, "31-50": {"token_count": 29692, "frac": 0.05034044053819445, "mean_loss": 1.387552710964154, "total_contrib": 0.06985001473990149}, "51-75": {"token_count": 27202, "frac": 0.046118842230902776, "mean_loss": 1.5967156722521305, "total_contrib": 0.07363867817620587}, "76-100": {"token_count": 21601, "frac": 0.03662278917100695, "mean_loss": 1.7715256071679402, "total_contrib": 0.06487820882235154}, "101-150": {"token_count": 35050, "frac": 0.059424506293402776, "mean_loss": 1.9528144096543234, "total_contrib": 0.11604503217635097}, "151-200": {"token_count": 27224, "frac": 0.04615614149305555, "mean_loss": 2.0847872601054456, "total_contrib": 0.09622573576034656}, "201-300": {"token_count": 41716, "frac": 0.07072618272569445, "mean_loss": 2.1842076847667427, "total_contrib": 0.15448067182367867}, "301-500": {"token_count": 56846, "frac": 0.0963779025607639, "mean_loss": 2.331466039941265, "total_contrib": 0.2247018068211893}, "501-750": {"token_count": 47330, "frac": 0.08024427625868055, "mean_loss": 2.405848667193588, "total_contrib": 0.1930555850868607}, "751-1k": {"token_count": 31873, "frac": 0.054038153754340276, "mean_loss": 2.492589198436562, "total_contrib": 0.13469491835152272}, "1k-2k": {"token_count": 36333, "frac": 0.0615997314453125, "mean_loss": 2.681145088228195, "total_contrib": 0.16515781740077548}, "2k-5k": {"token_count": 37432, "frac": 0.06346299913194445, "mean_loss": 2.7207844796848892, "total_contrib": 0.17266914307245004}, "5k-10k": {"token_count": 20625, "frac": 0.034968058268229164, "mean_loss": 3.0303668733846787, "total_contrib": 0.10596604540262687}, "10k+": {"token_count": 45545, "frac": 0.07721794976128472, "mean_loss": 3.459340761789592, "total_contrib": 0.2671232011510331}}, "trigram": {"novel": {"token_count": 448, "frac": 0.0007595486111111111, "mean_loss": 4.552292976545037, "total_contrib": 0.003457687807705649}, "1": {"token_count": 165997, "frac": 0.2814348008897569, "mean_loss": 0.673268653004483, "total_contrib": 0.1894812293036315}, "2": {"token_count": 56396, "frac": 0.0956149631076389, "mean_loss": 1.1268566199993877, "total_contrib": 0.10774435414884012}, "3": {"token_count": 31953, "frac": 0.054173787434895836, "mean_loss": 1.4501903397076241, "total_contrib": 0.07856230320346021}, "4": {"token_count": 22032, "frac": 0.037353515625, "mean_loss": 1.6541828417772926, "total_contrib": 0.061789544626935}, "5": {"token_count": 17186, "frac": 0.029137505425347224, "mean_loss": 1.8110368425973602, "total_contrib": 0.052769095826684285}, "6-8": {"token_count": 35728, "frac": 0.06057400173611111, "mean_loss": 2.042774140379152, "total_contrib": 0.12373900432580963}, "9-12": {"token_count": 30831, "frac": 0.052271525065104164, "mean_loss": 2.3166478618193858, "total_contrib": 0.12109471677611199}, "13-20": {"token_count": 37276, "frac": 0.0631985134548611, "mean_loss": 2.591803493915818, "total_contrib": 0.16379812798259485}, "21-30": {"token_count": 27957, "frac": 0.047398885091145836, "mean_loss": 2.8389133501567265, "total_contrib": 0.13456132766779855}, "31-50": {"token_count": 33367, "frac": 0.056571112738715276, "mean_loss": 3.0723942495789127, "total_contrib": 0.1738087614707092}, "51-75": {"token_count": 23934, "frac": 0.040578206380208336, "mean_loss": 3.243925469550494, "total_contrib": 0.13163267718543417}, "76-100": {"token_count": 15563, "frac": 0.026385837131076388, "mean_loss": 3.2901758122977243, "total_contrib": 0.0868140431158947}, "101-150": {"token_count": 19535, "frac": 0.033120049370659724, "mean_loss": 3.3915502156546378, "total_contrib": 0.11232831058555323}, "151-200": {"token_count": 12240, "frac": 0.020751953125, "mean_loss": 3.5120414118790837, "total_contrib": 0.07288171875237356}, "201-300": {"token_count": 14440, "frac": 0.024481879340277776, "mean_loss": 3.5809803057739877, "total_contrib": 0.08766912776586978}, "301-500": {"token_count": 14706, "frac": 0.024932861328125, "mean_loss": 3.644676501562768, "total_contrib": 0.09087221379934025}, "501-750": {"token_count": 8340, "frac": 0.014139811197916666, "mean_loss": 3.811480402489961, "total_contrib": 0.05389361327576747}, "751-1k": {"token_count": 4086, "frac": 0.006927490234375, "mean_loss": 3.907859587560882, "total_contrib": 0.027071659130136726}, "1k-2k": {"token_count": 6963, "frac": 0.011805216471354166, "mean_loss": 4.044447120060864, "total_contrib": 0.047745573759263436}, "2k-5k": {"token_count": 5523, "frac": 0.009363810221354166, "mean_loss": 3.927153557230415, "total_contrib": 0.036773120620021534}, "5k-10k": {"token_count": 1520, "frac": 0.0025770399305555555, "mean_loss": 4.210727446101986, "total_contrib": 0.010851212765291033}, "10k+": {"token_count": 3803, "frac": 0.006447686089409722, "mean_loss": 3.068223081055765, "total_contrib": 0.019782939278929094}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.331842912309906, "total_contrib": 0.5741410010708007}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.723608818978134, "total_contrib": 0.2565056216920858}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.899288685097252, "total_contrib": 0.1688785117138397}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.222984900818817, "total_contrib": 0.12867472314398684}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.136059031276071, "total_contrib": 0.10627134373882925}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.988928728007119, "total_contrib": 0.09217959775550462}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.314970117358868, "total_contrib": 0.20622233037731952}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.723260659946904, "total_contrib": 0.20131602665065723}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.098687087482539, "total_contrib": 0.28131425823354467}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.599878262181739, "total_contrib": 0.2497111692997947}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.008388680359421, "total_contrib": 0.3416717809104668}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.686468220480112, "total_contrib": 0.3035995575166115}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.29984239623626, "total_contrib": 0.2294040510158325}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.099248671661844, "total_contrib": 0.3508114474591201}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.855113676773892, "total_contrib": 0.2704877005085161}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.621832052409658, "total_contrib": 0.39609523281858344}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.42096406845459, "total_contrib": 0.5215696375880424}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.247495079854962, "total_contrib": 0.43000484838634895}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.306128544008686, "total_contrib": 0.2918791717704973}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.996591154059066, "total_contrib": 0.3669992192234025}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.10398166225026, "total_contrib": 0.3899124435231578}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.361094262429073, "total_contrib": 0.22090368275508404}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.994324881785351, "total_contrib": 0.4599832127456441}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.185467550696508, "total_contrib": 2.8746633829465544}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.996963905823735, "total_contrib": 0.6724606252052232}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.637213460965547, "total_contrib": 0.37816782013102174}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.392318976102843, "total_contrib": 0.2591718277093348}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.112841632384093, "total_contrib": 0.19078957022086035}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.924366010136682, "total_contrib": 0.15298023389704574}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.547607746936507, "total_contrib": 0.320218053297476}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.028135415675548, "total_contrib": 0.2645812473568532}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.476314136070645, "total_contrib": 0.31099890526974544}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.054505325088917, "total_contrib": 0.2271435515455574}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.693858064379163, "total_contrib": 0.25702164358394003}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.438188167719474, "total_contrib": 0.1737580043690628}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.3492505244389355, "total_contrib": 0.11387375869566257}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.272482647427032, "total_contrib": 0.13724556600070525}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.200324154048159, "total_contrib": 0.08406003539086995}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.171571083911026, "total_contrib": 0.10417894501751271}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.117838878338811, "total_contrib": 0.10234835808045616}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.114217125527104, "total_contrib": 0.06270821797432567}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.230630580565524, "total_contrib": 0.030039267427924964}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.33469723717944, "total_contrib": 0.05173792275279279}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.041122083973244, "total_contrib": 0.03672352154218307}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.349331685302732, "total_contrib": 0.012012161789547646}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.206632996166928, "total_contrib": 0.02165394969301499}}}}
{"step": 1680, "epoch": 5, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20835, "frac": 0.0353240966796875, "mean_loss": 0.03933850333249769, "total_contrib": 0.0013895970949513573}, "2": {"token_count": 13255, "frac": 0.022472805447048612, "mean_loss": 0.17067528784836014, "total_contrib": 0.0038355525384352177}, "3": {"token_count": 9736, "frac": 0.016506618923611112, "mean_loss": 0.24923734936302797, "total_contrib": 0.004114065947466431}, "4": {"token_count": 7711, "frac": 0.013073391384548612, "mean_loss": 0.287844749491178, "total_contrib": 0.0037631070680855198}, "5": {"token_count": 6646, "frac": 0.011267768012152778, "mean_loss": 0.32824953742665564, "total_contrib": 0.0036986396378200165}, "6-8": {"token_count": 15390, "frac": 0.026092529296875, "mean_loss": 0.3650162205027938, "total_contrib": 0.009524196427303733}, "9-12": {"token_count": 15431, "frac": 0.026162041558159724, "mean_loss": 0.4584118826350869, "total_contrib": 0.011992990724253381}, "13-20": {"token_count": 22650, "frac": 0.038401285807291664, "mean_loss": 0.5894459250962392, "total_contrib": 0.022635481437564116}, "21-30": {"token_count": 20400, "frac": 0.034586588541666664, "mean_loss": 0.7310295170276586, "total_contrib": 0.025283817117248933}, "31-50": {"token_count": 30003, "frac": 0.050867716471354164, "mean_loss": 0.9219091227177756, "total_contrib": 0.04689541186676266}, "51-75": {"token_count": 27698, "frac": 0.046959771050347224, "mean_loss": 1.112868569044655, "total_contrib": 0.05226005321146453}, "76-100": {"token_count": 21996, "frac": 0.03729248046875, "mean_loss": 1.3051385808680347, "total_contrib": 0.048671855036033274}, "101-150": {"token_count": 34532, "frac": 0.05854627821180555, "mean_loss": 1.477278487157712, "total_contrib": 0.08648915730545062}, "151-200": {"token_count": 27400, "frac": 0.046454535590277776, "mean_loss": 1.6124908614701532, "total_contrib": 0.0749075141131629}, "201-300": {"token_count": 42220, "frac": 0.07158067491319445, "mean_loss": 1.7488596387224817, "total_contrib": 0.12518455326820066}, "301-500": {"token_count": 56410, "frac": 0.0956386990017361, "mean_loss": 1.931643636575857, "total_contrib": 0.18473988433709732}, "501-750": {"token_count": 47830, "frac": 0.08109198676215278, "mean_loss": 1.9824478898064415, "total_contrib": 0.16076063803684165}, "751-1k": {"token_count": 31289, "frac": 0.053048027886284724, "mean_loss": 2.055283189799, "total_contrib": 0.10902871996666956}, "1k-2k": {"token_count": 35462, "frac": 0.06012301974826389, "mean_loss": 2.2717589516435672, "total_contrib": 0.13658500831296147}, "2k-5k": {"token_count": 37424, "frac": 0.0634494357638889, "mean_loss": 2.296206288436656, "total_contrib": 0.14569299339879935}, "5k-10k": {"token_count": 20060, "frac": 0.03401014539930555, "mean_loss": 2.630111245675884, "total_contrib": 0.08945046588178546}, "10k+": {"token_count": 45446, "frac": 0.07705010308159722, "mean_loss": 3.0482565738455523, "total_contrib": 0.23486848323395618}}, "trigram": {"novel": {"token_count": 444, "frac": 0.0007527669270833334, "mean_loss": 4.628331609834342, "total_contrib": 0.003484054963457655}, "1": {"token_count": 165401, "frac": 0.2804243299696181, "mean_loss": 0.3612480187615232, "total_contrib": 0.10130273361405216}, "2": {"token_count": 56979, "frac": 0.0966033935546875, "mean_loss": 0.6833718605188862, "total_contrib": 0.06601604078590498}, "3": {"token_count": 32319, "frac": 0.0547943115234375, "mean_loss": 0.9037113041356759, "total_contrib": 0.049518238726062196}, "4": {"token_count": 22501, "frac": 0.03814866807725695, "mean_loss": 1.043527537613179, "total_contrib": 0.03980918566188243}, "5": {"token_count": 16910, "frac": 0.028669569227430556, "mean_loss": 1.1694247758620029, "total_contrib": 0.033526904567848154}, "6-8": {"token_count": 36151, "frac": 0.06129116482204861, "mean_loss": 1.3687539699614422, "total_contrib": 0.08389252517374013}, "9-12": {"token_count": 30714, "frac": 0.052073160807291664, "mean_loss": 1.6724713846870096, "total_contrib": 0.0870908713604004}, "13-20": {"token_count": 37248, "frac": 0.06315104166666667, "mean_loss": 2.016454142783998, "total_contrib": 0.12734117958987487}, "21-30": {"token_count": 27846, "frac": 0.047210693359375, "mean_loss": 2.349695289161862, "total_contrib": 0.11093074378458864}, "31-50": {"token_count": 33540, "frac": 0.056864420572916664, "mean_loss": 2.64050681217526, "total_contrib": 0.15015088989318545}, "51-75": {"token_count": 23746, "frac": 0.040259467230902776, "mean_loss": 2.8991656466126727, "total_contrib": 0.11671886434676196}, "76-100": {"token_count": 15674, "frac": 0.026574028862847224, "mean_loss": 3.057025483756578, "total_contrib": 0.0812374834398068}, "101-150": {"token_count": 19311, "frac": 0.032740275065104164, "mean_loss": 3.1812945162383466, "total_contrib": 0.10415645752475096}, "151-200": {"token_count": 11893, "frac": 0.020163642035590276, "mean_loss": 3.3137496367261123, "total_contrib": 0.06681726147051265}, "201-300": {"token_count": 14697, "frac": 0.0249176025390625, "mean_loss": 3.3814417560857613, "total_contrib": 0.08425742168713453}, "301-500": {"token_count": 14425, "frac": 0.024456448025173612, "mean_loss": 3.5160554546021467, "total_contrib": 0.08599022747910558}, "501-750": {"token_count": 8520, "frac": 0.014444986979166666, "mean_loss": 3.634841882207098, "total_contrib": 0.052505243659811185}, "751-1k": {"token_count": 4109, "frac": 0.006966484917534722, "mean_loss": 3.909020755315376, "total_contrib": 0.027232134134234753}, "1k-2k": {"token_count": 6944, "frac": 0.011773003472222222, "mean_loss": 3.966820613598819, "total_contrib": 0.04670139285758158}, "2k-5k": {"token_count": 5199, "frac": 0.008814493815104166, "mean_loss": 3.7901627622575873, "total_contrib": 0.03340836622615762}, "5k-10k": {"token_count": 1579, "frac": 0.002677069769965278, "mean_loss": 3.9764730937751227, "total_contrib": 0.010645295910425685}, "10k+": {"token_count": 3674, "frac": 0.006228976779513889, "mean_loss": 3.056468145402172, "total_contrib": 0.01903866910503401}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.358180946443305, "total_contrib": 0.5752752587561822}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.843417382990257, "total_contrib": 0.2591269621573372}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.049803752912041, "total_contrib": 0.1712106602950425}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.385967550568866, "total_contrib": 0.13072615406531993}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.260226554365383, "total_contrib": 0.10757317608675729}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.138814828978575, "total_contrib": 0.09356277315628117}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.393684636264656, "total_contrib": 0.20796497595951313}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.799281076530598, "total_contrib": 0.20307043120275622}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.122733017439531, "total_contrib": 0.2821495125008496}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.628669642394173, "total_contrib": 0.25065717513970115}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.003287652843794, "total_contrib": 0.34142309647881963}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.64709483161645, "total_contrib": 0.3018118060396324}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.266019039178907, "total_contrib": 0.22817239875536527}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.051667608939443, "total_contrib": 0.3480747199728573}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.796051282532026, "total_contrib": 0.2677592050279959}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.569768106601906, "total_contrib": 0.39242698365284456}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.3599823764309535, "total_contrib": 0.5157023788114423}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.184477863273812, "total_contrib": 0.4248409162150288}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.24332872356036, "total_contrib": 0.28842468335624843}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.89880572108141, "total_contrib": 0.3610146228698675}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.019413383141786, "total_contrib": 0.3845103590844609}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.23703484022029, "total_contrib": 0.21659543292953862}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.839832486450668, "total_contrib": 0.44812801474548963}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.198018621966234, "total_contrib": 2.8785913381428143}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.995636122430075, "total_contrib": 0.6723489725753561}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.60388320436897, "total_contrib": 0.37651742361585855}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.318006477467158, "total_contrib": 0.2565664604145361}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.0199338269818155, "total_contrib": 0.18829748039530317}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.854747725680993, "total_contrib": 0.1514421549705489}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.432711922025419, "total_contrib": 0.31459894494416174}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.889510410474003, "total_contrib": 0.25849684907082615}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.358484936685984, "total_contrib": 0.3043074060045602}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.95147832000773, "total_contrib": 0.222513638560189}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.611988233032152, "total_contrib": 0.25253869622504244}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.377316845673164, "total_contrib": 0.17137485182068668}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.304957945267423, "total_contrib": 0.11271407326382925}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.237813598418568, "total_contrib": 0.13613188722269118}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.17976999605103, "total_contrib": 0.08364869017433398}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.148519167078622, "total_contrib": 0.10360325678688577}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.1127776561401195, "total_contrib": 0.10222256205073743}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.106048407681646, "total_contrib": 0.0625837117259691}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.213662991377564, "total_contrib": 0.029918790364395546}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.317753548181711, "total_contrib": 0.05153568688150914}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.035795955331325, "total_contrib": 0.03667512057931841}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.3324316840354715, "total_contrib": 0.011965486676184392}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1998603269939494, "total_contrib": 0.02160821479359419}}}}
{"step": 1690, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21444, "frac": 0.036356608072916664, "mean_loss": 0.0040560065478715095, "total_contrib": 0.00014746264040214817}, "2": {"token_count": 13134, "frac": 0.022267659505208332, "mean_loss": 0.03671164280237343, "total_contrib": 0.0008174823618000837}, "3": {"token_count": 9677, "frac": 0.016406589084201388, "mean_loss": 0.07251936337109564, "total_contrib": 0.0011897953954774518}, "4": {"token_count": 7867, "frac": 0.013337877061631944, "mean_loss": 0.07802817634121603, "total_contrib": 0.0010407302233824776}, "5": {"token_count": 6511, "frac": 0.011038886176215278, "mean_loss": 0.08596287500339843, "total_contrib": 0.0009489343925427367}, "6-8": {"token_count": 15364, "frac": 0.026048448350694444, "mean_loss": 0.10677140907090119, "total_contrib": 0.0027812295345142376}, "9-12": {"token_count": 15593, "frac": 0.026436699761284724, "mean_loss": 0.16098584581767772, "total_contrib": 0.00425593447169842}, "13-20": {"token_count": 21938, "frac": 0.037194146050347224, "mean_loss": 0.2226384066362083, "total_contrib": 0.008280845412843726}, "21-30": {"token_count": 20357, "frac": 0.03451368543836805, "mean_loss": 0.2866072285987567, "total_contrib": 0.009891871732219932}, "31-50": {"token_count": 29814, "frac": 0.050547281901041664, "mean_loss": 0.4149496068053342, "total_contrib": 0.020974574749915625}, "51-75": {"token_count": 27429, "frac": 0.046503702799479164, "mean_loss": 0.5650581173376225, "total_contrib": 0.026277294753102018}, "76-100": {"token_count": 22154, "frac": 0.037560356987847224, "mean_loss": 0.7215297977015168, "total_contrib": 0.02710091677903816}, "101-150": {"token_count": 34576, "frac": 0.05862087673611111, "mean_loss": 0.8436417283214421, "total_contrib": 0.049455017765371}, "151-200": {"token_count": 27154, "frac": 0.04603746202256945, "mean_loss": 1.0120164895223656, "total_contrib": 0.04659067070259996}, "201-300": {"token_count": 41720, "frac": 0.07073296440972222, "mean_loss": 1.1016850231354414, "total_contrib": 0.07792544753216318}, "301-500": {"token_count": 56769, "frac": 0.09624735514322917, "mean_loss": 1.2949704358750567, "total_contrib": 0.12463747944164885}, "501-750": {"token_count": 48784, "frac": 0.08270941840277778, "mean_loss": 1.419111042019256, "total_contrib": 0.11737384893437261}, "751-1k": {"token_count": 31872, "frac": 0.054036458333333336, "mean_loss": 1.4575917516716357, "total_contrib": 0.0787630959562147}, "1k-2k": {"token_count": 35940, "frac": 0.060933430989583336, "mean_loss": 1.6549348445186454, "total_contrib": 0.10084085814073371}, "2k-5k": {"token_count": 36975, "frac": 0.06268819173177083, "mean_loss": 1.7262633588437948, "total_contrib": 0.10821632841873051}, "5k-10k": {"token_count": 20290, "frac": 0.034400092230902776, "mean_loss": 2.010969710684435, "total_contrib": 0.06917754352109644}, "10k+": {"token_count": 44462, "frac": 0.0753818088107639, "mean_loss": 2.4328254008082495, "total_contrib": 0.1833907792336975}}, "trigram": {"novel": {"token_count": 432, "frac": 0.000732421875, "mean_loss": 4.189972376071468, "total_contrib": 0.00306882742388047}, "1": {"token_count": 166983, "frac": 0.2831064860026042, "mean_loss": 0.10105943207423931, "total_contrib": 0.02861058069195676}, "2": {"token_count": 56529, "frac": 0.0958404541015625, "mean_loss": 0.22245787143714907, "total_contrib": 0.021320463417003378}, "3": {"token_count": 32131, "frac": 0.05447557237413195, "mean_loss": 0.31711300559118744, "total_contrib": 0.01727491248686124}, "4": {"token_count": 22045, "frac": 0.037375556098090276, "mean_loss": 0.38305088646498764, "total_contrib": 0.014316739895495355}, "5": {"token_count": 17149, "frac": 0.029074774848090276, "mean_loss": 0.4533172060550733, "total_contrib": 0.013180095700816602}, "6-8": {"token_count": 35929, "frac": 0.06091478135850695, "mean_loss": 0.5832068601583305, "total_contrib": 0.03552591837332603}, "9-12": {"token_count": 29613, "frac": 0.050206502278645836, "mean_loss": 0.818081224059525, "total_contrib": 0.04107299683986192}, "13-20": {"token_count": 37176, "frac": 0.06302897135416667, "mean_loss": 1.1424552823619403, "total_contrib": 0.07200778126540713}, "21-30": {"token_count": 28704, "frac": 0.048665364583333336, "mean_loss": 1.501059435366511, "total_contrib": 0.07304960468336374}, "31-50": {"token_count": 33382, "frac": 0.05659654405381945, "mean_loss": 1.9042516241553367, "total_contrib": 0.10777406093606474}, "51-75": {"token_count": 23768, "frac": 0.04029676649305555, "mean_loss": 2.301236908349576, "total_contrib": 0.09273240634096394}, "76-100": {"token_count": 15647, "frac": 0.026528252495659724, "mean_loss": 2.4908965935957346, "total_contrib": 0.06607913377548635}, "101-150": {"token_count": 19410, "frac": 0.032908121744791664, "mean_loss": 2.651640906542281, "total_contrib": 0.0872605217759631}, "151-200": {"token_count": 12047, "frac": 0.020424736870659724, "mean_loss": 2.9038587020348112, "total_contrib": 0.059310549898636496}, "201-300": {"token_count": 14638, "frac": 0.024817572699652776, "mean_loss": 3.00130780967073, "total_contrib": 0.07448517476053898}, "301-500": {"token_count": 14422, "frac": 0.024451361762152776, "mean_loss": 3.1266651437032187, "total_contrib": 0.07645122053780079}, "501-750": {"token_count": 8579, "frac": 0.014545016818576388, "mean_loss": 3.3629793606921012, "total_contrib": 0.04891459136179188}, "751-1k": {"token_count": 4117, "frac": 0.006980048285590278, "mean_loss": 3.5437486437808654, "total_contrib": 0.0247355366455855}, "1k-2k": {"token_count": 6937, "frac": 0.011761135525173612, "mean_loss": 3.691646062000423, "total_contrib": 0.04341794964616044}, "2k-5k": {"token_count": 5053, "frac": 0.008566962348090278, "mean_loss": 3.615716714565659, "total_contrib": 0.030975708955044683}, "5k-10k": {"token_count": 1550, "frac": 0.002627902560763889, "mean_loss": 3.9966127201758566, "total_contrib": 0.010502708801731665}, "10k+": {"token_count": 3583, "frac": 0.006074693467881944, "mean_loss": 2.964866947616364, "total_contrib": 0.018010657879824202}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.34436495366114, "total_contrib": 0.574680267652633}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.767346776340515, "total_contrib": 0.25746258231044233}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.958237688220976, "total_contrib": 0.16979189424752383}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.294249549264535, "total_contrib": 0.12957171741695814}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.175221938103753, "total_contrib": 0.10668194658954808}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.125844799278894, "total_contrib": 0.09344308343247312}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.357503072909834, "total_contrib": 0.2071639592930376}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.733020665374017, "total_contrib": 0.20154126874639064}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.085630678870926, "total_contrib": 0.2808607336234326}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.618523974792489, "total_contrib": 0.25032381631042216}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.985437416239241, "total_contrib": 0.34055286475958824}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.6456041673084645, "total_contrib": 0.3017441223224012}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.273053326704243, "total_contrib": 0.22842854707667665}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.065584044792931, "total_contrib": 0.34887515380791584}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.833387714406261, "total_contrib": 0.2694840298837311}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.597185690687368, "total_contrib": 0.3943587337034352}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.3935395620031965, "total_contrib": 0.5189310312976743}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.228712296925406, "total_contrib": 0.4284656973051209}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.2772607406822285, "total_contrib": 0.2902912135339269}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.9605932122640555, "total_contrib": 0.36479609811792646}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.064662230804866, "total_contrib": 0.3874007820469071}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.283426482715934, "total_contrib": 0.21820648980962198}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.880526476630215, "total_contrib": 0.451250727096151}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.189777461460757, "total_contrib": 2.876012202980959}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.988729046816726, "total_contrib": 0.6717681601020236}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.61666097605521, "total_contrib": 0.3771501337122065}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.344327031660056, "total_contrib": 0.25748924880591206}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.0541530915323225, "total_contrib": 0.18921535247994806}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.903843300765794, "total_contrib": 0.15252682503980688}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.461521408436552, "total_contrib": 0.31600790498141956}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.934729246544185, "total_contrib": 0.26048155167394993}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.41966477606547, "total_contrib": 0.3077817981958838}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.000873437946587, "total_contrib": 0.2247333973290545}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.643885559555721, "total_contrib": 0.2542852985245957}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.407453614465225, "total_contrib": 0.17255472626619292}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.3299833497810285, "total_contrib": 0.11336929807988218}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.254010629350723, "total_contrib": 0.13665218674436466}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.183440432359327, "total_contrib": 0.08372214569696977}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.168243830043757, "total_contrib": 0.10409585167193017}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.111178489355839, "total_contrib": 0.10218281496506856}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.117226187935699, "total_contrib": 0.06275408160661813}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.210366480150599, "total_contrib": 0.029895383739676085}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.323255082314708, "total_contrib": 0.051601351893947246}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.0131693887527415, "total_contrib": 0.036469502637591376}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.364782384597337, "total_contrib": 0.01205483416156186}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.184236477248646, "total_contrib": 0.021502709094376214}}}}
{"step": 1700, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20586, "frac": 0.034901936848958336, "mean_loss": 0.004366150604422113, "total_contrib": 0.00015238711266858185}, "2": {"token_count": 12853, "frac": 0.021791246202256944, "mean_loss": 0.05158022397403783, "total_contrib": 0.0011239973597858145}, "3": {"token_count": 9541, "frac": 0.016176011827256944, "mean_loss": 0.0689837526902676, "total_contrib": 0.0011158819994063368}, "4": {"token_count": 7857, "frac": 0.0133209228515625, "mean_loss": 0.09476400462071669, "total_contrib": 0.0012623439946576793}, "5": {"token_count": 6454, "frac": 0.010942247178819444, "mean_loss": 0.10415165922770715, "total_contrib": 0.0011396531993537427}, "6-8": {"token_count": 15303, "frac": 0.025945027669270832, "mean_loss": 0.13527702291657212, "total_contrib": 0.0035097661025870483}, "9-12": {"token_count": 15220, "frac": 0.025804307725694444, "mean_loss": 0.19145013496813246, "total_contrib": 0.004940238196843425}, "13-20": {"token_count": 22360, "frac": 0.037909613715277776, "mean_loss": 0.23148435123169553, "total_contrib": 0.008775482336325262}, "21-30": {"token_count": 19727, "frac": 0.03344557020399305, "mean_loss": 0.3230781582071706, "total_contrib": 0.0108055332216947}, "31-50": {"token_count": 30062, "frac": 0.05096774631076389, "mean_loss": 0.4292137323166478, "total_contrib": 0.021876056621811024}, "51-75": {"token_count": 27668, "frac": 0.04690890842013889, "mean_loss": 0.6031994024686982, "total_contrib": 0.028295425529486662}, "76-100": {"token_count": 21600, "frac": 0.03662109375, "mean_loss": 0.7574221435841926, "total_contrib": 0.02773762732852268}, "101-150": {"token_count": 34485, "frac": 0.058466593424479164, "mean_loss": 0.8481511887625339, "total_contrib": 0.04958851071586775}, "151-200": {"token_count": 27341, "frac": 0.04635450575086805, "mean_loss": 1.001885724000179, "total_contrib": 0.0464419175548789}, "201-300": {"token_count": 41460, "frac": 0.07029215494791667, "mean_loss": 1.1237911108693646, "total_contrib": 0.07899369889432077}, "301-500": {"token_count": 57597, "frac": 0.09765116373697917, "mean_loss": 1.299223417278346, "total_contrib": 0.12687067865156537}, "501-750": {"token_count": 47383, "frac": 0.0803341335720486, "mean_loss": 1.4046660432310472, "total_contrib": 0.11284262954104395}, "751-1k": {"token_count": 31586, "frac": 0.053551567925347224, "mean_loss": 1.5001853367202007, "total_contrib": 0.08033727695998173}, "1k-2k": {"token_count": 36195, "frac": 0.061365763346354164, "mean_loss": 1.6726640679904439, "total_contrib": 0.10264430735425163}, "2k-5k": {"token_count": 37942, "frac": 0.0643276638454861, "mean_loss": 1.7450457453866082, "total_contrib": 0.11225471610422547}, "5k-10k": {"token_count": 20176, "frac": 0.03420681423611111, "mean_loss": 2.0086148859312973, "total_contrib": 0.0687083162749394}, "10k+": {"token_count": 46428, "frac": 0.07871500651041667, "mean_loss": 2.3843749526179163, "total_contrib": 0.18768608991859373}}, "trigram": {"novel": {"token_count": 458, "frac": 0.0007765028211805555, "mean_loss": 4.381181465551958, "total_contrib": 0.003401999768105056}, "1": {"token_count": 162009, "frac": 0.2746734619140625, "mean_loss": 0.09718476356104523, "total_contrib": 0.026694075452611925}, "2": {"token_count": 57086, "frac": 0.09678480360243055, "mean_loss": 0.2342246928510507, "total_contrib": 0.02266939089642856}, "3": {"token_count": 32731, "frac": 0.05549282497829861, "mean_loss": 0.3393000765359274, "total_contrib": 0.018828719762331542}, "4": {"token_count": 23025, "frac": 0.039037068684895836, "mean_loss": 0.4041191229897499, "total_contrib": 0.015775625961030736}, "5": {"token_count": 17315, "frac": 0.029356214735243056, "mean_loss": 0.47205653760238103, "total_contrib": 0.013857793085030835}, "6-8": {"token_count": 36469, "frac": 0.06183030870225695, "mean_loss": 0.6054218093208436, "total_contrib": 0.0374334173653867}, "9-12": {"token_count": 30278, "frac": 0.05133395724826389, "mean_loss": 0.8341955781973054, "total_contrib": 0.04282256014787125}, "13-20": {"token_count": 37077, "frac": 0.06286112467447917, "mean_loss": 1.130098944798345, "total_contrib": 0.07103929066346612}, "21-30": {"token_count": 28053, "frac": 0.0475616455078125, "mean_loss": 1.5286436447553662, "total_contrib": 0.07270480713962518}, "31-50": {"token_count": 34136, "frac": 0.05787489149305555, "mean_loss": 1.8874332392479969, "total_contrib": 0.10923499392186418}, "51-75": {"token_count": 23780, "frac": 0.04031711154513889, "mean_loss": 2.284066108083778, "total_contrib": 0.09208694805608493}, "76-100": {"token_count": 15503, "frac": 0.026284111870659724, "mean_loss": 2.505424002486968, "total_contrib": 0.06585284476480352}, "101-150": {"token_count": 19355, "frac": 0.032814873589409724, "mean_loss": 2.672253717411456, "total_contrib": 0.08768966793568714}, "151-200": {"token_count": 12235, "frac": 0.020743476019965276, "mean_loss": 2.9274428905249974, "total_contrib": 0.060725341399423115}, "201-300": {"token_count": 14481, "frac": 0.0245513916015625, "mean_loss": 3.001170311362866, "total_contrib": 0.07368290757725297}, "301-500": {"token_count": 14265, "frac": 0.0241851806640625, "mean_loss": 3.186024776516032, "total_contrib": 0.07705458482021958}, "501-750": {"token_count": 8656, "frac": 0.014675564236111112, "mean_loss": 3.423687005052494, "total_contrib": 0.05024453856698675}, "751-1k": {"token_count": 4065, "frac": 0.006891886393229167, "mean_loss": 3.597452298045562, "total_contrib": 0.024793232543191206}, "1k-2k": {"token_count": 7141, "frac": 0.012107001410590278, "mean_loss": 3.6973649041874155, "total_contrib": 0.044764002110464024}, "2k-5k": {"token_count": 5513, "frac": 0.009346856011284722, "mean_loss": 3.5686844154992876, "total_contrib": 0.033355979381387624}, "5k-10k": {"token_count": 1662, "frac": 0.0028177897135416665, "mean_loss": 3.797814799139414, "total_contrib": 0.01070144347495135}, "10k+": {"token_count": 4531, "frac": 0.007681952582465278, "mean_loss": 2.8232887336629506, "total_contrib": 0.021688370178607228}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.281989444587163, "total_contrib": 0.5719940420904517}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.800206991583696, "total_contrib": 0.2581815443698249}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.027558075480131, "total_contrib": 0.17086597570090895}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.407421964130082, "total_contrib": 0.13099619659712344}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.319139277644863, "total_contrib": 0.10819084556233018}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.277049575856031, "total_contrib": 0.09483842780453895}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.53272930205661, "total_contrib": 0.21104325905059004}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.910385290526776, "total_contrib": 0.20563450211359738}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.28778184045857, "total_contrib": 0.2878826130291666}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.8213572703858345, "total_contrib": 0.2569883624607976}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.168352517148331, "total_contrib": 0.3494703108564593}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.8541853159755775, "total_contrib": 0.311214763975596}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.469466654811588, "total_contrib": 0.23558079157857814}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.25203768766519, "total_contrib": 0.359599437381391}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 6.015947325029941, "total_contrib": 0.2779177054721677}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.782234697697787, "total_contrib": 0.40739665956662824}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.547831082830656, "total_contrib": 0.5337759503166315}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.373677492522131, "total_contrib": 0.4403448388774824}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.424168131900113, "total_contrib": 0.2983722856979356}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.128649881674446, "total_contrib": 0.37508138602139646}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.227197726370086, "total_contrib": 0.3977832857537939}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.485393253504343, "total_contrib": 0.22522025216255942}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 6.070129158435084, "total_contrib": 0.46580016384536804}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.309758708123798, "total_contrib": 2.913561265619188}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.215037958661396, "total_contrib": 0.6907983613309867}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.877348192387235, "total_contrib": 0.39005844337778994}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.627257444068587, "total_contrib": 0.26740867900576154}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.3701716637650705, "total_contrib": 0.1976919994649712}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.191163408891684, "total_contrib": 0.15887459713620933}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.758741374589039, "total_contrib": 0.33054377863802664}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.224492941170361, "total_contrib": 0.2731995870988944}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.655303246513535, "total_contrib": 0.32116366500043636}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.194943165178778, "total_contrib": 0.2334546636559867}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.775204553550878, "total_contrib": 0.26147593428892807}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.500942682573933, "total_contrib": 0.17621488516234887}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.39502196235512, "total_contrib": 0.11507216417889085}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.2996700873250076, "total_contrib": 0.13811891198823195}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.215805858315132, "total_contrib": 0.08436986686121932}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.191969022562779, "total_contrib": 0.10468835398754499}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.130828736943448, "total_contrib": 0.10267121935287636}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.125044481789551, "total_contrib": 0.06287324675036632}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.221100314371002, "total_contrib": 0.029971598504953605}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.333063547604075, "total_contrib": 0.051718423419753495}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.031960215414967, "total_contrib": 0.03664026345931028}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.360752265083394, "total_contrib": 0.012043703612977514}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1927187024720225, "total_contrib": 0.021559988389665503}}}}
{"step": 1710, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20889, "frac": 0.0354156494140625, "mean_loss": 0.008947081362173363, "total_contrib": 0.0003168666968018246}, "2": {"token_count": 12886, "frac": 0.021847195095486112, "mean_loss": 0.06650050641887202, "total_contrib": 0.0014528495376817236}, "3": {"token_count": 9663, "frac": 0.016382853190104168, "mean_loss": 0.0987702979875123, "total_contrib": 0.0016181392914722552}, "4": {"token_count": 7663, "frac": 0.012992011176215278, "mean_loss": 0.11645196520324899, "total_contrib": 0.0015129452334128437}, "5": {"token_count": 6522, "frac": 0.011057535807291666, "mean_loss": 0.14927601368859925, "total_contrib": 0.0016506248665314471}, "6-8": {"token_count": 15430, "frac": 0.026160346137152776, "mean_loss": 0.20045273606533578, "total_contrib": 0.005243912959608512}, "9-12": {"token_count": 15248, "frac": 0.025851779513888888, "mean_loss": 0.23059448775499586, "total_contrib": 0.005961277854560304}, "13-20": {"token_count": 22055, "frac": 0.037392510308159724, "mean_loss": 0.3188395384536632, "total_contrib": 0.01192221072827749}, "21-30": {"token_count": 20086, "frac": 0.03405422634548611, "mean_loss": 0.39490043215493714, "total_contrib": 0.013448028700534511}, "31-50": {"token_count": 29427, "frac": 0.049891153971354164, "mean_loss": 0.5374244454434289, "total_contrib": 0.026812725755587737}, "51-75": {"token_count": 27560, "frac": 0.04672580295138889, "mean_loss": 0.6882006275807115, "total_contrib": 0.032156726915358494}, "76-100": {"token_count": 21912, "frac": 0.037150065104166664, "mean_loss": 0.8254787708825891, "total_contrib": 0.030666590080395663}, "101-150": {"token_count": 34490, "frac": 0.05847507052951389, "mean_loss": 0.9598868769930526, "total_contrib": 0.056129452832523574}, "151-200": {"token_count": 27031, "frac": 0.045828925238715276, "mean_loss": 1.1450946460904736, "total_contrib": 0.052478456926933446}, "201-300": {"token_count": 41999, "frac": 0.07120598687065972, "mean_loss": 1.2351287316976929, "total_contrib": 0.08794856025284052}, "301-500": {"token_count": 56379, "frac": 0.09558614095052083, "mean_loss": 1.4094579613251799, "total_contrib": 0.13472464735506237}, "501-750": {"token_count": 47612, "frac": 0.0807223849826389, "mean_loss": 1.530703848161804, "total_contrib": 0.12356206532572397}, "751-1k": {"token_count": 31924, "frac": 0.05412462022569445, "mean_loss": 1.5962682193881033, "total_contrib": 0.08639741115272659}, "1k-2k": {"token_count": 36157, "frac": 0.061301337348090276, "mean_loss": 1.745196433666788, "total_contrib": 0.10698287531889182}, "2k-5k": {"token_count": 37436, "frac": 0.06346978081597222, "mean_loss": 1.8418099287146035, "total_contrib": 0.11689927248019731}, "5k-10k": {"token_count": 20935, "frac": 0.03549363878038195, "mean_loss": 2.0862813142866172, "total_contrib": 0.07404971536354969}, "10k+": {"token_count": 46520, "frac": 0.07887098524305555, "mean_loss": 2.4625070654884396, "total_contrib": 0.19422035842305874}}, "trigram": {"novel": {"token_count": 432, "frac": 0.000732421875, "mean_loss": 4.370371705134555, "total_contrib": 0.0032009558387215975}, "1": {"token_count": 163899, "frac": 0.2778778076171875, "mean_loss": 0.132262625991584, "total_contrib": 0.036752848540233404}, "2": {"token_count": 56393, "frac": 0.09560987684461805, "mean_loss": 0.3030636815177208, "total_contrib": 0.028975881265985833}, "3": {"token_count": 32179, "frac": 0.054556952582465276, "mean_loss": 0.42837571349215575, "total_contrib": 0.02337087348847127}, "4": {"token_count": 22349, "frac": 0.03789096408420139, "mean_loss": 0.5217386896546645, "total_contrib": 0.01976918195104319}, "5": {"token_count": 17268, "frac": 0.029276529947916668, "mean_loss": 0.6299266475298094, "total_contrib": 0.018442066361397214}, "6-8": {"token_count": 35725, "frac": 0.060568915473090276, "mean_loss": 0.7595400384887883, "total_contrib": 0.04600451638965515}, "9-12": {"token_count": 30819, "frac": 0.052251180013020836, "mean_loss": 0.9831846432882542, "total_contrib": 0.051372557782492244}, "13-20": {"token_count": 36889, "frac": 0.0625423855251736, "mean_loss": 1.3184198941924308, "total_contrib": 0.0824571253066416}, "21-30": {"token_count": 27915, "frac": 0.047327677408854164, "mean_loss": 1.6850032355457858, "total_contrib": 0.07974728956478645}, "31-50": {"token_count": 33881, "frac": 0.057442559136284724, "mean_loss": 2.04724299261222, "total_contrib": 0.11759887666947197}, "51-75": {"token_count": 23949, "frac": 0.0406036376953125, "mean_loss": 2.424210180562129, "total_contrib": 0.09843175186883277}, "76-100": {"token_count": 15748, "frac": 0.026699490017361112, "mean_loss": 2.6292792532032085, "total_contrib": 0.07020041517375375}, "101-150": {"token_count": 19560, "frac": 0.033162434895833336, "mean_loss": 2.7372136683451282, "total_contrib": 0.09077267007248045}, "151-200": {"token_count": 12150, "frac": 0.020599365234375, "mean_loss": 2.9619783855400037, "total_contrib": 0.061014874580062946}, "201-300": {"token_count": 14480, "frac": 0.024549696180555556, "mean_loss": 3.044519624828602, "total_contrib": 0.07474203180528116}, "301-500": {"token_count": 14501, "frac": 0.024585300021701388, "mean_loss": 3.1831009984608385, "total_contrib": 0.07825749304653697}, "501-750": {"token_count": 8751, "frac": 0.014836629231770834, "mean_loss": 3.3830481142031785, "total_contrib": 0.05019303054367407}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 3.519831963058019, "total_contrib": 0.024992296449935884}, "1k-2k": {"token_count": 7149, "frac": 0.012120564778645834, "mean_loss": 3.6275343537349363, "total_contrib": 0.043967765121207446}, "2k-5k": {"token_count": 5720, "frac": 0.009697808159722222, "mean_loss": 3.5649413023775973, "total_contrib": 0.03457211685112823}, "5k-10k": {"token_count": 1663, "frac": 0.002819485134548611, "mean_loss": 3.806052918702149, "total_contrib": 0.010731109625586061}, "10k+": {"token_count": 4216, "frac": 0.007147894965277778, "mean_loss": 2.88028655350438, "total_contrib": 0.02058798575435124}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.127765688902908, "total_contrib": 0.5653523360592698}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.675417510962326, "total_contrib": 0.25545122439739454}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.934154173963895, "total_contrib": 0.16941873337784838}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.309099972671197, "total_contrib": 0.12975863680879546}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.243713827662319, "total_contrib": 0.10740004867598432}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.18590658414968, "total_contrib": 0.0939973441866162}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.422234779259712, "total_contrib": 0.208597042079626}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.856173422059538, "total_contrib": 0.204383396777809}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.237679197622903, "total_contrib": 0.28614225837012064}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.767382482613625, "total_contrib": 0.25521489887331145}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.130415740778733, "total_contrib": 0.3476208235441292}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.803601656646332, "total_contrib": 0.3089180093835541}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.429754925846021, "total_contrib": 0.2341347186572958}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.221756770872506, "total_contrib": 0.357857765116119}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.999713493241549, "total_contrib": 0.2771677538788617}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.766308492626225, "total_contrib": 0.4062745531346097}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.540494408069141, "total_contrib": 0.5330700635503399}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.346550800871771, "total_contrib": 0.4381219480023453}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.415978571673252, "total_contrib": 0.2979217949048168}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.152454437122399, "total_contrib": 0.3765382559394741}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.214765628227933, "total_contrib": 0.3969891434983042}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.481859046862531, "total_contrib": 0.2250975186782586}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 6.015628976075447, "total_contrib": 0.46161801331609226}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.254541770485783, "total_contrib": 2.8962806962991854}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.176971129895326, "total_contrib": 0.6875973410721645}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.857833097258086, "total_contrib": 0.3890921248347298}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.604182939847338, "total_contrib": 0.26659969586368665}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.346535468035373, "total_contrib": 0.19705799974193597}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.170802336275769, "total_contrib": 0.15842475932483172}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.703797383836151, "total_contrib": 0.3278566815425239}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.182691352561859, "total_contrib": 0.27136487110582375}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.607357454772402, "total_contrib": 0.31844083201947765}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.1501572019569775, "total_contrib": 0.23144203490375376}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.750604471171463, "total_contrib": 0.26012890727644983}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.472638773483513, "total_contrib": 0.1751067683873177}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.368158114653431, "total_contrib": 0.11436880453252654}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.287106555339752, "total_contrib": 0.13771533186852733}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.206066175082909, "total_contrib": 0.08417494901984093}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.181860745225413, "total_contrib": 0.10443591440356842}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.129684548988528, "total_contrib": 0.10264278070775658}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.10774431708582, "total_contrib": 0.0626095604970322}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.229934998950766, "total_contrib": 0.03003432850410598}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.321431588767998, "total_contrib": 0.05157958710552081}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.019487851916131, "total_contrib": 0.036526921397349824}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.352846687701928, "total_contrib": 0.01202186966665724}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.190280143269755, "total_contrib": 0.021543521136209165}}}}
{"step": 1720, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20842, "frac": 0.03533596462673611, "mean_loss": 0.025692210872559896, "total_contrib": 0.0009078590545754214}, "2": {"token_count": 13069, "frac": 0.022157457139756944, "mean_loss": 0.09566568673857319, "total_contrib": 0.00211970835365535}, "3": {"token_count": 9581, "frac": 0.016243828667534724, "mean_loss": 0.1570619693873841, "total_contrib": 0.0025512877209142508}, "4": {"token_count": 7633, "frac": 0.012941148546006944, "mean_loss": 0.19900997169734083, "total_contrib": 0.0025754176058719255}, "5": {"token_count": 6571, "frac": 0.011140611436631944, "mean_loss": 0.24739782805063049, "total_contrib": 0.002756163072578757}, "6-8": {"token_count": 15160, "frac": 0.025702582465277776, "mean_loss": 0.28987875290246623, "total_contrib": 0.007450632551407518}, "9-12": {"token_count": 15141, "frac": 0.025670369466145832, "mean_loss": 0.3672611551713102, "total_contrib": 0.009427729543811048}, "13-20": {"token_count": 22360, "frac": 0.037909613715277776, "mean_loss": 0.47047660105000305, "total_contrib": 0.017835586207882465}, "21-30": {"token_count": 20304, "frac": 0.034423828125, "mean_loss": 0.5839779250472029, "total_contrib": 0.020102755720619047}, "31-50": {"token_count": 29401, "frac": 0.04984707302517361, "mean_loss": 0.7202737812384494, "total_contrib": 0.03590353977151091}, "51-75": {"token_count": 27279, "frac": 0.0462493896484375, "mean_loss": 0.8822350432648394, "total_contrib": 0.04080283227746167}, "76-100": {"token_count": 22108, "frac": 0.037482367621527776, "mean_loss": 1.0026420216338026, "total_contrib": 0.03758139684766999}, "101-150": {"token_count": 34152, "frac": 0.057902018229166664, "mean_loss": 1.1658433371425778, "total_contrib": 0.06750468215958204}, "151-200": {"token_count": 27061, "frac": 0.04587978786892361, "mean_loss": 1.311112773170143, "total_contrib": 0.06015357590528232}, "201-300": {"token_count": 42574, "frac": 0.07218085394965278, "mean_loss": 1.3841094515675032, "total_contrib": 0.09990620217392795}, "301-500": {"token_count": 56243, "frac": 0.0953555636935764, "mean_loss": 1.5862335870900743, "total_contrib": 0.15125619784665775}, "501-750": {"token_count": 47516, "frac": 0.08055962456597222, "mean_loss": 1.6836088348708247, "total_contrib": 0.13563089565314757}, "751-1k": {"token_count": 31506, "frac": 0.053415934244791664, "mean_loss": 1.7516358671244463, "total_contrib": 0.09356526629913806}, "1k-2k": {"token_count": 36013, "frac": 0.061057196723090276, "mean_loss": 1.9129305070288474, "total_contrib": 0.11679817428526117}, "2k-5k": {"token_count": 37917, "frac": 0.0642852783203125, "mean_loss": 1.970447042867417, "total_contrib": 0.12667073656616865}, "5k-10k": {"token_count": 20981, "frac": 0.03557162814670139, "mean_loss": 2.262374703910186, "total_contrib": 0.08047635169599679}, "10k+": {"token_count": 46412, "frac": 0.07868787977430555, "mean_loss": 2.6099774277245693, "total_contrib": 0.20537359004644218}}, "trigram": {"novel": {"token_count": 432, "frac": 0.000732421875, "mean_loss": 4.323162576323132, "total_contrib": 0.0031663788400804194}, "1": {"token_count": 164437, "frac": 0.2787899441189236, "mean_loss": 0.22686665203718195, "total_contrib": 0.06324814124389325}, "2": {"token_count": 56891, "frac": 0.0964541965060764, "mean_loss": 0.44657440822155475, "total_contrib": 0.04307397572518662}, "3": {"token_count": 31826, "frac": 0.05395846896701389, "mean_loss": 0.6091694578693845, "total_contrib": 0.03286985128809786}, "4": {"token_count": 22398, "frac": 0.037974039713541664, "mean_loss": 0.7311552457768393, "total_contrib": 0.027764918339894012}, "5": {"token_count": 17006, "frac": 0.028832329644097224, "mean_loss": 0.849879432092467, "total_contrib": 0.024504003943828147}, "6-8": {"token_count": 35241, "frac": 0.059748331705729164, "mean_loss": 1.0105741685304583, "total_contrib": 0.06038012063459927}, "9-12": {"token_count": 30571, "frac": 0.05183071560329861, "mean_loss": 1.2694245357259686, "total_contrib": 0.06579518209106205}, "13-20": {"token_count": 37201, "frac": 0.06307135687934028, "mean_loss": 1.569309921348223, "total_contrib": 0.09897850610364319}, "21-30": {"token_count": 28232, "frac": 0.04786512586805555, "mean_loss": 1.9464990234127193, "total_contrib": 0.09316942075769702}, "31-50": {"token_count": 33323, "frac": 0.056496514214409724, "mean_loss": 2.233617347219258, "total_contrib": 0.12619159420672496}, "51-75": {"token_count": 23949, "frac": 0.0406036376953125, "mean_loss": 2.5637496536186544, "total_contrib": 0.10409756207701476}, "76-100": {"token_count": 15561, "frac": 0.0263824462890625, "mean_loss": 2.734894741424763, "total_contrib": 0.07215321362187829}, "101-150": {"token_count": 19317, "frac": 0.032750447591145836, "mean_loss": 2.880973985961903, "total_contrib": 0.09435318753869981}, "151-200": {"token_count": 12362, "frac": 0.020958794487847224, "mean_loss": 2.9302865236694355, "total_contrib": 0.06141527304009597}, "201-300": {"token_count": 15292, "frac": 0.025926378038194444, "mean_loss": 3.0435997577981024, "total_contrib": 0.07890951791763065}, "301-500": {"token_count": 14228, "frac": 0.024122450086805556, "mean_loss": 3.2970005538082607, "total_contrib": 0.07953173129541005}, "501-750": {"token_count": 8905, "frac": 0.015097724066840278, "mean_loss": 3.416487086411112, "total_contrib": 0.051581179308558066}, "751-1k": {"token_count": 4211, "frac": 0.007139417860243056, "mean_loss": 3.664338137145942, "total_contrib": 0.026161241142309506}, "1k-2k": {"token_count": 7062, "frac": 0.011973063151041666, "mean_loss": 3.7470489828488147, "total_contrib": 0.0448636541016953}, "2k-5k": {"token_count": 5368, "frac": 0.009101019965277778, "mean_loss": 3.5906252972784527, "total_contrib": 0.03267835251836265}, "5k-10k": {"token_count": 1635, "frac": 0.0027720133463541665, "mean_loss": 3.910103409424914, "total_contrib": 0.01083885883655079}, "10k+": {"token_count": 4376, "frac": 0.007419162326388889, "mean_loss": 2.914711369737009, "total_contrib": 0.021624716786650174}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.13123426278067, "total_contrib": 0.5655017115425819}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.587179822120136, "total_contrib": 0.2535206359938903}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.758119785850141, "total_contrib": 0.1666911768983365}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.101483947485557, "total_contrib": 0.12714541426956646}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.00457758628597, "total_contrib": 0.10489282869736131}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.837473714324679, "total_contrib": 0.09078194415125398}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.097544937778578, "total_contrib": 0.20140879617905116}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.53527627650063, "total_contrib": 0.1969777097502417}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.905717070686619, "total_contrib": 0.2746112931047693}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.439479100107039, "total_contrib": 0.24444089246974424}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.83027042771021, "total_contrib": 0.3329881899495563}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.512525458277939, "total_contrib": 0.2957016742250934}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.172633188542233, "total_contrib": 0.22477182282089245}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.973351911433029, "total_contrib": 0.3435702236520818}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.765649208023039, "total_contrib": 0.266354725511698}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.5369307678761235, "total_contrib": 0.39011337605900753}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.347917350274601, "total_contrib": 0.5145415610601355}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.1526509744614595, "total_contrib": 0.42223286870091026}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.220430192902952, "total_contrib": 0.28716508248008943}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.917831328153974, "total_contrib": 0.3621790148988548}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.975007862979552, "total_contrib": 0.38167380651428323}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.206284482660758, "total_contrib": 0.21552755577653723}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.787732375181759, "total_contrib": 0.4441300371519327}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.013239456072341, "total_contrib": 2.8207632636115068}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.84687023998155, "total_contrib": 0.6598393252268556}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.498181729631962, "total_contrib": 0.3712834601434175}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.1935580538903094, "total_contrib": 0.2522033470940445}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.949960965461861, "total_contrib": 0.18642058043513335}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.753656366104635, "total_contrib": 0.14920874041529253}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.315501133478865, "total_contrib": 0.30886662071453747}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.834231119420598, "total_contrib": 0.25607058244418746}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.329100929195448, "total_contrib": 0.30263869344809763}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.94696340709887, "total_contrib": 0.22231074366007939}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.62032250919649, "total_contrib": 0.252995056287162}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.389993795248844, "total_contrib": 0.17187116278735065}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.31086970346543, "total_contrib": 0.11286885720251573}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.2391318154536695, "total_contrib": 0.1361742324954574}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.171750550601516, "total_contrib": 0.08348819902089487}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.152037723229423, "total_contrib": 0.1036911276298852}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.116466475257165, "total_contrib": 0.10231424717758186}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.097029397019412, "total_contrib": 0.06244624545492302}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.218356260772377, "total_contrib": 0.02995211456318277}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.310822969776725, "total_contrib": 0.051452965134053785}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.025268190611027, "total_contrib": 0.036579449974356935}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.340052912973937, "total_contrib": 0.011986535297367594}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1833601888683525, "total_contrib": 0.02149679163998523}}}}
{"step": 1730, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20568, "frac": 0.034871419270833336, "mean_loss": 0.04438336666432523, "total_contrib": 0.0015477109876028126}, "2": {"token_count": 12944, "frac": 0.021945529513888888, "mean_loss": 0.1260303119267911, "total_contrib": 0.002765801930034017}, "3": {"token_count": 9654, "frac": 0.016367594401041668, "mean_loss": 0.18801252652153777, "total_contrib": 0.0030773127764196196}, "4": {"token_count": 7766, "frac": 0.013166639539930556, "mean_loss": 0.23822510433983204, "total_contrib": 0.003136624078204915}, "5": {"token_count": 6685, "frac": 0.011333889431423612, "mean_loss": 0.2964874916389805, "total_contrib": 0.0033603564480363377}, "6-8": {"token_count": 15094, "frac": 0.025590684678819444, "mean_loss": 0.3644067888142475, "total_contrib": 0.009325419227366556}, "9-12": {"token_count": 15420, "frac": 0.026143391927083332, "mean_loss": 0.46489925717166175, "total_contrib": 0.01215404348684866}, "13-20": {"token_count": 21709, "frac": 0.03680589463975695, "mean_loss": 0.5476635880146201, "total_contrib": 0.020157248318497363}, "21-30": {"token_count": 19926, "frac": 0.033782958984375, "mean_loss": 0.7145312121598391, "total_contrib": 0.024138978633451595}, "31-50": {"token_count": 29630, "frac": 0.05023532443576389, "mean_loss": 0.8500177786477114, "total_contrib": 0.04270091888653512}, "51-75": {"token_count": 27471, "frac": 0.046574910481770836, "mean_loss": 1.0247723021618922, "total_contrib": 0.04772867823738834}, "76-100": {"token_count": 21643, "frac": 0.03669399685329861, "mean_loss": 1.1673118262897604, "total_contrib": 0.04283333648069472}, "101-150": {"token_count": 34369, "frac": 0.05826992458767361, "mean_loss": 1.3251121251013491, "total_contrib": 0.07721418359986754}, "151-200": {"token_count": 27191, "frac": 0.04610019259982639, "mean_loss": 1.4860526032876462, "total_contrib": 0.06850731122503388}, "201-300": {"token_count": 41725, "frac": 0.07074144151475695, "mean_loss": 1.5749349228854523, "total_contrib": 0.11141316673684946}, "301-500": {"token_count": 56373, "frac": 0.09557596842447917, "mean_loss": 1.7491739255682155, "total_contrib": 0.16717899187903004}, "501-750": {"token_count": 48107, "frac": 0.0815616183810764, "mean_loss": 1.8500113089727968, "total_contrib": 0.15088991638311486}, "751-1k": {"token_count": 32125, "frac": 0.054465399848090276, "mean_loss": 1.9292446998804236, "total_contrib": 0.1050770839837962}, "1k-2k": {"token_count": 36489, "frac": 0.061864217122395836, "mean_loss": 2.1189116126153578, "total_contrib": 0.1310848080660024}, "2k-5k": {"token_count": 37713, "frac": 0.06393941243489583, "mean_loss": 2.171580683857633, "total_contrib": 0.1388495929808263}, "5k-10k": {"token_count": 20809, "frac": 0.03528001573350695, "mean_loss": 2.4910268153382833, "total_contrib": 0.08788346523772234}, "10k+": {"token_count": 46413, "frac": 0.0786895751953125, "mean_loss": 2.8560418528671865, "total_contrib": 0.2247407201421521}}, "trigram": {"novel": {"token_count": 425, "frac": 0.0007205539279513889, "mean_loss": 4.462785770882141, "total_contrib": 0.0032156778168146933}, "1": {"token_count": 164214, "frac": 0.278411865234375, "mean_loss": 0.3534162780463432, "total_contrib": 0.0983952851750729}, "2": {"token_count": 56945, "frac": 0.0965457492404514, "mean_loss": 0.5969290245873915, "total_contrib": 0.057630959922161544}, "3": {"token_count": 32243, "frac": 0.054665459526909724, "mean_loss": 0.7811377585393032, "total_contrib": 0.04270125452437126}, "4": {"token_count": 22773, "frac": 0.038609822591145836, "mean_loss": 0.9147077317470891, "total_contrib": 0.035316703245504524}, "5": {"token_count": 17545, "frac": 0.029746161566840276, "mean_loss": 1.0437461435502353, "total_contrib": 0.031047441420811762}, "6-8": {"token_count": 35425, "frac": 0.06006028917100695, "mean_loss": 1.2275023060914267, "total_contrib": 0.07372414346192897}, "9-12": {"token_count": 29985, "frac": 0.050837198893229164, "mean_loss": 1.480632578127808, "total_contrib": 0.07527121286207805}, "13-20": {"token_count": 36969, "frac": 0.06267801920572917, "mean_loss": 1.804615577858281, "total_contrib": 0.11310972984795939}, "21-30": {"token_count": 28022, "frac": 0.047509087456597224, "mean_loss": 2.1225808257819163, "total_contrib": 0.10084187808576942}, "31-50": {"token_count": 33516, "frac": 0.05682373046875, "mean_loss": 2.411039199340463, "total_contrib": 0.13700424161291327}, "51-75": {"token_count": 23856, "frac": 0.040445963541666664, "mean_loss": 2.748866213045758, "total_contrib": 0.11118054263376803}, "76-100": {"token_count": 15798, "frac": 0.026784261067708332, "mean_loss": 2.8568977113729734, "total_contrib": 0.07651989414515217}, "101-150": {"token_count": 19472, "frac": 0.033013237847222224, "mean_loss": 2.9898500226202525, "total_contrib": 0.09870462992428514}, "151-200": {"token_count": 11816, "frac": 0.020033094618055556, "mean_loss": 3.1817042991266224, "total_contrib": 0.06373938327107777}, "201-300": {"token_count": 14619, "frac": 0.024785359700520832, "mean_loss": 3.2385399444583123, "total_contrib": 0.08026837742790403}, "301-500": {"token_count": 14844, "frac": 0.025166829427083332, "mean_loss": 3.3845087350841583, "total_contrib": 0.08517735403033658}, "501-750": {"token_count": 8585, "frac": 0.014555189344618056, "mean_loss": 3.595682109771051, "total_contrib": 0.05233583393077337}, "751-1k": {"token_count": 4289, "frac": 0.007271660698784722, "mean_loss": 3.6942522687389068, "total_contrib": 0.026863349033985004}, "1k-2k": {"token_count": 7157, "frac": 0.012134128146701388, "mean_loss": 3.8127365902673227, "total_contrib": 0.046264234375921}, "2k-5k": {"token_count": 5283, "frac": 0.0089569091796875, "mean_loss": 3.6713930939055017, "total_contrib": 0.03288433450504348}, "5k-10k": {"token_count": 1672, "frac": 0.002834743923611111, "mean_loss": 4.0574367685704695, "total_contrib": 0.01150179422514144}, "10k+": {"token_count": 4371, "frac": 0.007410685221354167, "mean_loss": 2.9777832396811688, "total_contrib": 0.02206741424670137}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 12.954347519206472, "total_contrib": 0.5578840151220764}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.20694057069473, "total_contrib": 0.24520122623836177}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.202636566817425, "total_contrib": 0.15808426850067894}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.484732039439622, "total_contrib": 0.11938247792697441}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.333047783973356, "total_contrib": 0.09785218556059304}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.055659286257876, "total_contrib": 0.08356722258691003}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.329249872431793, "total_contrib": 0.18439965961746954}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.719475996541921, "total_contrib": 0.17815061317431746}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.095164229727159, "total_contrib": 0.24645610341161095}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.661973265035753, "total_contrib": 0.2188941817837065}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.128623996354955, "total_contrib": 0.29878164166800053}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.839830246743256, "total_contrib": 0.26515790106545534}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.538474775696001, "total_contrib": 0.20167941832207353}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.3696306716931455, "total_contrib": 0.3088458939229159}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.192297398907575, "total_contrib": 0.23986768854002824}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.015825426091278, "total_contrib": 0.3533980598145807}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.864793949854617, "total_contrib": 0.4680585935131491}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.70011223752178, "total_contrib": 0.38514967986406146}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.771108978487957, "total_contrib": 0.2624488505164961}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.357837001032401, "total_contrib": 0.32790662988157077}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.404439581555712, "total_contrib": 0.34522683057026254}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.608859256164387, "total_contrib": 0.19478058563913156}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.33100945565481, "total_contrib": 0.4090827415845953}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.305495064621143, "total_contrib": 2.5992691616116277}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 6.947410410101736, "total_contrib": 0.5842042058651833}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.537170379880324, "total_contrib": 0.32369757438623176}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.214768925003257, "total_contrib": 0.21788738098168667}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.994186311946017, "total_contrib": 0.16078359246368057}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.818964662847862, "total_contrib": 0.12855856750754546}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.491165700546774, "total_contrib": 0.26855157775535116}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.158045967530808, "total_contrib": 0.22639210002888582}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.835283380875481, "total_contrib": 0.27459488275452526}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.614028365481672, "total_contrib": 0.20734903268679675}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.417558071617891, "total_contrib": 0.24189228149251815}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.270638285100287, "total_contrib": 0.16719831556453424}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.235780015366233, "total_contrib": 0.11090282995825998}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.188512530523822, "total_contrib": 0.134548182026901}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.1495313734669, "total_contrib": 0.08304353219333782}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.154221314347446, "total_contrib": 0.10374565965497823}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.126324987924576, "total_contrib": 0.1025592792476642}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.120948271784297, "total_contrib": 0.06281081299394536}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.236094372928289, "total_contrib": 0.03007806266585231}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.325572159212383, "total_contrib": 0.0516290079767103}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.045030666806156, "total_contrib": 0.0367590406190338}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.363841120189398, "total_contrib": 0.012052234539097305}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.2207313383930134, "total_contrib": 0.021749153850673036}}}}
{"step": 1740, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20702, "frac": 0.03509860568576389, "mean_loss": 0.034865915844519965, "total_contrib": 0.0012237450320998337}, "2": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 0.1280946866350762, "total_contrib": 0.002835863610298708}, "3": {"token_count": 9757, "frac": 0.016542222764756944, "mean_loss": 0.21278972744221192, "total_contrib": 0.0035200150734009832}, "4": {"token_count": 7820, "frac": 0.013258192274305556, "mean_loss": 0.27358318177270596, "total_contrib": 0.0036272184269588227}, "5": {"token_count": 6367, "frac": 0.010794745551215278, "mean_loss": 0.27959781746624757, "total_contrib": 0.003018187296223277}, "6-8": {"token_count": 15580, "frac": 0.026414659288194444, "mean_loss": 0.3760106921945238, "total_contrib": 0.0099321943230365}, "9-12": {"token_count": 14999, "frac": 0.025429619683159724, "mean_loss": 0.45611956303239354, "total_contrib": 0.011598947017962767}, "13-20": {"token_count": 22011, "frac": 0.037317911783854164, "mean_loss": 0.5648578585860451, "total_contrib": 0.021079315737130802}, "21-30": {"token_count": 20092, "frac": 0.034064398871527776, "mean_loss": 0.6844034417004201, "total_contrib": 0.023313791827129518}, "31-50": {"token_count": 29302, "frac": 0.04967922634548611, "mean_loss": 0.8355865157109262, "total_contrib": 0.041511291645239194}, "51-75": {"token_count": 27522, "frac": 0.046661376953125, "mean_loss": 1.0091325439718444, "total_contrib": 0.04708751402993622}, "76-100": {"token_count": 21618, "frac": 0.036651611328125, "mean_loss": 1.14941382233764, "total_contrib": 0.0421278686714937}, "101-150": {"token_count": 34275, "frac": 0.058110555013020836, "mean_loss": 1.3306618275019344, "total_contrib": 0.077325497330778}, "151-200": {"token_count": 27075, "frac": 0.045903523763020836, "mean_loss": 1.4176368850358463, "total_contrib": 0.06507452843957781}, "201-300": {"token_count": 41421, "frac": 0.07022603352864583, "mean_loss": 1.5546323031960063, "total_contrib": 0.10917566024895863}, "301-500": {"token_count": 56363, "frac": 0.09555901421440972, "mean_loss": 1.722398675126519, "total_contrib": 0.16459071947929552}, "501-750": {"token_count": 47816, "frac": 0.08106825086805555, "mean_loss": 1.8337752306785553, "total_contrib": 0.14866095043627556}, "751-1k": {"token_count": 31994, "frac": 0.05424329969618055, "mean_loss": 1.9266148172780886, "total_contrib": 0.10450594493271749}, "1k-2k": {"token_count": 36344, "frac": 0.06161838107638889, "mean_loss": 2.0615593662976326, "total_contrib": 0.1270299506441263}, "2k-5k": {"token_count": 38180, "frac": 0.0647311740451389, "mean_loss": 2.1522841399836334, "total_contrib": 0.13931987925987266}, "5k-10k": {"token_count": 21035, "frac": 0.03566318088107639, "mean_loss": 2.3958279913641936, "total_contrib": 0.08544284701596715}, "10k+": {"token_count": 46493, "frac": 0.07882520887586805, "mean_loss": 2.7897736552460897, "total_contrib": 0.21990449109116691}}, "trigram": {"novel": {"token_count": 439, "frac": 0.0007442898220486111, "mean_loss": 4.221352077183125, "total_contrib": 0.0031419093863311633}, "1": {"token_count": 164238, "frac": 0.2784525553385417, "mean_loss": 0.32740358224021215, "total_contrib": 0.09116636410177946}, "2": {"token_count": 56182, "frac": 0.09525214301215278, "mean_loss": 0.587386912856851, "total_contrib": 0.05594986222690769}, "3": {"token_count": 32247, "frac": 0.0546722412109375, "mean_loss": 0.7773830808541201, "total_contrib": 0.04250127530975818}, "4": {"token_count": 22435, "frac": 0.03803677029079861, "mean_loss": 0.8977050009904141, "total_contrib": 0.03414579891157352}, "5": {"token_count": 17018, "frac": 0.028852674696180556, "mean_loss": 1.029382396985176, "total_contrib": 0.02970043543818788}, "6-8": {"token_count": 35551, "frac": 0.06027391221788195, "mean_loss": 1.207752383331222, "total_contrib": 0.07279596113384379}, "9-12": {"token_count": 30231, "frac": 0.0512542724609375, "mean_loss": 1.4596995649787403, "total_contrib": 0.0748158392145323}, "13-20": {"token_count": 36986, "frac": 0.06270684136284722, "mean_loss": 1.7664936947778012, "total_contrib": 0.11077123988690143}, "21-30": {"token_count": 27997, "frac": 0.04746670193142361, "mean_loss": 2.108182251399453, "total_contrib": 0.1000684585442954}, "31-50": {"token_count": 33573, "frac": 0.056920369466145836, "mean_loss": 2.4039406495455227, "total_contrib": 0.13683318994681776}, "51-75": {"token_count": 24206, "frac": 0.041039360894097224, "mean_loss": 2.6874953384952924, "total_contrib": 0.11029309109771228}, "76-100": {"token_count": 15812, "frac": 0.026807996961805556, "mean_loss": 2.804247473308947, "total_contrib": 0.07517625774461716}, "101-150": {"token_count": 19525, "frac": 0.033103095160590276, "mean_loss": 2.9566570018185647, "total_contrib": 0.09787449808842548}, "151-200": {"token_count": 12380, "frac": 0.020989312065972224, "mean_loss": 3.0581098307414996, "total_contrib": 0.06418762156945083}, "201-300": {"token_count": 14586, "frac": 0.024729410807291668, "mean_loss": 3.165440524525877, "total_contrib": 0.07827947911704923}, "301-500": {"token_count": 14713, "frac": 0.024944729275173612, "mean_loss": 3.3192737112618382, "total_contrib": 0.08279838411762734}, "501-750": {"token_count": 8417, "frac": 0.014270358615451388, "mean_loss": 3.510188206151433, "total_contrib": 0.050091644509508954}, "751-1k": {"token_count": 4182, "frac": 0.007090250651041667, "mean_loss": 3.7075677868710772, "total_contrib": 0.026287584914643766}, "1k-2k": {"token_count": 7374, "frac": 0.012502034505208334, "mean_loss": 3.7789349234366387, "total_contrib": 0.047244374805741673}, "2k-5k": {"token_count": 5592, "frac": 0.009480794270833334, "mean_loss": 3.6367897428476597, "total_contrib": 0.034479655358215525}, "5k-10k": {"token_count": 1752, "frac": 0.0029703776041666665, "mean_loss": 3.9139191984849107, "total_contrib": 0.011625817931697528}, "10k+": {"token_count": 4388, "frac": 0.007439507378472222, "mean_loss": 2.913859360736312, "total_contrib": 0.021677678214028145}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.136239267599832, "total_contrib": 0.565717254022053}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.514722166446866, "total_contrib": 0.2519353053758355}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.513842508510205, "total_contrib": 0.16290623420761915}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 9.768653957712633, "total_contrib": 0.12295614790523714}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 9.565209199960318, "total_contrib": 0.10028627809745722}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.328409169489985, "total_contrib": 0.08608420666085814}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 8.54498633586201, "total_contrib": 0.18917580765395461}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 7.860431487605788, "total_contrib": 0.18140359396920094}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.214538709181167, "total_contrib": 0.25060266973487644}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 6.731792599435126, "total_contrib": 0.22118825374527443}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.177575174825737, "total_contrib": 0.30116810125073595}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 5.85677922966842, "total_contrib": 0.2659274708213805}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.511756057750153, "total_contrib": 0.2007064761833323}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.3323998877883465, "total_contrib": 0.30670448505523623}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.158845673110052, "total_contrib": 0.23832232479672358}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 4.975030582315401, "total_contrib": 0.3505237933846047}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 4.815426757728132, "total_contrib": 0.463308805803619}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.653210767926881, "total_contrib": 0.3813063490909321}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.717968066689163, "total_contrib": 0.25952567871726123}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.31138554420237, "total_contrib": 0.32506373998788984}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.3479956420086205, "total_contrib": 0.34162128330478037}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.51884892678275, "total_contrib": 0.1916547691638371}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.261301597885326, "total_contrib": 0.4037336080286454}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.39251511679682, "total_contrib": 2.6265027625351376}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.023569203779917, "total_contrib": 0.5906083600685565}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 6.579939275254547, "total_contrib": 0.32581533893684267}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.217162562624975, "total_contrib": 0.2179713009855853}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 5.977621065222819, "total_contrib": 0.16033925861424803}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 5.813034404326006, "total_contrib": 0.128427550121345}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.455226262211396, "total_contrib": 0.2667939194738599}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.1028459319079635, "total_contrib": 0.22396931200702813}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.772476902797876, "total_contrib": 0.2710281140409981}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.549154360638368, "total_contrib": 0.2044336708629703}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.357568376758082, "total_contrib": 0.23860742503552887}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.222802761335239, "total_contrib": 0.1653255231471648}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.1894239717611494, "total_contrib": 0.1096891181028704}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.1430819100877025, "total_contrib": 0.13308880776372561}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.113970295221814, "total_contrib": 0.08233185724012299}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.109931622841774, "total_contrib": 0.102639588766241}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.078869720559983, "total_contrib": 0.101379784653404}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.0691810831820865, "total_contrib": 0.06202178605449585}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.189071698542402, "total_contrib": 0.029744181778794315}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.2986683577726374, "total_contrib": 0.05130789055501195}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.000547739422635, "total_contrib": 0.03635480394711867}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.317442247624628, "total_contrib": 0.011924088238831447}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1865295697749034, "total_contrib": 0.021518194031462674}}}}
{"step": 1750, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20753, "frac": 0.03518507215711805, "mean_loss": 0.041575588650894585, "total_contrib": 0.0014628400866563843}, "2": {"token_count": 13270, "frac": 0.022498236762152776, "mean_loss": 0.15522776049865714, "total_contrib": 0.0034923509077575345}, "3": {"token_count": 9717, "frac": 0.016474405924479168, "mean_loss": 0.21485251132781388, "total_contrib": 0.0035395674855081645}, "4": {"token_count": 7770, "frac": 0.013173421223958334, "mean_loss": 0.28362120897723714, "total_contrib": 0.003736261653905458}, "5": {"token_count": 6708, "frac": 0.011372884114583334, "mean_loss": 0.3469933739820194, "total_contrib": 0.003946315430825783}, "6-8": {"token_count": 15143, "frac": 0.025673760308159724, "mean_loss": 0.42854981996411873, "total_contrib": 0.011002485357863787}, "9-12": {"token_count": 15139, "frac": 0.025666978624131944, "mean_loss": 0.4979419887521468, "total_contrib": 0.0127806663813591}, "13-20": {"token_count": 22064, "frac": 0.037407769097222224, "mean_loss": 0.6054417450774687, "total_contrib": 0.02264822500167723}, "21-30": {"token_count": 20200, "frac": 0.034247504340277776, "mean_loss": 0.7228988980528007, "total_contrib": 0.024757483148645315}, "31-50": {"token_count": 29457, "frac": 0.0499420166015625, "mean_loss": 0.8352650082743283, "total_contrib": 0.04171481890994074}, "51-75": {"token_count": 27068, "frac": 0.045891655815972224, "mean_loss": 0.9867434418732106, "total_contrib": 0.04528329041311317}, "76-100": {"token_count": 21589, "frac": 0.03660244411892361, "mean_loss": 1.119013613290698, "total_contrib": 0.04095863324878757}, "101-150": {"token_count": 34759, "frac": 0.05893113878038195, "mean_loss": 1.2695316149285147, "total_contrib": 0.07481494378543471}, "151-200": {"token_count": 27832, "frac": 0.047186957465277776, "mean_loss": 1.3991563451876632, "total_contrib": 0.06602193094764378}, "201-300": {"token_count": 42135, "frac": 0.07143656412760417, "mean_loss": 1.504015574788713, "total_contrib": 0.10744170505730934}, "301-500": {"token_count": 57074, "frac": 0.09676445855034722, "mean_loss": 1.686191534227551, "total_contrib": 0.16316341082170827}, "501-750": {"token_count": 48644, "frac": 0.08247205946180555, "mean_loss": 1.779668265559099, "total_contrib": 0.14677290701947837}, "751-1k": {"token_count": 32414, "frac": 0.054955376519097224, "mean_loss": 1.8392662397311632, "total_contrib": 0.10107756872329021}, "1k-2k": {"token_count": 35457, "frac": 0.060114542643229164, "mean_loss": 1.9880958669474809, "total_contrib": 0.119513473772442}, "2k-5k": {"token_count": 37024, "frac": 0.0627712673611111, "mean_loss": 2.0719204017783435, "total_contrib": 0.13005706949096915}, "5k-10k": {"token_count": 20132, "frac": 0.03413221571180555, "mean_loss": 2.373125340744135, "total_contrib": 0.08100002604143088}, "10k+": {"token_count": 45475, "frac": 0.0770992702907986, "mean_loss": 2.7439483429802474, "total_contrib": 0.21155641495942304}}, "trigram": {"novel": {"token_count": 448, "frac": 0.0007595486111111111, "mean_loss": 4.383518808178321, "total_contrib": 0.003329495622531277}, "1": {"token_count": 163403, "frac": 0.2770368787977431, "mean_loss": 0.30575611354671656, "total_contrib": 0.08470571937031068}, "2": {"token_count": 57232, "frac": 0.09703233506944445, "mean_loss": 0.5713726859258943, "total_contrib": 0.055441625910289824}, "3": {"token_count": 32176, "frac": 0.05455186631944445, "mean_loss": 0.7613674356087061, "total_contrib": 0.041534014567304364}, "4": {"token_count": 22682, "frac": 0.03845553927951389, "mean_loss": 0.8940682732986625, "total_contrib": 0.034381877602403875}, "5": {"token_count": 17625, "frac": 0.029881795247395832, "mean_loss": 1.0254177118885852, "total_contrib": 0.030641322109707835}, "6-8": {"token_count": 35698, "frac": 0.060523139105902776, "mean_loss": 1.1666405709939671, "total_contrib": 0.07060874956485771}, "9-12": {"token_count": 30035, "frac": 0.05092196994357639, "mean_loss": 1.402338137985404, "total_contrib": 0.07140982051322363}, "13-20": {"token_count": 36658, "frac": 0.06215074327256945, "mean_loss": 1.7050404943668587, "total_contrib": 0.10596953403472953}, "21-30": {"token_count": 28140, "frac": 0.047709147135416664, "mean_loss": 2.0220074196853433, "total_contrib": 0.09646824949467224}, "31-50": {"token_count": 33742, "frac": 0.05720689561631945, "mean_loss": 2.3727352831701536, "total_contrib": 0.13573681966947315}, "51-75": {"token_count": 24160, "frac": 0.040961371527777776, "mean_loss": 2.6351119230380604, "total_contrib": 0.10793779849683895}, "76-100": {"token_count": 15981, "frac": 0.027094523111979168, "mean_loss": 2.7566976153082434, "total_contrib": 0.07469140725070705}, "101-150": {"token_count": 19522, "frac": 0.03309800889756945, "mean_loss": 2.9305902995245625, "total_contrib": 0.09699670380879469}, "151-200": {"token_count": 12164, "frac": 0.020623101128472224, "mean_loss": 3.0677999586462263, "total_contrib": 0.06326754878908403}, "201-300": {"token_count": 14714, "frac": 0.024946424696180556, "mean_loss": 3.1385676128951605, "total_contrib": 0.07829604060896028}, "301-500": {"token_count": 14561, "frac": 0.024687025282118056, "mean_loss": 3.276852199902567, "total_contrib": 0.08089573310475884}, "501-750": {"token_count": 8630, "frac": 0.014631483289930556, "mean_loss": 3.478840056646943, "total_contrib": 0.050900590157170814}, "751-1k": {"token_count": 4134, "frac": 0.007008870442708333, "mean_loss": 3.6318664736305646, "total_contrib": 0.025455281578892607}, "1k-2k": {"token_count": 6906, "frac": 0.011708577473958334, "mean_loss": 3.751342050779457, "total_contrib": 0.04392287903286901}, "2k-5k": {"token_count": 5342, "frac": 0.009056939019097222, "mean_loss": 3.5952012181248674, "total_contrib": 0.03256151819394097}, "5k-10k": {"token_count": 1683, "frac": 0.0028533935546875, "mean_loss": 3.829689293056981, "total_contrib": 0.010927610745264518}, "10k+": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 2.909974223095746, "total_contrib": 0.0206620484183841}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.251905542347487, "total_contrib": 0.5706984671379404}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.845141782183093, "total_contrib": 0.2591646909909953}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 10.995262723274827, "total_contrib": 0.17036557689752985}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.314267192593656, "total_contrib": 0.12982367560122224}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.14388272064345, "total_contrib": 0.10635337108096499}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.980113211102923, "total_contrib": 0.0920982466092143}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.203752136696078, "total_contrib": 0.20376009691192185}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.512696918305535, "total_contrib": 0.19645662172440412}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.833841040203481, "total_contrib": 0.27211462272082676}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.2828550138289945, "total_contrib": 0.23929465428332167}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.667914894914817, "total_contrib": 0.3250730604439215}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.295867472599853, "total_contrib": 0.28586430322214196}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 5.889513236610266, "total_contrib": 0.21446222143540325}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.683596478230219, "total_contrib": 0.3269043147175431}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.462046119062133, "total_contrib": 0.2523292247385746}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.247372557078225, "total_contrib": 0.3697120859010481}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.059341724238787, "total_contrib": 0.48677670543895624}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 4.88599034213868, "total_contrib": 0.40038142090960827}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 4.941836092408887, "total_contrib": 0.2718401964284369}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.56536235164714, "total_contrib": 0.34060745268039017}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.632458015116621, "total_contrib": 0.3597922780957521}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 5.798274213810085, "total_contrib": 0.20135845730501298}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.436699722969832, "total_contrib": 0.4171930375185438}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 8.8696634687414, "total_contrib": 2.7758300436994343}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.618179794760628, "total_contrib": 0.64060886206824}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.178636851238578, "total_contrib": 0.35546072705972276}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 6.801227459144458, "total_contrib": 0.2384483890578346}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.5124061915400775, "total_contrib": 0.17468393682921612}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.331470964660139, "total_contrib": 0.13988138519369553}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 5.886580162861724, "total_contrib": 0.2878897626714228}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.420752166936117, "total_contrib": 0.23792255333394738}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 4.97552573081529, "total_contrib": 0.2825592208512861}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.675091928500776, "total_contrib": 0.21009315771627057}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.412231044018214, "total_contrib": 0.24160058937692644}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.249467298880281, "total_contrib": 0.1663694574411069}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.195046814078565, "total_contrib": 0.10983633753427341}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.1437933216493, "total_contrib": 0.13311166053821016}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.121511790450239, "total_contrib": 0.08248278329548243}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.095647015787861, "total_contrib": 0.10228285139729004}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.066118443387725, "total_contrib": 0.10106285329193802}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.0589218463937, "total_contrib": 0.061865416461655276}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.176847337745884, "total_contrib": 0.029657383644069692}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.278241808422205, "total_contrib": 0.05106408408490045}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.0014797748194395, "total_contrib": 0.036363273778334204}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.29823777313642, "total_contrib": 0.011871048537257263}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1807262376390404, "total_contrib": 0.02147900493115963}}}}
{"step": 1760, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20155, "frac": 0.034171210394965276, "mean_loss": 0.11149035890846684, "total_contrib": 0.0038097605112714116}, "2": {"token_count": 13007, "frac": 0.022052341037326388, "mean_loss": 0.2726431001151602, "total_contrib": 0.006012418625213434}, "3": {"token_count": 9341, "frac": 0.015836927625868056, "mean_loss": 0.3324824518563723, "total_contrib": 0.005265500526920528}, "4": {"token_count": 7553, "frac": 0.012805514865451388, "mean_loss": 0.43639803378735126, "total_contrib": 0.0055883015089176835}, "5": {"token_count": 6556, "frac": 0.011115180121527778, "mean_loss": 0.467806201086871, "total_contrib": 0.005199750187048215}, "6-8": {"token_count": 15312, "frac": 0.025960286458333332, "mean_loss": 0.5489033083485939, "total_contrib": 0.014249687122656368}, "9-12": {"token_count": 15244, "frac": 0.025844997829861112, "mean_loss": 0.6534003117006958, "total_contrib": 0.016887129637935056}, "13-20": {"token_count": 22062, "frac": 0.037404378255208336, "mean_loss": 0.7223388536051678, "total_contrib": 0.027018635708681255}, "21-30": {"token_count": 20098, "frac": 0.03407457139756945, "mean_loss": 0.8378088530313914, "total_contrib": 0.028547977580133915}, "31-50": {"token_count": 29563, "frac": 0.05012173122829861, "mean_loss": 0.9608595685891398, "total_contrib": 0.04815994504496382}, "51-75": {"token_count": 27093, "frac": 0.045934041341145836, "mean_loss": 1.1234653484347186, "total_contrib": 0.051605303760345174}, "76-100": {"token_count": 21850, "frac": 0.03704494900173611, "mean_loss": 1.2384660189162122, "total_contrib": 0.045878910511134234}, "101-150": {"token_count": 34362, "frac": 0.058258056640625, "mean_loss": 1.398513003732814, "total_contrib": 0.08147464978411688}, "151-200": {"token_count": 27294, "frac": 0.046274820963541664, "mean_loss": 1.4811168472092555, "total_contrib": 0.0685384169306936}, "201-300": {"token_count": 42276, "frac": 0.07167561848958333, "mean_loss": 1.5817266593467727, "total_contrib": 0.11337123659014241}, "301-500": {"token_count": 57288, "frac": 0.09712727864583333, "mean_loss": 1.7340234264207688, "total_contrib": 0.16842097651637267}, "501-750": {"token_count": 48205, "frac": 0.08172776963975695, "mean_loss": 1.8389612554643633, "total_contrib": 0.15029420186302972}, "751-1k": {"token_count": 32112, "frac": 0.054443359375, "mean_loss": 1.8953485148995235, "total_contrib": 0.1031891403375473}, "1k-2k": {"token_count": 36049, "frac": 0.061118231879340276, "mean_loss": 2.0530869021331157, "total_contrib": 0.12548104135300817}, "2k-5k": {"token_count": 37504, "frac": 0.06358506944444445, "mean_loss": 2.11713337579461, "total_contrib": 0.13461807272305137}, "5k-10k": {"token_count": 20853, "frac": 0.0353546142578125, "mean_loss": 2.397420067624721, "total_contrib": 0.08475986170481076}, "10k+": {"token_count": 46047, "frac": 0.07806905110677083, "mean_loss": 2.772019434529498, "total_contrib": 0.21640892690324534}}, "trigram": {"novel": {"token_count": 435, "frac": 0.0007375081380208334, "mean_loss": 4.346405299525473, "total_contrib": 0.003205509279536914}, "1": {"token_count": 161502, "frac": 0.2738138834635417, "mean_loss": 0.39335042286206806, "total_contrib": 0.10770480684588915}, "2": {"token_count": 56505, "frac": 0.09579976399739583, "mean_loss": 0.6826252715390558, "total_contrib": 0.0653953399120998}, "3": {"token_count": 32212, "frac": 0.05461290147569445, "mean_loss": 0.8802644076620697, "total_contrib": 0.04807379336820915}, "4": {"token_count": 22621, "frac": 0.038352118598090276, "mean_loss": 1.0165642121734808, "total_contrib": 0.03898739122785154}, "5": {"token_count": 17414, "frac": 0.029524061414930556, "mean_loss": 1.1228415650900168, "total_contrib": 0.0331508433269544}, "6-8": {"token_count": 35984, "frac": 0.06100802951388889, "mean_loss": 1.303348769452364, "total_contrib": 0.07951474019364059}, "9-12": {"token_count": 30478, "frac": 0.051673041449652776, "mean_loss": 1.519801950706422, "total_contrib": 0.07853278919411609}, "13-20": {"token_count": 37686, "frac": 0.06389363606770833, "mean_loss": 1.8018047375595287, "total_contrib": 0.11512385616670125}, "21-30": {"token_count": 28578, "frac": 0.048451741536458336, "mean_loss": 2.106129138900721, "total_contrib": 0.10204562468042129}, "31-50": {"token_count": 33656, "frac": 0.057061089409722224, "mean_loss": 2.3958651144654604, "total_contrib": 0.136710673510148}, "51-75": {"token_count": 24201, "frac": 0.0410308837890625, "mean_loss": 2.678556530692789, "total_contrib": 0.10990354173329026}, "76-100": {"token_count": 15913, "frac": 0.026979234483506944, "mean_loss": 2.809581286157087, "total_contrib": 0.07580035231970507}, "101-150": {"token_count": 19378, "frac": 0.03285386827256945, "mean_loss": 2.958709471890846, "total_contrib": 0.09720505124630538}, "151-200": {"token_count": 12129, "frac": 0.020563761393229168, "mean_loss": 3.078480532155242, "total_contrib": 0.06330513911694155}, "201-300": {"token_count": 14832, "frac": 0.025146484375, "mean_loss": 3.1585506122998184, "total_contrib": 0.07942644361984406}, "301-500": {"token_count": 14935, "frac": 0.025321112738715276, "mean_loss": 3.3004925263858853, "total_contrib": 0.0835721433539042}, "501-750": {"token_count": 8797, "frac": 0.014914618598090278, "mean_loss": 3.460927832960464, "total_contrib": 0.05161841862412042}, "751-1k": {"token_count": 4197, "frac": 0.007115681966145833, "mean_loss": 3.6668664264087694, "total_contrib": 0.026092255302662497}, "1k-2k": {"token_count": 7109, "frac": 0.012052747938368056, "mean_loss": 3.6695135327162376, "total_contrib": 0.044227721666259316}, "2k-5k": {"token_count": 5424, "frac": 0.009195963541666666, "mean_loss": 3.598780388065736, "total_contrib": 0.03309425324311752}, "5k-10k": {"token_count": 1676, "frac": 0.002841525607638889, "mean_loss": 3.897081903707089, "total_contrib": 0.011073658024449805}, "10k+": {"token_count": 4162, "frac": 0.007056342230902778, "mean_loss": 2.9782426627545275, "total_contrib": 0.021015499475071114}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.46056317283581, "total_contrib": 0.5796843891621949}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.973673364311459, "total_contrib": 0.26197688592942875}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.12259997032353, "total_contrib": 0.17233859783390762}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.3798300176995, "total_contrib": 0.1306489021325024}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.239716439622645, "total_contrib": 0.1073581381270115}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.058656598853151, "total_contrib": 0.0928230588574858}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.330909018518629, "total_contrib": 0.20657519864199533}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.669391632539883, "total_contrib": 0.20007283342511134}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.978890942401208, "total_contrib": 0.2771530450234578}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.451318618132486, "total_contrib": 0.24482990658129813}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.803285989277189, "total_contrib": 0.331672649165964}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.462068422508964, "total_contrib": 0.29341066898466756}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.018549889549579, "total_contrib": 0.21916099468272884}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.833592062142751, "total_contrib": 0.33553163436583255}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.597411898223329, "total_contrib": 0.2585826948425111}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.383989042664331, "total_contrib": 0.3793376204528836}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.182826142366525, "total_contrib": 0.4986575669236212}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.00446353178414, "total_contrib": 0.4100896807890537}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.070522439055317, "total_contrib": 0.2789189665648562}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.7431654324004375, "total_contrib": 0.3514892337015635}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.838809622380236, "total_contrib": 0.3729736839165923}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.0390773127648965, "total_contrib": 0.2097209008066192}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.635303603721505, "total_contrib": 0.4324331943224403}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.069917538546116, "total_contrib": 2.83850110955171}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.8265617044800795, "total_contrib": 0.6581315908115013}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.39847851938933, "total_contrib": 0.3663465095304443}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.053451668107812, "total_contrib": 0.24729127170952933}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.762599744040092, "total_contrib": 0.18139494247514223}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.58554618209241, "total_contrib": 0.14549467688470832}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.108110715267834, "total_contrib": 0.29872396120302996}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.5999127023675435, "total_contrib": 0.2457860989700164}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.122167075514378, "total_contrib": 0.2908869567217163}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.776277881158842, "total_contrib": 0.21464033596122958}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.479695193300537, "total_contrib": 0.24529472462637575}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.299894793604041, "total_contrib": 0.1683437272371157}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.223402266411323, "total_contrib": 0.11057875094975801}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.170090393901165, "total_contrib": 0.1339564051195702}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.1379599438910155, "total_contrib": 0.08281195607111537}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.114956569184953, "total_contrib": 0.10276507952218689}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.080512169711797, "total_contrib": 0.1014206075167761}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.0818890375538, "total_contrib": 0.06221547859634173}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.186798194884542, "total_contrib": 0.02972803894072886}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.293682407397137, "total_contrib": 0.051248379428568254}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.012590602253138, "total_contrib": 0.03646424294039717}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.301125099823597, "total_contrib": 0.011879022873963488}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1892519059773146, "total_contrib": 0.021536577591803052}}}}
{"step": 1770, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20845, "frac": 0.03534105088975695, "mean_loss": 0.0714447191248342, "total_contrib": 0.002524931454395157}, "2": {"token_count": 13204, "frac": 0.022386338975694444, "mean_loss": 0.2151252177071952, "total_contrib": 0.004815866045813337}, "3": {"token_count": 9745, "frac": 0.016521877712673612, "mean_loss": 0.33749352702928676, "total_contrib": 0.005576026782396782}, "4": {"token_count": 7980, "frac": 0.013529459635416666, "mean_loss": 0.3841191673670601, "total_contrib": 0.005196924770082498}, "5": {"token_count": 6615, "frac": 0.0112152099609375, "mean_loss": 0.42737575797814986, "total_contrib": 0.004793108857939761}, "6-8": {"token_count": 15204, "frac": 0.025777180989583332, "mean_loss": 0.5266040974899724, "total_contrib": 0.013574369130855204}, "9-12": {"token_count": 15321, "frac": 0.025975545247395832, "mean_loss": 0.6023518515574006, "total_contrib": 0.015646417774981915}, "13-20": {"token_count": 22092, "frac": 0.037455240885416664, "mean_loss": 0.7100216884151681, "total_contrib": 0.026594033373460377}, "21-30": {"token_count": 20186, "frac": 0.03422376844618055, "mean_loss": 0.8228695204939533, "total_contrib": 0.02816169593080468}, "31-50": {"token_count": 29604, "frac": 0.050191243489583336, "mean_loss": 0.9564096170583478, "total_contrib": 0.04800338796555469}, "51-75": {"token_count": 27013, "frac": 0.045798407660590276, "mean_loss": 1.1143802649401087, "total_contrib": 0.051036841662643696}, "76-100": {"token_count": 21181, "frac": 0.035910712348090276, "mean_loss": 1.2576487320330074, "total_contrib": 0.0451630618509778}, "101-150": {"token_count": 34219, "frac": 0.05801561143663195, "mean_loss": 1.373882328466192, "total_contrib": 0.07970662332794974}, "151-200": {"token_count": 27713, "frac": 0.04698520236545139, "mean_loss": 1.4813777837789348, "total_contrib": 0.06960283495053714}, "201-300": {"token_count": 41904, "frac": 0.071044921875, "mean_loss": 1.5832471582474406, "total_contrib": 0.11248167066650518}, "301-500": {"token_count": 56814, "frac": 0.09632364908854167, "mean_loss": 1.7396054022128793, "total_contrib": 0.16756514031528477}, "501-750": {"token_count": 47903, "frac": 0.08121575249565972, "mean_loss": 1.8561640100610555, "total_contrib": 0.15074975683246994}, "751-1k": {"token_count": 31649, "frac": 0.053658379448784724, "mean_loss": 1.9240189724228878, "total_contrib": 0.10323974008892818}, "1k-2k": {"token_count": 35730, "frac": 0.060577392578125, "mean_loss": 2.0561743788190903, "total_contrib": 0.12455768255480634}, "2k-5k": {"token_count": 37815, "frac": 0.06411234537760417, "mean_loss": 2.115473367333713, "total_contrib": 0.1356279591636223}, "5k-10k": {"token_count": 20737, "frac": 0.03515794542100695, "mean_loss": 2.433012200726874, "total_contrib": 0.08553971016179944}, "10k+": {"token_count": 46350, "frac": 0.078582763671875, "mean_loss": 2.783048461204352, "total_contrib": 0.21869963951419696}}, "trigram": {"novel": {"token_count": 444, "frac": 0.0007527669270833334, "mean_loss": 4.3980759810740215, "total_contrib": 0.003310726141352108}, "1": {"token_count": 162572, "frac": 0.2756279839409722, "mean_loss": 0.34976288568734787, "total_contrib": 0.09640443903938042}, "2": {"token_count": 57411, "frac": 0.0973358154296875, "mean_loss": 0.6573207768610668, "total_contrib": 0.0639808538146476}, "3": {"token_count": 32490, "frac": 0.055084228515625, "mean_loss": 0.8711005686373565, "total_contrib": 0.04798390278291103}, "4": {"token_count": 22424, "frac": 0.038018120659722224, "mean_loss": 1.0384719386677137, "total_contrib": 0.0394807514660048}, "5": {"token_count": 17134, "frac": 0.029049343532986112, "mean_loss": 1.1392251344445112, "total_contrib": 0.033093742291890896}, "6-8": {"token_count": 35947, "frac": 0.06094529893663195, "mean_loss": 1.2993998144736645, "total_contrib": 0.07919231013130157}, "9-12": {"token_count": 30574, "frac": 0.05183580186631945, "mean_loss": 1.5254833948027506, "total_contrib": 0.07907465500335575}, "13-20": {"token_count": 36904, "frac": 0.06256781684027778, "mean_loss": 1.841140654852195, "total_contrib": 0.11519615126998121}, "21-30": {"token_count": 27942, "frac": 0.047373453776041664, "mean_loss": 2.126339656955355, "total_contrib": 0.10073205345093882}, "31-50": {"token_count": 33324, "frac": 0.056498209635416664, "mean_loss": 2.419779478449091, "total_contrib": 0.13671320824489594}, "51-75": {"token_count": 24137, "frac": 0.04092237684461805, "mean_loss": 2.725069424988398, "total_contrib": 0.11151631793712186}, "76-100": {"token_count": 15644, "frac": 0.026523166232638888, "mean_loss": 2.85349152352215, "total_contrib": 0.07568363002180399}, "101-150": {"token_count": 19733, "frac": 0.033455742730034724, "mean_loss": 2.960259760202783, "total_contrib": 0.0990376889514186}, "151-200": {"token_count": 12067, "frac": 0.020458645290798612, "mean_loss": 3.1219049595988326, "total_contrib": 0.06386994620001749}, "201-300": {"token_count": 14590, "frac": 0.024736192491319444, "mean_loss": 3.204861671376688, "total_contrib": 0.07927607521122552}, "301-500": {"token_count": 14684, "frac": 0.024895562065972224, "mean_loss": 3.3503302786749476, "total_contrib": 0.08340835539425817}, "501-750": {"token_count": 8774, "frac": 0.014875623914930556, "mean_loss": 3.473557347599568, "total_contrib": 0.05167133274983488}, "751-1k": {"token_count": 4262, "frac": 0.007225884331597222, "mean_loss": 3.654598647020295, "total_contrib": 0.026407707101780357}, "1k-2k": {"token_count": 7418, "frac": 0.012576633029513888, "mean_loss": 3.7401485430963053, "total_contrib": 0.047038475702393244}, "2k-5k": {"token_count": 5488, "frac": 0.009304470486111112, "mean_loss": 3.6288320461395647, "total_contrib": 0.03376436067235978}, "5k-10k": {"token_count": 1677, "frac": 0.0028432210286458335, "mean_loss": 4.02850030578443, "total_contrib": 0.011453916783312462}, "10k+": {"token_count": 4184, "frac": 0.007093641493055556, "mean_loss": 2.8993321461133377, "total_contrib": 0.020566822813819385}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.571659975069004, "total_contrib": 0.5844688161667341}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.059851339730711, "total_contrib": 0.26386240902239455}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.29464005797144, "total_contrib": 0.17500426481425135}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.606264964952311, "total_contrib": 0.133498994784556}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.449386428018915, "total_contrib": 0.10955641966225343}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.279176827909945, "total_contrib": 0.09485805846203924}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.571132589223156, "total_contrib": 0.21189346203287077}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.900272707995708, "total_contrib": 0.20540112321851528}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.213508593510992, "total_contrib": 0.28530267344810184}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.739130977686677, "total_contrib": 0.2542866318555498}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.0723237582962515, "total_contrib": 0.34478873302851143}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.725622317511572, "total_contrib": 0.3053773520326019}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.290352895000678, "total_contrib": 0.22905849792281183}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.084466676986453, "total_contrib": 0.3499612291408376}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.840988377302901, "total_contrib": 0.2698351564275944}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.6152805792954315, "total_contrib": 0.39563363822730213}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.410425630706884, "total_contrib": 0.520555698169259}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.218740456578173, "total_contrib": 0.4276485570064847}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.273016923272735, "total_contrib": 0.29005776990353715}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.978491063751824, "total_contrib": 0.3658914700305741}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.0700713439881, "total_contrib": 0.38774630741956856}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.297915451621574, "total_contrib": 0.2187096527024412}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.830923846207023, "total_contrib": 0.4474443973171252}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.305418264259709, "total_contrib": 2.912202890014139}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.128046939594045, "total_contrib": 0.6834833308071313}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.740392060627331, "total_contrib": 0.38327685974575776}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.441759103076458, "total_contrib": 0.2609051793289491}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.151652972104778, "total_contrib": 0.19183061671222212}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.94636621252396, "total_contrib": 0.153466285053507}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.481585206685294, "total_contrib": 0.3169891473931952}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.933510781800392, "total_contrib": 0.26042807196595685}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.41156211169034, "total_contrib": 0.30732164932790057}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.999423870566958, "total_contrib": 0.2246682554681529}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.63265640351629, "total_contrib": 0.2536704234896607}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.400619204689102, "total_contrib": 0.17228715459981409}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.300971050383466, "total_contrib": 0.11260968684060307}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.223297486314721, "total_contrib": 0.13566558409492493}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.177651341887735, "total_contrib": 0.08360629007914705}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.141346360514048, "total_contrib": 0.1034241263332315}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.098180042929475, "total_contrib": 0.1018597402434389}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.0807483226948, "total_contrib": 0.06219809200884713}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.194418210817087, "total_contrib": 0.029782144278466052}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.296737083754537, "total_contrib": 0.051284839324327154}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.0146179479484765, "total_contrib": 0.03648266635641112}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.311815731066175, "total_contrib": 0.011908548695724146}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1823145572957516, "total_contrib": 0.021489730634407855}}}}
{"step": 1780, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21440, "frac": 0.03634982638888889, "mean_loss": 0.07902137159187095, "total_contrib": 0.0028724131383763853}, "2": {"token_count": 13370, "frac": 0.022667778862847224, "mean_loss": 0.23863152872085153, "total_contrib": 0.005409246722747439}, "3": {"token_count": 9753, "frac": 0.016535441080729168, "mean_loss": 0.3370388359823308, "total_contrib": 0.005573085814303373}, "4": {"token_count": 7884, "frac": 0.01336669921875, "mean_loss": 0.4256299600293115, "total_contrib": 0.005689267654200392}, "5": {"token_count": 6672, "frac": 0.011311848958333334, "mean_loss": 0.49413525221775906, "total_contrib": 0.005589583338075237}, "6-8": {"token_count": 15658, "frac": 0.026546902126736112, "mean_loss": 0.5911306064818739, "total_contrib": 0.015692686354392464}, "9-12": {"token_count": 15400, "frac": 0.026109483506944444, "mean_loss": 0.6652326417320835, "total_contrib": 0.017368880687584916}, "13-20": {"token_count": 22155, "frac": 0.037562052408854164, "mean_loss": 0.7910680499142603, "total_contrib": 0.029714139549849507}, "21-30": {"token_count": 20731, "frac": 0.035147772894965276, "mean_loss": 0.9470726114134317, "total_contrib": 0.033287493061001}, "31-50": {"token_count": 29909, "frac": 0.05070834689670139, "mean_loss": 1.0925400244532633, "total_contrib": 0.05540089855850669}, "51-75": {"token_count": 27489, "frac": 0.046605428059895836, "mean_loss": 1.2819663778940475, "total_contrib": 0.05974659180014627}, "76-100": {"token_count": 21914, "frac": 0.03715345594618055, "mean_loss": 1.3627454611938727, "total_contrib": 0.05063070345832405}, "101-150": {"token_count": 34526, "frac": 0.05853610568576389, "mean_loss": 1.5515378463476295, "total_contrib": 0.09082098334926733}, "151-200": {"token_count": 27266, "frac": 0.046227349175347224, "mean_loss": 1.646073914735914, "total_contrib": 0.07609363362492783}, "201-300": {"token_count": 41309, "frac": 0.07003614637586805, "mean_loss": 1.7393605768261753, "total_contrib": 0.1218181119590123}, "301-500": {"token_count": 56843, "frac": 0.09637281629774305, "mean_loss": 1.8984338956047788, "total_contrib": 0.18295742107452806}, "501-750": {"token_count": 47557, "frac": 0.08062913682725695, "mean_loss": 1.999117898922564, "total_contrib": 0.16118715060604583}, "751-1k": {"token_count": 31684, "frac": 0.053717719184027776, "mean_loss": 2.059458359699865, "total_contrib": 0.1106294058375558}, "1k-2k": {"token_count": 35763, "frac": 0.060633341471354164, "mean_loss": 2.2308536452283296, "total_contrib": 0.13526411084374448}, "2k-5k": {"token_count": 37169, "frac": 0.06301710340711805, "mean_loss": 2.249845459686331, "total_contrib": 0.14177874398308857}, "5k-10k": {"token_count": 20209, "frac": 0.034262763129340276, "mean_loss": 2.5549356989091345, "total_contrib": 0.08753915666241913}, "10k+": {"token_count": 45123, "frac": 0.07650248209635417, "mean_loss": 2.909099107697564, "total_contrib": 0.2225533024031528}}, "trigram": {"novel": {"token_count": 429, "frac": 0.0007273356119791666, "mean_loss": 4.4763105565615975, "total_contrib": 0.0032557800780655334}, "1": {"token_count": 167119, "frac": 0.2833370632595486, "mean_loss": 0.4372682125302996, "total_contrib": 0.12389429119508726}, "2": {"token_count": 57462, "frac": 0.09742228190104167, "mean_loss": 0.7892728062141263, "total_contrib": 0.07689275782381885}, "3": {"token_count": 32257, "frac": 0.05468919542100695, "mean_loss": 1.0338358429005663, "total_contrib": 0.05653965044563051}, "4": {"token_count": 22648, "frac": 0.038397894965277776, "mean_loss": 1.1966383827834457, "total_contrib": 0.04594839493353861}, "5": {"token_count": 17256, "frac": 0.029256184895833332, "mean_loss": 1.318778241673232, "total_contrib": 0.03858242007499405}, "6-8": {"token_count": 35868, "frac": 0.060811360677083336, "mean_loss": 1.521760392366627, "total_contrib": 0.0925403200843068}, "9-12": {"token_count": 30486, "frac": 0.051686604817708336, "mean_loss": 1.7456857926931004, "total_contrib": 0.0902285717028162}, "13-20": {"token_count": 36658, "frac": 0.06215074327256945, "mean_loss": 2.059182185273883, "total_contrib": 0.12797970334840564}, "21-30": {"token_count": 27858, "frac": 0.047231038411458336, "mean_loss": 2.3564963107991437, "total_contrib": 0.11129976777181422}, "31-50": {"token_count": 32902, "frac": 0.05578274197048611, "mean_loss": 2.6114293786010934, "total_contrib": 0.14567269120065168}, "51-75": {"token_count": 23378, "frac": 0.039635552300347224, "mean_loss": 2.8520348343690873, "total_contrib": 0.11304197584004809}, "76-100": {"token_count": 15725, "frac": 0.026660495334201388, "mean_loss": 2.9584076341030405, "total_contrib": 0.07887261292566988}, "101-150": {"token_count": 19383, "frac": 0.032862345377604164, "mean_loss": 3.105222876936286, "total_contrib": 0.10204490665631787}, "151-200": {"token_count": 11866, "frac": 0.020117865668402776, "mean_loss": 3.2275083926163894, "total_contrib": 0.06493058028629908}, "201-300": {"token_count": 14214, "frac": 0.024098714192708332, "mean_loss": 3.2982166448734547, "total_contrib": 0.07948278027043879}, "301-500": {"token_count": 14293, "frac": 0.024232652452256944, "mean_loss": 3.3988736687352743, "total_contrib": 0.0823637243435894}, "501-750": {"token_count": 8081, "frac": 0.013700697157118056, "mean_loss": 3.593809473220294, "total_contrib": 0.049237695232973215}, "751-1k": {"token_count": 4109, "frac": 0.006966484917534722, "mean_loss": 3.6865344740509722, "total_contrib": 0.025682186811447898}, "1k-2k": {"token_count": 6916, "frac": 0.011725531684027778, "mean_loss": 3.828975942189746, "total_contrib": 0.04489677872752598}, "2k-5k": {"token_count": 5228, "frac": 0.008863661024305556, "mean_loss": 3.7243106085591964, "total_contrib": 0.03301102678349385}, "5k-10k": {"token_count": 1571, "frac": 0.002663506401909722, "mean_loss": 4.038918580811436, "total_contrib": 0.010757685496783388}, "10k+": {"token_count": 4117, "frac": 0.006980048285590278, "mean_loss": 2.931313310507101, "total_contrib": 0.020460708447533053}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.626321825424954, "total_contrib": 0.5868228500156305}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.064963519198985, "total_contrib": 0.2639742604832338}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.233323538975958, "total_contrib": 0.17405419891815402}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.549017713108002, "total_contrib": 0.13277843475700177}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.340126197415884, "total_contrib": 0.108410882576531}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.225103821113487, "total_contrib": 0.09435906320922972}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.52153385256483, "total_contrib": 0.21079540514931835}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.83567251102204, "total_contrib": 0.20391027530251735}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.156220108263506, "total_contrib": 0.28331271290775334}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.679864489034836, "total_contrib": 0.25233929748110473}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.031973568330609, "total_contrib": 0.34282158738428187}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.70125824853728, "total_contrib": 0.3042710997756566}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.261367038892617, "total_contrib": 0.22800299964283519}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.05833074288683, "total_contrib": 0.3484579644986228}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.832249340609599, "total_contrib": 0.269431440621152}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.591207360384018, "total_contrib": 0.39393752081210437}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.396328737975158, "total_contrib": 0.5191993875314539}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.1994108186269115, "total_contrib": 0.42606459400888147}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.251633756907148, "total_contrib": 0.2888815260871928}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.9391279462139295, "total_contrib": 0.3634823957696371}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.028632556398479, "total_contrib": 0.3850992649119491}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.229122611249826, "total_contrib": 0.21632066251327545}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.812321840848421, "total_contrib": 0.4460169454593919}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.305342195409793, "total_contrib": 2.9121790836769845}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.065333483955461, "total_contrib": 0.678209788237208}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.670842442818356, "total_contrib": 0.3798330084651573}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.3651674668963585, "total_contrib": 0.2582199063584218}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.0722108497641285, "total_contrib": 0.18969972034728713}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.873545390638306, "total_contrib": 0.15185745236783815}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.418254466519339, "total_contrib": 0.3138918869717354}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.87783583001907, "total_contrib": 0.25798443937095417}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.349037907185297, "total_contrib": 0.3037709108803282}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.947588783037386, "total_contrib": 0.22233884732257242}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.610651631050747, "total_contrib": 0.25246550789395816}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.383369070825259, "total_contrib": 0.1716118004413128}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.290368002110022, "total_contrib": 0.1123320737314607}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.23052392396568, "total_contrib": 0.1358977199764298}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.173566614624048, "total_contrib": 0.08352454345537358}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.144942293458965, "total_contrib": 0.10351392954957844}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.107868342800533, "total_contrib": 0.10210054169626162}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.082168072422555, "total_contrib": 0.062219731599729364}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.192683991246159, "total_contrib": 0.02976983058563048}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.299926055036322, "total_contrib": 0.05132290213259499}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.02429865721081, "total_contrib": 0.036570639381662905}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.32608521087987, "total_contrib": 0.011947958727558234}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.18125071389516, "total_contrib": 0.021482546646871645}}}}
{"step": 1790, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20830, "frac": 0.035315619574652776, "mean_loss": 0.060005287514159365, "total_contrib": 0.002119123906317714}, "2": {"token_count": 13289, "frac": 0.022530449761284724, "mean_loss": 0.22395427606244736, "total_contrib": 0.00504579056564986}, "3": {"token_count": 9644, "frac": 0.016350640190972224, "mean_loss": 0.35361241840642926, "total_contrib": 0.005781789420423049}, "4": {"token_count": 7854, "frac": 0.013315836588541666, "mean_loss": 0.4332771869592313, "total_contrib": 0.00576944821909214}, "5": {"token_count": 6356, "frac": 0.010776095920138888, "mean_loss": 0.517299255305026, "total_contrib": 0.005574466394583376}, "6-8": {"token_count": 15383, "frac": 0.026080661349826388, "mean_loss": 0.6257916342530875, "total_contrib": 0.01632105968850919}, "9-12": {"token_count": 15551, "frac": 0.026365492078993056, "mean_loss": 0.7643960312204611, "total_contrib": 0.020153677506356795}, "13-20": {"token_count": 21643, "frac": 0.03669399685329861, "mean_loss": 0.9315076309651102, "total_contrib": 0.0341807380794574}, "21-30": {"token_count": 20226, "frac": 0.034291585286458336, "mean_loss": 1.1247113554134993, "total_contrib": 0.03856813536681016}, "31-50": {"token_count": 29877, "frac": 0.050654093424479164, "mean_loss": 1.2763815345716145, "total_contrib": 0.06465394949747065}, "51-75": {"token_count": 27284, "frac": 0.046257866753472224, "mean_loss": 1.504549956147108, "total_contrib": 0.0695972713953954}, "76-100": {"token_count": 21526, "frac": 0.03649563259548611, "mean_loss": 1.622171732241761, "total_contrib": 0.05920218354667858}, "101-150": {"token_count": 34319, "frac": 0.05818515353732639, "mean_loss": 1.8211406551156204, "total_contrib": 0.10596334863096954}, "151-200": {"token_count": 27006, "frac": 0.045786539713541664, "mean_loss": 1.9497048706960576, "total_contrib": 0.08927023949181066}, "201-300": {"token_count": 42245, "frac": 0.07162306043836805, "mean_loss": 2.008357933522113, "total_contrib": 0.14384474165453026}, "301-500": {"token_count": 55969, "frac": 0.0948910183376736, "mean_loss": 2.1550797143084517, "total_contrib": 0.2044977086895917}, "501-750": {"token_count": 47625, "frac": 0.08074442545572917, "mean_loss": 2.2672412002512785, "total_contrib": 0.18306708808384728}, "751-1k": {"token_count": 32366, "frac": 0.05487399631076389, "mean_loss": 2.2743973539005244, "total_contrib": 0.12480527200714853}, "1k-2k": {"token_count": 36271, "frac": 0.06149461534288195, "mean_loss": 2.5260597817201296, "total_contrib": 0.1553390746100037}, "2k-5k": {"token_count": 37719, "frac": 0.0639495849609375, "mean_loss": 2.574087631613422, "total_contrib": 0.16461183569476093}, "5k-10k": {"token_count": 20724, "frac": 0.035135904947916664, "mean_loss": 2.9320065989889654, "total_contrib": 0.1030187051687407}, "10k+": {"token_count": 46117, "frac": 0.07818773057725695, "mean_loss": 3.2186148190177692, "total_contrib": 0.25165618830132797}}, "trigram": {"novel": {"token_count": 424, "frac": 0.0007188585069444445, "mean_loss": 4.725140541260359, "total_contrib": 0.003396707474593086}, "1": {"token_count": 163406, "frac": 0.2770419650607639, "mean_loss": 0.6255337430770216, "total_contrib": 0.17329909739387309}, "2": {"token_count": 56889, "frac": 0.0964508056640625, "mean_loss": 1.01229576958547, "total_contrib": 0.09763674254684075}, "3": {"token_count": 32555, "frac": 0.05519443088107639, "mean_loss": 1.276542938266279, "total_contrib": 0.07045806097286429}, "4": {"token_count": 22767, "frac": 0.038599650065104164, "mean_loss": 1.4919549166524972, "total_contrib": 0.05758893769569804}, "5": {"token_count": 17169, "frac": 0.029108683268229168, "mean_loss": 1.6403924193993586, "total_contrib": 0.04774966337190008}, "6-8": {"token_count": 36270, "frac": 0.061492919921875, "mean_loss": 1.8649949242223411, "total_contrib": 0.11468398352990776}, "9-12": {"token_count": 29900, "frac": 0.05069308810763889, "mean_loss": 2.1028269954770704, "total_contrib": 0.10659879415684069}, "13-20": {"token_count": 37235, "frac": 0.0631290011935764, "mean_loss": 2.3865735027895596, "total_contrib": 0.1506620015061599}, "21-30": {"token_count": 28364, "frac": 0.048088921440972224, "mean_loss": 2.623747940978078, "total_contrib": 0.12617320861460743}, "31-50": {"token_count": 33061, "frac": 0.056052313910590276, "mean_loss": 2.8502390101581443, "total_contrib": 0.1597624917175944}, "51-75": {"token_count": 23833, "frac": 0.04040696885850695, "mean_loss": 3.077883857273449, "total_contrib": 0.12436795717094949}, "76-100": {"token_count": 15677, "frac": 0.026579115125868056, "mean_loss": 3.0941683419488304, "total_contrib": 0.08224025657947424}, "101-150": {"token_count": 19268, "frac": 0.03266737196180555, "mean_loss": 3.213437557726657, "total_contrib": 0.10497455997429271}, "151-200": {"token_count": 11720, "frac": 0.019870334201388888, "mean_loss": 3.384077513117966, "total_contrib": 0.06724275114905898}, "201-300": {"token_count": 14782, "frac": 0.025061713324652776, "mean_loss": 3.3224968306942837, "total_contrib": 0.08326746309292755}, "301-500": {"token_count": 14785, "frac": 0.025066799587673612, "mean_loss": 3.5285054055210296, "total_contrib": 0.08844833784421866}, "501-750": {"token_count": 9073, "frac": 0.015382554796006944, "mean_loss": 3.466195736619222, "total_contrib": 0.053318945852230834}, "751-1k": {"token_count": 4165, "frac": 0.007061428493923611, "mean_loss": 3.7355551067742274, "total_contrib": 0.026378355271597386}, "1k-2k": {"token_count": 7178, "frac": 0.012169731987847222, "mean_loss": 3.894936899168714, "total_contrib": 0.04740033817245997}, "2k-5k": {"token_count": 5401, "frac": 0.009156968858506944, "mean_loss": 3.801223950937011, "total_contrib": 0.03480768934294094}, "5k-10k": {"token_count": 1648, "frac": 0.0027940538194444445, "mean_loss": 4.022049483970583, "total_contrib": 0.011237822722682563}, "10k+": {"token_count": 4254, "frac": 0.007212320963541667, "mean_loss": 2.959889039003606, "total_contrib": 0.021347669765762908}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.659686263738786, "total_contrib": 0.5882597025302954}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.151310030403666, "total_contrib": 0.26586347103942753}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.217201287277614, "total_contrib": 0.17380439345369147}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.548859646536949, "total_contrib": 0.13277644520380708}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.367666358465918, "total_contrib": 0.10869962694083868}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.23562293856245, "total_contrib": 0.09445613548210216}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.536369488433929, "total_contrib": 0.21112384843609322}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.82822342017776, "total_contrib": 0.20373836465701578}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.168328047088938, "total_contrib": 0.2837332916747337}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.726928632714006, "total_contrib": 0.2538856962449772}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.07105938304876, "total_contrib": 0.34472709242005595}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.772155352348785, "total_contrib": 0.30749018773609216}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.313091414475052, "total_contrib": 0.22988650410986183}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.116820996249666, "total_contrib": 0.3518221576229009}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.879082945696113, "total_contrib": 0.2715950047884245}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.635337804939947, "total_contrib": 0.3970468023679765}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.4328461804895465, "total_contrib": 0.5227128565412755}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.227880381504108, "total_contrib": 0.4283975261760085}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.295074200825548, "total_contrib": 0.2912710951839615}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.032571118565077, "total_contrib": 0.36920124009528626}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.114625921093801, "total_contrib": 0.3905923815054171}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.333926386682781, "total_contrib": 0.21996021555315382}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.912429642398217, "total_contrib": 0.4536988627871801}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.33540597373675, "total_contrib": 2.921587776509716}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.12139934435738, "total_contrib": 0.6829243379066252}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.75806385153488, "total_contrib": 0.3841519043781327}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.442800961687533, "total_contrib": 0.2609417064865731}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.147457204911854, "total_contrib": 0.1917180725757352}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.988255057374241, "total_contrib": 0.15439173660726546}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.52971050175575, "total_contrib": 0.3193427685778239}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.998600190368017, "total_contrib": 0.26328491503948165}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.4421532384578155, "total_contrib": 0.309058913973292}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.022632983482539, "total_contrib": 0.22571124582958338}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.664284361075997, "total_contrib": 0.25540227594955695}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.41900100283799, "total_contrib": 0.17300681416411484}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.324768988087128, "total_contrib": 0.11323277364608683}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.250837429176057, "total_contrib": 0.13655025358513515}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.194511519136059, "total_contrib": 0.08394370858405566}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.153859693456738, "total_contrib": 0.10373662869706515}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.11155327634704, "total_contrib": 0.10219213024774781}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.092677257369667, "total_contrib": 0.06237991086112689}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.195588907879359, "total_contrib": 0.029790456723020352}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.3024238995947846, "total_contrib": 0.051352715815475944}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.025353822754806, "total_contrib": 0.03658022815274685}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.332541622283501, "total_contrib": 0.011965790308125515}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1832189586887125, "total_contrib": 0.021495837932090152}}}}
{"step": 1800, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20604, "frac": 0.034932454427083336, "mean_loss": 0.05454666772892527, "total_contrib": 0.0019054489845899392}, "2": {"token_count": 12963, "frac": 0.021977742513020832, "mean_loss": 0.2413705170951127, "total_contrib": 0.00530477907495108}, "3": {"token_count": 9620, "frac": 0.016309950086805556, "mean_loss": 0.3693805244236815, "total_contrib": 0.006024577916388306}, "4": {"token_count": 7607, "frac": 0.012897067599826388, "mean_loss": 0.47277799090231853, "total_contrib": 0.006097449708377307}, "5": {"token_count": 6540, "frac": 0.011088053385416666, "mean_loss": 0.5508504856991244, "total_contrib": 0.006107859592814591}, "6-8": {"token_count": 15328, "frac": 0.025987413194444444, "mean_loss": 0.6649154955007393, "total_contrib": 0.017279433720966478}, "9-12": {"token_count": 15118, "frac": 0.025631374782986112, "mean_loss": 0.7995473630124292, "total_contrib": 0.020493498118119822}, "13-20": {"token_count": 22313, "frac": 0.03782992892795139, "mean_loss": 1.0293623980690725, "total_contrib": 0.03894070636005862}, "21-30": {"token_count": 20132, "frac": 0.03413221571180555, "mean_loss": 1.2004144676302342, "total_contrib": 0.04097280555272738}, "31-50": {"token_count": 29836, "frac": 0.05058458116319445, "mean_loss": 1.4485058687909795, "total_contrib": 0.0732720626852208}, "51-75": {"token_count": 27380, "frac": 0.04642062717013889, "mean_loss": 1.6861530689242064, "total_contrib": 0.07827228296431608}, "76-100": {"token_count": 22038, "frac": 0.037363688151041664, "mean_loss": 1.8443354985237992, "total_contrib": 0.0689111764127392}, "101-150": {"token_count": 34342, "frac": 0.05822414822048611, "mean_loss": 2.005091809348947, "total_contrib": 0.11674476270321578}, "151-200": {"token_count": 27662, "frac": 0.046898735894097224, "mean_loss": 2.072550541293083, "total_contrib": 0.09720000046327254}, "201-300": {"token_count": 41412, "frac": 0.07021077473958333, "mean_loss": 2.1946640744409858, "total_contrib": 0.15408906495963218}, "301-500": {"token_count": 56763, "frac": 0.0962371826171875, "mean_loss": 2.318085217106363, "total_contrib": 0.2230859903608678}, "501-750": {"token_count": 47454, "frac": 0.08045450846354167, "mean_loss": 2.3993819415359234, "total_contrib": 0.193041094722571}, "751-1k": {"token_count": 31982, "frac": 0.054222954644097224, "mean_loss": 2.4820160187256213, "total_contrib": 0.13458224200928212}, "1k-2k": {"token_count": 36157, "frac": 0.061301337348090276, "mean_loss": 2.701620269884951, "total_contrib": 0.16561293555065607}, "2k-5k": {"token_count": 37522, "frac": 0.06361558702256945, "mean_loss": 2.736514596867729, "total_contrib": 0.17408498247557058}, "5k-10k": {"token_count": 20830, "frac": 0.035315619574652776, "mean_loss": 3.1200373456186923, "total_contrib": 0.11018605195657918}, "10k+": {"token_count": 46221, "frac": 0.07836405436197917, "mean_loss": 3.5013725153929594, "total_contrib": 0.2743817461377936}}, "trigram": {"novel": {"token_count": 435, "frac": 0.0007375081380208334, "mean_loss": 4.422795640940553, "total_contrib": 0.0032618477779967256}, "1": {"token_count": 163483, "frac": 0.2771725124782986, "mean_loss": 0.7312301039974912, "total_contrib": 0.2026768851247522}, "2": {"token_count": 56737, "frac": 0.09619310167100695, "mean_loss": 1.1830349051409235, "total_contrib": 0.1137997969105709}, "3": {"token_count": 32242, "frac": 0.054663764105902776, "mean_loss": 1.5023344094105104, "total_contrib": 0.08212325376419691}, "4": {"token_count": 22635, "frac": 0.0383758544921875, "mean_loss": 1.7401559166706932, "total_contrib": 0.06677997025187368}, "5": {"token_count": 17295, "frac": 0.029322306315104168, "mean_loss": 1.8958191789851089, "total_contrib": 0.055589790684250656}, "6-8": {"token_count": 35741, "frac": 0.06059604220920139, "mean_loss": 2.117636375866266, "total_contrib": 0.12832038321573253}, "9-12": {"token_count": 30223, "frac": 0.05124070909288195, "mean_loss": 2.4016162027624475, "total_contrib": 0.12306051719850236}, "13-20": {"token_count": 37332, "frac": 0.06329345703125, "mean_loss": 2.619190160762816, "total_contrib": 0.16577759989691407}, "21-30": {"token_count": 28254, "frac": 0.047902425130208336, "mean_loss": 2.830012236315207, "total_contrib": 0.13556444926766267}, "31-50": {"token_count": 33694, "frac": 0.05712551540798611, "mean_loss": 2.9928163391549276, "total_contrib": 0.1709661758956674}, "51-75": {"token_count": 24076, "frac": 0.04081895616319445, "mean_loss": 3.188836796791438, "total_contrib": 0.1301649894198111}, "76-100": {"token_count": 15748, "frac": 0.026699490017361112, "mean_loss": 3.178330562758552, "total_contrib": 0.08485980513224568}, "101-150": {"token_count": 19498, "frac": 0.033057318793402776, "mean_loss": 3.3213457228330503, "total_contrib": 0.10979478438279693}, "151-200": {"token_count": 12267, "frac": 0.0207977294921875, "mean_loss": 3.354941083592019, "total_contrib": 0.06977515711877322}, "201-300": {"token_count": 14414, "frac": 0.024437798394097224, "mean_loss": 3.3933257218929085, "total_contrib": 0.08292540987712332}, "301-500": {"token_count": 14505, "frac": 0.024592081705729168, "mean_loss": 3.475214281354695, "total_contrib": 0.08546275355199152}, "501-750": {"token_count": 8541, "frac": 0.0144805908203125, "mean_loss": 3.6999406386449882, "total_contrib": 0.05357732644766378}, "751-1k": {"token_count": 4228, "frac": 0.007168240017361111, "mean_loss": 3.779526516496396, "total_contrib": 0.027092553222226905}, "1k-2k": {"token_count": 7402, "frac": 0.012549506293402778, "mean_loss": 3.9008681159651717, "total_contrib": 0.04895396897103916}, "2k-5k": {"token_count": 5356, "frac": 0.009080674913194444, "mean_loss": 3.7845052130201178, "total_contrib": 0.03436586154672538}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.13809889358079, "total_contrib": 0.011428770442781419}, "10k+": {"token_count": 4089, "frac": 0.006932576497395833, "mean_loss": 2.9237185247109436, "total_contrib": 0.020268902329411906}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.513148199209752, "total_contrib": 0.581948983778427}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.016566321404651, "total_contrib": 0.26291535844205566}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.128525451975282, "total_contrib": 0.17243040992838898}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.493101944626957, "total_contrib": 0.1320746338516414}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.257774875025948, "total_contrib": 0.10754747149515866}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.142912279150886, "total_contrib": 0.09360058514983839}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.437070629960052, "total_contrib": 0.20892549012250836}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.71104296422915, "total_contrib": 0.20103406580452338}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.026833555609354, "total_contrib": 0.2788183693564935}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.6003942220898715, "total_contrib": 0.24972812232818895}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.956120355219873, "total_contrib": 0.33912360435375205}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.642232152487112, "total_contrib": 0.30159101575344055}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.199130199978073, "total_contrib": 0.2257366916828224}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.9807754492626115, "total_contrib": 0.3439972044478253}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.7589495519525675, "total_contrib": 0.26604522262845115}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.542411642581531, "total_contrib": 0.390499539914891}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.322076591945859, "total_contrib": 0.5120553326353887}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.122760941075432, "total_contrib": 0.41978353638542826}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.188440629407619, "total_contrib": 0.28540540266440534}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.885738802614397, "total_contrib": 0.360214910374577}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 5.97280033290306, "total_contrib": 0.3815327930752031}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.175829996029131, "total_contrib": 0.21446995342452102}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.755225242692966, "total_contrib": 0.4416355551987141}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.213684761065961, "total_contrib": 2.883494178000837}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.975747443596032, "total_contrib": 0.6706765436935017}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.583002148144466, "total_contrib": 0.37548346750676015}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.2621452478671555, "total_contrib": 0.25460798743463287}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.95331307680863, "total_contrib": 0.18651049497509314}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.798209887185539, "total_contrib": 0.1501930627439961}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.304594145196555, "total_contrib": 0.3083332022982107}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.804439228581413, "total_contrib": 0.2547629848048157}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.269032070689028, "total_contrib": 0.29922739366285483}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.886051464665761, "total_contrib": 0.2195734322822243}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.56240835047, "total_contrib": 0.2498238499876736}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.346447766526646, "total_contrib": 0.17016630694009283}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.274856676132118, "total_contrib": 0.1119259501978697}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.2089081165908455, "total_contrib": 0.135203352330605}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.167043580525353, "total_contrib": 0.0833939996075461}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.131784681685842, "total_contrib": 0.10318533725523622}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.089884084752361, "total_contrib": 0.10165354526514624}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.080658899523657, "total_contrib": 0.062196729035640594}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.187347041146384, "total_contrib": 0.0297319359814471}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.284927425001851, "total_contrib": 0.05114388202584674}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.009894362419825, "total_contrib": 0.03643974097793623}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.333663895024139, "total_contrib": 0.011968889846792131}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.171690218475164, "total_contrib": 0.021417985941885338}}}}
{"step": 1810, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20417, "frac": 0.034615410698784724, "mean_loss": 0.11620366996621238, "total_contrib": 0.004022437760586477}, "2": {"token_count": 13128, "frac": 0.022257486979166668, "mean_loss": 0.331531799062092, "total_contrib": 0.007379064700804213}, "3": {"token_count": 9518, "frac": 0.016137017144097224, "mean_loss": 0.47629443936288113, "total_contrib": 0.0076859715336369885}, "4": {"token_count": 7699, "frac": 0.013053046332465278, "mean_loss": 0.5923111382625089, "total_contrib": 0.007731464730975776}, "5": {"token_count": 6617, "frac": 0.011218600802951388, "mean_loss": 0.6825889914710687, "total_contrib": 0.007657693407803109}, "6-8": {"token_count": 15327, "frac": 0.0259857177734375, "mean_loss": 0.7966763967792643, "total_contrib": 0.020702208003465075}, "9-12": {"token_count": 15287, "frac": 0.025917900933159724, "mean_loss": 0.9872258015180013, "total_contrib": 0.025586820522402763}, "13-20": {"token_count": 21744, "frac": 0.036865234375, "mean_loss": 1.2053433915626048, "total_contrib": 0.04443526663231283}, "21-30": {"token_count": 20041, "frac": 0.03397793240017361, "mean_loss": 1.4303187066874827, "total_contrib": 0.04859927232653104}, "31-50": {"token_count": 29549, "frac": 0.05009799533420139, "mean_loss": 1.6339575810124138, "total_contrib": 0.0818579992698429}, "51-75": {"token_count": 27139, "frac": 0.046012030707465276, "mean_loss": 1.8650551968471205, "total_contrib": 0.08581497698844741}, "76-100": {"token_count": 21680, "frac": 0.03675672743055555, "mean_loss": 2.091197270393401, "total_contrib": 0.07686556807137203}, "101-150": {"token_count": 34329, "frac": 0.058202107747395836, "mean_loss": 2.1935596860277933, "total_contrib": 0.1276697971965334}, "151-200": {"token_count": 27240, "frac": 0.046183268229166664, "mean_loss": 2.308765679115048, "total_contrib": 0.10662634463686439}, "201-300": {"token_count": 42192, "frac": 0.071533203125, "mean_loss": 2.36144983370731, "total_contrib": 0.1689220706240825}, "301-500": {"token_count": 56688, "frac": 0.09611002604166667, "mean_loss": 2.4761032778332934, "total_contrib": 0.23797835051441404}, "501-750": {"token_count": 48081, "frac": 0.08151753743489583, "mean_loss": 2.5415289402322383, "total_contrib": 0.20717918052725262}, "751-1k": {"token_count": 32090, "frac": 0.054406060112847224, "mean_loss": 2.627936693579833, "total_contrib": 0.14297568172366137}, "1k-2k": {"token_count": 36097, "frac": 0.06119961208767361, "mean_loss": 2.829631776298002, "total_contrib": 0.17317236706039255}, "2k-5k": {"token_count": 37604, "frac": 0.0637546115451389, "mean_loss": 2.9080144346936634, "total_contrib": 0.18539933065155118}, "5k-10k": {"token_count": 20845, "frac": 0.03534105088975695, "mean_loss": 3.3202104872494416, "total_contrib": 0.11733972779458722}, "10k+": {"token_count": 46512, "frac": 0.078857421875, "mean_loss": 3.612409860872523, "total_contrib": 0.2848653283842346}}, "trigram": {"novel": {"token_count": 441, "frac": 0.0007476806640625, "mean_loss": 4.640753592957324, "total_contrib": 0.003469801728132765}, "1": {"token_count": 162779, "frac": 0.2759789360894097, "mean_loss": 0.9230769292018023, "total_contrib": 0.25474978884979277}, "2": {"token_count": 56680, "frac": 0.0960964626736111, "mean_loss": 1.3821480735955243, "total_contrib": 0.1328195407636758}, "3": {"token_count": 32466, "frac": 0.055043538411458336, "mean_loss": 1.7211914337176537, "total_contrib": 0.09474046679531072}, "4": {"token_count": 22663, "frac": 0.03842332628038195, "mean_loss": 1.9325045016193245, "total_contrib": 0.07425325100402622}, "5": {"token_count": 17283, "frac": 0.029301961263020832, "mean_loss": 2.1173589795949495, "total_contrib": 0.06204277080000053}, "6-8": {"token_count": 35344, "frac": 0.05992296006944445, "mean_loss": 2.3578720014512617, "total_contrib": 0.14129066979182503}, "9-12": {"token_count": 30526, "frac": 0.05175442165798611, "mean_loss": 2.6066861722156323, "total_contrib": 0.13490753528688965}, "13-20": {"token_count": 37281, "frac": 0.06320699055989583, "mean_loss": 2.8524339725326713, "total_contrib": 0.18029376717459872}, "21-30": {"token_count": 28371, "frac": 0.048100789388020836, "mean_loss": 2.9951301330161653, "total_contrib": 0.1440681237179254}, "31-50": {"token_count": 33801, "frac": 0.057306925455729164, "mean_loss": 3.1409714493073717, "total_contrib": 0.17999941670403113}, "51-75": {"token_count": 23960, "frac": 0.04062228732638889, "mean_loss": 3.227207498342803, "total_contrib": 0.13109655025955802}, "76-100": {"token_count": 15604, "frac": 0.026455349392361112, "mean_loss": 3.2520523346645125, "total_contrib": 0.08603418075579335}, "101-150": {"token_count": 19405, "frac": 0.03289964463975695, "mean_loss": 3.378561752597179, "total_contrib": 0.11115348105392163}, "151-200": {"token_count": 12207, "frac": 0.020696004231770832, "mean_loss": 3.395693201038953, "total_contrib": 0.07027728085849762}, "201-300": {"token_count": 14511, "frac": 0.024602254231770832, "mean_loss": 3.4666172591684616, "total_contrib": 0.08528659913430708}, "301-500": {"token_count": 14759, "frac": 0.025022718641493056, "mean_loss": 3.497714307941729, "total_contrib": 0.08752232101595049}, "501-750": {"token_count": 8814, "frac": 0.014943440755208334, "mean_loss": 3.6334537384149863, "total_contrib": 0.054296300676794584}, "751-1k": {"token_count": 4113, "frac": 0.0069732666015625, "mean_loss": 3.8528874449712704, "total_contrib": 0.026867211339597633}, "1k-2k": {"token_count": 7120, "frac": 0.012071397569444444, "mean_loss": 3.8465925085548682, "total_contrib": 0.046433747458412444}, "2k-5k": {"token_count": 5667, "frac": 0.009607950846354166, "mean_loss": 3.6896238455517096, "total_contrib": 0.035449724549597064}, "5k-10k": {"token_count": 1572, "frac": 0.0026652018229166665, "mean_loss": 4.0222766410100865, "total_contrib": 0.010720179035895208}, "10k+": {"token_count": 4457, "frac": 0.007556491427951389, "mean_loss": 3.0032740093206383, "total_contrib": 0.022694214307220604}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.672549291197878, "total_contrib": 0.5888136538115053}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.038608749698898, "total_contrib": 0.2633976337261018}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.218899868590741, "total_contrib": 0.17383071204130518}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.53985617486377, "total_contrib": 0.13266312025653182}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.316232936243606, "total_contrib": 0.10816037407384314}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.226189139864157, "total_contrib": 0.09436907872226395}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.489342036572522, "total_contrib": 0.21008271673170978}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.788612509035827, "total_contrib": 0.2028242212473478}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.169811226476448, "total_contrib": 0.2837848110759302}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.743145883706116, "total_contrib": 0.2544185506629512}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.093031016172449, "total_contrib": 0.34579824976609763}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.754608324724994, "total_contrib": 0.30669346371877043}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.3363582158415275, "total_contrib": 0.23073374728706245}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.122122959806946, "total_contrib": 0.3521271114967357}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.892965828569289, "total_contrib": 0.2722363499906006}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.66344974019757, "total_contrib": 0.3990274740488525}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.4468304127222495, "total_contrib": 0.52405832772416}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.253688449485342, "total_contrib": 0.4305123627200233}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.2852755281213515, "total_contrib": 0.2907320904369731}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.016805589932932, "total_contrib": 0.36823636912943347}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.099156971020648, "total_contrib": 0.38960425007653965}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.314133503995439, "total_contrib": 0.21927286201025825}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.862263445836618, "total_contrib": 0.44984928694324267}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.369171177190571, "total_contrib": 2.9321548590725497}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.123584857701927, "total_contrib": 0.6831081166115657}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.728694505727852, "total_contrib": 0.38269763816712726}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.404241145854424, "total_contrib": 0.2595898143431322}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.13978263167591, "total_contrib": 0.1915122155350487}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.981864422031304, "total_contrib": 0.15425054810162}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.467752326403111, "total_contrib": 0.3163126349680992}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.972475378780468, "total_contrib": 0.26213826939200296}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.402876629166115, "total_contrib": 0.3068284023209435}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.990103959377005, "total_contrib": 0.22424942957093455}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.641452521870967, "total_contrib": 0.25415207265025946}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.393018341163796, "total_contrib": 0.17198957576184487}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.323558924231806, "total_contrib": 0.11320109128640371}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.233680686243262, "total_contrib": 0.1359991250987601}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.192401817790036, "total_contrib": 0.0839014876593587}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.148938861530939, "total_contrib": 0.10361373804787655}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.107928351808759, "total_contrib": 0.10210203321247764}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.095183653496268, "total_contrib": 0.06241811293696332}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.196137626999812, "total_contrib": 0.029794352860980925}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.301698353772306, "total_contrib": 0.05134405587184827}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.018632534657556, "total_contrib": 0.03651914873888566}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.319048638344086, "total_contrib": 0.011928524834293816}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.172221062056292, "total_contrib": 0.021421570655263622}}}}
{"step": 1820, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21089, "frac": 0.03575473361545139, "mean_loss": 0.06962285007725649, "total_contrib": 0.002489346458060815}, "2": {"token_count": 13176, "frac": 0.0223388671875, "mean_loss": 0.2834242054053364, "total_contrib": 0.0063313756822725295}, "3": {"token_count": 9538, "frac": 0.016170925564236112, "mean_loss": 0.45134709481328794, "total_contrib": 0.007298700273859898}, "4": {"token_count": 7819, "frac": 0.013256496853298612, "mean_loss": 0.5213738674789619, "total_contrib": 0.006911591033626986}, "5": {"token_count": 6458, "frac": 0.010949028862847222, "mean_loss": 0.5998001093786797, "total_contrib": 0.006567228709526084}, "6-8": {"token_count": 15379, "frac": 0.026073879665798612, "mean_loss": 0.7560656064131502, "total_contrib": 0.019713563641065534}, "9-12": {"token_count": 15327, "frac": 0.0259857177734375, "mean_loss": 0.8977810166779914, "total_contrib": 0.02332948412174407}, "13-20": {"token_count": 22277, "frac": 0.03776889377170139, "mean_loss": 1.096861717647129, "total_contrib": 0.04142725369606033}, "21-30": {"token_count": 20585, "frac": 0.03490024142795139, "mean_loss": 1.3017449735197848, "total_contrib": 0.045431213853462674}, "31-50": {"token_count": 29450, "frac": 0.04993014865451389, "mean_loss": 1.5411979930653104, "total_contrib": 0.07695224489978941}, "51-75": {"token_count": 26804, "frac": 0.04544406467013889, "mean_loss": 1.7966417925846399, "total_contrib": 0.08164670581129063}, "76-100": {"token_count": 21690, "frac": 0.036773681640625, "mean_loss": 1.9546914599925491, "total_contrib": 0.07188120145541448}, "101-150": {"token_count": 33845, "frac": 0.057381523980034724, "mean_loss": 2.1393358769214728, "total_contrib": 0.1227583529229181}, "151-200": {"token_count": 27294, "frac": 0.046274820963541664, "mean_loss": 2.2020689116410597, "total_contrib": 0.10190034463557109}, "201-300": {"token_count": 41702, "frac": 0.07070244683159722, "mean_loss": 2.303963775643288, "total_contrib": 0.16289587634934555}, "301-500": {"token_count": 56912, "frac": 0.09648980034722222, "mean_loss": 2.4167042678785777, "total_contrib": 0.23318731230588383}, "501-750": {"token_count": 47704, "frac": 0.08087836371527778, "mean_loss": 2.488088977145242, "total_contrib": 0.20123256524952632}, "751-1k": {"token_count": 32068, "frac": 0.05436876085069445, "mean_loss": 2.571125000005485, "total_contrib": 0.13978888024253996}, "1k-2k": {"token_count": 36280, "frac": 0.06150987413194445, "mean_loss": 2.794973646919573, "total_contrib": 0.17191847722412468}, "2k-5k": {"token_count": 37712, "frac": 0.0639377170138889, "mean_loss": 2.8361309191821, "total_contrib": 0.1813357361250057}, "5k-10k": {"token_count": 20689, "frac": 0.03507656521267361, "mean_loss": 3.207917739912519, "total_contrib": 0.11252273580093401}, "10k+": {"token_count": 46026, "frac": 0.078033447265625, "mean_loss": 3.573500103967528, "total_contrib": 0.27885253191665554}}, "trigram": {"novel": {"token_count": 449, "frac": 0.0007612440321180555, "mean_loss": 4.50329744227566, "total_contrib": 0.00342810830278485}, "1": {"token_count": 164747, "frac": 0.2793155246310764, "mean_loss": 0.808116798135227, "total_contrib": 0.22571956743432658}, "2": {"token_count": 56174, "frac": 0.09523857964409722, "mean_loss": 1.2937314612491195, "total_contrib": 0.12321314681024856}, "3": {"token_count": 31878, "frac": 0.054046630859375, "mean_loss": 1.6374250042556093, "total_contrib": 0.08849730476491345}, "4": {"token_count": 22439, "frac": 0.03804355197482639, "mean_loss": 1.8675007967883694, "total_contrib": 0.07104636362564802}, "5": {"token_count": 17420, "frac": 0.029534233940972224, "mean_loss": 2.022277197405802, "total_contrib": 0.05972640784167662}, "6-8": {"token_count": 35886, "frac": 0.060841878255208336, "mean_loss": 2.259844335891098, "total_contrib": 0.1374931739600083}, "9-12": {"token_count": 30285, "frac": 0.0513458251953125, "mean_loss": 2.520986598220672, "total_contrib": 0.12944213719196412}, "13-20": {"token_count": 37228, "frac": 0.06311713324652778, "mean_loss": 2.757594398567573, "total_contrib": 0.17405145309426812}, "21-30": {"token_count": 28506, "frac": 0.048329671223958336, "mean_loss": 2.9455213063298453, "total_contrib": 0.1423560763180857}, "31-50": {"token_count": 33586, "frac": 0.05694240993923611, "mean_loss": 3.1257009692045226, "total_contrib": 0.17798494593591155}, "51-75": {"token_count": 23929, "frac": 0.04056972927517361, "mean_loss": 3.2390644331756384, "total_contrib": 0.1314079671587793}, "76-100": {"token_count": 15532, "frac": 0.026333279079861112, "mean_loss": 3.2943493506324333, "total_contrib": 0.08675102083676309}, "101-150": {"token_count": 19190, "frac": 0.03253512912326389, "mean_loss": 3.3189731669421816, "total_contrib": 0.10798322054311195}, "151-200": {"token_count": 12181, "frac": 0.020651923285590276, "mean_loss": 3.3952369466195473, "total_contrib": 0.07011817295798865}, "201-300": {"token_count": 14842, "frac": 0.025163438585069444, "mean_loss": 3.472356015233782, "total_contrib": 0.08737641733483173}, "301-500": {"token_count": 14265, "frac": 0.0241851806640625, "mean_loss": 3.5263932761960195, "total_contrib": 0.08528645847733599}, "501-750": {"token_count": 8677, "frac": 0.014711168077256944, "mean_loss": 3.6163005261143706, "total_contrib": 0.05320000485754122}, "751-1k": {"token_count": 4172, "frac": 0.007073296440972222, "mean_loss": 3.7555013236468118, "total_contrib": 0.026563774146617463}, "1k-2k": {"token_count": 7162, "frac": 0.012142605251736112, "mean_loss": 3.95821053440581, "total_contrib": 0.04806298802255319}, "2k-5k": {"token_count": 5503, "frac": 0.009329901801215278, "mean_loss": 3.7490254972198582, "total_contrib": 0.03497803973931356}, "5k-10k": {"token_count": 1637, "frac": 0.0027754041883680555, "mean_loss": 3.9903258092316847, "total_contrib": 0.011074766963894768}, "10k+": {"token_count": 4136, "frac": 0.007012261284722222, "mean_loss": 2.9393094828080097, "total_contrib": 0.020611206090111505}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.674512012040083, "total_contrib": 0.5888981791480682}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.017850822308171, "total_contrib": 0.2629434625615217}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.193602046839569, "total_contrib": 0.173438736141742}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.472962696314855, "total_contrib": 0.13182114504910192}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.254512920308038, "total_contrib": 0.10751327158471832}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.189968031572509, "total_contrib": 0.09403482394044523}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.426947070610916, "total_contrib": 0.20870136659077512}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.727291600157143, "total_contrib": 0.20140905297400413}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.124421752001226, "total_contrib": 0.2822081720225035}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.684667296937441, "total_contrib": 0.2524971045848382}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.0586331853299535, "total_contrib": 0.34412129252821655}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.736827120902355, "total_contrib": 0.30588610691475077}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.2976648437194545, "total_contrib": 0.22932475706889927}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.107238888019064, "total_contrib": 0.3512710219930806}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.894506594467237, "total_contrib": 0.2723075284933188}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.624260303376613, "total_contrib": 0.3962663191518519}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.423383371835163, "total_contrib": 0.5218024071049562}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.225328092734231, "total_contrib": 0.42818837942525834}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.261561886446407, "total_contrib": 0.289427651987294}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.037702736530986, "total_contrib": 0.3695153018244349}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.11549698385328, "total_contrib": 0.3906480235810005}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.347342808978156, "total_contrib": 0.22042613178897358}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.913966323298143, "total_contrib": 0.4538167822245234}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.336601891545142, "total_contrib": 2.9219620482725657}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.123963316409052, "total_contrib": 0.6831399410116512}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.732303409166316, "total_contrib": 0.3828763383112783}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.433665201905653, "total_contrib": 0.26062141030240715}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.155763682119384, "total_contrib": 0.19194087933826157}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.96837552767085, "total_contrib": 0.1539525375384502}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.481981613402816, "total_contrib": 0.317008534105458}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.975812251843417, "total_contrib": 0.26228472828457705}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.390289954638665, "total_contrib": 0.30611360731434584}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.989095527585213, "total_contrib": 0.2242041118268732}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.615260622318016, "total_contrib": 0.25271788248529214}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.370023912787437, "total_contrib": 0.17108932867107393}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.293436072044516, "total_contrib": 0.11241240312463288}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.210059325228907, "total_contrib": 0.1352403327689482}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.169269225414628, "total_contrib": 0.08343854088133795}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.125764871190431, "total_contrib": 0.10303500120821645}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.089994563452333, "total_contrib": 0.10165629119908853}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.074586902712584, "total_contrib": 0.06210418066302173}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.196114085315281, "total_contrib": 0.02979418570505845}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.29108709593571, "total_contrib": 0.05121740240374654}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.004172442420658, "total_contrib": 0.03638774327829103}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.30969192443471, "total_contrib": 0.011902683079874916}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.164126161481702, "total_contrib": 0.02136690690982669}}}}
{"step": 1830, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21045, "frac": 0.035680135091145836, "mean_loss": 0.10060907471785777, "total_contrib": 0.00358974537732835}, "2": {"token_count": 13272, "frac": 0.022501627604166668, "mean_loss": 0.2996604384819867, "total_contrib": 0.006742847594422959}, "3": {"token_count": 9529, "frac": 0.016155666775173612, "mean_loss": 0.4074629500444012, "total_contrib": 0.006582835644146558}, "4": {"token_count": 7671, "frac": 0.013005574544270834, "mean_loss": 0.5150900172322836, "total_contrib": 0.0066990416161242135}, "5": {"token_count": 6602, "frac": 0.011193169487847222, "mean_loss": 0.6142972751613882, "total_contrib": 0.00687593351680414}, "6-8": {"token_count": 15474, "frac": 0.026234944661458332, "mean_loss": 0.7369826694955326, "total_contrib": 0.019334699550669132}, "9-12": {"token_count": 15405, "frac": 0.026117960611979168, "mean_loss": 0.8960198983714454, "total_contrib": 0.023402212413214985}, "13-20": {"token_count": 22143, "frac": 0.037541707356770836, "mean_loss": 1.0715714454194272, "total_contrib": 0.04022862161580807}, "21-30": {"token_count": 20176, "frac": 0.03420681423611111, "mean_loss": 1.2869932707012044, "total_contrib": 0.04402393973400116}, "31-50": {"token_count": 29648, "frac": 0.05026584201388889, "mean_loss": 1.4715267466270046, "total_contrib": 0.07396753096516491}, "51-75": {"token_count": 27122, "frac": 0.045983208550347224, "mean_loss": 1.7213105480595696, "total_contrib": 0.07915138191133567}, "76-100": {"token_count": 21624, "frac": 0.036661783854166664, "mean_loss": 1.867474974384695, "total_contrib": 0.06846496386395712}, "101-150": {"token_count": 34667, "frac": 0.05877516004774305, "mean_loss": 1.9991143526456487, "total_contrib": 0.11749826603048825}, "151-200": {"token_count": 26752, "frac": 0.045355902777777776, "mean_loss": 2.1230785254277458, "total_contrib": 0.09629414318888864}, "201-300": {"token_count": 41600, "frac": 0.0705295138888889, "mean_loss": 2.229235339513752, "total_contrib": 0.1572268848398371}, "301-500": {"token_count": 56424, "frac": 0.09566243489583333, "mean_loss": 2.3162912819849844, "total_contrib": 0.22158206396267488}, "501-750": {"token_count": 47598, "frac": 0.08069864908854167, "mean_loss": 2.4377942981057954, "total_contrib": 0.19672670661288733}, "751-1k": {"token_count": 31830, "frac": 0.053965250651041664, "mean_loss": 2.4762754891203294, "total_contrib": 0.13363282745140936}, "1k-2k": {"token_count": 36385, "frac": 0.06168789333767361, "mean_loss": 2.696139997207561, "total_contrib": 0.16631919657117566}, "2k-5k": {"token_count": 38280, "frac": 0.06490071614583333, "mean_loss": 2.76452993938017, "total_contrib": 0.17941997287237024}, "5k-10k": {"token_count": 20598, "frac": 0.034922281901041664, "mean_loss": 3.1261684103752536, "total_contrib": 0.10917293449725592}, "10k+": {"token_count": 45979, "frac": 0.0779537624782986, "mean_loss": 3.4808608311084286, "total_contrib": 0.27134619844823954}}, "trigram": {"novel": {"token_count": 452, "frac": 0.0007663302951388889, "mean_loss": 4.578207696732381, "total_contrib": 0.0035084192554440583}, "1": {"token_count": 165837, "frac": 0.2811635335286458, "mean_loss": 0.7616690599321101, "total_contrib": 0.21415356426995397}, "2": {"token_count": 57081, "frac": 0.09677632649739583, "mean_loss": 1.220558937505294, "total_contrib": 0.11812121024532689}, "3": {"token_count": 32338, "frac": 0.05482652452256945, "mean_loss": 1.5204220924288916, "total_contrib": 0.08335945913520898}, "4": {"token_count": 22381, "frac": 0.03794521755642361, "mean_loss": 1.7657240735205058, "total_contrib": 0.0670007841143501}, "5": {"token_count": 17039, "frac": 0.028888278537326388, "mean_loss": 1.9290504721008286, "total_contrib": 0.0557269473506097}, "6-8": {"token_count": 35638, "frac": 0.06042141384548611, "mean_loss": 2.1932770283509946, "total_contrib": 0.13252089900779343}, "9-12": {"token_count": 30114, "frac": 0.051055908203125, "mean_loss": 2.4146087343647276, "total_contrib": 0.12328004188818936}, "13-20": {"token_count": 36611, "frac": 0.06207105848524305, "mean_loss": 2.66906232791159, "total_contrib": 0.16567152385655928}, "21-30": {"token_count": 27686, "frac": 0.04693942599826389, "mean_loss": 2.886598919488692, "total_contrib": 0.13549529636800797}, "31-50": {"token_count": 33276, "frac": 0.056416829427083336, "mean_loss": 3.039584776982018, "total_contrib": 0.17148373589215365}, "51-75": {"token_count": 23796, "frac": 0.04034423828125, "mean_loss": 3.19231527211311, "total_contrib": 0.12879152800700475}, "76-100": {"token_count": 15704, "frac": 0.026624891493055556, "mean_loss": 3.236551114780753, "total_contrib": 0.08617282224276554}, "101-150": {"token_count": 19428, "frac": 0.032938639322916664, "mean_loss": 3.3362640237727326, "total_contrib": 0.1098919973650727}, "151-200": {"token_count": 11981, "frac": 0.020312839084201388, "mean_loss": 3.345207565826956, "total_contrib": 0.06795066298789598}, "201-300": {"token_count": 14734, "frac": 0.024980333116319444, "mean_loss": 3.413574515224392, "total_contrib": 0.08527222850768397}, "301-500": {"token_count": 14681, "frac": 0.024890475802951388, "mean_loss": 3.5156528126323656, "total_contrib": 0.08750627126440388}, "501-750": {"token_count": 8694, "frac": 0.014739990234375, "mean_loss": 3.5882059333598884, "total_contrib": 0.052890120416651185}, "751-1k": {"token_count": 4112, "frac": 0.006971571180555556, "mean_loss": 3.8268217722252436, "total_contrib": 0.026678960380368048}, "1k-2k": {"token_count": 7126, "frac": 0.012081570095486112, "mean_loss": 3.881134602991775, "total_contrib": 0.04689019975606179}, "2k-5k": {"token_count": 5348, "frac": 0.009067111545138888, "mean_loss": 3.7457088853563056, "total_contrib": 0.033962760279143474}, "5k-10k": {"token_count": 1589, "frac": 0.002694023980034722, "mean_loss": 4.076346368007268, "total_contrib": 0.010981774866339025}, "10k+": {"token_count": 4178, "frac": 0.007083468967013889, "mean_loss": 2.96065965967762, "total_contrib": 0.020971740821216323}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.637366572714424, "total_contrib": 0.5872984963540295}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.971718976806445, "total_contrib": 0.26193412508763153}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.120322791104835, "total_contrib": 0.1723033141884818}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.352716303785655, "total_contrib": 0.13030762708757987}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.112646564819194, "total_contrib": 0.10602587612040523}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.024605458754445, "total_contrib": 0.09250882892523948}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.28858048609709, "total_contrib": 0.20563809541058992}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.608526842548606, "total_contrib": 0.19866819149572013}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.002985598564191, "total_contrib": 0.27798999183380657}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.537702437169089, "total_contrib": 0.24766824210669106}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.947363355827607, "total_contrib": 0.3386966845988343}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.633467958702225, "total_contrib": 0.30119307692125835}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.207635530386441, "total_contrib": 0.22604640693094885}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.006693144071396, "total_contrib": 0.3454879165863412}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.825234083844661, "total_contrib": 0.2691073579857709}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.559377427977024, "total_contrib": 0.3916948916531731}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.365297417774013, "total_contrib": 0.5162137572585338}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.15174119051045, "total_contrib": 0.422158316651987}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.197741273778705, "total_contrib": 0.28591701190143176}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.924467113416527, "total_contrib": 0.3625851336332699}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.026616108728765, "total_contrib": 0.3849704575069405}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.228205247385442, "total_contrib": 0.21628880493536376}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.823537186685456, "total_contrib": 0.4468775712866388}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.225390626438653, "total_contrib": 2.887157619449719}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 7.991678198879026, "total_contrib": 0.6720161527981261}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.585763788666354, "total_contrib": 0.37562021418556985}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.272331299742598, "total_contrib": 0.25496510645103826}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.9954073174624165, "total_contrib": 0.18763959955778825}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.8382512890830665, "total_contrib": 0.15107769868306722}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.379083792229906, "total_contrib": 0.31197620149513056}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.863812464291067, "total_contrib": 0.25736893899801827}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.302929215047138, "total_contrib": 0.301152406458908}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.929575351522731, "total_contrib": 0.22152934480024805}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.565073626174843, "total_contrib": 0.24996979252212337}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.341848238400146, "total_contrib": 0.16998623236954782}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.276435421122022, "total_contrib": 0.11196728550955436}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.19413749978911, "total_contrib": 0.13472887371233497}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.156656072185893, "total_contrib": 0.08318611700453403}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.122928985785003, "total_contrib": 0.10296417907818789}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.086963860578474, "total_contrib": 0.10158096346720451}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.076660468457104, "total_contrib": 0.06213578560965536}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.18637532352655, "total_contrib": 0.029725036375137657}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.287958638790405, "total_contrib": 0.05118006187792367}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 3.9996252284832803, "total_contrib": 0.03634642066899682}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.302747175669895, "total_contrib": 0.011883502789249434}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.172379801174691, "total_contrib": 0.02142264259860364}}}}
{"step": 1840, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21372, "frac": 0.036234537760416664, "mean_loss": 0.09123877280814242, "total_contrib": 0.003305994758530714}, "2": {"token_count": 13315, "frac": 0.022574530707465276, "mean_loss": 0.2951333892637579, "total_contrib": 0.006662497758733005}, "3": {"token_count": 9693, "frac": 0.0164337158203125, "mean_loss": 0.44453639476926293, "total_contrib": 0.007305384783424319}, "4": {"token_count": 7916, "frac": 0.013420952690972222, "mean_loss": 0.5388940518768977, "total_contrib": 0.007232471575686174}, "5": {"token_count": 6646, "frac": 0.011267768012152778, "mean_loss": 0.633044052474025, "total_contrib": 0.007132993524750383}, "6-8": {"token_count": 15367, "frac": 0.026053534613715276, "mean_loss": 0.7444062839227024, "total_contrib": 0.019394414884847288}, "9-12": {"token_count": 15431, "frac": 0.026162041558159724, "mean_loss": 0.8899174095101825, "total_contrib": 0.02328205625093524}, "13-20": {"token_count": 21938, "frac": 0.037194146050347224, "mean_loss": 1.055254034021186, "total_contrib": 0.03924927266160207}, "21-30": {"token_count": 20474, "frac": 0.03471204969618055, "mean_loss": 1.2357675162037716, "total_contrib": 0.04289602343539092}, "31-50": {"token_count": 29394, "frac": 0.049835205078125, "mean_loss": 1.4397170044083551, "total_contrib": 0.07174859216915418}, "51-75": {"token_count": 27452, "frac": 0.04654269748263889, "mean_loss": 1.6465703239575884, "total_contrib": 0.07663582447184875}, "76-100": {"token_count": 21516, "frac": 0.036478678385416664, "mean_loss": 1.7983884732988593, "total_contrib": 0.06560283472950958}, "101-150": {"token_count": 34547, "frac": 0.058571709526909724, "mean_loss": 1.9657865863537762, "total_contrib": 0.11513948092780882}, "151-200": {"token_count": 27372, "frac": 0.046407063802083336, "mean_loss": 2.0496936420016874, "total_contrib": 0.09512026361909687}, "201-300": {"token_count": 42046, "frac": 0.0712856716579861, "mean_loss": 2.170342630053465, "total_contrib": 0.15471433211132132}, "301-500": {"token_count": 56650, "frac": 0.09604560004340278, "mean_loss": 2.281755937085787, "total_contrib": 0.21915261813000123}, "501-750": {"token_count": 47939, "frac": 0.08127678765190972, "mean_loss": 2.38112173529536, "total_contrib": 0.19352992565294777}, "751-1k": {"token_count": 31490, "frac": 0.05338880750868055, "mean_loss": 2.4280327812453075, "total_contrib": 0.12962977478267199}, "1k-2k": {"token_count": 36013, "frac": 0.061057196723090276, "mean_loss": 2.6650302108109516, "total_contrib": 0.16271927385446303}, "2k-5k": {"token_count": 37413, "frac": 0.0634307861328125, "mean_loss": 2.706886962120902, "total_contrib": 0.17169996797998946}, "5k-10k": {"token_count": 20115, "frac": 0.0341033935546875, "mean_loss": 3.1323801826434843, "total_contrib": 0.10682479413159465}, "10k+": {"token_count": 45725, "frac": 0.07752312554253472, "mean_loss": 3.4376827964347743, "total_contrib": 0.26649991500342485}}, "trigram": {"novel": {"token_count": 438, "frac": 0.0007425944010416666, "mean_loss": 4.479666886060206, "total_contrib": 0.0033265755481200663}, "1": {"token_count": 166161, "frac": 0.2817128499348958, "mean_loss": 0.7013139963467308, "total_contrib": 0.19756916461006863}, "2": {"token_count": 57498, "frac": 0.09748331705729167, "mean_loss": 1.156629823372643, "total_contrib": 0.11275211178975462}, "3": {"token_count": 32109, "frac": 0.054438273111979164, "mean_loss": 1.496223351440205, "total_contrib": 0.08145181544222266}, "4": {"token_count": 22653, "frac": 0.0384063720703125, "mean_loss": 1.7190853493568938, "total_contrib": 0.06602383154802402}, "5": {"token_count": 17258, "frac": 0.029259575737847224, "mean_loss": 1.917507871948172, "total_contrib": 0.05610546680718579}, "6-8": {"token_count": 35350, "frac": 0.05993313259548611, "mean_loss": 2.1260610977425727, "total_contrib": 0.12742150167711036}, "9-12": {"token_count": 30085, "frac": 0.05100674099392361, "mean_loss": 2.366119800931717, "total_contrib": 0.12068805984671818}, "13-20": {"token_count": 36467, "frac": 0.06182691786024305, "mean_loss": 2.6520152493666718, "total_contrib": 0.1639659289867052}, "21-30": {"token_count": 27703, "frac": 0.04696824815538195, "mean_loss": 2.830759701180357, "total_contrib": 0.13295582411329385}, "31-50": {"token_count": 33352, "frac": 0.05654568142361111, "mean_loss": 2.9944361296414757, "total_contrib": 0.16932243143005796}, "51-75": {"token_count": 23842, "frac": 0.04042222764756945, "mean_loss": 3.146942433326479, "total_contrib": 0.12720642343371907}, "76-100": {"token_count": 15524, "frac": 0.026319715711805556, "mean_loss": 3.2617106121342383, "total_contrib": 0.08584729604555243}, "101-150": {"token_count": 19507, "frac": 0.033072577582465276, "mean_loss": 3.2966216921521525, "total_contrib": 0.10902777667374003}, "151-200": {"token_count": 12179, "frac": 0.020648532443576388, "mean_loss": 3.322668668196353, "total_contrib": 0.06860823179450715}, "201-300": {"token_count": 14818, "frac": 0.025122748480902776, "mean_loss": 3.439991595695132, "total_contrib": 0.0864220436350682}, "301-500": {"token_count": 14233, "frac": 0.024130927191840276, "mean_loss": 3.527739154400293, "total_contrib": 0.08512761668663765}, "501-750": {"token_count": 8498, "frac": 0.014407687717013888, "mean_loss": 3.6491980477591217, "total_contrib": 0.052576505889650155}, "751-1k": {"token_count": 4089, "frac": 0.006932576497395833, "mean_loss": 3.8164275377136656, "total_contrib": 0.026457675851968007}, "1k-2k": {"token_count": 7030, "frac": 0.011918809678819444, "mean_loss": 3.9069857757668736, "total_contrib": 0.04656661987922011}, "2k-5k": {"token_count": 5268, "frac": 0.008931477864583334, "mean_loss": 3.7723359862359707, "total_contrib": 0.03369253535883771}, "5k-10k": {"token_count": 1676, "frac": 0.002841525607638889, "mean_loss": 4.125269214740481, "total_contrib": 0.011722058112089448}, "10k+": {"token_count": 4086, "frac": 0.006927490234375, "mean_loss": 2.9796089693576615, "total_contrib": 0.020641212037481357}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.59079846236098, "total_contrib": 0.5852930225667847}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.139671882508265, "total_contrib": 0.26560883525215856}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.344670989435658, "total_contrib": 0.17577946670948025}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.60138773218955, "total_contrib": 0.13343760600412194}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.40526115715929, "total_contrib": 0.10909378898768624}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.278937466314511, "total_contrib": 0.0948558495909795}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.573445374094979, "total_contrib": 0.21194466433195705}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.871177344383325, "total_contrib": 0.20472965835867277}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.28166051878497, "total_contrib": 0.2876699841119833}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.770067632365514, "total_contrib": 0.2553031255344707}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.165194411921606, "total_contrib": 0.3493163474439931}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.814263901589829, "total_contrib": 0.3094021293614319}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.365876014306147, "total_contrib": 0.2318086158502662}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.164327328384285, "total_contrib": 0.3545545868181642}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.950603800711696, "total_contrib": 0.27489904168326873}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.683907901758357, "total_contrib": 0.40046888677532966}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.457579216258511, "total_contrib": 0.525092507160533}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.242754618645439, "total_contrib": 0.4296163923187086}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.314748231175457, "total_contrib": 0.29235332295818367}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.040966645960577, "total_contrib": 0.3697150573491158}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.151190392524558, "total_contrib": 0.3929280606064653}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.353991108283142, "total_contrib": 0.22065700932984006}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.937426192807336, "total_contrib": 0.45561700933270405}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.369344846537947, "total_contrib": 2.9322092102431228}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.233386837642838, "total_contrib": 0.6923413092268362}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.833377867963308, "total_contrib": 0.3878811883065735}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.537855440284091, "total_contrib": 0.2642742795302238}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.265823846715547, "total_contrib": 0.19489305128120704}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.088569851189721, "total_contrib": 0.1566079944709833}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.622468889918114, "total_contrib": 0.32387922091772786}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.059245895107644, "total_contrib": 0.2659467192459898}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.4591114202603235, "total_contrib": 0.31002196610012445}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.034534549288933, "total_contrib": 0.22624608826268933}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.636565698866462, "total_contrib": 0.253884484823083}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.387848517131938, "total_contrib": 0.17178717372913058}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.316270142108586, "total_contrib": 0.11301025357493573}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.219607723061796, "total_contrib": 0.13554705730667427}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.173195047406151, "total_contrib": 0.08351710737369487}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.140928574122501, "total_contrib": 0.10341369272329448}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.095214554769229, "total_contrib": 0.10178603341491174}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.076228165715359, "total_contrib": 0.062129196522659434}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.190856491071337, "total_contrib": 0.02975685456103305}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.287734598010348, "total_contrib": 0.05117738778007143}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.005410773637688, "total_contrib": 0.03639899655947877}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.319613625830299, "total_contrib": 0.011930085239796205}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1846671313530956, "total_contrib": 0.021505617242057597}}}}
{"step": 1850, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20798, "frac": 0.03526136610243055, "mean_loss": 0.1226758091570569, "total_contrib": 0.004325716618598886}, "2": {"token_count": 13183, "frac": 0.022350735134548612, "mean_loss": 0.33994951866949635, "total_contrib": 0.007598121650899201}, "3": {"token_count": 9545, "frac": 0.016182793511284724, "mean_loss": 0.46942510568438894, "total_contrib": 0.007596609554303475}, "4": {"token_count": 7854, "frac": 0.013315836588541666, "mean_loss": 0.5798829042965636, "total_contrib": 0.0077216259941019876}, "5": {"token_count": 6487, "frac": 0.010998196072048612, "mean_loss": 0.6557354432936203, "total_contrib": 0.00721190697673495}, "6-8": {"token_count": 15476, "frac": 0.026238335503472224, "mean_loss": 0.7704158835600065, "total_contrib": 0.02021443043005144}, "9-12": {"token_count": 15081, "frac": 0.025568644205729168, "mean_loss": 0.9190374373203395, "total_contrib": 0.023498541246588883}, "13-20": {"token_count": 22078, "frac": 0.03743150499131945, "mean_loss": 1.0756716138436817, "total_contrib": 0.04026400738261042}, "21-30": {"token_count": 20299, "frac": 0.034415351019965276, "mean_loss": 1.2525927345220047, "total_contrib": 0.04310841864363297}, "31-50": {"token_count": 29368, "frac": 0.04979112413194445, "mean_loss": 1.4275670252156831, "total_contrib": 0.07108016695918475}, "51-75": {"token_count": 26883, "frac": 0.0455780029296875, "mean_loss": 1.5896761594979514, "total_contrib": 0.072454264654852}, "76-100": {"token_count": 21871, "frac": 0.03708055284288195, "mean_loss": 1.7444975203505677, "total_contrib": 0.06468693248763575}, "101-150": {"token_count": 34194, "frac": 0.057973225911458336, "mean_loss": 1.9000727595953315, "total_contrib": 0.11015334734022822}, "151-200": {"token_count": 27841, "frac": 0.047202216254340276, "mean_loss": 2.007341533516832, "total_contrib": 0.09475096916138054}, "201-300": {"token_count": 41418, "frac": 0.070220947265625, "mean_loss": 2.0672313276736194, "total_contrib": 0.1451629420464172}, "301-500": {"token_count": 56630, "frac": 0.0960116916232639, "mean_loss": 2.206750778243072, "total_contrib": 0.21187387521007145}, "501-750": {"token_count": 47795, "frac": 0.08103264702690972, "mean_loss": 2.3112600707514113, "total_contrib": 0.1872875215005895}, "751-1k": {"token_count": 31684, "frac": 0.053717719184027776, "mean_loss": 2.3361607617527813, "total_contrib": 0.12549322776858032}, "1k-2k": {"token_count": 36424, "frac": 0.06175401475694445, "mean_loss": 2.6041045216212173, "total_contrib": 0.1608139090568224}, "2k-5k": {"token_count": 37704, "frac": 0.06392415364583333, "mean_loss": 2.644665923153505, "total_contrib": 0.1690580308135643}, "5k-10k": {"token_count": 20937, "frac": 0.035497029622395836, "mean_loss": 3.001231486809828, "total_contrib": 0.10653480299095557}, "10k+": {"token_count": 46274, "frac": 0.07845391167534722, "mean_loss": 3.3532904010593616, "total_contrib": 0.26307874894650085}}, "trigram": {"novel": {"token_count": 448, "frac": 0.0007595486111111111, "mean_loss": 4.527589212579707, "total_contrib": 0.0034389240980965655}, "1": {"token_count": 164216, "frac": 0.2784152560763889, "mean_loss": 0.6997770448466489, "total_contrib": 0.19482860513735845}, "2": {"token_count": 56974, "frac": 0.09659491644965278, "mean_loss": 1.136716001976458, "total_contrib": 0.1098009872378993}, "3": {"token_count": 32309, "frac": 0.05477735731336805, "mean_loss": 1.4756407241895313, "total_contrib": 0.08083169921508715}, "4": {"token_count": 22166, "frac": 0.03758070203993055, "mean_loss": 1.646655594259714, "total_contrib": 0.06188247325025909}, "5": {"token_count": 16913, "frac": 0.028674655490451388, "mean_loss": 1.8267037116705487, "total_contrib": 0.052380099615281825}, "6-8": {"token_count": 35849, "frac": 0.06077914767795139, "mean_loss": 2.01922291271868, "total_contrib": 0.12272664760683179}, "9-12": {"token_count": 29903, "frac": 0.050698174370659724, "mean_loss": 2.2633111813109186, "total_contrib": 0.11474574492516479}, "13-20": {"token_count": 37269, "frac": 0.0631866455078125, "mean_loss": 2.512095299222085, "total_contrib": 0.15873087515378806}, "21-30": {"token_count": 28140, "frac": 0.047709147135416664, "mean_loss": 2.7121569245707575, "total_contrib": 0.12939469376868543}, "31-50": {"token_count": 33375, "frac": 0.056584676106770836, "mean_loss": 2.908645862704818, "total_contrib": 0.16458478405045118}, "51-75": {"token_count": 24306, "frac": 0.041208902994791664, "mean_loss": 3.089500577082587, "total_contrib": 0.1273149295833492}, "76-100": {"token_count": 15781, "frac": 0.026755438910590276, "mean_loss": 3.144036927983698, "total_contrib": 0.08412008795930775}, "101-150": {"token_count": 19418, "frac": 0.032921685112847224, "mean_loss": 3.2442730256223817, "total_contrib": 0.10680693496964419}, "151-200": {"token_count": 12053, "frac": 0.020434909396701388, "mean_loss": 3.345693189894135, "total_contrib": 0.0683689372046475}, "201-300": {"token_count": 14310, "frac": 0.024261474609375, "mean_loss": 3.390894703764315, "total_contrib": 0.0822681057584421}, "301-500": {"token_count": 14606, "frac": 0.024763319227430556, "mean_loss": 3.50932790357476, "total_contrib": 0.08690260714995142}, "501-750": {"token_count": 8625, "frac": 0.014623006184895834, "mean_loss": 3.598353897564841, "total_contrib": 0.0526187512995347}, "751-1k": {"token_count": 4299, "frac": 0.007288614908854167, "mean_loss": 3.69298840644453, "total_contrib": 0.026916770357437194}, "1k-2k": {"token_count": 7178, "frac": 0.012169731987847222, "mean_loss": 3.8792401124917326, "total_contrib": 0.047209312485530695}, "2k-5k": {"token_count": 5599, "frac": 0.009492662217881944, "mean_loss": 3.6811067868603535, "total_contrib": 0.03494350331561808}, "5k-10k": {"token_count": 1715, "frac": 0.002907647026909722, "mean_loss": 4.052188537825366, "total_contrib": 0.011782333954485578}, "10k+": {"token_count": 4372, "frac": 0.007412380642361111, "mean_loss": 2.8830561149711587, "total_contrib": 0.021370309337453045}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.599683110678013, "total_contrib": 0.5856756434026629}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.079969956365499, "total_contrib": 0.2643025924460462}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.235036951185625, "total_contrib": 0.17408074730239093}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.454016375468372, "total_contrib": 0.13158267139261406}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.29381652768394, "total_contrib": 0.1079253496080144}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.116798890089127, "total_contrib": 0.09335960618549792}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.426189858203811, "total_contrib": 0.20868460281105103}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.691359782086622, "total_contrib": 0.2005798159345213}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.071808278329572, "total_contrib": 0.2803806016818852}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.565302718504302, "total_contrib": 0.24857511170215757}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.985748871576933, "total_contrib": 0.3405680487775925}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.620310346326376, "total_contrib": 0.3005956546104714}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.186762699459372, "total_contrib": 0.2252863383975362}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 5.9851222689412245, "total_contrib": 0.3442472211606022}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.779229106688825, "total_contrib": 0.26698207380346867}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.525818744108787, "total_contrib": 0.3893304605253921}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.308617470800567, "total_contrib": 0.5107603842001366}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.112942137979006, "total_contrib": 0.41897893669118125}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.191486949220918, "total_contrib": 0.2855729744253755}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.888521151936423, "total_contrib": 0.3603851937910309}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.005368928554979, "total_contrib": 0.38361322211569204}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.203998981931862, "total_contrib": 0.21544818648768163}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.833778281566249, "total_contrib": 0.4476634365539042}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.225779308523789, "total_contrib": 2.887279260525862}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.050942478928622, "total_contrib": 0.6769996559480486}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.597786032483832, "total_contrib": 0.37621551321194596}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.309515542820421, "total_contrib": 0.256268771548773}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 6.990816454271983, "total_contrib": 0.187516457660314}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.834203519693704, "total_contrib": 0.15098827118789446}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.350948911693545, "total_contrib": 0.31060023380993657}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.811673237054641, "total_contrib": 0.2550804930977216}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.267197098549434, "total_contrib": 0.2991231859215831}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.883128876494339, "total_contrib": 0.21944209459153738}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.534875896110971, "total_contrib": 0.24831625504675298}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.326931129565584, "total_contrib": 0.16940221768515434}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.268228505422554, "total_contrib": 0.11175240886983322}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.189749516047859, "total_contrib": 0.13458791788831714}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.1624310462505525, "total_contrib": 0.08330169011424006}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.126566298717614, "total_contrib": 0.10305501569978578}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.100777060109477, "total_contrib": 0.10192428877293046}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.073385497399066, "total_contrib": 0.06208586904164226}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.190720030419764, "total_contrib": 0.029755885632659865}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.282402658707059, "total_contrib": 0.05111374701147748}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 4.005683259599803, "total_contrib": 0.03640147276383285}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.321583243265595, "total_contrib": 0.011935525009629404}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1738607093617937, "total_contrib": 0.021432642967034274}}}}
{"step": 1860, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21039, "frac": 0.035669962565104164, "mean_loss": 0.14372229645260182, "total_contrib": 0.00512656893423511}, "2": {"token_count": 13325, "frac": 0.022591484917534724, "mean_loss": 0.35496542923490226, "total_contrib": 0.008019196140806534}, "3": {"token_count": 9582, "frac": 0.016245524088541668, "mean_loss": 0.5204665816864925, "total_contrib": 0.008455252390068854}, "4": {"token_count": 7597, "frac": 0.012880113389756944, "mean_loss": 0.6598758250084409, "total_contrib": 0.00849927544926813}, "5": {"token_count": 6513, "frac": 0.011042277018229166, "mean_loss": 0.7381093393470515, "total_contrib": 0.00815040779481226}, "6-8": {"token_count": 15471, "frac": 0.0262298583984375, "mean_loss": 0.8533173504786752, "total_contrib": 0.022382393271985514}, "9-12": {"token_count": 15086, "frac": 0.025577121310763888, "mean_loss": 1.016181014053434, "total_contrib": 0.025990985070139746}, "13-20": {"token_count": 22188, "frac": 0.037618001302083336, "mean_loss": 1.134906050189851, "total_contrib": 0.042692897273784065}, "21-30": {"token_count": 20183, "frac": 0.034218682183159724, "mean_loss": 1.3115939085003816, "total_contrib": 0.04488101510834283}, "31-50": {"token_count": 29912, "frac": 0.050713433159722224, "mean_loss": 1.4593724856009243, "total_contrib": 0.07400978900366016}, "51-75": {"token_count": 27316, "frac": 0.04631212022569445, "mean_loss": 1.651343403199429, "total_contrib": 0.07647721422287937}, "76-100": {"token_count": 21791, "frac": 0.03694491916232639, "mean_loss": 1.7652305789455358, "total_contrib": 0.06521630104200943}, "101-150": {"token_count": 34238, "frac": 0.05804782443576389, "mean_loss": 1.9138995765846758, "total_contrib": 0.1110977066092701}, "151-200": {"token_count": 27718, "frac": 0.04699367947048611, "mean_loss": 2.0119909038846933, "total_contrib": 0.0945508556346909}, "201-300": {"token_count": 41968, "frac": 0.07115342881944445, "mean_loss": 2.1053055690487033, "total_contrib": 0.1497997099504869}, "301-500": {"token_count": 56865, "frac": 0.09641011555989583, "mean_loss": 2.221202026412259, "total_contrib": 0.21414634404828067}, "501-750": {"token_count": 47886, "frac": 0.08118693033854167, "mean_loss": 2.320302446548318, "total_contrib": 0.18837823309226612}, "751-1k": {"token_count": 31851, "frac": 0.0540008544921875, "mean_loss": 2.3718421746030813, "total_contrib": 0.12808150414917457}, "1k-2k": {"token_count": 36039, "frac": 0.061101277669270836, "mean_loss": 2.58439796467212, "total_contrib": 0.1579100176473296}, "2k-5k": {"token_count": 37474, "frac": 0.0635342068142361, "mean_loss": 2.638638550250849, "total_contrib": 0.1676438073596536}, "5k-10k": {"token_count": 20208, "frac": 0.034261067708333336, "mean_loss": 2.968027997900926, "total_contrib": 0.10168780819631267}, "10k+": {"token_count": 45574, "frac": 0.0772671169704861, "mean_loss": 3.315311286913772, "total_contrib": 0.2561645449995393}}, "trigram": {"novel": {"token_count": 422, "frac": 0.0007154676649305555, "mean_loss": 4.366278082534552, "total_contrib": 0.0031239307841484593}, "1": {"token_count": 165158, "frac": 0.2800123426649306, "mean_loss": 0.7344713967638857, "total_contrib": 0.20566105642823937}, "2": {"token_count": 57110, "frac": 0.09682549370659722, "mean_loss": 1.1824484719751984, "total_contrib": 0.11449115708161008}, "3": {"token_count": 32239, "frac": 0.05465867784288195, "mean_loss": 1.4785319267315327, "total_contrib": 0.08081460026363438}, "4": {"token_count": 22516, "frac": 0.03817409939236111, "mean_loss": 1.713823372435969, "total_contrib": 0.0654236637603222}, "5": {"token_count": 17227, "frac": 0.029207017686631944, "mean_loss": 1.8822190150701719, "total_contrib": 0.054974004063269466}, "6-8": {"token_count": 35336, "frac": 0.05990939670138889, "mean_loss": 2.0711898375671707, "total_contrib": 0.12408373362269684}, "9-12": {"token_count": 30512, "frac": 0.05173068576388889, "mean_loss": 2.273408255133786, "total_contrib": 0.11760496805935682}, "13-20": {"token_count": 37188, "frac": 0.06304931640625, "mean_loss": 2.513286911434928, "total_contrib": 0.1584610216987476}, "21-30": {"token_count": 27999, "frac": 0.0474700927734375, "mean_loss": 2.747111500307781, "total_contrib": 0.13040563777858744}, "31-50": {"token_count": 33353, "frac": 0.05654737684461805, "mean_loss": 2.917028202920343, "total_contrib": 0.1649502930569156}, "51-75": {"token_count": 23783, "frac": 0.040322197808159724, "mean_loss": 3.084989840944047, "total_contrib": 0.12439357060270907}, "76-100": {"token_count": 15813, "frac": 0.0268096923828125, "mean_loss": 3.1505724699054007, "total_contrib": 0.08446587874792158}, "101-150": {"token_count": 19450, "frac": 0.03297593858506945, "mean_loss": 3.2292623108530645, "total_contrib": 0.1064879556377701}, "151-200": {"token_count": 12213, "frac": 0.0207061767578125, "mean_loss": 3.335621152471304, "total_contrib": 0.06906796118016906}, "201-300": {"token_count": 14573, "frac": 0.024707370334201388, "mean_loss": 3.3682281408157544, "total_contrib": 0.08322006004521347}, "301-500": {"token_count": 14485, "frac": 0.024558173285590276, "mean_loss": 3.4608353460651036, "total_contrib": 0.0849917941415626}, "501-750": {"token_count": 8407, "frac": 0.014253404405381944, "mean_loss": 3.555221669982572, "total_contrib": 0.050674012213038945}, "751-1k": {"token_count": 4174, "frac": 0.007076687282986111, "mean_loss": 3.752872684854932, "total_contrib": 0.02655790640357884}, "1k-2k": {"token_count": 6990, "frac": 0.011850992838541666, "mean_loss": 3.873676685953504, "total_contrib": 0.04590691466406079}, "2k-5k": {"token_count": 5257, "frac": 0.008912828233506944, "mean_loss": 3.712347813804174, "total_contrib": 0.03308751840747162}, "5k-10k": {"token_count": 1624, "frac": 0.002753363715277778, "mean_loss": 3.9713630107732656, "total_contrib": 0.01093460681405942}, "10k+": {"token_count": 3995, "frac": 0.006773206922743056, "mean_loss": 2.8907402589707374, "total_contrib": 0.019579581933912654}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.726698728233506, "total_contrib": 0.5911456203814347}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.180942174249923, "total_contrib": 0.2665118048073582}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.308638015499996, "total_contrib": 0.17522115550342893}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.545324143090486, "total_contrib": 0.13273194450938547}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.362151772970856, "total_contrib": 0.10864180936016807}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.200682709757297, "total_contrib": 0.09413370088231231}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.506941362406337, "total_contrib": 0.21047234481862717}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.787483815368477, "total_contrib": 0.20279817317504154}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.16725465023286, "total_contrib": 0.28369600639168774}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.660177794485106, "total_contrib": 0.2516924466571746}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.092569442248814, "total_contrib": 0.3457757471921533}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.7089705602162395, "total_contrib": 0.30462127782720116}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.2861597860433065, "total_contrib": 0.22890580899495125}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.1019293069544345, "total_contrib": 0.3509656299818746}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.88199541275341, "total_contrib": 0.2717295515386029}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.617560710110808, "total_contrib": 0.3957942885167013}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.413234570901344, "total_contrib": 0.5208259559870069}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.215893536802287, "total_contrib": 0.4274152667817263}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.298245427750748, "total_contrib": 0.29144553782717053}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.0146701902547175, "total_contrib": 0.36810567987707316}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.129888014917415, "total_contrib": 0.391567299292744}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.335304952853727, "total_contrib": 0.22000808944583958}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.901491494102839, "total_contrib": 0.45285950811528286}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.352204548936939, "total_contrib": 2.926845021037241}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.208559876280777, "total_contrib": 0.6902536226802808}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.763850359059533, "total_contrib": 0.384438431780824}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.496031261935558, "total_contrib": 0.2628079401068207}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.133577934126766, "total_contrib": 0.19134578534583124}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.009154098465469, "total_contrib": 0.1548534597729213}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.503473402266885, "total_contrib": 0.31805961398958094}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.948717850551551, "total_contrib": 0.26109552631815347}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.382911517229046, "total_contrib": 0.30569458716685677}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.958666351848741, "total_contrib": 0.2228366602954487}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.586525167910599, "total_contrib": 0.25114441485597166}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.355131896718461, "total_contrib": 0.17050629638506185}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.28488964998594, "total_contrib": 0.11218863739816094}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.196152830512298, "total_contrib": 0.13479361246696728}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.1621380293153765, "total_contrib": 0.08329582603969779}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.121353450819301, "total_contrib": 0.10292483237468857}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.083706757038658, "total_contrib": 0.10150000857575603}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.068515054948432, "total_contrib": 0.06201163456215143}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.186139671439329, "total_contrib": 0.02972336314559582}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.285114230605124, "total_contrib": 0.05114611169342054}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 3.9960605341058146, "total_contrib": 0.03631402666355924}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.304851414572603, "total_contrib": 0.011889314362146625}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1684227010140256, "total_contrib": 0.021395920847810303}}}}
{"step": 1870, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20995, "frac": 0.03559536404079861, "mean_loss": 0.17835038510992243, "total_contrib": 0.006348446884804317}, "2": {"token_count": 13247, "frac": 0.022459242078993056, "mean_loss": 0.44111346444293775, "total_contrib": 0.009907074082227236}, "3": {"token_count": 9797, "frac": 0.016610039605034724, "mean_loss": 0.6052452435643614, "total_contrib": 0.010053147466362931}, "4": {"token_count": 7693, "frac": 0.013042873806423612, "mean_loss": 0.7220223628355309, "total_contrib": 0.009417246563879631}, "5": {"token_count": 6570, "frac": 0.011138916015625, "mean_loss": 0.790461071468292, "total_contrib": 0.008804879488706256}, "6-8": {"token_count": 15501, "frac": 0.026280721028645832, "mean_loss": 0.9669243166520876, "total_contrib": 0.02541146822174752}, "9-12": {"token_count": 15239, "frac": 0.025836520724826388, "mean_loss": 1.0730052594968527, "total_contrib": 0.02772272262483815}, "13-20": {"token_count": 22433, "frac": 0.038033379448784724, "mean_loss": 1.2396981012500283, "total_contrib": 0.04714990828678027}, "21-30": {"token_count": 20440, "frac": 0.03465440538194445, "mean_loss": 1.3685155147034944, "total_contrib": 0.04742509141801525}, "31-50": {"token_count": 29630, "frac": 0.05023532443576389, "mean_loss": 1.5351008527536347, "total_contrib": 0.07711628937969665}, "51-75": {"token_count": 27033, "frac": 0.045832316080729164, "mean_loss": 1.7279967965032121, "total_contrib": 0.07919809536382265}, "76-100": {"token_count": 21703, "frac": 0.036795722113715276, "mean_loss": 1.8535324716896793, "total_contrib": 0.06820206575704127}, "101-150": {"token_count": 34073, "frac": 0.05776807996961805, "mean_loss": 1.9525882636168026, "total_contrib": 0.1127972749603531}, "151-200": {"token_count": 27553, "frac": 0.046713935004340276, "mean_loss": 2.045985492556057, "total_contrib": 0.09557603331908679}, "201-300": {"token_count": 41589, "frac": 0.0705108642578125, "mean_loss": 2.1247915199654663, "total_contrib": 0.1498208864404361}, "301-500": {"token_count": 57207, "frac": 0.09698994954427083, "mean_loss": 2.2631592042596176, "total_contrib": 0.21950369703179243}, "501-750": {"token_count": 47239, "frac": 0.0800899929470486, "mean_loss": 2.346856788101607, "total_contrib": 0.18795974360679085}, "751-1k": {"token_count": 32132, "frac": 0.05447726779513889, "mean_loss": 2.3937075819766975, "total_contrib": 0.13040264896659892}, "1k-2k": {"token_count": 36268, "frac": 0.06148952907986111, "mean_loss": 2.606853211160727, "total_contrib": 0.16029417633459686}, "2k-5k": {"token_count": 37647, "frac": 0.0638275146484375, "mean_loss": 2.636500109258087, "total_contrib": 0.1682812493442776}, "5k-10k": {"token_count": 20214, "frac": 0.034271240234375, "mean_loss": 3.014513606265326, "total_contrib": 0.10331111999011111}, "10k+": {"token_count": 45621, "frac": 0.0773468017578125, "mean_loss": 3.31557892487385, "total_contrib": 0.2564494258145988}}, "trigram": {"novel": {"token_count": 439, "frac": 0.0007442898220486111, "mean_loss": 4.590359374872305, "total_contrib": 0.003416557762262882}, "1": {"token_count": 164592, "frac": 0.279052734375, "mean_loss": 0.7981088089028254, "total_contrib": 0.22271444545310778}, "2": {"token_count": 57280, "frac": 0.09711371527777778, "mean_loss": 1.2488831453918146, "total_contrib": 0.12128368219679622}, "3": {"token_count": 32487, "frac": 0.055079142252604164, "mean_loss": 1.5796329383048298, "total_contrib": 0.08700482731579082}, "4": {"token_count": 22653, "frac": 0.0384063720703125, "mean_loss": 1.7620202922327401, "total_contrib": 0.06767280693893138}, "5": {"token_count": 17433, "frac": 0.0295562744140625, "mean_loss": 1.912077557544863, "total_contrib": 0.05651388899176635}, "6-8": {"token_count": 35837, "frac": 0.06075880262586805, "mean_loss": 2.097385170688471, "total_contrib": 0.1274346116162834}, "9-12": {"token_count": 30416, "frac": 0.051567925347222224, "mean_loss": 2.312475365546116, "total_contrib": 0.11924955701777254}, "13-20": {"token_count": 36749, "frac": 0.06230502658420139, "mean_loss": 2.516004878269018, "total_contrib": 0.15675975082653154}, "21-30": {"token_count": 28162, "frac": 0.04774644639756945, "mean_loss": 2.737746090014704, "total_contrib": 0.1307176469370424}, "31-50": {"token_count": 33127, "frac": 0.05616421169704861, "mean_loss": 2.93129630539969, "total_contrib": 0.16463394624324465}, "51-75": {"token_count": 23608, "frac": 0.04002549913194445, "mean_loss": 3.139009625379004, "total_contrib": 0.12564042703577258}, "76-100": {"token_count": 15618, "frac": 0.026479085286458332, "mean_loss": 3.1707424873327237, "total_contrib": 0.08395836074348022}, "101-150": {"token_count": 19527, "frac": 0.033106486002604164, "mean_loss": 3.2293411738212194, "total_contrib": 0.1069121383687455}, "151-200": {"token_count": 11905, "frac": 0.020183987087673612, "mean_loss": 3.367105850568787, "total_contrib": 0.06796162101071067}, "201-300": {"token_count": 14547, "frac": 0.024663289388020832, "mean_loss": 3.406193623419218, "total_contrib": 0.08400793904601943}, "301-500": {"token_count": 14529, "frac": 0.024632771809895832, "mean_loss": 3.461489660691898, "total_contrib": 0.08526608493413727}, "501-750": {"token_count": 8441, "frac": 0.014311048719618056, "mean_loss": 3.6302112743838477, "total_contrib": 0.051952130410213994}, "751-1k": {"token_count": 4184, "frac": 0.007093641493055556, "mean_loss": 3.755635659975354, "total_contrib": 0.02664113295040026}, "1k-2k": {"token_count": 6997, "frac": 0.011862860785590278, "mean_loss": 3.867017260232218, "total_contrib": 0.04587388741360954}, "2k-5k": {"token_count": 5491, "frac": 0.009309556749131944, "mean_loss": 3.6633755572155184, "total_contrib": 0.034104402643280726}, "5k-10k": {"token_count": 1600, "frac": 0.002712673611111111, "mean_loss": 3.987376594209054, "total_contrib": 0.010816451264672998}, "10k+": {"token_count": 4202, "frac": 0.007124159071180556, "mean_loss": 2.893870563529563, "total_contrib": 0.020616394225991524}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.719745416839922, "total_contrib": 0.59084617332145}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.18031460407183, "total_contrib": 0.2664980739433237}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.31465482403443, "total_contrib": 0.17531438265796348}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.582460530503127, "total_contrib": 0.13319937299678417}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.382614234838869, "total_contrib": 0.10885634770413473}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.219423056847573, "total_contrib": 0.09430664011369722}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.535710280360895, "total_contrib": 0.21110925435545616}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.824686672487752, "total_contrib": 0.20365674334361314}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.184526060135905, "total_contrib": 0.2842959423829217}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.692007195388517, "total_contrib": 0.25273827353011996}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.134227355655489, "total_contrib": 0.34780664674864636}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.749140772184201, "total_contrib": 0.3064452091129982}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.329804594770199, "total_contrib": 0.2304951020753213}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.141086436130683, "total_contrib": 0.35321783675424095}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.9031091209527915, "total_contrib": 0.2727049379606826}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.640652650675076, "total_contrib": 0.39742126838532194}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.439722675615602, "total_contrib": 0.5233744678387279}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.2377216413540655, "total_contrib": 0.4292039660840624}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.305647779808772, "total_contrib": 0.2918527259248447}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.018180030222061, "total_contrib": 0.3683204866722208}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.135827960341, "total_contrib": 0.39194673336752633}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.366869926381297, "total_contrib": 0.22110425601886002}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.9138422590826725, "total_contrib": 0.45380726197703186}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.377407405662948, "total_contrib": 2.9347324507163552}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.247194231551076, "total_contrib": 0.6935023659540307}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.792001111813596, "total_contrib": 0.38583235757044115}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.521195361555556, "total_contrib": 0.26369018365072855}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.160110010284251, "total_contrib": 0.192057462010205}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.031828292522742, "total_contrib": 0.15535440144833687}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.530733266963311, "total_contrib": 0.3193927880500347}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.99042288043944, "total_contrib": 0.262926004246718}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.405500960934986, "total_contrib": 0.3069774376550942}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.985411053757629, "total_contrib": 0.22403853588680642}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.6012777539967855, "total_contrib": 0.2519522223931786}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.360780634605706, "total_contrib": 0.17072744821220392}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.284441935522134, "total_contrib": 0.11217691516497856}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.204076641291511, "total_contrib": 0.1350481501643715}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.1578455055509105, "total_contrib": 0.08320992083659355}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.119379143938339, "total_contrib": 0.10287552692025373}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.085467637422166, "total_contrib": 0.10154377503222818}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.072960171120874, "total_contrib": 0.06207938628875166}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.180806649210748, "total_contrib": 0.029685496430960103}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.280929548648762, "total_contrib": 0.0510961643176393}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 3.9980587619603867, "total_contrib": 0.036332185472459026}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.312082334477603, "total_contrib": 0.011909285011908664}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1663078921504493, "total_contrib": 0.021381639835671724}}}}
{"step": 1880, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20887, "frac": 0.03541225857204861, "mean_loss": 0.2293091482985674, "total_contrib": 0.00812035485248511}, "2": {"token_count": 13092, "frac": 0.022196451822916668, "mean_loss": 0.48395961443837227, "total_contrib": 0.010742186266118656}, "3": {"token_count": 9672, "frac": 0.016398111979166668, "mean_loss": 0.7124154099021688, "total_contrib": 0.011682267667259686}, "4": {"token_count": 7623, "frac": 0.0129241943359375, "mean_loss": 0.812759953148229, "total_contrib": 0.01050426758295517}, "5": {"token_count": 6438, "frac": 0.010915120442708334, "mean_loss": 0.886870050892393, "total_contrib": 0.009680293422521339}, "6-8": {"token_count": 15363, "frac": 0.0260467529296875, "mean_loss": 1.0199153344705332, "total_contrib": 0.026565482726153566}, "9-12": {"token_count": 15340, "frac": 0.026007758246527776, "mean_loss": 1.206745659548025, "total_contrib": 0.03138474937857175}, "13-20": {"token_count": 22024, "frac": 0.03733995225694445, "mean_loss": 1.288258735106762, "total_contrib": 0.04810351966347814}, "21-30": {"token_count": 20491, "frac": 0.03474087185329861, "mean_loss": 1.4890491987841212, "total_contrib": 0.05173086739821613}, "31-50": {"token_count": 29460, "frac": 0.049947102864583336, "mean_loss": 1.593383860667957, "total_contrib": 0.07958490759154936}, "51-75": {"token_count": 27448, "frac": 0.04653591579861111, "mean_loss": 1.793326486050269, "total_contrib": 0.08345409035425445}, "76-100": {"token_count": 21722, "frac": 0.036827935112847224, "mean_loss": 1.8847564857206878, "total_contrib": 0.06941168955963946}, "101-150": {"token_count": 34517, "frac": 0.05852084689670139, "mean_loss": 2.027570652167643, "total_contrib": 0.11865515170774761}, "151-200": {"token_count": 26850, "frac": 0.045522054036458336, "mean_loss": 2.124026650629421, "total_contrib": 0.09669005596483012}, "201-300": {"token_count": 41954, "frac": 0.07112969292534722, "mean_loss": 2.1553184969704913, "total_contrib": 0.15330714284583197}, "301-500": {"token_count": 57270, "frac": 0.09709676106770833, "mean_loss": 2.2861549206406653, "total_contrib": 0.22197823809321238}, "501-750": {"token_count": 47206, "frac": 0.08003404405381945, "mean_loss": 2.3853195496580755, "total_contrib": 0.19090676991977118}, "751-1k": {"token_count": 32299, "frac": 0.05476040310329861, "mean_loss": 2.426777976584345, "total_contrib": 0.1328913402399661}, "1k-2k": {"token_count": 35917, "frac": 0.06089443630642361, "mean_loss": 2.66354706186245, "total_contrib": 0.16219519690774473}, "2k-5k": {"token_count": 37726, "frac": 0.0639614529079861, "mean_loss": 2.7074381719051166, "total_contrib": 0.1731716791335931}, "5k-10k": {"token_count": 20220, "frac": 0.034281412760416664, "mean_loss": 3.073300246062108, "total_contrib": 0.10535707427194523}, "10k+": {"token_count": 46305, "frac": 0.0785064697265625, "mean_loss": 3.3082706256902417, "total_contrib": 0.25972064772302694}}, "trigram": {"novel": {"token_count": 437, "frac": 0.0007408989800347222, "mean_loss": 4.535509144378336, "total_contrib": 0.003360354099008065}, "1": {"token_count": 165232, "frac": 0.2801378038194444, "mean_loss": 0.8362889430424728, "total_contrib": 0.23427614786240278}, "2": {"token_count": 57364, "frac": 0.0972561306423611, "mean_loss": 1.332478663349488, "total_contrib": 0.1295917189608765}, "3": {"token_count": 32348, "frac": 0.05484347873263889, "mean_loss": 1.6623541566251179, "total_contrib": 0.0911692848349835}, "4": {"token_count": 22211, "frac": 0.03765699598524305, "mean_loss": 1.8572556431576428, "total_contrib": 0.06993866829795736}, "5": {"token_count": 17141, "frac": 0.029061211480034724, "mean_loss": 2.044086921487836, "total_contrib": 0.05940364230893113}, "6-8": {"token_count": 35530, "frac": 0.06023830837673611, "mean_loss": 2.22162967459245, "total_contrib": 0.1338272134370079}, "9-12": {"token_count": 30106, "frac": 0.05104234483506945, "mean_loss": 2.4044839211995046, "total_contrib": 0.12273049745624506}, "13-20": {"token_count": 36802, "frac": 0.06239488389756945, "mean_loss": 2.601239544749962, "total_contrib": 0.1623040393844403}, "21-30": {"token_count": 28032, "frac": 0.047526041666666664, "mean_loss": 2.7637025013225816, "total_contrib": 0.1313478402321279}, "31-50": {"token_count": 33052, "frac": 0.056037055121527776, "mean_loss": 2.9641854394352123, "total_contrib": 0.16610422286006102}, "51-75": {"token_count": 23995, "frac": 0.04068162706163195, "mean_loss": 3.1145599297969864, "total_contrib": 0.12670536552510359}, "76-100": {"token_count": 15669, "frac": 0.0265655517578125, "mean_loss": 3.1997791716025605, "total_contrib": 0.08500389919677823}, "101-150": {"token_count": 19501, "frac": 0.03306240505642361, "mean_loss": 3.2892295249150103, "total_contrib": 0.10874983887628788}, "151-200": {"token_count": 11997, "frac": 0.0203399658203125, "mean_loss": 3.369500091256978, "total_contrib": 0.06853551668770679}, "201-300": {"token_count": 14628, "frac": 0.024800618489583332, "mean_loss": 3.417101430757932, "total_contrib": 0.08474622892443683}, "301-500": {"token_count": 14438, "frac": 0.024478488498263888, "mean_loss": 3.467533337107034, "total_contrib": 0.08487997490972113}, "501-750": {"token_count": 8539, "frac": 0.014477199978298612, "mean_loss": 3.6912196625551177, "total_contrib": 0.05343852521863836}, "751-1k": {"token_count": 4247, "frac": 0.007200453016493056, "mean_loss": 3.7588738227673795, "total_contrib": 0.02706559435576216}, "1k-2k": {"token_count": 7084, "frac": 0.012010362413194444, "mean_loss": 3.8143517552523516, "total_contrib": 0.045811746951985095}, "2k-5k": {"token_count": 5406, "frac": 0.009165445963541666, "mean_loss": 3.731940064471237, "total_contrib": 0.034204895000087325}, "5k-10k": {"token_count": 1568, "frac": 0.002658420138888889, "mean_loss": 3.9705432055402805, "total_contrib": 0.010555372019936726}, "10k+": {"token_count": 4497, "frac": 0.007624308268229167, "mean_loss": 2.8969691535723574, "total_contrib": 0.022087385870386576}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.716013189763652, "total_contrib": 0.5906854435105837}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.258517740880311, "total_contrib": 0.2682091122878357}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.40480789276429, "total_contrib": 0.17671125510656205}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.706092447088723, "total_contrib": 0.13475550389130772}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.466441986631759, "total_contrib": 0.10973523838523153}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.3191580641254, "total_contrib": 0.09522701236815484}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.642245591016382, "total_contrib": 0.21346781909093546}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.927169628132564, "total_contrib": 0.20602185224429737}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.28303016693411, "total_contrib": 0.28771755991642595}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.805850649084552, "total_contrib": 0.2564788573867096}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.223729671989207, "total_contrib": 0.352170048553551}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.8283758715695555, "total_contrib": 0.3100428843460155}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.415229837865453, "total_contrib": 0.23360579843762577}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.218500926236017, "total_contrib": 0.35767049818684366}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.982879044689654, "total_contrib": 0.2763900556940777}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.717308214545707, "total_contrib": 0.4028221596135049}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.5110814124855825, "total_contrib": 0.5302401378667947}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.3107511670637795, "total_contrib": 0.4351883547595446}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.378835340733664, "total_contrib": 0.2958786224875619}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.101268863754212, "total_contrib": 0.37340563192375953}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.203918267302802, "total_contrib": 0.3962962316846511}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.424694465685792, "total_contrib": 0.2231123466333043}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.972459945765668, "total_contrib": 0.45830537517174597}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.445648956480206, "total_contrib": 2.956089173849625}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.369651341197011, "total_contrib": 0.703799721986032}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.9196735102095355, "total_contrib": 0.39215424353566436}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.652728984053013, "total_contrib": 0.2683017012892528}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.301977747147143, "total_contrib": 0.19586281659887517}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.171136158771844, "total_contrib": 0.15843213447563326}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.662125371925338, "total_contrib": 0.32581866536213905}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.118206227814085, "total_contrib": 0.2685345506891056}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.508710015322618, "total_contrib": 0.3128386614875732}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.060336739208586, "total_contrib": 0.2274056084687344}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.655595300336958, "total_contrib": 0.25492648894413034}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.386814989856459, "total_contrib": 0.17174671045221176}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.307771422160898, "total_contrib": 0.11278773680357318}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.217440445858651, "total_contrib": 0.1354774375537175}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.165890691850552, "total_contrib": 0.08337092713521986}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.118945782795272, "total_contrib": 0.1028647043534586}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.076157350211407, "total_contrib": 0.10131236903567713}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.0669475307940095, "total_contrib": 0.061987742617862523}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.186782088353, "total_contrib": 0.029727924577539}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.281302045544261, "total_contrib": 0.05110061035263332}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 3.9885438139998444, "total_contrib": 0.03624571879584277}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.329653234116417, "total_contrib": 0.011957813039780755}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.16818832555992, "total_contrib": 0.021394338142742855}}}}
{"step": 1890, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21312, "frac": 0.0361328125, "mean_loss": 0.2181745573308711, "total_contrib": 0.007883260372306865}, "2": {"token_count": 13291, "frac": 0.022533840603298612, "mean_loss": 0.5080525019248692, "total_contrib": 0.011448374096482063}, "3": {"token_count": 9917, "frac": 0.016813490125868056, "mean_loss": 0.6999627823937362, "total_contrib": 0.011768817330252215}, "4": {"token_count": 7779, "frac": 0.013188680013020834, "mean_loss": 0.8157561918477505, "total_contrib": 0.010758747382920417}, "5": {"token_count": 6506, "frac": 0.011030409071180556, "mean_loss": 0.9411873029406778, "total_contrib": 0.010381680964036815}, "6-8": {"token_count": 15399, "frac": 0.0261077880859375, "mean_loss": 1.0591433771643044, "total_contrib": 0.027651890843629835}, "9-12": {"token_count": 15381, "frac": 0.0260772705078125, "mean_loss": 1.1933968527739056, "total_contrib": 0.031120532552957225}, "13-20": {"token_count": 22290, "frac": 0.037790934244791664, "mean_loss": 1.353697175910875, "total_contrib": 0.05115748096220805}, "21-30": {"token_count": 20440, "frac": 0.03465440538194445, "mean_loss": 1.457732954254443, "total_contrib": 0.05051686873535295}, "31-50": {"token_count": 29560, "frac": 0.050116644965277776, "mean_loss": 1.6265358371272407, "total_contrib": 0.0815165190726068}, "51-75": {"token_count": 27741, "frac": 0.047032674153645836, "mean_loss": 1.76939332382198, "total_contrib": 0.08321929964895552}, "76-100": {"token_count": 21636, "frac": 0.03668212890625, "mean_loss": 1.9262146090428354, "total_contrib": 0.07065765259001124}, "101-150": {"token_count": 34239, "frac": 0.058049519856770836, "mean_loss": 1.9917054074465146, "total_contrib": 0.1156175425984043}, "151-200": {"token_count": 27503, "frac": 0.04662916395399305, "mean_loss": 2.1486227707902814, "total_contrib": 0.10018848345446286}, "201-300": {"token_count": 42098, "frac": 0.07137383355034722, "mean_loss": 2.168190225123598, "total_contrib": 0.15475204823346156}, "301-500": {"token_count": 57157, "frac": 0.0969051784939236, "mean_loss": 2.3062588222354874, "total_contrib": 0.22348842282191594}, "501-750": {"token_count": 47744, "frac": 0.08094618055555555, "mean_loss": 2.3739057472141143, "total_contrib": 0.1921586032358647}, "751-1k": {"token_count": 32125, "frac": 0.054465399848090276, "mean_loss": 2.4342636391734893, "total_contrib": 0.13258314244325145}, "1k-2k": {"token_count": 35769, "frac": 0.060643513997395836, "mean_loss": 2.632207556453037, "total_contrib": 0.15962631579381084}, "2k-5k": {"token_count": 36719, "frac": 0.06225416395399305, "mean_loss": 2.718500477542739, "total_contrib": 0.16923797443795408}, "5k-10k": {"token_count": 19716, "frac": 0.033426920572916664, "mean_loss": 3.0735638568064276, "total_contrib": 0.10273977491725586}, "10k+": {"token_count": 45502, "frac": 0.0771450466579861, "mean_loss": 3.387766918204181, "total_contrib": 0.26134943697124335}}, "trigram": {"novel": {"token_count": 424, "frac": 0.0007188585069444445, "mean_loss": 4.525860824758123, "total_contrib": 0.003253453555123976}, "1": {"token_count": 164908, "frac": 0.2795884874131944, "mean_loss": 0.8555005032468794, "total_contrib": 0.23918809168402164}, "2": {"token_count": 57029, "frac": 0.09668816460503472, "mean_loss": 1.3328143836604347, "total_contrib": 0.12886737651531802}, "3": {"token_count": 32257, "frac": 0.05468919542100695, "mean_loss": 1.6935399113326222, "total_contrib": 0.09261833516414456}, "4": {"token_count": 22519, "frac": 0.03817918565538195, "mean_loss": 1.8786872404979915, "total_contrib": 0.07172674894337001}, "5": {"token_count": 17321, "frac": 0.029366387261284724, "mean_loss": 2.030168079474408, "total_contrib": 0.05961870202734413}, "6-8": {"token_count": 35751, "frac": 0.060612996419270836, "mean_loss": 2.202014789202878, "total_contrib": 0.13347071453313547}, "9-12": {"token_count": 30722, "frac": 0.052086724175347224, "mean_loss": 2.3743382391612227, "total_contrib": 0.12367150096217021}, "13-20": {"token_count": 37286, "frac": 0.06321546766493055, "mean_loss": 2.5884926582627026, "total_contrib": 0.163632773939316}, "21-30": {"token_count": 27954, "frac": 0.047393798828125, "mean_loss": 2.753909182131234, "total_contrib": 0.13051821776885394}, "31-50": {"token_count": 33796, "frac": 0.05729844835069445, "mean_loss": 2.9865111326361355, "total_contrib": 0.17112245388212557}, "51-75": {"token_count": 24138, "frac": 0.040924072265625, "mean_loss": 3.125588265343864, "total_contrib": 0.12791180004352176}, "76-100": {"token_count": 15670, "frac": 0.026567247178819444, "mean_loss": 3.1700042139450173, "total_contrib": 0.08421828550977652}, "101-150": {"token_count": 19351, "frac": 0.03280809190538195, "mean_loss": 3.2719042342582925, "total_contrib": 0.10734493482315441}, "151-200": {"token_count": 11755, "frac": 0.019929673936631944, "mean_loss": 3.3768153807865477, "total_contrib": 0.06729882948327953}, "201-300": {"token_count": 14427, "frac": 0.0244598388671875, "mean_loss": 3.411389220029628, "total_contrib": 0.08344203063518514}, "301-500": {"token_count": 14429, "frac": 0.024463229709201388, "mean_loss": 3.444467586179609, "total_contrib": 0.08426280178661019}, "501-750": {"token_count": 8370, "frac": 0.014190673828125, "mean_loss": 3.66550293883451, "total_contrib": 0.05201595662103416}, "751-1k": {"token_count": 4066, "frac": 0.006893581814236111, "mean_loss": 3.8375907679077987, "total_contrib": 0.026454745928129592}, "1k-2k": {"token_count": 6835, "frac": 0.011588202582465278, "mean_loss": 3.917835428795775, "total_contrib": 0.04540067063364516}, "2k-5k": {"token_count": 5166, "frac": 0.008758544921875, "mean_loss": 3.725667035728125, "total_contrib": 0.03263142209637365}, "5k-10k": {"token_count": 1548, "frac": 0.00262451171875, "mean_loss": 4.084297246878451, "total_contrib": 0.010719285987290857}, "10k+": {"token_count": 4102, "frac": 0.006954616970486111, "mean_loss": 2.938154182054451, "total_contrib": 0.020433736936420623}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.659931153016183, "total_contrib": 0.5882702487822877}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.160703034567867, "total_contrib": 0.26606898441077054}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.290331595630063, "total_contrib": 0.17493750754879955}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.577172251760793, "total_contrib": 0.13313281046053083}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.296078594624452, "total_contrib": 0.1079490662115438}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.181108417235588, "total_contrib": 0.09395306585526074}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.475096228292793, "total_contrib": 0.2097673315243993}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.769602587142169, "total_contrib": 0.20238550892499999}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.140051935574427, "total_contrib": 0.2827510987278389}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.6944319947324376, "total_contrib": 0.252817945790464}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.115952297782265, "total_contrib": 0.3469157042146963}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.726888301369017, "total_contrib": 0.30543483411825156}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.332663198189605, "total_contrib": 0.23059919598171036}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.1327448914146965, "total_contrib": 0.3527380548116787}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.906418195197714, "total_contrib": 0.27285780670631804}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.648466244427251, "total_contrib": 0.39797178771915565}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.440358611734824, "total_contrib": 0.5234356534446539}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.241686369337012, "total_contrib": 0.42952885486037495}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.310419807970418, "total_contrib": 0.2921152253377282}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.029761922198386, "total_contrib": 0.3690293136045962}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.150945923430054, "total_contrib": 0.39291244431741357}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.3980314096258155, "total_contrib": 0.22218641046035015}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.96508149688161, "total_contrib": 0.4577391791964358}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.35051598295874, "total_contrib": 2.9263165712048913}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.252223018852327, "total_contrib": 0.6939252341190553}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.822909956269395, "total_contrib": 0.38736285431383594}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.523758148539802, "total_contrib": 0.2637800339654788}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.18135380605401, "total_contrib": 0.19262728977725643}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.042497126608679, "total_contrib": 0.1555901083320409}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.547487064886022, "total_contrib": 0.32021215120731306}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.016828240170078, "total_contrib": 0.26408496344930515}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.415118557659711, "total_contrib": 0.30752361926162664}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.9950106590132695, "total_contrib": 0.22446993090787376}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.605994306627318, "total_contrib": 0.2522104867233997}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.356038681979309, "total_contrib": 0.17054179762821828}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.282590688013001, "total_contrib": 0.11212844508698319}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.207021881232321, "total_contrib": 0.13514276052467988}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.154331005646262, "total_contrib": 0.08313958603015219}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.11306820742268, "total_contrib": 0.10271792042259399}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.076711898541165, "total_contrib": 0.1013261522634099}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.065738455629483, "total_contrib": 0.06196931409388064}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.182528490912056, "total_contrib": 0.02969772223568334}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.288898085929997, "total_contrib": 0.05119127489716793}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 3.9849920396893426, "total_contrib": 0.036213442200952954}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.323736399280375, "total_contrib": 0.011941471683803526}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1667910717337007, "total_contrib": 0.021384902680656143}}}}
{"step": 1900, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21156, "frac": 0.035868326822916664, "mean_loss": 0.21856767243660258, "total_contrib": 0.007839656707880255}, "2": {"token_count": 13190, "frac": 0.022362603081597224, "mean_loss": 0.5296704795995528, "total_contrib": 0.011844810699324039}, "3": {"token_count": 9764, "frac": 0.016554090711805556, "mean_loss": 0.6827605942834469, "total_contrib": 0.01130248081221445}, "4": {"token_count": 7900, "frac": 0.013393825954861112, "mean_loss": 0.8597894224921696, "total_contrib": 0.011515869882690667}, "5": {"token_count": 6439, "frac": 0.010916815863715278, "mean_loss": 0.9593480452151596, "total_contrib": 0.010473025958829096}, "6-8": {"token_count": 15395, "frac": 0.026101006401909724, "mean_loss": 1.0328235775789254, "total_contrib": 0.026957734810430838}, "9-12": {"token_count": 15422, "frac": 0.026146782769097224, "mean_loss": 1.2088323978267101, "total_contrib": 0.031607078110221905}, "13-20": {"token_count": 21898, "frac": 0.03712632921006945, "mean_loss": 1.343938684089079, "total_contrib": 0.04989551002363867}, "21-30": {"token_count": 20274, "frac": 0.034372965494791664, "mean_loss": 1.4724009671927212, "total_contrib": 0.050610787639813276}, "31-50": {"token_count": 29216, "frac": 0.04953342013888889, "mean_loss": 1.6400471782428565, "total_contrib": 0.0812371459275026}, "51-75": {"token_count": 27148, "frac": 0.046027289496527776, "mean_loss": 1.7727818014566394, "total_contrib": 0.08159634118982077}, "76-100": {"token_count": 21897, "frac": 0.0371246337890625, "mean_loss": 1.8931896119758154, "total_contrib": 0.07028397103785948}, "101-150": {"token_count": 34028, "frac": 0.05769178602430555, "mean_loss": 1.9760582653639438, "total_contrib": 0.11400233061693704}, "151-200": {"token_count": 26921, "frac": 0.04564242892795139, "mean_loss": 2.0928290923691866, "total_contrib": 0.0955218031068096}, "201-300": {"token_count": 42373, "frac": 0.07184007432725695, "mean_loss": 2.178505036276637, "total_contrib": 0.1565039637284172}, "301-500": {"token_count": 57051, "frac": 0.0967254638671875, "mean_loss": 2.277871948157103, "total_contrib": 0.22032822081554984}, "501-750": {"token_count": 47934, "frac": 0.081268310546875, "mean_loss": 2.3697203494446626, "total_contrib": 0.192583169267918}, "751-1k": {"token_count": 31717, "frac": 0.05377366807725695, "mean_loss": 2.4088501203717807, "total_contrib": 0.1295327068207326}, "1k-2k": {"token_count": 35950, "frac": 0.060950385199652776, "mean_loss": 2.655346754949765, "total_contrib": 0.1618444075528362}, "2k-5k": {"token_count": 37672, "frac": 0.0638699001736111, "mean_loss": 2.723248824129533, "total_contrib": 0.1739336305450571}, "5k-10k": {"token_count": 20604, "frac": 0.034932454427083336, "mean_loss": 3.0475820154994064, "total_contrib": 0.1064595198692318}, "10k+": {"token_count": 45875, "frac": 0.0777774386935764, "mean_loss": 3.3632819048011755, "total_contrib": 0.26158745215988827}}, "trigram": {"novel": {"token_count": 435, "frac": 0.0007375081380208334, "mean_loss": 4.650612433262948, "total_contrib": 0.003429864516312294}, "1": {"token_count": 165417, "frac": 0.2804514567057292, "mean_loss": 0.8598308366661275, "total_contrib": 0.24114081066352136}, "2": {"token_count": 56882, "frac": 0.0964389377170139, "mean_loss": 1.367831600201279, "total_contrib": 0.13191222649917458}, "3": {"token_count": 31961, "frac": 0.05418735080295139, "mean_loss": 1.693698245239192, "total_contrib": 0.09177702096911929}, "4": {"token_count": 22374, "frac": 0.037933349609375, "mean_loss": 1.899957746823815, "total_contrib": 0.07207176145330817}, "5": {"token_count": 17013, "frac": 0.028844197591145832, "mean_loss": 1.9721817204638235, "total_contrib": 0.05688599923070446}, "6-8": {"token_count": 35691, "frac": 0.060511271158854164, "mean_loss": 2.1894463192867732, "total_contrib": 0.13248617991411712}, "9-12": {"token_count": 30485, "frac": 0.05168490939670139, "mean_loss": 2.361077706193878, "total_contrib": 0.12203208732320212}, "13-20": {"token_count": 36771, "frac": 0.062342325846354164, "mean_loss": 2.5663321918064494, "total_contrib": 0.15999111773158595}, "21-30": {"token_count": 28246, "frac": 0.047888861762152776, "mean_loss": 2.7605244811994734, "total_contrib": 0.1321983752712001}, "31-50": {"token_count": 33288, "frac": 0.056437174479166664, "mean_loss": 2.9366508160883056, "total_contrib": 0.16573627449196288}, "51-75": {"token_count": 23773, "frac": 0.040305243598090276, "mean_loss": 3.1033830121121344, "total_contrib": 0.12508260828135473}, "76-100": {"token_count": 15807, "frac": 0.026799519856770832, "mean_loss": 3.1777282060047893, "total_contrib": 0.08516159015624611}, "101-150": {"token_count": 19304, "frac": 0.03272840711805555, "mean_loss": 3.2680094184755863, "total_contrib": 0.10695674271350897}, "151-200": {"token_count": 12160, "frac": 0.020616319444444444, "mean_loss": 3.3518036376670004, "total_contrib": 0.0691018545091938}, "201-300": {"token_count": 14589, "frac": 0.0247344970703125, "mean_loss": 3.401928718909886, "total_contrib": 0.08414499593128853}, "301-500": {"token_count": 14438, "frac": 0.024478488498263888, "mean_loss": 3.4762794384857396, "total_contrib": 0.08509406625172443}, "501-750": {"token_count": 8612, "frac": 0.014600965711805556, "mean_loss": 3.6277574365352727, "total_contrib": 0.052968761941599135}, "751-1k": {"token_count": 4251, "frac": 0.007207234700520833, "mean_loss": 3.7511385762255514, "total_contrib": 0.027035336113035106}, "1k-2k": {"token_count": 7152, "frac": 0.012125651041666666, "mean_loss": 3.902901434348861, "total_contrib": 0.04732522084293459}, "2k-5k": {"token_count": 5516, "frac": 0.009351942274305556, "mean_loss": 3.658407966119461, "total_contrib": 0.0342132201150088}, "5k-10k": {"token_count": 1578, "frac": 0.0026753743489583335, "mean_loss": 3.941014805578931, "total_contrib": 0.010543689919710886}, "10k+": {"token_count": 4081, "frac": 0.006919013129340278, "mean_loss": 2.9154175699206286, "total_contrib": 0.020171812443790158}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.557831817405269, "total_contrib": 0.5838733011778281}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.069111739182418, "total_contrib": 0.2640650210811176}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.173375689841942, "total_contrib": 0.17312533981232622}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.480560567273896, "total_contrib": 0.13191677797349957}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.17667528579022, "total_contrib": 0.1066971841893967}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.046821750656562, "total_contrib": 0.09271384478899412}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.33305250219742, "total_contrib": 0.2066226528145581}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.625801214709872, "total_contrib": 0.19906685067855967}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.007540683045194, "total_contrib": 0.27814821627168435}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.554213994621069, "total_contrib": 0.2482107666282761}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.982458834349943, "total_contrib": 0.3404076534385386}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.603968699189853, "total_contrib": 0.299853660978535}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.230252288243557, "total_contrib": 0.226869979259737}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.036889868706937, "total_contrib": 0.347224746358037}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.826211356321668, "total_contrib": 0.2691525048778158}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.571966470842525, "total_contrib": 0.3925818729465108}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.3719337487871, "total_contrib": 0.5168522615388983}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.173607971133815, "total_contrib": 0.42395018525663697}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.239000080119445, "total_contrib": 0.28818657362107236}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.95514673831911, "total_contrib": 0.36446276679118383}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.079868973908973, "total_contrib": 0.3883721641200907}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.3122418470556125, "total_contrib": 0.21920716985616065}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.894103711044357, "total_contrib": 0.4522925958685619}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.231596509448353, "total_contrib": 2.889099798718044}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.12121165053142, "total_contrib": 0.6829085548283171}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.701178712512186, "total_contrib": 0.3813351533298593}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.380454876318203, "total_contrib": 0.25875587698598923}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.040657341148001, "total_contrib": 0.1888533525158395}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.889301929644632, "total_contrib": 0.15220556207478705}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.418748247458093, "total_contrib": 0.313916035878798}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.906071521815673, "total_contrib": 0.25922373378628905}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.322500450458509, "total_contrib": 0.30226385343519124}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.927133532846017, "total_contrib": 0.22141961232777324}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.5608766694335845, "total_contrib": 0.24973997971038223}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.330520273875399, "total_contrib": 0.1695427350605108}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.263624996810742, "total_contrib": 0.11163187802759515}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.1909165264162525, "total_contrib": 0.13462540592788483}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.14364957544058, "total_contrib": 0.08292582124243947}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.104642640284177, "total_contrib": 0.10250750408831436}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.062171779226991, "total_contrib": 0.10096475945954672}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.062347208220754, "total_contrib": 0.061917625260933064}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.174581172597475, "total_contrib": 0.029641292912526828}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.274861161115415, "total_contrib": 0.05102373347685499}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 3.973857570284702, "total_contrib": 0.036112258193505185}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.309302527517506, "total_contrib": 0.011901607627573679}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1598388753923046, "total_contrib": 0.02133795545906499}}}}
{"step": 1910, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20191, "frac": 0.034232245551215276, "mean_loss": 0.24685770815938318, "total_contrib": 0.008450493681922244}, "2": {"token_count": 12903, "frac": 0.021876017252604168, "mean_loss": 0.57733652550424, "total_contrib": 0.0126298237924893}, "3": {"token_count": 9544, "frac": 0.016181098090277776, "mean_loss": 0.7639509338286644, "total_contrib": 0.012361564996440925}, "4": {"token_count": 7633, "frac": 0.012941148546006944, "mean_loss": 0.8880571487585166, "total_contrib": 0.01149247947942735}, "5": {"token_count": 6476, "frac": 0.010979546440972222, "mean_loss": 1.0327788876670891, "total_contrib": 0.01133944376039644}, "6-8": {"token_count": 15165, "frac": 0.0257110595703125, "mean_loss": 1.0934900959206546, "total_contrib": 0.02811478899576268}, "9-12": {"token_count": 15103, "frac": 0.025605943467881944, "mean_loss": 1.2705413554026965, "total_contrib": 0.03253341012004755}, "13-20": {"token_count": 22077, "frac": 0.0374298095703125, "mean_loss": 1.4058454830906262, "total_contrib": 0.05262052871736612}, "21-30": {"token_count": 19901, "frac": 0.03374057345920139, "mean_loss": 1.5353836825051543, "total_contrib": 0.0518047259276243}, "31-50": {"token_count": 30026, "frac": 0.05090671115451389, "mean_loss": 1.652285704984501, "total_contrib": 0.08411243112837834}, "51-75": {"token_count": 27642, "frac": 0.046864827473958336, "mean_loss": 1.8112142259160597, "total_contrib": 0.08488224221593514}, "76-100": {"token_count": 21546, "frac": 0.036529541015625, "mean_loss": 1.8999380546701856, "total_contrib": 0.06940386509522133}, "101-150": {"token_count": 34494, "frac": 0.058481852213541664, "mean_loss": 2.0189987385225865, "total_contrib": 0.11807478584560495}, "151-200": {"token_count": 27392, "frac": 0.046440972222222224, "mean_loss": 2.1289873946390663, "total_contrib": 0.09887224445589414}, "201-300": {"token_count": 41697, "frac": 0.0706939697265625, "mean_loss": 2.1757365152695245, "total_contrib": 0.15381145134344035}, "301-500": {"token_count": 56468, "frac": 0.0957370334201389, "mean_loss": 2.2691053040478666, "total_contrib": 0.21723741032744504}, "501-750": {"token_count": 47754, "frac": 0.080963134765625, "mean_loss": 2.377144862928085, "total_contrib": 0.1924610998946597}, "751-1k": {"token_count": 31771, "frac": 0.05386522081163195, "mean_loss": 2.381527922591199, "total_contrib": 0.12828152741944207}, "1k-2k": {"token_count": 36174, "frac": 0.061330159505208336, "mean_loss": 2.625672571560085, "total_contrib": 0.16103291762223054}, "2k-5k": {"token_count": 38008, "frac": 0.06443956163194445, "mean_loss": 2.6793586247459666, "total_contrib": 0.17265669523339963}, "5k-10k": {"token_count": 21203, "frac": 0.03594801161024305, "mean_loss": 3.0228394308291224, "total_contrib": 0.1086650669553458}, "10k+": {"token_count": 46656, "frac": 0.0791015625, "mean_loss": 3.29088246923817, "total_contrib": 0.26031394532059743}}, "trigram": {"novel": {"token_count": 435, "frac": 0.0007375081380208334, "mean_loss": 4.37751932752415, "total_contrib": 0.003228456128392547}, "1": {"token_count": 160543, "frac": 0.2721879747178819, "mean_loss": 0.8899702779807639, "total_contrib": 0.2422392075226945}, "2": {"token_count": 56978, "frac": 0.09660169813368055, "mean_loss": 1.3942388161807227, "total_contrib": 0.1346858372469503}, "3": {"token_count": 31869, "frac": 0.0540313720703125, "mean_loss": 1.7618956307772957, "total_contrib": 0.095197638375586}, "4": {"token_count": 22650, "frac": 0.038401285807291664, "mean_loss": 1.9058291067879527, "total_contrib": 0.07318628822961956}, "5": {"token_count": 17170, "frac": 0.029110378689236112, "mean_loss": 2.048224915911932, "total_contrib": 0.05962460294292513}, "6-8": {"token_count": 36212, "frac": 0.061394585503472224, "mean_loss": 2.217931935272784, "total_contrib": 0.13616901184098656}, "9-12": {"token_count": 31219, "frac": 0.05292934841579861, "mean_loss": 2.358521836536834, "total_contrib": 0.12483502403232731}, "13-20": {"token_count": 37921, "frac": 0.06429206000434028, "mean_loss": 2.542487235363687, "total_contrib": 0.16346174189627138}, "21-30": {"token_count": 28325, "frac": 0.04802280002170139, "mean_loss": 2.7379142333245836, "total_contrib": 0.13148230770351635}, "31-50": {"token_count": 33630, "frac": 0.057017008463541664, "mean_loss": 2.888552616528417, "total_contrib": 0.16469662898398618}, "51-75": {"token_count": 24188, "frac": 0.041008843315972224, "mean_loss": 3.071572687513119, "total_contrib": 0.1259616430758452}, "76-100": {"token_count": 16064, "frac": 0.027235243055555556, "mean_loss": 3.1030792399676277, "total_contrib": 0.08451311732116694}, "101-150": {"token_count": 19642, "frac": 0.033301459418402776, "mean_loss": 3.2031884432473094, "total_contrib": 0.10667084995229704}, "151-200": {"token_count": 11957, "frac": 0.020272148980034724, "mean_loss": 3.304382360503675, "total_contrib": 0.0669869314991293}, "201-300": {"token_count": 14765, "frac": 0.025032891167534724, "mean_loss": 3.3255443708786983, "total_contrib": 0.08324799030901418}, "301-500": {"token_count": 14721, "frac": 0.024958292643229168, "mean_loss": 3.363038321318651, "total_contrib": 0.08393569459386506}, "501-750": {"token_count": 8444, "frac": 0.014316134982638888, "mean_loss": 3.6231757447861908, "total_contrib": 0.051869873028182294}, "751-1k": {"token_count": 4375, "frac": 0.007417466905381944, "mean_loss": 3.6414145414142807, "total_contrib": 0.027010071849716995}, "1k-2k": {"token_count": 7214, "frac": 0.012230767144097222, "mean_loss": 3.765231000375228, "total_contrib": 0.04605166360932565}, "2k-5k": {"token_count": 5528, "frac": 0.009372287326388888, "mean_loss": 3.641058233463983, "total_contrib": 0.034125043936138404}, "5k-10k": {"token_count": 1685, "frac": 0.002856784396701389, "mean_loss": 3.908233557145169, "total_contrib": 0.011164980644717085}, "10k+": {"token_count": 4289, "frac": 0.007271660698784722, "mean_loss": 2.861566080757165, "total_contrib": 0.020808337606417305}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.55155672344126, "total_contrib": 0.5836030618152728}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.133255136561637, "total_contrib": 0.2654684406489528}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.26114220921881, "total_contrib": 0.17448523398513915}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.581516750778208, "total_contrib": 0.13318749382489933}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.309850495485984, "total_contrib": 0.1080934574789858}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.183061406109505, "total_contrib": 0.09397108838137147}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.459520066430406, "total_contrib": 0.20942249387520384}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.754688103865087, "total_contrib": 0.2020413114247836}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.124632074806657, "total_contrib": 0.2822154777503777}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.642010053828193, "total_contrib": 0.2510955044948839}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.044856755465498, "total_contrib": 0.3434496663469279}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.684283254721729, "total_contrib": 0.303500348993433}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.294338078146303, "total_contrib": 0.22920361538768566}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.081806861205579, "total_contrib": 0.349808244097221}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.876444530592621, "total_contrib": 0.2714731183702049}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.620353389781668, "total_contrib": 0.39599105126131995}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.4134579202869295, "total_contrib": 0.5208474452012176}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.205362845097234, "total_contrib": 0.4265523315295488}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.284642186419284, "total_contrib": 0.2906972516180652}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 5.987703841799168, "total_contrib": 0.3664553040928588}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.118988373233404, "total_contrib": 0.3908710478690507}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.343867313921637, "total_contrib": 0.2203054372000069}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.916629997783453, "total_contrib": 0.4540211831490018}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.29743992167677, "total_contrib": 2.9097060057615742}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.217861195789215, "total_contrib": 0.6910357659043265}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.807860329287701, "total_contrib": 0.3866176499721554}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.488493698327307, "total_contrib": 0.262543676058808}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.152843946256445, "total_contrib": 0.19186256251648492}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.988964459477386, "total_contrib": 0.15440740945002207}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.5018359596482735, "total_contrib": 0.3179795330336068}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.964017795090272, "total_contrib": 0.2617670570870242}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.356650419843815, "total_contrib": 0.30420322411954825}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.952083964702744, "total_contrib": 0.2225408555237002}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.563081074690951, "total_contrib": 0.24986068635608866}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.334502205022762, "total_contrib": 0.16969863030053986}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.257722385780191, "total_contrib": 0.1114773335835834}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.190280858884877, "total_contrib": 0.13460498628962497}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.14289617778884, "total_contrib": 0.08291074368391159}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.112352779908086, "total_contrib": 0.1027000536567622}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.060912134210256, "total_contrib": 0.10093345114393847}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.05453519717562, "total_contrib": 0.06179855587871776}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.178327316477823, "total_contrib": 0.02966789211935954}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.274610915977703, "total_contrib": 0.051020746609976915}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 3.9810089857049036, "total_contrib": 0.03617724637074497}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.3118059533645905, "total_contrib": 0.011908521691268782}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.159700597068442, "total_contrib": 0.021337021684644242}}}}
{"step": 1920, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20560, "frac": 0.034857855902777776, "mean_loss": 0.3136498100381121, "total_contrib": 0.010933159882242135}, "2": {"token_count": 13247, "frac": 0.022459242078993056, "mean_loss": 0.6534247230928315, "total_contrib": 0.014675424036340907}, "3": {"token_count": 9712, "frac": 0.016465928819444444, "mean_loss": 0.8786040838917469, "total_contrib": 0.014467032305834699}, "4": {"token_count": 7682, "frac": 0.013024224175347222, "mean_loss": 1.014496657247501, "total_contrib": 0.013213031889131846}, "5": {"token_count": 6517, "frac": 0.011049058702256944, "mean_loss": 1.1699567950538499, "total_contrib": 0.012926921307654384}, "6-8": {"token_count": 15431, "frac": 0.026162041558159724, "mean_loss": 1.273646727571372, "total_contrib": 0.03332119861713637}, "9-12": {"token_count": 14991, "frac": 0.025416056315104168, "mean_loss": 1.4016560698965037, "total_contrib": 0.035624569606897125}, "13-20": {"token_count": 22276, "frac": 0.03776719835069445, "mean_loss": 1.5366606866773445, "total_contrib": 0.058035368951457604}, "21-30": {"token_count": 20181, "frac": 0.034215291341145836, "mean_loss": 1.6819772473847523, "total_contrib": 0.057549341548447826}, "31-50": {"token_count": 29434, "frac": 0.049903021918402776, "mean_loss": 1.7536410475650115, "total_contrib": 0.08751198763364758}, "51-75": {"token_count": 27412, "frac": 0.04647488064236111, "mean_loss": 1.9143265813041104, "total_contrib": 0.08896809937660773}, "76-100": {"token_count": 22048, "frac": 0.03738064236111111, "mean_loss": 2.0307994192327, "total_contrib": 0.07591258679748972}, "101-150": {"token_count": 34419, "frac": 0.058354695638020836, "mean_loss": 2.1324438519681266, "total_contrib": 0.12443811194676878}, "151-200": {"token_count": 27294, "frac": 0.046274820963541664, "mean_loss": 2.1879613944188097, "total_contrib": 0.10124752180187138}, "201-300": {"token_count": 41504, "frac": 0.07036675347222222, "mean_loss": 2.2668370091300223, "total_contrib": 0.15950996098316184}, "301-500": {"token_count": 56530, "frac": 0.09584214952256945, "mean_loss": 2.3534422289707986, "total_contrib": 0.2255589620017484}, "501-750": {"token_count": 47510, "frac": 0.08054945203993055, "mean_loss": 2.4599632013265498, "total_contrib": 0.19814868790524695}, "751-1k": {"token_count": 31948, "frac": 0.05416531032986111, "mean_loss": 2.480768381579103, "total_contrib": 0.1343715892447394}, "1k-2k": {"token_count": 35916, "frac": 0.060892740885416664, "mean_loss": 2.717429231596652, "total_contrib": 0.16547171407407185}, "2k-5k": {"token_count": 37630, "frac": 0.06379869249131945, "mean_loss": 2.7514351002612716, "total_contrib": 0.17553796187139156}, "5k-10k": {"token_count": 20709, "frac": 0.0351104736328125, "mean_loss": 3.106182269480749, "total_contrib": 0.10905953067131352}, "10k+": {"token_count": 46873, "frac": 0.07946946885850695, "mean_loss": 3.3775283374059346, "total_contrib": 0.2684103830282057}}, "trigram": {"novel": {"token_count": 436, "frac": 0.0007392035590277778, "mean_loss": 4.390753679260517, "total_contrib": 0.003245660746523684}, "1": {"token_count": 163629, "frac": 0.2774200439453125, "mean_loss": 0.9967008217648983, "total_contrib": 0.2765047857743472}, "2": {"token_count": 57386, "frac": 0.0972934299045139, "mean_loss": 1.5346431027383536, "total_contrib": 0.14931069114471973}, "3": {"token_count": 32164, "frac": 0.05453152126736111, "mean_loss": 1.8808091140411634, "total_contrib": 0.10256338220218231}, "4": {"token_count": 22714, "frac": 0.03850979275173611, "mean_loss": 2.042948662653137, "total_contrib": 0.07867352960120876}, "5": {"token_count": 17237, "frac": 0.029223971896701388, "mean_loss": 2.2386876166031886, "total_contrib": 0.065423343993105}, "6-8": {"token_count": 35536, "frac": 0.060248480902777776, "mean_loss": 2.3735828626263946, "total_contrib": 0.14300476177010693}, "9-12": {"token_count": 30337, "frac": 0.05143398708767361, "mean_loss": 2.4972343141428066, "total_contrib": 0.12844271746851657}, "13-20": {"token_count": 37472, "frac": 0.06353081597222222, "mean_loss": 2.626851096015938, "total_contrib": 0.16688599356741882}, "21-30": {"token_count": 27677, "frac": 0.04692416720920139, "mean_loss": 2.833767144852081, "total_contrib": 0.13297216333698025}, "31-50": {"token_count": 33137, "frac": 0.05618116590711805, "mean_loss": 2.983309423070827, "total_contrib": 0.1676058016498108}, "51-75": {"token_count": 24038, "frac": 0.04075453016493055, "mean_loss": 3.1481803586207784, "total_contrib": 0.1283026113900524}, "76-100": {"token_count": 15778, "frac": 0.026750352647569444, "mean_loss": 3.162639123182574, "total_contrib": 0.08460171184213366}, "101-150": {"token_count": 19625, "frac": 0.033272637261284724, "mean_loss": 3.237162629419424, "total_contrib": 0.10770893792445915}, "151-200": {"token_count": 12040, "frac": 0.020412868923611112, "mean_loss": 3.353348258522462, "total_contrib": 0.0684514584564386}, "201-300": {"token_count": 14432, "frac": 0.024468315972222224, "mean_loss": 3.3734239902786523, "total_contrib": 0.08254200410241277}, "301-500": {"token_count": 14627, "frac": 0.024798923068576388, "mean_loss": 3.4045299172742762, "total_contrib": 0.08442867550315152}, "501-750": {"token_count": 8576, "frac": 0.014539930555555556, "mean_loss": 3.664068925530751, "total_contrib": 0.05327530772798618}, "751-1k": {"token_count": 4162, "frac": 0.007056342230902778, "mean_loss": 3.7373033984618536, "total_contrib": 0.026371691800262848}, "1k-2k": {"token_count": 7066, "frac": 0.011979844835069444, "mean_loss": 3.8476664930813578, "total_contrib": 0.04609444756421047}, "2k-5k": {"token_count": 5551, "frac": 0.009411282009548612, "mean_loss": 3.7113868219011943, "total_contrib": 0.03492890802743451}, "5k-10k": {"token_count": 1759, "frac": 0.002982245551215278, "mean_loss": 3.9230914193674375, "total_contrib": 0.011699621932419371}, "10k+": {"token_count": 4445, "frac": 0.007536146375868056, "mean_loss": 2.900015056170984, "total_contrib": 0.021854937955525757}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.632176886994564, "total_contrib": 0.5870750005197295}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.167079339761614, "total_contrib": 0.26620849419424036}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.322799967745379, "total_contrib": 0.17544058720097014}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.628126650595721, "total_contrib": 0.1337741635708663}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.414502472877038, "total_contrib": 0.10919067940991142}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.283867312677673, "total_contrib": 0.09490134308353776}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.565898853107441, "total_contrib": 0.21177759335645374}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.875539751750576, "total_contrib": 0.20483033430451938}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.237871883707548, "total_contrib": 0.2861489514726431}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.730477711046294, "total_contrib": 0.2540023092313592}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.1410813298444715, "total_contrib": 0.34814079054036084}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.768602595146025, "total_contrib": 0.3073288745466541}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.380540864109392, "total_contrib": 0.23234262539222125}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.185666592084856, "total_contrib": 0.3557819606127908}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.966590363955614, "total_contrib": 0.27563757025326635}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.714813162500025, "total_contrib": 0.40264636670263254}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.496899147622045, "total_contrib": 0.528875613281934}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.284609738236355, "total_contrib": 0.43304620103315183}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.359126611234903, "total_contrib": 0.2947944859848301}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.078764123593782, "total_contrib": 0.3720283124007981}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.206968123536571, "total_contrib": 0.3964910515517974}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.421791310394336, "total_contrib": 0.2230115278639173}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.970109157728276, "total_contrib": 0.4581249840425949}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.40291441418718, "total_contrib": 2.9427150670620583}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.320216142254006, "total_contrib": 0.6996427412643673}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.9449071892754475, "total_contrib": 0.3934037261453904}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.627459922644214, "total_contrib": 0.2674157778258594}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.289934131628333, "total_contrib": 0.195539767619649}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.130995705445562, "total_contrib": 0.15754531019026205}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.634504444686131, "total_contrib": 0.3244678331356746}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.08177753659426, "total_contrib": 0.2669356568524716}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.455577716626187, "total_contrib": 0.3098212876995693}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.020930639412905, "total_contrib": 0.2256347444801813}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.608663797021366, "total_contrib": 0.252356660041638}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.362880979731179, "total_contrib": 0.1708096781140686}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.2777465088325135, "total_contrib": 0.11200161291487037}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.198979146492991, "total_contrib": 0.13488440261603918}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.142139196413063, "total_contrib": 0.08289559440521206}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.11815900987151, "total_contrib": 0.10284505583938149}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.063848478522271, "total_contrib": 0.10100643360584936}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.046081799172409, "total_contrib": 0.061669710582410955}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.1748866525399, "total_contrib": 0.02964346194939016}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.273187717789039, "total_contrib": 0.05100375965242993}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 3.982363934518265, "total_contrib": 0.03618955940927785}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.301095121728366, "total_contrib": 0.011878940079236363}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.153187415014252, "total_contrib": 0.021293039065893835}}}}
{"step": 1930, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21404, "frac": 0.03628879123263889, "mean_loss": 0.314049977371607, "total_contrib": 0.011396494065453214}, "2": {"token_count": 13135, "frac": 0.022269354926215276, "mean_loss": 0.690550418660142, "total_contrib": 0.015378112367589255}, "3": {"token_count": 9737, "frac": 0.016508314344618056, "mean_loss": 0.9259649400131716, "total_contrib": 0.015286120301832839}, "4": {"token_count": 7777, "frac": 0.013185289171006944, "mean_loss": 1.0329694293817582, "total_contrib": 0.013620000631208518}, "5": {"token_count": 6566, "frac": 0.011132134331597222, "mean_loss": 1.1739989221719096, "total_contrib": 0.01306911370676805}, "6-8": {"token_count": 15168, "frac": 0.025716145833333332, "mean_loss": 1.3114580754880911, "total_contrib": 0.03372564712355443}, "9-12": {"token_count": 15410, "frac": 0.026126437717013888, "mean_loss": 1.4546063341618973, "total_contrib": 0.038003681792254704}, "13-20": {"token_count": 22013, "frac": 0.03732130262586805, "mean_loss": 1.5905640708117654, "total_contrib": 0.05936192303259852}, "21-30": {"token_count": 20016, "frac": 0.033935546875, "mean_loss": 1.7027688816258522, "total_contrib": 0.05778439319970543}, "31-50": {"token_count": 29688, "frac": 0.050333658854166664, "mean_loss": 1.795615892707111, "total_contrib": 0.09037991777663966}, "51-75": {"token_count": 27420, "frac": 0.046488444010416664, "mean_loss": 1.9555524069091945, "total_contrib": 0.09091058857803364}, "76-100": {"token_count": 21677, "frac": 0.036751641167534724, "mean_loss": 2.021237924841805, "total_contrib": 0.07428381092799854}, "101-150": {"token_count": 34702, "frac": 0.05883449978298611, "mean_loss": 2.1635368637314683, "total_contrib": 0.12729060913969154}, "151-200": {"token_count": 26602, "frac": 0.04510158962673611, "mean_loss": 2.2705021730389765, "total_contrib": 0.1024032572550165}, "201-300": {"token_count": 41851, "frac": 0.07095506456163195, "mean_loss": 2.2751382147053563, "total_contrib": 0.16143257891105461}, "301-500": {"token_count": 56624, "frac": 0.09600151909722222, "mean_loss": 2.3970915295053015, "total_contrib": 0.23012442824759283}, "501-750": {"token_count": 47383, "frac": 0.0803341335720486, "mean_loss": 2.47011772677359, "total_contrib": 0.19843476740131463}, "751-1k": {"token_count": 31399, "frac": 0.05323452419704861, "mean_loss": 2.5084930380472596, "total_contrib": 0.13353843333205484}, "1k-2k": {"token_count": 36171, "frac": 0.0613250732421875, "mean_loss": 2.7740875114827923, "total_contrib": 0.1701211198219199}, "2k-5k": {"token_count": 37758, "frac": 0.06401570638020833, "mean_loss": 2.7724658329148326, "total_contrib": 0.17748135870903564}, "5k-10k": {"token_count": 20748, "frac": 0.035176595052083336, "mean_loss": 3.1475293632012025, "total_contrib": 0.11071936582387043}, "10k+": {"token_count": 46575, "frac": 0.0789642333984375, "mean_loss": 3.362766701039747, "total_contrib": 0.26553829464539624}}, "trigram": {"novel": {"token_count": 460, "frac": 0.0007798936631944445, "mean_loss": 4.663326093015949, "total_contrib": 0.0036368984693524453}, "1": {"token_count": 165749, "frac": 0.2810143364800347, "mean_loss": 1.0240747071639782, "total_contrib": 0.28777967433967117}, "2": {"token_count": 56648, "frac": 0.0960422092013889, "mean_loss": 1.5954516991366008, "total_contrib": 0.1532307058591888}, "3": {"token_count": 32410, "frac": 0.05494859483506945, "mean_loss": 1.9189542391605072, "total_contrib": 0.10544383899466966}, "4": {"token_count": 22171, "frac": 0.037589179144965276, "mean_loss": 2.1196089024478515, "total_contrib": 0.07967435875137552}, "5": {"token_count": 17022, "frac": 0.028859456380208332, "mean_loss": 2.219652883860772, "total_contrib": 0.06405797558098358}, "6-8": {"token_count": 35623, "frac": 0.06039598253038195, "mean_loss": 2.392231450781705, "total_contrib": 0.14448116891004212}, "9-12": {"token_count": 30481, "frac": 0.05167812771267361, "mean_loss": 2.5263003344703203, "total_contrib": 0.13055447132532727}, "13-20": {"token_count": 37246, "frac": 0.06314765082465278, "mean_loss": 2.679610857905404, "total_contrib": 0.1692111308009587}, "21-30": {"token_count": 27515, "frac": 0.04664950900607639, "mean_loss": 2.876204592995979, "total_contrib": 0.1341735320642842}, "31-50": {"token_count": 33182, "frac": 0.05625745985243055, "mean_loss": 3.0009225146625034, "total_contrib": 0.1688242778888807}, "51-75": {"token_count": 23634, "frac": 0.040069580078125, "mean_loss": 3.1362088602300155, "total_contrib": 0.12566657206671175}, "76-100": {"token_count": 15686, "frac": 0.026594373914930556, "mean_loss": 3.15506135520126, "total_contrib": 0.08390688140476983}, "101-150": {"token_count": 19121, "frac": 0.032418145073784724, "mean_loss": 3.2713035788238405, "total_contrib": 0.10604959399870242}, "151-200": {"token_count": 12039, "frac": 0.020411173502604168, "mean_loss": 3.355357892271762, "total_contrib": 0.06848679210249116}, "201-300": {"token_count": 14421, "frac": 0.024449666341145832, "mean_loss": 3.4061240462481854, "total_contrib": 0.0832785964473217}, "301-500": {"token_count": 14913, "frac": 0.0252838134765625, "mean_loss": 3.4722447497323436, "total_contrib": 0.08779158859720601}, "501-750": {"token_count": 8510, "frac": 0.014428032769097222, "mean_loss": 3.6745757934797223, "total_contrib": 0.05301689996085686}, "751-1k": {"token_count": 4235, "frac": 0.007180107964409722, "mean_loss": 3.8091529387704943, "total_contrib": 0.027350129353320724}, "1k-2k": {"token_count": 7149, "frac": 0.012120564778645834, "mean_loss": 3.7963337262252037, "total_contrib": 0.0460137088500705}, "2k-5k": {"token_count": 5527, "frac": 0.009370591905381944, "mean_loss": 3.720937600493391, "total_contrib": 0.03486738775961468}, "5k-10k": {"token_count": 1687, "frac": 0.002860175238715278, "mean_loss": 4.017213268580647, "total_contrib": 0.011489933919432834}, "10k+": {"token_count": 4395, "frac": 0.007451375325520833, "mean_loss": 2.858250781222415, "total_contrib": 0.02129789934535135}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.53120174951935, "total_contrib": 0.582726466945294}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.065512941253523, "total_contrib": 0.26398628151258124}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.24222514083073, "total_contrib": 0.17419212436600076}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.543234133084887, "total_contrib": 0.1327056379598358}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.361943740088773, "total_contrib": 0.10863962824284697}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.185864315863727, "total_contrib": 0.09399695412741134}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.486043233490625, "total_contrib": 0.21000968516527063}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.782746636287982, "total_contrib": 0.2026888482210829}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.165008982317774, "total_contrib": 0.28361800135248233}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.659441833675992, "total_contrib": 0.2516682650021714}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.08991749763876, "total_contrib": 0.3456464600365576}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.73478647309689, "total_contrib": 0.30579345115832485}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.349299517595337, "total_contrib": 0.23120499511534395}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.152817209282284, "total_contrib": 0.3538925574830822}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.939644148286323, "total_contrib": 0.2743927404658097}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.694163179215919, "total_contrib": 0.40119143886765535}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.4744310051376806, "total_contrib": 0.5267138758520478}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.270375214524584, "total_contrib": 0.4318797560689574}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.333400891239198, "total_contrib": 0.29337936726253216}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.06655730844161, "total_contrib": 0.37128123935296836}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.191955138803451, "total_contrib": 0.39553204644893664}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.42490623622645, "total_contrib": 0.2231197008541978}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.97328653082919, "total_contrib": 0.45836880437530514}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.33612919846673, "total_contrib": 2.921814115303843}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.273842104423409, "total_contrib": 0.6957431720228275}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.911779445989745, "total_contrib": 0.39176335737368523}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.588665022690151, "total_contrib": 0.266055643724585}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.246795391251182, "total_contrib": 0.1943826461537424}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.096011718619822, "total_contrib": 0.1567724078798674}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.6096572806750045, "total_contrib": 0.32325265489086774}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.056499262630544, "total_contrib": 0.2658261666378098}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.437713561168701, "total_contrib": 0.30880678549008994}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.0072205399153, "total_contrib": 0.2250186286604054}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.598083594437158, "total_contrib": 0.2517773197590076}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.3565040880308565, "total_contrib": 0.17056001858318506}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.274187741396773, "total_contrib": 0.11190843589001187}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.19693381973799, "total_contrib": 0.13481870029462295}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.14090588480794, "total_contrib": 0.08287091244892193}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.111107839014746, "total_contrib": 0.10266896306133222}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.061726573667004, "total_contrib": 0.10095369393235656}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.041193628832317, "total_contrib": 0.06159520589735672}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.170737326551467, "total_contrib": 0.029613999978972613}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.273778907363635, "total_contrib": 0.051010815951605885}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 3.98369815654754, "total_contrib": 0.036201684094059945}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.295137952871682, "total_contrib": 0.01186248732711448}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1616981495195167, "total_contrib": 0.021350510880425746}}}}
{"step": 1940, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20499, "frac": 0.034754435221354164, "mean_loss": 0.29851144906867494, "total_contrib": 0.010374596819489827}, "2": {"token_count": 12927, "frac": 0.021916707356770832, "mean_loss": 0.6896172912338607, "total_contrib": 0.01511414036014153}, "3": {"token_count": 9643, "frac": 0.016348944769965276, "mean_loss": 0.927018046555378, "total_contrib": 0.015155766843894974}, "4": {"token_count": 7669, "frac": 0.013002183702256944, "mean_loss": 1.0164766290020042, "total_contrib": 0.013216415859334937}, "5": {"token_count": 6505, "frac": 0.011028713650173612, "mean_loss": 1.200999811054755, "total_contrib": 0.013245483010035506}, "6-8": {"token_count": 15497, "frac": 0.026273939344618056, "mean_loss": 1.3210438314305404, "total_contrib": 0.034709025498587856}, "9-12": {"token_count": 15158, "frac": 0.025699191623263888, "mean_loss": 1.4078584839199653, "total_contrib": 0.03618082495669697}, "13-20": {"token_count": 22312, "frac": 0.03782823350694445, "mean_loss": 1.5581978377983308, "total_contrib": 0.058943871658251205}, "21-30": {"token_count": 20209, "frac": 0.034262763129340276, "mean_loss": 1.7188664593914325, "total_contrib": 0.058893114349096436}, "31-50": {"token_count": 29878, "frac": 0.05065578884548611, "mean_loss": 1.8037005979408618, "total_contrib": 0.09136787662976933}, "51-75": {"token_count": 27566, "frac": 0.04673597547743055, "mean_loss": 1.9118997330736303, "total_contrib": 0.08935449904023521}, "76-100": {"token_count": 21689, "frac": 0.03677198621961805, "mean_loss": 2.0430529929264822, "total_contrib": 0.07512711650184202}, "101-150": {"token_count": 34120, "frac": 0.05784776475694445, "mean_loss": 2.1219370687292805, "total_contrib": 0.12274931638089168}, "151-200": {"token_count": 27047, "frac": 0.04585605197482639, "mean_loss": 2.2144697763988, "total_contrib": 0.10154684116322556}, "201-300": {"token_count": 42007, "frac": 0.07121955023871528, "mean_loss": 2.2514159755352217, "total_contrib": 0.16034483317787687}, "301-500": {"token_count": 57216, "frac": 0.09700520833333333, "mean_loss": 2.3624932132461702, "total_contrib": 0.22917414633703082}, "501-750": {"token_count": 48194, "frac": 0.08170912000868055, "mean_loss": 2.423597895253419, "total_contrib": 0.1980300512760472}, "751-1k": {"token_count": 32515, "frac": 0.05512661404079861, "mean_loss": 2.4651864774771655, "total_contrib": 0.13589738348247957}, "1k-2k": {"token_count": 35744, "frac": 0.060601128472222224, "mean_loss": 2.7115283920472883, "total_contrib": 0.16432168044253587}, "2k-5k": {"token_count": 37490, "frac": 0.06356133355034722, "mean_loss": 2.7525330633031713, "total_contrib": 0.17495467214497187}, "5k-10k": {"token_count": 20343, "frac": 0.034489949544270836, "mean_loss": 3.1331241434705093, "total_contrib": 0.10806129362423464}, "10k+": {"token_count": 45596, "frac": 0.0773044162326389, "mean_loss": 3.4067659412643048, "total_contrib": 0.26335805233067366}}, "trigram": {"novel": {"token_count": 423, "frac": 0.0007171630859375, "mean_loss": 4.448709452670094, "total_contrib": 0.0031904501995162113}, "1": {"token_count": 162449, "frac": 0.2754194471571181, "mean_loss": 1.0020373892924554, "total_contrib": 0.27598058378969}, "2": {"token_count": 56915, "frac": 0.09649488661024305, "mean_loss": 1.5763258784802274, "total_contrib": 0.15210738690474132}, "3": {"token_count": 32653, "frac": 0.05536058213975695, "mean_loss": 1.915524001678197, "total_contrib": 0.10604452383558174}, "4": {"token_count": 22787, "frac": 0.03863355848524305, "mean_loss": 2.1079829487951804, "total_contrib": 0.08143888253817372}, "5": {"token_count": 17394, "frac": 0.029490152994791668, "mean_loss": 2.1927779627332584, "total_contrib": 0.06466535760461137}, "6-8": {"token_count": 35556, "frac": 0.060282389322916664, "mean_loss": 2.3443799940303767, "total_contrib": 0.1413248275209962}, "9-12": {"token_count": 30175, "frac": 0.05115932888454861, "mean_loss": 2.5199217686021367, "total_contrib": 0.12891750652325012}, "13-20": {"token_count": 37123, "frac": 0.0629391140407986, "mean_loss": 2.6748951513912753, "total_contrib": 0.16835553098059472}, "21-30": {"token_count": 28567, "frac": 0.04843309190538195, "mean_loss": 2.8181825615032694, "total_contrib": 0.13649329500743257}, "31-50": {"token_count": 33876, "frac": 0.05743408203125, "mean_loss": 2.928797909486081, "total_contrib": 0.16821281938637708}, "51-75": {"token_count": 23875, "frac": 0.04047817654079861, "mean_loss": 3.065304876245618, "total_contrib": 0.12407795193204096}, "76-100": {"token_count": 15483, "frac": 0.026250203450520832, "mean_loss": 3.1716192412171123, "total_contrib": 0.0832556503495357}, "101-150": {"token_count": 19784, "frac": 0.03354220920138889, "mean_loss": 3.2501741639251716, "total_contrib": 0.10901802174732733}, "151-200": {"token_count": 11975, "frac": 0.020302666558159724, "mean_loss": 3.2952032270090656, "total_contrib": 0.06690141235933696}, "201-300": {"token_count": 14766, "frac": 0.025034586588541668, "mean_loss": 3.3562606410593796, "total_contrib": 0.0840225976323154}, "301-500": {"token_count": 15509, "frac": 0.026294284396701388, "mean_loss": 3.3657018796137055, "total_contrib": 0.0884987224170752}, "501-750": {"token_count": 8478, "frac": 0.014373779296875, "mean_loss": 3.592074443388756, "total_contrib": 0.051631685267215094}, "751-1k": {"token_count": 4181, "frac": 0.007088555230034722, "mean_loss": 3.7711606014767316, "total_contrib": 0.026732080204898773}, "1k-2k": {"token_count": 7264, "frac": 0.012315538194444444, "mean_loss": 3.839216478436071, "total_contrib": 0.047282017176919926}, "2k-5k": {"token_count": 5146, "frac": 0.008724636501736112, "mean_loss": 3.648784289276332, "total_contrib": 0.03183431659718154}, "5k-10k": {"token_count": 1555, "frac": 0.002636379665798611, "mean_loss": 4.098224103525191, "total_contrib": 0.010804474692419555}, "10k+": {"token_count": 3890, "frac": 0.006595187717013889, "mean_loss": 2.9310624730579344, "total_contrib": 0.01933090722011204}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.545756062109929, "total_contrib": 0.5833532540785968}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.078067379861427, "total_contrib": 0.2642609651982824}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.259033197911227, "total_contrib": 0.1744525560094379}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.538330570304067, "total_contrib": 0.1326439177685842}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.347036441112506, "total_contrib": 0.10848333291259721}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.19813369693747, "total_contrib": 0.09411017814200617}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.458259082074932, "total_contrib": 0.20939457718528656}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.77777686525009, "total_contrib": 0.20257415549347638}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.16061892391482, "total_contrib": 0.2834655092250685}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.6510729793480605, "total_contrib": 0.2513932873870263}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.080981383748444, "total_contrib": 0.3452108081218915}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.729957727055308, "total_contrib": 0.3055742016063575}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.334834260413661, "total_contrib": 0.23067825358948535}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.142859265673653, "total_contrib": 0.35331980487056935}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.933366539343921, "total_contrib": 0.27410273482266434}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.686202949794822, "total_contrib": 0.4006305880815691}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.470121674239439, "total_contrib": 0.5262992602732577}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.262591539701896, "total_contrib": 0.4312419245205548}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.325554326798185, "total_contrib": 0.29294774395915923}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.06107759576666, "total_contrib": 0.37094587377248955}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.185595865846192, "total_contrib": 0.395125826411755}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.403486950479082, "total_contrib": 0.22237586671051537}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.9465691498887825, "total_contrib": 0.45631860740342234}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.332928056698776, "total_contrib": 2.920812293134947}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.280243741867839, "total_contrib": 0.6962814824577519}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.901441532113429, "total_contrib": 0.39125146041345354}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.566889196465547, "total_contrib": 0.2652921917278901}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.226683001467042, "total_contrib": 0.19384316637880125}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.085808028581615, "total_contrib": 0.15654697743809515}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.5954202241767605, "total_contrib": 0.3225563757775249}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.038934036117694, "total_contrib": 0.265055210244098}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.422084272974949, "total_contrib": 0.30791920099482034}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.983205881065593, "total_contrib": 0.22393943800782032}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.583206780135463, "total_contrib": 0.2509627098558808}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.344248293247159, "total_contrib": 0.17008019610538636}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.265672696064753, "total_contrib": 0.11168549168112518}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.193734044280719, "total_contrib": 0.13471591345382145}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.1363876012033245, "total_contrib": 0.08278048917067472}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.107654654087185, "total_contrib": 0.10258272476993857}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.0617691400653575, "total_contrib": 0.10095475191473752}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.04710370564447, "total_contrib": 0.06168528631209273}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.169282819920773, "total_contrib": 0.029603672366380812}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.269161086873825, "total_contrib": 0.05095569873655824}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 3.979548291713796, "total_contrib": 0.03616397237749896}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.29400521001571, "total_contrib": 0.011859358871655937}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1653491160499145, "total_contrib": 0.021375165353099922}}}}
{"step": 1950, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20726, "frac": 0.03513929578993055, "mean_loss": 0.35371167025828415, "total_contrib": 0.012429179005556228}, "2": {"token_count": 12899, "frac": 0.021869235568576388, "mean_loss": 0.7250404157873673, "total_contrib": 0.015856079649592507}, "3": {"token_count": 9602, "frac": 0.016279432508680556, "mean_loss": 0.9602105621736332, "total_contrib": 0.015631683041027876}, "4": {"token_count": 7776, "frac": 0.01318359375, "mean_loss": 1.1106924342559912, "total_contrib": 0.01464291783442957}, "5": {"token_count": 6542, "frac": 0.011091444227430556, "mean_loss": 1.1971401003603694, "total_contrib": 0.013278012655567656}, "6-8": {"token_count": 15379, "frac": 0.026073879665798612, "mean_loss": 1.3427805746464245, "total_contrib": 0.03501149912090278}, "9-12": {"token_count": 15513, "frac": 0.026301066080729168, "mean_loss": 1.499876985435811, "total_contrib": 0.039448363706912126}, "13-20": {"token_count": 21669, "frac": 0.036738077799479164, "mean_loss": 1.5994783749157426, "total_contrib": 0.05876176097623906}, "21-30": {"token_count": 20001, "frac": 0.033910115559895836, "mean_loss": 1.6711112427256927, "total_contrib": 0.056667575354269376}, "31-50": {"token_count": 29781, "frac": 0.0504913330078125, "mean_loss": 1.8174860992069068, "total_contrib": 0.09176729587212608}, "51-75": {"token_count": 27391, "frac": 0.046439276801215276, "mean_loss": 1.9488080213017542, "total_contrib": 0.0905012351336608}, "76-100": {"token_count": 21829, "frac": 0.037009345160590276, "mean_loss": 2.057596364006168, "total_contrib": 0.07615029403667982}, "101-150": {"token_count": 34583, "frac": 0.058632744683159724, "mean_loss": 2.1429477074536627, "total_contrib": 0.12564690580049306}, "151-200": {"token_count": 27700, "frac": 0.04696316189236111, "mean_loss": 2.217620098943362, "total_contrib": 0.10414645172243098}, "201-300": {"token_count": 41912, "frac": 0.07105848524305555, "mean_loss": 2.2955081098374714, "total_contrib": 0.16311532914820032}, "301-500": {"token_count": 56534, "frac": 0.09584893120659722, "mean_loss": 2.3865219507277784, "total_contrib": 0.22874557827834105}, "501-750": {"token_count": 48416, "frac": 0.08208550347222222, "mean_loss": 2.4759610347729475, "total_contrib": 0.20324050811694172}, "751-1k": {"token_count": 31571, "frac": 0.05352613661024305, "mean_loss": 2.5217709615881683, "total_contrib": 0.1349806569897123}, "1k-2k": {"token_count": 35940, "frac": 0.060933430989583336, "mean_loss": 2.760235268434891, "total_contrib": 0.16819060524419147}, "2k-5k": {"token_count": 37778, "frac": 0.06404961480034722, "mean_loss": 2.827297962948407, "total_contrib": 0.18108734545265184}, "5k-10k": {"token_count": 20609, "frac": 0.03494093153211805, "mean_loss": 3.191671512856633, "total_contrib": 0.11151997580373525}, "10k+": {"token_count": 45673, "frac": 0.0774349636501736, "mean_loss": 3.4510986121190816, "total_contrib": 0.2672356955826057}}, "trigram": {"novel": {"token_count": 452, "frac": 0.0007663302951388889, "mean_loss": 4.493964223258106, "total_contrib": 0.0034438609295529923}, "1": {"token_count": 164397, "frac": 0.2787221272786458, "mean_loss": 1.0310431293527418, "total_contrib": 0.28737453432922816}, "2": {"token_count": 56824, "frac": 0.0963406032986111, "mean_loss": 1.6079000423569547, "total_contrib": 0.15490606012453137}, "3": {"token_count": 32212, "frac": 0.05461290147569445, "mean_loss": 1.9332071202215442, "total_contrib": 0.10557804998877018}, "4": {"token_count": 22547, "frac": 0.03822665744357639, "mean_loss": 2.1399522188621503, "total_contrib": 0.08180322041606462}, "5": {"token_count": 17393, "frac": 0.029488457573784724, "mean_loss": 2.2740712582200966, "total_contrib": 0.06705885381778656}, "6-8": {"token_count": 35665, "frac": 0.06046719021267361, "mean_loss": 2.4140279512238907, "total_contrib": 0.14596948730536577}, "9-12": {"token_count": 29908, "frac": 0.05070665147569445, "mean_loss": 2.574265461386442, "total_contrib": 0.13053238155644006}, "13-20": {"token_count": 37374, "frac": 0.06336466471354167, "mean_loss": 2.724610363672297, "total_contrib": 0.17264402216913594}, "21-30": {"token_count": 28060, "frac": 0.04757351345486111, "mean_loss": 2.8746612949681327, "total_contrib": 0.13675773779433492}, "31-50": {"token_count": 33214, "frac": 0.056311713324652776, "mean_loss": 2.997120034554973, "total_contrib": 0.16877296418543306}, "51-75": {"token_count": 23711, "frac": 0.040200127495659724, "mean_loss": 3.1344904880359636, "total_contrib": 0.1260069172529784}, "76-100": {"token_count": 15951, "frac": 0.027043660481770832, "mean_loss": 3.2001787862647664, "total_contrib": 0.0865445485767098}, "101-150": {"token_count": 19667, "frac": 0.03334384494357639, "mean_loss": 3.266030044369472, "total_contrib": 0.10890199938051758}, "151-200": {"token_count": 12454, "frac": 0.021114773220486112, "mean_loss": 3.3342814380334382, "total_contrib": 0.07040259641735236}, "201-300": {"token_count": 14297, "frac": 0.024239434136284724, "mean_loss": 3.4061600941405996, "total_contrib": 0.08256339325956244}, "301-500": {"token_count": 14929, "frac": 0.025310940212673612, "mean_loss": 3.4747879033230604, "total_contrib": 0.08795014887273148}, "501-750": {"token_count": 8399, "frac": 0.014239841037326388, "mean_loss": 3.6221858875671025, "total_contrib": 0.05157935124660253}, "751-1k": {"token_count": 4103, "frac": 0.006956312391493056, "mean_loss": 3.7860377108308723, "total_contrib": 0.0263368610425128}, "1k-2k": {"token_count": 7242, "frac": 0.012278238932291666, "mean_loss": 3.8621810269729795, "total_contrib": 0.04742078144893785}, "2k-5k": {"token_count": 5540, "frac": 0.009392632378472222, "mean_loss": 3.6856658862142853, "total_contrib": 0.03461810473908681}, "5k-10k": {"token_count": 1664, "frac": 0.0028211805555555555, "mean_loss": 4.001204884603235, "total_contrib": 0.011288121419236555}, "10k+": {"token_count": 3821, "frac": 0.006478203667534722, "mean_loss": 3.0256770640948982, "total_contrib": 0.01960095225339526}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.407330993797041, "total_contrib": 0.5773919246647112}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.006201751861227, "total_contrib": 0.26268858779529003}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.210961345374464, "total_contrib": 0.17370770896975576}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.50413705777509, "total_contrib": 0.13221353067512048}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.32286640986385, "total_contrib": 0.10822992261860835}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.197060132853752, "total_contrib": 0.09410027110311377}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.43816499047795, "total_contrib": 0.2089497179593592}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.767890236236424, "total_contrib": 0.20234599116965432}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.139399844787121, "total_contrib": 0.28272844784206563}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.646451349512927, "total_contrib": 0.2512414332980017}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.089103339944204, "total_contrib": 0.3456067683581807}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.743549859435338, "total_contrib": 0.306191353328345}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.348670280254513, "total_contrib": 0.2311820819080038}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.146430033634795, "total_contrib": 0.3535251852943597}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.94067572738671, "total_contrib": 0.27444039615178945}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.697302396718948, "total_contrib": 0.40141261749343754}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.48374753978157, "total_contrib": 0.5276102517616514}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.283676648915954, "total_contrib": 0.43296973923077864}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.344974756043132, "total_contrib": 0.2940160216603926}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.085959827681466, "total_contrib": 0.3724686988994099}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.213739035111875, "total_contrib": 0.396923566395925}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.444636868101228, "total_contrib": 0.223804892593922}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 6.015445425878949, "total_contrib": 0.46160392832558034}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.31168062112499, "total_contrib": 2.914162743214013}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.300462679377798, "total_contrib": 0.6979816826235962}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.935101226064834, "total_contrib": 0.3929181695021728}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.598415314298797, "total_contrib": 0.26639748515554607}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.267701794530465, "total_contrib": 0.19494342395573339}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.1013257144079915, "total_contrib": 0.15688981015430117}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.62466057268182, "total_contrib": 0.32398640760562436}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.059721252465103, "total_contrib": 0.2659675831838253}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.44440677607682, "total_contrib": 0.3091868919736552}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.997425351974495, "total_contrib": 0.224578444382453}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.599404168160124, "total_contrib": 0.251849630430548}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.358896016282571, "total_contrib": 0.17065366415743874}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.2775930677832745, "total_contrib": 0.11199759546199732}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.2031833472521045, "total_contrib": 0.13501945475325797}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.149827658868069, "total_contrib": 0.08304946167887148}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.113047807466376, "total_contrib": 0.10271741096323603}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.068208843051254, "total_contrib": 0.10111480990792403}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.05404320005365, "total_contrib": 0.06179105693983682}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.170601745536939, "total_contrib": 0.02961303729639469}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.277020165386964, "total_contrib": 0.0510495028420753}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 3.988050917544567, "total_contrib": 0.03624123962069851}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.29594718192034, "total_contrib": 0.011864722288934045}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1658887468454244, "total_contrib": 0.021378809405323156}}}}
{"step": 1960, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20648, "frac": 0.03500705295138889, "mean_loss": 0.31631762648598283, "total_contrib": 0.011073347899852454}, "2": {"token_count": 12897, "frac": 0.0218658447265625, "mean_loss": 0.718234577347894, "total_contrib": 0.015704805745537294}, "3": {"token_count": 9441, "frac": 0.0160064697265625, "mean_loss": 0.9729285996259424, "total_contrib": 0.015573152176019494}, "4": {"token_count": 7451, "frac": 0.012632581922743056, "mean_loss": 1.1080927744454137, "total_contrib": 0.013998072751181331}, "5": {"token_count": 6526, "frac": 0.011064317491319444, "mean_loss": 1.2158348250344557, "total_contrib": 0.013452382521184044}, "6-8": {"token_count": 15183, "frac": 0.0257415771484375, "mean_loss": 1.3412127107790848, "total_contrib": 0.0345249304669848}, "9-12": {"token_count": 15198, "frac": 0.025767008463541668, "mean_loss": 1.4356599991292927, "total_contrib": 0.036992663348332705}, "13-20": {"token_count": 21795, "frac": 0.036951700846354164, "mean_loss": 1.5825548860187701, "total_contrib": 0.05847809472110171}, "21-30": {"token_count": 20315, "frac": 0.03444247775607639, "mean_loss": 1.6998929020952218, "total_contrib": 0.05854852346812681}, "31-50": {"token_count": 29570, "frac": 0.050133599175347224, "mean_loss": 1.7846510689629178, "total_contrib": 0.08947098135924188}, "51-75": {"token_count": 27544, "frac": 0.046698676215277776, "mean_loss": 1.9157965860330766, "total_contrib": 0.0894651644654932}, "76-100": {"token_count": 21342, "frac": 0.036183675130208336, "mean_loss": 2.037182212677633, "total_contrib": 0.07371273936456646}, "101-150": {"token_count": 34497, "frac": 0.0584869384765625, "mean_loss": 2.1451758092328705, "total_contrib": 0.12546476557601308}, "151-200": {"token_count": 27979, "frac": 0.04743618435329861, "mean_loss": 2.2283344815821344, "total_contrib": 0.10570368526914221}, "201-300": {"token_count": 41618, "frac": 0.0705600314670139, "mean_loss": 2.27719010425879, "total_contrib": 0.16067860541287288}, "301-500": {"token_count": 56875, "frac": 0.09642706976996528, "mean_loss": 2.390618887693759, "total_contrib": 0.23052037427704286}, "501-750": {"token_count": 48400, "frac": 0.0820583767361111, "mean_loss": 2.4390175255438113, "total_contrib": 0.20014181897705155}, "751-1k": {"token_count": 31706, "frac": 0.05375501844618055, "mean_loss": 2.5350670034424194, "total_contrib": 0.13627257353235092}, "1k-2k": {"token_count": 36089, "frac": 0.06118604871961805, "mean_loss": 2.746132530452121, "total_contrib": 0.1680249987987715}, "2k-5k": {"token_count": 37552, "frac": 0.06366644965277778, "mean_loss": 2.7793362299849385, "total_contrib": 0.1769504701544773}, "5k-10k": {"token_count": 20760, "frac": 0.035196940104166664, "mean_loss": 3.1351384452385695, "total_contrib": 0.11034728007533214}, "10k+": {"token_count": 46438, "frac": 0.0787319607204861, "mean_loss": 3.4269992882580995, "total_contrib": 0.26981437335227054}}, "trigram": {"novel": {"token_count": 444, "frac": 0.0007527669270833334, "mean_loss": 4.450960447317001, "total_contrib": 0.0033505358184962772}, "1": {"token_count": 162535, "frac": 0.2755652533637153, "mean_loss": 1.0219729304257004, "total_contrib": 0.2816202295036167}, "2": {"token_count": 55948, "frac": 0.09485541449652778, "mean_loss": 1.6120953825251907, "total_contrib": 0.15291597571736545}, "3": {"token_count": 32021, "frac": 0.05428907606336805, "mean_loss": 1.9521931949759717, "total_contrib": 0.10598276485244003}, "4": {"token_count": 22748, "frac": 0.038567437065972224, "mean_loss": 2.1066142469198623, "total_contrib": 0.08124671239036226}, "5": {"token_count": 17290, "frac": 0.029313829210069444, "mean_loss": 2.2635113344882667, "total_contrib": 0.06635218467424542}, "6-8": {"token_count": 35832, "frac": 0.060750325520833336, "mean_loss": 2.4152806346841427, "total_contrib": 0.14672908478122662}, "9-12": {"token_count": 30056, "frac": 0.050957573784722224, "mean_loss": 2.5333370067385004, "total_contrib": 0.12909270744244447}, "13-20": {"token_count": 37603, "frac": 0.06375291612413195, "mean_loss": 2.685503953042409, "total_contrib": 0.17120870826933748}, "21-30": {"token_count": 28614, "frac": 0.048512776692708336, "mean_loss": 2.7884750009138397, "total_contrib": 0.13527666503253277}, "31-50": {"token_count": 33428, "frac": 0.05667453342013889, "mean_loss": 2.968056864428107, "total_contrib": 0.1682132379559034}, "51-75": {"token_count": 24512, "frac": 0.041558159722222224, "mean_loss": 3.1035875640944597, "total_contrib": 0.12897938770054015}, "76-100": {"token_count": 16135, "frac": 0.027355617947048612, "mean_loss": 3.139190434766583, "total_contrib": 0.08587449419650407}, "101-150": {"token_count": 19375, "frac": 0.03284878200954861, "mean_loss": 3.211701411678651, "total_contrib": 0.10550047955199154}, "151-200": {"token_count": 12189, "frac": 0.020665486653645832, "mean_loss": 3.35360900710921, "total_contrib": 0.06930396217796184}, "201-300": {"token_count": 14732, "frac": 0.024976942274305556, "mean_loss": 3.374005591647784, "total_contrib": 0.08427234289577086}, "301-500": {"token_count": 14772, "frac": 0.025044759114583332, "mean_loss": 3.4776365261930233, "total_contrib": 0.08709656908658064}, "501-750": {"token_count": 8851, "frac": 0.015006171332465278, "mean_loss": 3.5545811437253816, "total_contrib": 0.053340653657893464}, "751-1k": {"token_count": 4217, "frac": 0.007149590386284722, "mean_loss": 3.695418569309537, "total_contrib": 0.026420729076433506}, "1k-2k": {"token_count": 7179, "frac": 0.012171427408854166, "mean_loss": 3.828309156208712, "total_contrib": 0.04659598699344608}, "2k-5k": {"token_count": 5476, "frac": 0.009284125434027778, "mean_loss": 3.652183689104965, "total_contrib": 0.0339073314777608}, "5k-10k": {"token_count": 1717, "frac": 0.002911037868923611, "mean_loss": 3.949579916131261, "total_contrib": 0.01149737670219824}, "10k+": {"token_count": 4150, "frac": 0.007035997178819444, "mean_loss": 2.861809526943792, "total_contrib": 0.02013568375789513}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.382122291285478, "total_contrib": 0.5763063020849312}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 12.016488653326196, "total_contrib": 0.2629136591104712}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.24375728387094, "total_contrib": 0.17421586408368686}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.523138664828737, "total_contrib": 0.13245270020834782}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.34161216971224, "total_contrib": 0.10842646222856393}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.22351282146095, "total_contrib": 0.09434438118355977}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.458562478102847, "total_contrib": 0.20940129401154747}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.792082023696338, "total_contrib": 0.2029042909521392}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.168085300626133, "total_contrib": 0.283724859685649}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.689500245322083, "total_contrib": 0.25265590202219984}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.129198993106741, "total_contrib": 0.3475615048671881}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.787109904816868, "total_contrib": 0.30816920023752936}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.38557283517487, "total_contrib": 0.23252586085660445}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.187260406020668, "total_contrib": 0.35587363226021856}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.973188780928722, "total_contrib": 0.27594239621098127}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.727094798513058, "total_contrib": 0.40351168915101304}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.518688228673132, "total_contrib": 0.5309720158707878}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.321526363044398, "total_contrib": 0.4360713258616551}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.382421852585796, "total_contrib": 0.29607590909685966}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.126342123541706, "total_contrib": 0.374940148206259}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.249983868224485, "total_contrib": 0.39923882751989387}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.490864382815768, "total_contrib": 0.22541024975791993}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 6.035118128270368, "total_contrib": 0.46311354167284674}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.336066017761844, "total_contrib": 2.9217943424117343}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.353937405505276, "total_contrib": 0.7024783451304977}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 8.001689257249806, "total_contrib": 0.3962153734796106}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.666692706942421, "total_contrib": 0.2687912639819036}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.328456973243121, "total_contrib": 0.19657307565253265}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.162371384082721, "total_contrib": 0.15823849403547827}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.689856237879435, "total_contrib": 0.3271748742639672}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.110770029744175, "total_contrib": 0.26820816808067693}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.490085782171375, "total_contrib": 0.31178099460112235}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.026463685898528, "total_contrib": 0.2258833931112101}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.615360974690054, "total_contrib": 0.2527233774813583}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.365347997858244, "total_contrib": 0.17090626350664362}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.279938104497715, "total_contrib": 0.11205899411987001}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.210481572581826, "total_contrib": 0.13525389668054852}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.150006912026466, "total_contrib": 0.08305304902743939}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.1105670361576365, "total_contrib": 0.10265545729336546}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.067541126194316, "total_contrib": 0.1010982138909381}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.051552252613525, "total_contrib": 0.06175309033032835}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.174891818366998, "total_contrib": 0.029643498628948613}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.276103776200758, "total_contrib": 0.05103856503711842}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 3.982078281686604, "total_contrib": 0.03618696355156826}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.292273279319348, "total_contrib": 0.011854575554760773}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1672123166265544, "total_contrib": 0.021387747289231308}}}}
{"step": 1970, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 21232, "frac": 0.03599717881944445, "mean_loss": 0.2863774264442799, "total_contrib": 0.010308779429567042}, "2": {"token_count": 13259, "frac": 0.022479587131076388, "mean_loss": 0.7031262631507309, "total_contrib": 0.015805988096645}, "3": {"token_count": 9689, "frac": 0.016426934136284724, "mean_loss": 0.9365973364689683, "total_contrib": 0.015385422758395445}, "4": {"token_count": 7735, "frac": 0.013114081488715278, "mean_loss": 1.0326029671331436, "total_contrib": 0.013541639456473228}, "5": {"token_count": 6650, "frac": 0.011274549696180556, "mean_loss": 1.2070676640996612, "total_contrib": 0.013609144365544208}, "6-8": {"token_count": 15546, "frac": 0.026357014973958332, "mean_loss": 1.3294688221028914, "total_contrib": 0.035040829651576656}, "9-12": {"token_count": 15626, "frac": 0.026492648654513888, "mean_loss": 1.4294335766666597, "total_contrib": 0.03786948152159496}, "13-20": {"token_count": 22801, "frac": 0.038657294379340276, "mean_loss": 1.5317175161555023, "total_contrib": 0.05921205492801515}, "21-30": {"token_count": 20327, "frac": 0.034462822808159724, "mean_loss": 1.6793432389054301, "total_contrib": 0.05787490847647888}, "31-50": {"token_count": 30130, "frac": 0.05108303493923611, "mean_loss": 1.7843312729229615, "total_contrib": 0.09114905675789528}, "51-75": {"token_count": 26945, "frac": 0.04568311903211805, "mean_loss": 1.9673747440292646, "total_contrib": 0.08987581461227168}, "76-100": {"token_count": 21584, "frac": 0.03659396701388889, "mean_loss": 2.0991318859529513, "total_contrib": 0.07681556299236467}, "101-150": {"token_count": 34304, "frac": 0.058159722222222224, "mean_loss": 2.165474940805581, "total_contrib": 0.12594342103643572}, "151-200": {"token_count": 26897, "frac": 0.045601738823784724, "mean_loss": 2.209550284218438, "total_contrib": 0.10075933497894851}, "201-300": {"token_count": 41632, "frac": 0.0705837673611111, "mean_loss": 2.3211652911023344, "total_contrib": 0.16383659091385291}, "301-500": {"token_count": 56872, "frac": 0.09642198350694445, "mean_loss": 2.3960513439423075, "total_contrib": 0.23103202316739724}, "501-750": {"token_count": 48058, "frac": 0.0814785427517361, "mean_loss": 2.4738586683011685, "total_contrib": 0.2015663992669297}, "751-1k": {"token_count": 32537, "frac": 0.05516391330295139, "mean_loss": 2.508445136488596, "total_contrib": 0.13837565003446697}, "1k-2k": {"token_count": 35817, "frac": 0.060724894205729164, "mean_loss": 2.775828224567217, "total_contrib": 0.16856187527012126}, "2k-5k": {"token_count": 37222, "frac": 0.0631069607204861, "mean_loss": 2.835220050521927, "total_contrib": 0.17892212036222188}, "5k-10k": {"token_count": 20603, "frac": 0.03493075900607639, "mean_loss": 3.225664108590149, "total_contrib": 0.1126748956117127}, "10k+": {"token_count": 44358, "frac": 0.07520548502604167, "mean_loss": 3.5285338915662554, "total_contrib": 0.26536510274606656}}, "trigram": {"novel": {"token_count": 456, "frac": 0.0007731119791666666, "mean_loss": 4.573120899019526, "total_contrib": 0.0035355345492094313}, "1": {"token_count": 166799, "frac": 0.2827945285373264, "mean_loss": 1.0009604274180268, "total_contrib": 0.28306613215620163}, "2": {"token_count": 56823, "frac": 0.09633890787760417, "mean_loss": 1.6210509396333304, "total_contrib": 0.15617027713823908}, "3": {"token_count": 32268, "frac": 0.054707845052083336, "mean_loss": 1.9731730628123774, "total_contrib": 0.10794804618128424}, "4": {"token_count": 22419, "frac": 0.0380096435546875, "mean_loss": 2.128558296369378, "total_contrib": 0.08090574213037292}, "5": {"token_count": 17493, "frac": 0.029657999674479168, "mean_loss": 2.229794634471235, "total_contrib": 0.06613124854330328}, "6-8": {"token_count": 36005, "frac": 0.061043633355034724, "mean_loss": 2.4152808818150846, "total_contrib": 0.14743752059894497}, "9-12": {"token_count": 30734, "frac": 0.05210706922743055, "mean_loss": 2.566691913262697, "total_contrib": 0.13374279320986554}, "13-20": {"token_count": 36731, "frac": 0.06227450900607639, "mean_loss": 2.755932833050363, "total_contrib": 0.17162436403193645}, "21-30": {"token_count": 27810, "frac": 0.047149658203125, "mean_loss": 2.9139706496825895, "total_contrib": 0.1373927201464722}, "31-50": {"token_count": 33277, "frac": 0.056418524848090276, "mean_loss": 3.045245629411579, "total_contrib": 0.17180826621149548}, "51-75": {"token_count": 23764, "frac": 0.040289984809027776, "mean_loss": 3.161898515704773, "total_contrib": 0.12739284316543278}, "76-100": {"token_count": 15284, "frac": 0.025912814670138888, "mean_loss": 3.231971328765611, "total_contrib": 0.08374947406150579}, "101-150": {"token_count": 19547, "frac": 0.03314039442274305, "mean_loss": 3.3289782355675, "total_contrib": 0.11032365175143419}, "151-200": {"token_count": 11897, "frac": 0.020170423719618056, "mean_loss": 3.330398189643474, "total_contrib": 0.06717554264015776}, "201-300": {"token_count": 14385, "frac": 0.024388631184895832, "mean_loss": 3.4562565516681167, "total_contrib": 0.08429336631901356}, "301-500": {"token_count": 14616, "frac": 0.0247802734375, "mean_loss": 3.4728335073558205, "total_contrib": 0.0860577639151894}, "501-750": {"token_count": 8440, "frac": 0.014309353298611112, "mean_loss": 3.7013234196583222, "total_contrib": 0.052963544484314375}, "751-1k": {"token_count": 4043, "frac": 0.006854587131076389, "mean_loss": 3.8383476594485466, "total_contrib": 0.026310288471053187}, "1k-2k": {"token_count": 6848, "frac": 0.011610243055555556, "mean_loss": 3.8745705710845133, "total_contrib": 0.0449847060661939}, "2k-5k": {"token_count": 5154, "frac": 0.008738199869791666, "mean_loss": 3.672696969665589, "total_contrib": 0.0320927601821161}, "5k-10k": {"token_count": 1570, "frac": 0.002661810980902778, "mean_loss": 4.0323490046919765, "total_contrib": 0.010733350859521491}, "10k+": {"token_count": 3461, "frac": 0.005867852105034722, "mean_loss": 3.0140772645825367, "total_contrib": 0.017686159621717934}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.364043341144988, "total_contrib": 0.5755277250644665}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.997146937078655, "total_contrib": 0.26249047380744095}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.22431034092397, "total_contrib": 0.17391454434832115}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.478298370512997, "total_contrib": 0.13188830414274172}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.299067335032532, "total_contrib": 0.10798040161105886}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.161962329003453, "total_contrib": 0.0937763823729889}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.407341918401672, "total_contrib": 0.2082673318998363}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.732407142406231, "total_contrib": 0.20152710981993546}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.107585280108877, "total_contrib": 0.28162334394475413}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.640734360714672, "total_contrib": 0.2510535887157022}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.081429493680674, "total_contrib": 0.3452326543016015}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.73967094621468, "total_contrib": 0.30601523100208766}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.355356842938194, "total_contrib": 0.23142556808916986}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.161132869550967, "total_contrib": 0.3543708506258079}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.949276063654897, "total_contrib": 0.2748377044380504}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.702707722638083, "total_contrib": 0.4017934584378913}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.499975971461687, "total_contrib": 0.5291716451085057}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.305391554143602, "total_contrib": 0.43474916243900336}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.36231220487026, "total_contrib": 0.2949697189110914}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.1215029849005616, "total_contrib": 0.37464398659420517}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.232042166859982, "total_contrib": 0.3980927407511114}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.4790576092684065, "total_contrib": 0.2250002322907253}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 6.037828311347979, "total_contrib": 0.46332151150160195}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.301963102755524, "total_contrib": 2.911121570396664}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.324051731896105, "total_contrib": 0.6999652740454492}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.950070379669709, "total_contrib": 0.39365938908663184}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.6217097362579524, "total_contrib": 0.2672141785279646}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.279417545620357, "total_contrib": 0.19525767854353107}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.109476702886834, "total_contrib": 0.1570698901965982}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.647699074911137, "total_contrib": 0.3251131312304801}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.069201364892193, "total_contrib": 0.2663836753579527}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.467318238335852, "total_contrib": 0.31048802983821905}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.021747819707787, "total_contrib": 0.22567146760588688}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.614738405074437, "total_contrib": 0.2526892874292825}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.3707217278549875, "total_contrib": 0.17111664859284698}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.279755055641238, "total_contrib": 0.11205420146394117}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.213582046944421, "total_contrib": 0.13535349365820304}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.151143141879367, "total_contrib": 0.08307578811093488}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.108841325210967, "total_contrib": 0.10261236016228154}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.0659429093912225, "total_contrib": 0.10105849041693}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.046934216078746, "total_contrib": 0.06168270298012277}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.172531521382036, "total_contrib": 0.029626739521531793}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.275213277812751, "total_contrib": 0.051027936258615736}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 3.9807907690108086, "total_contrib": 0.036175263336008595}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.297819301478869, "total_contrib": 0.011869892785151295}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1670395578195776, "total_contrib": 0.02138658067287085}}}}
{"step": 1980, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20419, "frac": 0.03461880154079861, "mean_loss": 0.3028190538769895, "total_contrib": 0.010483232728939902}, "2": {"token_count": 13165, "frac": 0.022320217556423612, "mean_loss": 0.7086103418424021, "total_contrib": 0.015816336992654122}, "3": {"token_count": 9242, "frac": 0.015669080946180556, "mean_loss": 0.9260493681163502, "total_contrib": 0.014510342509174446}, "4": {"token_count": 7879, "frac": 0.013358222113715278, "mean_loss": 1.0526074745996181, "total_contrib": 0.014060964444258611}, "5": {"token_count": 6440, "frac": 0.010918511284722222, "mean_loss": 1.2018482827563233, "total_contrib": 0.01312239403779894}, "6-8": {"token_count": 15222, "frac": 0.025807698567708332, "mean_loss": 1.2757757942806043, "total_contrib": 0.03292483713877251}, "9-12": {"token_count": 15378, "frac": 0.026072184244791668, "mean_loss": 1.3954773327583083, "total_contrib": 0.03638314212910507}, "13-20": {"token_count": 22241, "frac": 0.03770785861545139, "mean_loss": 1.5488421154463283, "total_contrib": 0.05840351950690679}, "21-30": {"token_count": 20492, "frac": 0.03474256727430555, "mean_loss": 1.646765367999721, "total_contrib": 0.057212856582726845}, "31-50": {"token_count": 29833, "frac": 0.05057949490017361, "mean_loss": 1.786438446458128, "total_contrib": 0.09035715429210295}, "51-75": {"token_count": 27377, "frac": 0.04641554090711805, "mean_loss": 1.8772491381357412, "total_contrib": 0.08713353416399161}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 2.014397901442133, "total_contrib": 0.07335279359126474}, "101-150": {"token_count": 34225, "frac": 0.05802578396267361, "mean_loss": 2.105898637616373, "total_contrib": 0.12219641939361633}, "151-200": {"token_count": 27048, "frac": 0.045857747395833336, "mean_loss": 2.1835391688173966, "total_contrib": 0.10013218763253606}, "201-300": {"token_count": 41278, "frac": 0.06998358832465278, "mean_loss": 2.245267268911286, "total_contrib": 0.15713186022630488}, "301-500": {"token_count": 56972, "frac": 0.0965915256076389, "mean_loss": 2.3429737058735416, "total_contrib": 0.2263114047089088}, "501-750": {"token_count": 47463, "frac": 0.08046976725260417, "mean_loss": 2.4387042840198494, "total_contrib": 0.19624196613300599}, "751-1k": {"token_count": 32126, "frac": 0.054467095269097224, "mean_loss": 2.50755299749917, "total_contrib": 0.1365791280070976}, "1k-2k": {"token_count": 36528, "frac": 0.061930338541666664, "mean_loss": 2.7601106906007713, "total_contrib": 0.17093458948137913}, "2k-5k": {"token_count": 37819, "frac": 0.06411912706163195, "mean_loss": 2.801573208293522, "total_contrib": 0.1796344285150362}, "5k-10k": {"token_count": 21009, "frac": 0.035619099934895836, "mean_loss": 3.108713686870362, "total_contrib": 0.11072958348161391}, "10k+": {"token_count": 46190, "frac": 0.0783114963107639, "mean_loss": 3.427095769701779, "total_contrib": 0.26838099772563545}}, "trigram": {"novel": {"token_count": 439, "frac": 0.0007442898220486111, "mean_loss": 4.347499141304124, "total_contrib": 0.003235799362237736}, "1": {"token_count": 162734, "frac": 0.2759026421440972, "mean_loss": 0.97471549463901, "total_contrib": 0.26892658030969346}, "2": {"token_count": 57050, "frac": 0.09672376844618055, "mean_loss": 1.5632783068890501, "total_contrib": 0.15120616897247366}, "3": {"token_count": 32271, "frac": 0.054712931315104164, "mean_loss": 1.908627445290956, "total_contrib": 0.1044266023203268}, "4": {"token_count": 22500, "frac": 0.03814697265625, "mean_loss": 2.0816904116909565, "total_contrib": 0.07941018721355272}, "5": {"token_count": 17551, "frac": 0.029756334092881944, "mean_loss": 2.199166191883943, "total_contrib": 0.06543912393146953}, "6-8": {"token_count": 36114, "frac": 0.061228434244791664, "mean_loss": 2.350325500046506, "total_contrib": 0.1439067503334546}, "9-12": {"token_count": 30706, "frac": 0.05205959743923611, "mean_loss": 2.5111375605454747, "total_contrib": 0.1307288105165428}, "13-20": {"token_count": 37038, "frac": 0.06279500325520833, "mean_loss": 2.6744580100480926, "total_contrib": 0.16794259944688797}, "21-30": {"token_count": 28387, "frac": 0.04812791612413195, "mean_loss": 2.836925684086572, "total_contrib": 0.1365353213741142}, "31-50": {"token_count": 33281, "frac": 0.05642530653211805, "mean_loss": 2.971951750747736, "total_contrib": 0.1676932885346059}, "51-75": {"token_count": 23678, "frac": 0.04014417860243055, "mean_loss": 3.147312837395346, "total_contrib": 0.12634628866212122}, "76-100": {"token_count": 15523, "frac": 0.026318020290798612, "mean_loss": 3.226985285089675, "total_contrib": 0.0849278642110986}, "101-150": {"token_count": 19718, "frac": 0.03343031141493055, "mean_loss": 3.2488207131158613, "total_contrib": 0.10860908817074}, "151-200": {"token_count": 12212, "frac": 0.020704481336805556, "mean_loss": 3.3554129658824925, "total_contrib": 0.06947208512938945}, "201-300": {"token_count": 14840, "frac": 0.025160047743055556, "mean_loss": 3.397101133094141, "total_contrib": 0.08547122669663672}, "301-500": {"token_count": 14836, "frac": 0.025153266059027776, "mean_loss": 3.4337388458396028, "total_contrib": 0.08636974676662248}, "501-750": {"token_count": 8422, "frac": 0.014278835720486112, "mean_loss": 3.6069203382912947, "total_contrib": 0.05150262296734159}, "751-1k": {"token_count": 4355, "frac": 0.007383558485243056, "mean_loss": 3.834784986945177, "total_contrib": 0.028314359229441744}, "1k-2k": {"token_count": 7145, "frac": 0.012113783094618056, "mean_loss": 3.848521812913991, "total_contrib": 0.04662015847654634}, "2k-5k": {"token_count": 5454, "frac": 0.009246826171875, "mean_loss": 3.686220608639522, "total_contrib": 0.03408584119927292}, "5k-10k": {"token_count": 1744, "frac": 0.002956814236111111, "mean_loss": 3.976519611753564, "total_contrib": 0.011757829798207966}, "10k+": {"token_count": 3826, "frac": 0.006486680772569444, "mean_loss": 2.9453167914234246, "total_contrib": 0.019105329800052258}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.208606121554649, "total_contrib": 0.5688337607381349}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.877788980651777, "total_contrib": 0.2598789923694376}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.122612982667896, "total_contrib": 0.1723387994530604}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.408097585588916, "total_contrib": 0.13100470051305493}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.209005128866306, "total_contrib": 0.10703614589591001}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.102645315787552, "total_contrib": 0.09322899450315966}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.352997841463651, "total_contrib": 0.20706421884126852}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.694524078093618, "total_contrib": 0.2006528417816337}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.071298753602472, "total_contrib": 0.2803629029402117}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.611161489448652, "total_contrib": 0.2500819052217524}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.052536958151734, "total_contrib": 0.343824090290753}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.716913510649497, "total_contrib": 0.30498192804752633}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.341894241592086, "total_contrib": 0.23093533752596507}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.15213480920773, "total_contrib": 0.3538533077704065}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.947400814407141, "total_contrib": 0.274751073864349}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.696212506083869, "total_contrib": 0.40133582749316293}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.501691807068224, "total_contrib": 0.5293367315662209}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.309683467854258, "total_contrib": 0.4351008623789467}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.362211443112546, "total_contrib": 0.2949641762149159}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.116751198907661, "total_contrib": 0.3743531710784382}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.21804034909877, "total_contrib": 0.3971983273535738}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.4580147364282325, "total_contrib": 0.22426946995418884}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 6.006674048231677, "total_contrib": 0.46093084394160616}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.242533161152858, "total_contrib": 2.892522508777544}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.29359363235227, "total_contrib": 0.6974040679548609}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.913769365018814, "total_contrib": 0.3918618911314892}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.609056184534133, "total_contrib": 0.26677054992672616}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.278653216408426, "total_contrib": 0.19523717674560156}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.097792260584029, "total_contrib": 0.15681174544893134}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.645529193522225, "total_contrib": 0.32500701076311256}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.068222306894402, "total_contrib": 0.26634070346558003}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.471202000161423, "total_contrib": 0.3107085879811724}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 5.0186366469782895, "total_contrib": 0.22553165514595294}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.615132523890824, "total_contrib": 0.25271086819814376}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.36112375789111, "total_contrib": 0.17074088171593815}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.272924520095597, "total_contrib": 0.1118753617415302}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.206950355148817, "total_contrib": 0.13514046288215575}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.141173148212948, "total_contrib": 0.0828762611245145}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.10326779841769, "total_contrib": 0.10247316940425039}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.059466708044618, "total_contrib": 0.10089752526166128}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.040805108724228, "total_contrib": 0.06158928413803237}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.164809807884806, "total_contrib": 0.02957191208804926}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.268089905253533, "total_contrib": 0.05094291336565632}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 3.9727811678082117, "total_contrib": 0.03610247643271894}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.2924287712608535, "total_contrib": 0.011855004998752052}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.161088062240783, "total_contrib": 0.02134639104530341}}}}
{"step": 1990, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20496, "frac": 0.034749348958333336, "mean_loss": 0.323171701630134, "total_contrib": 0.011230006233403908}, "2": {"token_count": 12746, "frac": 0.021609836154513888, "mean_loss": 0.7128802607203758, "total_contrib": 0.015405225631954464}, "3": {"token_count": 9391, "frac": 0.015921698676215276, "mean_loss": 0.9203025861093761, "total_contrib": 0.014652780466975148}, "4": {"token_count": 7539, "frac": 0.012781778971354166, "mean_loss": 1.059032567655676, "total_contrib": 0.013536320203240528}, "5": {"token_count": 6426, "frac": 0.010894775390625, "mean_loss": 1.1941250912481978, "total_contrib": 0.013009724657458697}, "6-8": {"token_count": 15234, "frac": 0.025828043619791668, "mean_loss": 1.3069556470381345, "total_contrib": 0.03375610746083398}, "9-12": {"token_count": 15478, "frac": 0.026241726345486112, "mean_loss": 1.361106031063049, "total_contrib": 0.03571777199434725}, "13-20": {"token_count": 22175, "frac": 0.03759596082899305, "mean_loss": 1.4751402455705975, "total_contrib": 0.05545931488974338}, "21-30": {"token_count": 19999, "frac": 0.03390672471788195, "mean_loss": 1.5791053791746283, "total_contrib": 0.053542291392200715}, "31-50": {"token_count": 29514, "frac": 0.050038655598958336, "mean_loss": 1.7204740689510132, "total_contrib": 0.08609020940317824}, "51-75": {"token_count": 27437, "frac": 0.046517266167534724, "mean_loss": 1.8624120859956863, "total_contrib": 0.08663431871789491}, "76-100": {"token_count": 21887, "frac": 0.03710767957899305, "mean_loss": 1.9698638467137486, "total_contrib": 0.07309707643809647}, "101-150": {"token_count": 34655, "frac": 0.058754814995659724, "mean_loss": 2.0592289632251264, "total_contrib": 0.12098961676799648}, "151-200": {"token_count": 27325, "frac": 0.04632737901475695, "mean_loss": 2.1045622046529973, "total_contrib": 0.09749885091509188}, "201-300": {"token_count": 42486, "frac": 0.07203165690104167, "mean_loss": 2.1866691140568824, "total_contrib": 0.15750939937985012}, "301-500": {"token_count": 56871, "frac": 0.0964202880859375, "mean_loss": 2.286524662537259, "total_contrib": 0.22046736667744352}, "501-750": {"token_count": 48598, "frac": 0.0823940700954861, "mean_loss": 2.373953817672329, "total_contrib": 0.19559971725674072}, "751-1k": {"token_count": 31797, "frac": 0.0539093017578125, "mean_loss": 2.4505831191818133, "total_contrib": 0.13210922485457377}, "1k-2k": {"token_count": 36077, "frac": 0.061165703667534724, "mean_loss": 2.6576093162544723, "total_contrib": 0.1625545439021006}, "2k-5k": {"token_count": 37965, "frac": 0.06436665852864583, "mean_loss": 2.681589644092037, "total_contrib": 0.17260496493522504}, "5k-10k": {"token_count": 20697, "frac": 0.035090128580729164, "mean_loss": 3.070615235287341, "total_contrib": 0.10774828342817873}, "10k+": {"token_count": 45031, "frac": 0.07634650336371528, "mean_loss": 3.3799569320884446, "total_contrib": 0.2580478932849032}}, "trigram": {"novel": {"token_count": 435, "frac": 0.0007375081380208334, "mean_loss": 4.368633126723313, "total_contrib": 0.003221902482985842}, "1": {"token_count": 161843, "frac": 0.2743920220269097, "mean_loss": 0.9574978405184856, "total_contrib": 0.2627297685462668}, "2": {"token_count": 55910, "frac": 0.0947909884982639, "mean_loss": 1.533520528637601, "total_contrib": 0.1453639267919384}, "3": {"token_count": 32524, "frac": 0.05514187282986111, "mean_loss": 1.849368729035891, "total_contrib": 0.10197765527201896}, "4": {"token_count": 22496, "frac": 0.038140190972222224, "mean_loss": 1.9672890477723821, "total_contrib": 0.07503277997959987}, "5": {"token_count": 17365, "frac": 0.029440985785590276, "mean_loss": 2.1397584790798696, "total_contrib": 0.0629965989671867}, "6-8": {"token_count": 36573, "frac": 0.062006632486979164, "mean_loss": 2.249700092353334, "total_contrib": 0.1394963268324763}, "9-12": {"token_count": 30494, "frac": 0.05170016818576389, "mean_loss": 2.3971189331190708, "total_contrib": 0.12393145200353485}, "13-20": {"token_count": 37591, "frac": 0.0637325710720486, "mean_loss": 2.5919251766755806, "total_contrib": 0.16519005553590857}, "21-30": {"token_count": 28292, "frac": 0.047966851128472224, "mean_loss": 2.7233390868312717, "total_contrib": 0.1306300005503851}, "31-50": {"token_count": 34303, "frac": 0.058158026801215276, "mean_loss": 2.9325402725030094, "total_contrib": 0.17055075576387316}, "51-75": {"token_count": 24560, "frac": 0.04163953993055555, "mean_loss": 3.032336762105808, "total_contrib": 0.12626510768859633}, "76-100": {"token_count": 15979, "frac": 0.027091132269965276, "mean_loss": 3.1313458525287277, "total_contrib": 0.08483170467386295}, "101-150": {"token_count": 19864, "frac": 0.03367784288194445, "mean_loss": 3.19538708996881, "total_contrib": 0.10761374436296327}, "151-200": {"token_count": 12390, "frac": 0.021006266276041668, "mean_loss": 3.217730833022997, "total_contrib": 0.06759251068311044}, "201-300": {"token_count": 14541, "frac": 0.024653116861979168, "mean_loss": 3.3113787048377117, "total_contrib": 0.08163580618463333}, "301-500": {"token_count": 14357, "frac": 0.024341159396701388, "mean_loss": 3.439584111768232, "total_contrib": 0.0837234651229121}, "501-750": {"token_count": 8455, "frac": 0.014334784613715278, "mean_loss": 3.589106597859077, "total_contrib": 0.051449070035974286}, "751-1k": {"token_count": 4110, "frac": 0.006968180338541667, "mean_loss": 3.6570186899904678, "total_contrib": 0.02548276573327098}, "1k-2k": {"token_count": 7104, "frac": 0.012044270833333334, "mean_loss": 3.7821980085128164, "total_contrib": 0.04555381715982233}, "2k-5k": {"token_count": 5350, "frac": 0.009070502387152778, "mean_loss": 3.5580405001536737, "total_contrib": 0.03227321485023016}, "5k-10k": {"token_count": 1617, "frac": 0.0027414957682291665, "mean_loss": 4.006926331709697, "total_contrib": 0.010984971581988152}, "10k+": {"token_count": 3671, "frac": 0.006223890516493056, "mean_loss": 3.0099514183692087, "total_contrib": 0.018733608087892942}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.183706938130435, "total_contrib": 0.5677614677182535}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.879727475143142, "total_contrib": 0.2599214054815034}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.091849646039043, "total_contrib": 0.17186213839238623}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.38752948645299, "total_contrib": 0.13074581384858366}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.18174428718717, "total_contrib": 0.1067503300509397}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 10.070146804213454, "total_contrib": 0.09292909250104071}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.321051454390474, "total_contrib": 0.20635696392725764}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.658706763133818, "total_contrib": 0.19982624725304077}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 8.035848417588182, "total_contrib": 0.27913150766931605}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.567586126978416, "total_contrib": 0.24865013824605595}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 7.007625739999889, "total_contrib": 0.34163458617095405}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.6783392747672705, "total_contrib": 0.3032304621675996}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.301828879893213, "total_contrib": 0.22947638733307973}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.102438810309332, "total_contrib": 0.3509949351666668}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.907952389144417, "total_contrib": 0.2729286816057113}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.660019867052552, "total_contrib": 0.39878581681163006}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.471359129262399, "total_contrib": 0.5264183200861814}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.281507459395587, "total_contrib": 0.43279198546509956}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.33924435366145, "total_contrib": 0.2937008040611195}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.091568153845938, "total_contrib": 0.37281193579361077}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.201462692861044, "total_contrib": 0.39613937357402473}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.4465887613668915, "total_contrib": 0.22387267659348895}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 6.018009724184198, "total_contrib": 0.46180070347476704}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.211804115851217, "total_contrib": 2.882905615480171}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.278723509141217, "total_contrib": 0.696153646861413}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.882403864486473, "total_contrib": 0.3903087823930392}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.573869591294879, "total_contrib": 0.26553692165525106}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.245237459542376, "total_contrib": 0.19434085735307471}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 7.052646701912506, "total_contrib": 0.1558143432153013}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.59187292443242, "total_contrib": 0.3223828911305366}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 6.022570456661187, "total_contrib": 0.26433699541226674}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.42986366223488, "total_contrib": 0.3083609911265387}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.980297609207096, "total_contrib": 0.22380874367547487}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.590982237069596, "total_contrib": 0.2513884706465603}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.341110604574191, "total_contrib": 0.16995735351702748}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.254285543625217, "total_contrib": 0.11138734885356348}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.195174114228482, "total_contrib": 0.1347621730249821}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.128069019088398, "total_contrib": 0.08261401147006472}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.096749944006706, "total_contrib": 0.10231039543188948}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.058168470037936, "total_contrib": 0.10086525772222925}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.03609168679966, "total_contrib": 0.061517442939468286}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.160319905233124, "total_contrib": 0.029540031879198413}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.269181237435292, "total_contrib": 0.05095593924890214}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 3.972753272836181, "total_contrib": 0.03610222293837133}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.288040572662476, "total_contrib": 0.011842885492735416}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.1584315409917996, "total_contrib": 0.02132845192425255}}}}
{"step": 2000, "epoch": 6, "train": {"bigram": {"novel": {"token_count": 0, "frac": 0.0, "mean_loss": 0.0, "total_contrib": 0.0}, "1": {"token_count": 20948, "frac": 0.035515679253472224, "mean_loss": 0.2825824169432476, "total_contrib": 0.010036106482827337}, "2": {"token_count": 12920, "frac": 0.021904839409722224, "mean_loss": 0.6728494404701303, "total_contrib": 0.014738658940419657}, "3": {"token_count": 9295, "frac": 0.015758938259548612, "mean_loss": 0.9304110993140233, "total_contrib": 0.014662291070088445}, "4": {"token_count": 7781, "frac": 0.013192070855034722, "mean_loss": 1.0423545926784503, "total_contrib": 0.013750815642684974}, "5": {"token_count": 6548, "frac": 0.011101616753472222, "mean_loss": 1.161860519577052, "total_contrib": 0.012898530209334541}, "6-8": {"token_count": 15220, "frac": 0.025804307725694444, "mean_loss": 1.2374841989019076, "total_contrib": 0.03193242307414929}, "9-12": {"token_count": 15445, "frac": 0.026185777452256944, "mean_loss": 1.334264605940271, "total_contrib": 0.03493875603357524}, "13-20": {"token_count": 22361, "frac": 0.037911309136284724, "mean_loss": 1.4598278184925888, "total_contrib": 0.05534398371262068}, "21-30": {"token_count": 19995, "frac": 0.033899943033854164, "mean_loss": 1.5662693975308086, "total_contrib": 0.05309644335196349}, "31-50": {"token_count": 29557, "frac": 0.05011155870225695, "mean_loss": 1.6939407125721488, "total_contrib": 0.0848860094562022}, "51-75": {"token_count": 26820, "frac": 0.04547119140625, "mean_loss": 1.845776379279385, "total_contrib": 0.08392965103534801}, "76-100": {"token_count": 21904, "frac": 0.03713650173611111, "mean_loss": 1.9611705184517727, "total_contrib": 0.07283101236329419}, "101-150": {"token_count": 34339, "frac": 0.058219061957465276, "mean_loss": 2.0261886627189205, "total_contrib": 0.11796280329234654}, "151-200": {"token_count": 27176, "frac": 0.046074761284722224, "mean_loss": 2.0981594581311396, "total_contrib": 0.0966721961706744}, "201-300": {"token_count": 41615, "frac": 0.07055494520399305, "mean_loss": 2.1594915913010495, "total_contrib": 0.1523628108927293}, "301-500": {"token_count": 56921, "frac": 0.09650505913628472, "mean_loss": 2.282684324984014, "total_contrib": 0.22029058577205246}, "501-750": {"token_count": 48012, "frac": 0.08140055338541667, "mean_loss": 2.3756375181966427, "total_contrib": 0.19337820862436458}, "751-1k": {"token_count": 32442, "frac": 0.055002848307291664, "mean_loss": 2.4318764997812696, "total_contrib": 0.13376013421953659}, "1k-2k": {"token_count": 35879, "frac": 0.060830010308159724, "mean_loss": 2.662724597744621, "total_contrib": 0.16197356472859573}, "2k-5k": {"token_count": 37783, "frac": 0.06405809190538195, "mean_loss": 2.7248558961774076, "total_contrib": 0.17454906942625426}, "5k-10k": {"token_count": 20857, "frac": 0.035361395941840276, "mean_loss": 3.0801395227376194, "total_contrib": 0.1089180332196359}, "10k+": {"token_count": 46006, "frac": 0.0779995388454861, "mean_loss": 3.36825731073501, "total_contrib": 0.262722516950268}}, "trigram": {"novel": {"token_count": 443, "frac": 0.0007510715060763889, "mean_loss": 4.506965595564246, "total_contrib": 0.003385053437694907}, "1": {"token_count": 163779, "frac": 0.2776743570963542, "mean_loss": 0.9184644851535152, "total_contrib": 0.2550340354308363}, "2": {"token_count": 56061, "frac": 0.0950469970703125, "mean_loss": 1.5070894112523223, "total_contrib": 0.14324432285599847}, "3": {"token_count": 31812, "frac": 0.053934733072916664, "mean_loss": 1.8607487373631288, "total_contrib": 0.10035898646544707}, "4": {"token_count": 22709, "frac": 0.03850131564670139, "mean_loss": 2.012049924201289, "total_contrib": 0.07746656922859543}, "5": {"token_count": 17314, "frac": 0.029354519314236112, "mean_loss": 2.1542115223683473, "total_contrib": 0.06323584374031163}, "6-8": {"token_count": 35611, "frac": 0.06037563747829861, "mean_loss": 2.2585518087324425, "total_contrib": 0.13636150522998558}, "9-12": {"token_count": 30440, "frac": 0.05160861545138889, "mean_loss": 2.3888443716411287, "total_contrib": 0.12328495054924174}, "13-20": {"token_count": 37327, "frac": 0.06328497992621528, "mean_loss": 2.5620736826594963, "total_contrib": 0.16214078157659068}, "21-30": {"token_count": 28536, "frac": 0.048380533854166664, "mean_loss": 2.7479312021098226, "total_contrib": 0.13294637855259517}, "31-50": {"token_count": 33502, "frac": 0.056799994574652776, "mean_loss": 2.9184894057155892, "total_contrib": 0.16577018241082708}, "51-75": {"token_count": 23791, "frac": 0.040335761176215276, "mean_loss": 3.1045058224590387, "total_contrib": 0.12522260542487756}, "76-100": {"token_count": 15940, "frac": 0.027025010850694444, "mean_loss": 3.1070331274622536, "total_contrib": 0.08396760398313449}, "101-150": {"token_count": 19686, "frac": 0.033376057942708336, "mean_loss": 3.1787836235054585, "total_contrib": 0.10609526640545054}, "151-200": {"token_count": 12314, "frac": 0.020877414279513888, "mean_loss": 3.2399788950389947, "total_contrib": 0.06764238164861074}, "201-300": {"token_count": 14781, "frac": 0.025060017903645832, "mean_loss": 3.3484757414957382, "total_contrib": 0.08391286203180695}, "301-500": {"token_count": 15006, "frac": 0.025441487630208332, "mean_loss": 3.403792773803597, "total_contrib": 0.08659755175051671}, "501-750": {"token_count": 8382, "frac": 0.014211018880208334, "mean_loss": 3.5743463144229723, "total_contrib": 0.05079510295866793}, "751-1k": {"token_count": 4471, "frac": 0.007580227322048611, "mean_loss": 3.7316580212122035, "total_contrib": 0.0282868160889346}, "1k-2k": {"token_count": 7221, "frac": 0.012242635091145834, "mean_loss": 3.8002386590219106, "total_contrib": 0.04652493516167063}, "2k-5k": {"token_count": 5316, "frac": 0.009012858072916666, "mean_loss": 3.7249895222361413, "total_contrib": 0.033572801887016}, "5k-10k": {"token_count": 1663, "frac": 0.002819485134548611, "mean_loss": 3.965679905966195, "total_contrib": 0.01118117554324982}, "10k+": {"token_count": 3719, "frac": 0.006305270724826389, "mean_loss": 2.95100608981673, "total_contrib": 0.01860689230690582}}}, "val": {"bigram": {"novel": {"token_count": 25401, "frac": 0.043065388997395836, "mean_loss": 13.094940295815746, "total_contrib": 0.5639386977369788}, "1": {"token_count": 12905, "frac": 0.021879408094618056, "mean_loss": 11.81712280827857, "total_contrib": 0.2585516524265458}, "2": {"token_count": 9139, "frac": 0.015494452582465278, "mean_loss": 11.016751892593081, "total_contrib": 0.1706985398125681}, "3": {"token_count": 7424, "frac": 0.012586805555555556, "mean_loss": 10.307613216134458, "total_contrib": 0.12973992329335907}, "4": {"token_count": 6184, "frac": 0.010484483506944444, "mean_loss": 10.106205233141669, "total_contrib": 0.10595834208466946}, "5": {"token_count": 5443, "frac": 0.009228176540798612, "mean_loss": 9.990250141804145, "total_contrib": 0.09219179199530701}, "6-8": {"token_count": 13058, "frac": 0.022138807508680556, "mean_loss": 9.241297326175165, "total_contrib": 0.2045913026346763}, "9-12": {"token_count": 13612, "frac": 0.023078070746527776, "mean_loss": 8.584976747954373, "total_contrib": 0.19812470074658697}, "13-20": {"token_count": 20488, "frac": 0.034735785590277776, "mean_loss": 7.956953081463326, "total_contrib": 0.27639101618961015}, "21-30": {"token_count": 19380, "frac": 0.032857259114583336, "mean_loss": 7.492331646645521, "total_contrib": 0.2461774822862247}, "31-50": {"token_count": 28755, "frac": 0.0487518310546875, "mean_loss": 6.931571764112676, "total_contrib": 0.3379268155874634}, "51-75": {"token_count": 26781, "frac": 0.045405069986979164, "mean_loss": 6.615210384301139, "total_contrib": 0.30036409047778456}, "76-100": {"token_count": 21478, "frac": 0.036414252387152776, "mean_loss": 6.244736089387181, "total_contrib": 0.22739739605010625}, "101-150": {"token_count": 33925, "frac": 0.057517157660590276, "mean_loss": 6.048719844760651, "total_contrib": 0.3479051729558395}, "151-200": {"token_count": 27248, "frac": 0.046196831597222224, "mean_loss": 5.8567083279576435, "total_contrib": 0.2705613683407082}, "201-300": {"token_count": 41557, "frac": 0.07045661078559028, "mean_loss": 5.610775703049663, "total_contrib": 0.39531623991501674}, "301-500": {"token_count": 56749, "frac": 0.09621344672309028, "mean_loss": 5.429126572821118, "total_contrib": 0.5223549802670383}, "501-750": {"token_count": 48333, "frac": 0.08194478352864583, "mean_loss": 5.240235764892865, "total_contrib": 0.4294099853932136}, "751-1k": {"token_count": 32445, "frac": 0.0550079345703125, "mean_loss": 5.2933091223316024, "total_contrib": 0.2911740018616551}, "1k-2k": {"token_count": 36098, "frac": 0.06120130750868055, "mean_loss": 6.055721999006166, "total_contrib": 0.3706181042482581}, "2k-5k": {"token_count": 37677, "frac": 0.06387837727864583, "mean_loss": 6.167155587803675, "total_contrib": 0.39394789137383196}, "5k-10k": {"token_count": 20483, "frac": 0.03472730848524305, "mean_loss": 6.405393088513735, "total_contrib": 0.22244206175406023}, "10k+": {"token_count": 45261, "frac": 0.0767364501953125, "mean_loss": 5.966333347794045, "total_contrib": 0.4578352417916298}}, "trigram": {"novel": {"token_count": 184590, "frac": 0.312957763671875, "mean_loss": 9.138770117486455, "total_contrib": 2.860049058679919}, "1": {"token_count": 49598, "frac": 0.08408949110243055, "mean_loss": 8.224098148237728, "total_contrib": 0.691560228061752}, "2": {"token_count": 29206, "frac": 0.04951646592881945, "mean_loss": 7.812322243502037, "total_contrib": 0.3868385881953269}, "3": {"token_count": 20679, "frac": 0.035059611002604164, "mean_loss": 7.502304431941192, "total_contrib": 0.2630278750069714}, "4": {"token_count": 15821, "frac": 0.026823255750868056, "mean_loss": 7.166576172797549, "total_contrib": 0.19223090554102584}, "5": {"token_count": 13031, "frac": 0.022093031141493056, "mean_loss": 6.969474712946441, "total_contrib": 0.1539768218729741}, "6-8": {"token_count": 28846, "frac": 0.04890611436631945, "mean_loss": 6.511611201112027, "total_contrib": 0.31845760211059154}, "9-12": {"token_count": 25888, "frac": 0.043891059027777776, "mean_loss": 5.942609604204463, "total_contrib": 0.26082742891717725}, "13-20": {"token_count": 33496, "frac": 0.05678982204861111, "mean_loss": 5.366753295790664, "total_contrib": 0.304776964646749}, "21-30": {"token_count": 26506, "frac": 0.04493882921006945, "mean_loss": 4.93179367617372, "total_contrib": 0.22162903371287138}, "31-50": {"token_count": 32297, "frac": 0.054757012261284724, "mean_loss": 4.5574932354418705, "total_contrib": 0.24955471297381268}, "51-75": {"token_count": 23092, "frac": 0.03915066189236111, "mean_loss": 4.317480993022321, "total_contrib": 0.16903223858451238}, "76-100": {"token_count": 15443, "frac": 0.026182386610243056, "mean_loss": 4.237706468634014, "total_contrib": 0.11095326910250358}, "101-150": {"token_count": 18947, "frac": 0.03212314181857639, "mean_loss": 4.183616372320278, "total_contrib": 0.13439090204256238}, "151-200": {"token_count": 11804, "frac": 0.020012749565972224, "mean_loss": 4.114766302566256, "total_contrib": 0.08234778753575997}, "201-300": {"token_count": 14730, "frac": 0.024973551432291668, "mean_loss": 4.089691427669022, "total_contrib": 0.10213411921109466}, "301-500": {"token_count": 14660, "frac": 0.024854871961805556, "mean_loss": 4.052544971109541, "total_contrib": 0.10072548637638665}, "501-750": {"token_count": 8990, "frac": 0.015241834852430556, "mean_loss": 4.031939366974716, "total_contrib": 0.06145415396644202}, "751-1k": {"token_count": 4188, "frac": 0.007100423177083333, "mean_loss": 4.159540891565319, "total_contrib": 0.029534500552496262}, "1k-2k": {"token_count": 7040, "frac": 0.011935763888888888, "mean_loss": 4.266532934689591, "total_contrib": 0.050924329732623154}, "2k-5k": {"token_count": 5360, "frac": 0.009087456597222222, "mean_loss": 3.966515352222996, "total_contrib": 0.03604553610554209}, "5k-10k": {"token_count": 1629, "frac": 0.0027618408203125, "mean_loss": 4.286432156827532, "total_contrib": 0.01183844330422643}, "10k+": {"token_count": 3983, "frac": 0.006752861870659722, "mean_loss": 3.155227131534582, "total_contrib": 0.021306812989810926}}}}