model3.txt

BLEU: 52
EDIT: 58

Epoch: 1
Epoch 1, step:100/9410 1.06%, Loss:2.0678, Perplexity:4.1925
Epoch 1, step:200/9410 2.13%, Loss:1.6396, Perplexity:3.1159
Epoch 1, step:300/9410 3.19%, Loss:1.5161, Perplexity:2.8601
Epoch 1, step:400/9410 4.25%, Loss:1.4459, Perplexity:2.7242
Epoch 1, step:500/9410 5.31%, Loss:1.4382, Perplexity:2.7097
Epoch 1, step:600/9410 6.38%, Loss:1.4236, Perplexity:2.6826
Epoch 1, step:700/9410 7.44%, Loss:1.3813, Perplexity:2.6051
Epoch 1, step:1500/9410 15.94%, Loss:1.3419, Perplexity:2.5349
Epoch 1, step:1600/9410 17.00%, Loss:1.3234, Perplexity:2.5026
Epoch 1, step:1700/9410 18.07%, Loss:1.3341, Perplexity:2.5211
Epoch 1, step:1800/9410 19.13%, Loss:1.3038, Perplexity:2.4689
Epoch 1, step:1900/9410 20.19%, Loss:1.3041, Perplexity:2.4693
Epoch 1, step:2000/9410 21.25%, Loss:1.2986, Perplexity:2.4599
Epoch 1, step:2100/9410 22.32%, Loss:1.3146, Perplexity:2.4873
Epoch 1, step:2200/9410 23.38%, Loss:1.2723, Perplexity:2.4155
Epoch 1, step:2300/9410 24.44%, Loss:1.2857, Perplexity:2.4381
Epoch 1, step:2400/9410 25.50%, Loss:1.3021, Perplexity:2.4659
Epoch 1, step:2500/9410 26.57%, Loss:1.2880, Perplexity:2.4419
Epoch 1, step:2600/9410 27.63%, Loss:1.2879, Perplexity:2.4418
Epoch 1, step:2700/9410 28.69%, Loss:1.2680, Perplexity:2.4082
Epoch 1, step:2800/9410 29.76%, Loss:1.2686, Perplexity:2.4092
Epoch 1, step:2900/9410 30.82%, Loss:1.2697, Perplexity:2.4112
Epoch 1, step:3000/9410 31.88%, Loss:1.2789, Perplexity:2.4266
Epoch 1, step:3100/9410 32.94%, Loss:1.2544, Perplexity:2.3857
Epoch 1, step:3200/9410 34.01%, Loss:1.2409, Perplexity:2.3635
Epoch 1, step:3300/9410 35.07%, Loss:1.2492, Perplexity:2.3770
Epoch 1, step:3400/9410 36.13%, Loss:1.2445, Perplexity:2.3694
Epoch 1, step:3500/9410 37.19%, Loss:1.2578, Perplexity:2.3913
Epoch 1, step:3600/9410 38.26%, Loss:1.1888, Perplexity:2.2796
Epoch 1, step:3700/9410 39.32%, Loss:1.1252, Perplexity:2.1813
Epoch 1, step:3800/9410 40.38%, Loss:1.1095, Perplexity:2.1576
Epoch 1, step:3900/9410 41.45%, Loss:1.0884, Perplexity:2.1264
Epoch 1, step:4000/9410 42.51%, Loss:1.1346, Perplexity:2.1956
Epoch 1, step:4100/9410 43.57%, Loss:1.1279, Perplexity:2.1854
Epoch 1, step:4200/9410 44.63%, Loss:1.1345, Perplexity:2.1954
Epoch 1, step:4300/9410 45.70%, Loss:1.1024, Perplexity:2.1471
Epoch 1, step:4400/9410 46.76%, Loss:1.1266, Perplexity:2.1834
Epoch 1, step:4500/9410 47.82%, Loss:1.1249, Perplexity:2.1808
Epoch 1, step:4600/9410 48.88%, Loss:1.1352, Perplexity:2.1965
Epoch 1, step:4700/9410 49.95%, Loss:1.1395, Perplexity:2.2031
Epoch 1, step:4800/9410 51.01%, Loss:1.1371, Perplexity:2.1994
Epoch 1, step:4900/9410 52.07%, Loss:1.1308, Perplexity:2.1898
Epoch 1, step:5000/9410 53.13%, Loss:1.1178, Perplexity:2.1701
Epoch 1, step:5100/9410 54.20%, Loss:1.1126, Perplexity:2.1623
Epoch 1, step:5200/9410 55.26%, Loss:1.1249, Perplexity:2.1808
Epoch 1, step:5300/9410 56.32%, Loss:1.1405, Perplexity:2.2046
Epoch 1, step:5400/9410 57.39%, Loss:1.1121, Perplexity:2.1617
Epoch 1, step:5500/9410 58.45%, Loss:1.1078, Perplexity:2.1552
Epoch 1, step:5600/9410 59.51%, Loss:1.1154, Perplexity:2.1665
Epoch 1, step:5700/9410 60.57%, Loss:1.1248, Perplexity:2.1807
Epoch 1, step:5800/9410 61.64%, Loss:1.1264, Perplexity:2.1832
Epoch 1, step:5900/9410 62.70%, Loss:1.1250, Perplexity:2.1810
Epoch 1, step:6000/9410 63.76%, Loss:1.1271, Perplexity:2.1843
Epoch 1, step:6100/9410 64.82%, Loss:1.1060, Perplexity:2.1525
Epoch 1, step:6200/9410 65.89%, Loss:1.1076, Perplexity:2.1549
Epoch 1, step:6300/9410 66.95%, Loss:1.1069, Perplexity:2.1538
Epoch 1, step:6400/9410 68.01%, Loss:1.1271, Perplexity:2.1842
Epoch 1, step:6500/9410 69.08%, Loss:1.1221, Perplexity:2.1766
Epoch 1, step:6600/9410 70.14%, Loss:1.1188, Perplexity:2.1717
Epoch 1, step:6700/9410 71.20%, Loss:1.1250, Perplexity:2.1810
Epoch 1, step:6800/9410 72.26%, Loss:1.1149, Perplexity:2.1659
Epoch 1, step:6900/9410 73.33%, Loss:1.1273, Perplexity:2.1845
Epoch 1, step:7000/9410 74.39%, Loss:1.1030, Perplexity:2.1481
Epoch 1, step:7100/9410 75.45%, Loss:1.1102, Perplexity:2.1587
Epoch 1, step:7200/9410 76.51%, Loss:1.1127, Perplexity:2.1625
Epoch 1, step:7300/9410 77.58%, Loss:1.1213, Perplexity:2.1755
Epoch 1, step:7400/9410 78.64%, Loss:1.1163, Perplexity:2.1680
Epoch 1, step:7500/9410 79.70%, Loss:1.1063, Perplexity:2.1529
Epoch 1, step:7600/9410 80.77%, Loss:1.1106, Perplexity:2.1593
Epoch 1, step:7700/9410 81.83%, Loss:1.1076, Perplexity:2.1549
Epoch 1, step:7800/9410 82.89%, Loss:1.1104, Perplexity:2.1591
Epoch 1, step:7900/9410 83.95%, Loss:1.1063, Perplexity:2.1530
Epoch 1, step:8000/9410 85.02%, Loss:1.1024, Perplexity:2.1471
Epoch 1, step:8100/9410 86.08%, Loss:1.0987, Perplexity:2.1416
Epoch 1, step:8200/9410 87.14%, Loss:1.1014, Perplexity:2.1457
Epoch 1, step:8300/9410 88.20%, Loss:1.1098, Perplexity:2.1581
Epoch 1, step:8400/9410 89.27%, Loss:1.1066, Perplexity:2.1534
Epoch 1, step:9200/9410 97.77%, Loss:1.0998, Perplexity:2.1432
Epoch 1, step:9300/9410 98.83%, Loss:1.0490, Perplexity:2.0691
Epoch 1, step:9400/9410 99.89%, Loss:0.9733, Perplexity:1.9633
Epoch 1, validation average loss:2.3743, Perplexity:5.1847
Saving checkpoint to ./ckpts/best_ckpt.pt
Saving checkpoint to ./ckpts/ckpt-1-2.3743.pt
Epoch: 2
Epoch 2, step:100/9410 1.06%, Loss:1.2054, Perplexity:2.3060
Epoch 2, step:200/9410 2.13%, Loss:1.1520, Perplexity:2.2222
Epoch 2, step:300/9410 3.19%, Loss:1.1500, Perplexity:2.2191
Epoch 2, step:400/9410 4.25%, Loss:1.1381, Perplexity:2.2010
Epoch 2, step:500/9410 5.31%, Loss:1.1495, Perplexity:2.2183
Epoch 2, step:600/9410 6.38%, Loss:1.1568, Perplexity:2.2297
Epoch 2, step:700/9410 7.44%, Loss:1.1460, Perplexity:2.2129
Epoch 2, step:800/9410 8.50%, Loss:1.1670, Perplexity:2.2454
Epoch 2, step:900/9410 9.56%, Loss:1.1575, Perplexity:2.2307
Epoch 2, step:1000/9410 10.63%, Loss:1.1696, Perplexity:2.2495
Epoch 2, step:1100/9410 11.69%, Loss:1.1673, Perplexity:2.2460
Epoch 2, step:1200/9410 12.75%, Loss:1.1624, Perplexity:2.2383
Epoch 2, step:1300/9410 13.82%, Loss:1.1582, Perplexity:2.2317
Epoch 2, step:1400/9410 14.88%, Loss:1.1584, Perplexity:2.2321
Epoch 2, step:1500/9410 15.94%, Loss:1.1760, Perplexity:2.2594
Epoch 2, step:1600/9410 17.00%, Loss:1.1612, Perplexity:2.2364
Epoch 2, step:1700/9410 18.07%, Loss:1.1775, Perplexity:2.2618
Epoch 2, step:1800/9410 19.13%, Loss:1.1573, Perplexity:2.2304
Epoch 2, step:1900/9410 20.19%, Loss:1.1498, Perplexity:2.2188
Epoch 2, step:2000/9410 21.25%, Loss:1.1528, Perplexity:2.2235
Epoch 2, step:2100/9410 22.32%, Loss:1.1684, Perplexity:2.2476
Epoch 2, step:2200/9410 23.38%, Loss:1.1330, Perplexity:2.1931
Epoch 2, step:2300/9410 24.44%, Loss:1.1482, Perplexity:2.2163
Epoch 2, step:2400/9410 25.50%, Loss:1.1634, Perplexity:2.2398
Epoch 2, step:2500/9410 26.57%, Loss:1.1508, Perplexity:2.2203
Epoch 2, step:2600/9410 27.63%, Loss:1.1547, Perplexity:2.2263
Epoch 2, step:2700/9410 28.69%, Loss:1.1356, Perplexity:2.1971
Epoch 2, step:2800/9410 29.76%, Loss:1.1291, Perplexity:2.1872
Epoch 2, step:2900/9410 30.82%, Loss:1.1372, Perplexity:2.1995
Epoch 2, step:3000/9410 31.88%, Loss:1.1433, Perplexity:2.2088
Epoch 2, step:3100/9410 32.94%, Loss:1.1207, Perplexity:2.1745
Epoch 2, step:3200/9410 34.01%, Loss:1.1070, Perplexity:2.1539
Epoch 2, step:3300/9410 35.07%, Loss:1.1251, Perplexity:2.1811
Epoch 2, step:3400/9410 36.13%, Loss:1.1220, Perplexity:2.1764
Epoch 2, step:3500/9410 37.19%, Loss:1.1134, Perplexity:2.1636
Epoch 2, step:3600/9410 38.26%, Loss:1.0082, Perplexity:2.0114
Epoch 2, step:3700/9410 39.32%, Loss:0.9544, Perplexity:1.9378
Epoch 2, step:3800/9410 40.38%, Loss:0.9410, Perplexity:1.9199
Epoch 2, step:3900/9410 41.45%, Loss:0.9170, Perplexity:1.8881
Epoch 2, step:4000/9410 42.51%, Loss:0.9799, Perplexity:1.9723
Epoch 2, step:4100/9410 43.57%, Loss:0.9582, Perplexity:1.9428
Epoch 2, step:4200/9410 44.63%, Loss:0.9602, Perplexity:1.9456
Epoch 2, step:4300/9410 45.70%, Loss:0.9209, Perplexity:1.8933
Epoch 2, step:4400/9410 46.76%, Loss:0.9415, Perplexity:1.9206
Epoch 2, step:4500/9410 47.82%, Loss:0.9592, Perplexity:1.9442
Epoch 2, step:4600/9410 48.88%, Loss:0.9599, Perplexity:1.9452
Epoch 2, step:4700/9410 49.95%, Loss:0.9520, Perplexity:1.9346
Epoch 2, step:4800/9410 51.01%, Loss:0.9414, Perplexity:1.9204

Epoch 2, step:4900/9410 52.07%, Loss:0.9279, Perplexity:1.9025
Epoch 2, step:5000/9410 53.13%, Loss:0.9055, Perplexity:1.8732
Epoch 2, step:5100/9410 54.20%, Loss:0.9185, Perplexity:1.8902
Epoch 2, step:5200/9410 55.26%, Loss:0.9197, Perplexity:1.8918
Epoch 2, step:5300/9410 56.32%, Loss:0.9220, Perplexity:1.8948
Epoch 2, step:5400/9410 57.39%, Loss:0.8976, Perplexity:1.8630
Epoch 2, step:5500/9410 58.45%, Loss:0.8778, Perplexity:1.8376
Epoch 2, step:5600/9410 59.51%, Loss:0.8771, Perplexity:1.8367
Epoch 2, step:5700/9410 60.57%, Loss:0.8709, Perplexity:1.8288
Epoch 2, step:5800/9410 61.64%, Loss:0.9116, Perplexity:1.8811
Epoch 2, step:5900/9410 62.70%, Loss:0.8852, Perplexity:1.8470
Epoch 2, step:6000/9410 63.76%, Loss:0.8762, Perplexity:1.8355
Epoch 2, step:6100/9410 64.82%, Loss:0.8403, Perplexity:1.7905
Epoch 2, step:6200/9410 65.89%, Loss:0.8309, Perplexity:1.7788
Epoch 2, step:6300/9410 66.95%, Loss:0.8196, Perplexity:1.7649
Epoch 2, step:6400/9410 68.01%, Loss:0.8848, Perplexity:1.8466
Epoch 2, step:6500/9410 69.08%, Loss:0.8811, Perplexity:1.8417
Epoch 2, step:6600/9410 70.14%, Loss:0.8539, Perplexity:1.8074
Epoch 2, step:6700/9410 71.20%, Loss:0.8444, Perplexity:1.7956
Epoch 2, step:6800/9410 72.26%, Loss:0.8174, Perplexity:1.7622
Epoch 2, step:6900/9410 73.33%, Loss:0.8189, Perplexity:1.7641
Epoch 2, step:7000/9410 74.39%, Loss:0.7820, Perplexity:1.7195
Epoch 2, step:7100/9410 75.45%, Loss:0.7836, Perplexity:1.7214
Epoch 2, step:7200/9410 76.51%, Loss:0.7738, Perplexity:1.7097
Epoch 2, step:7300/9410 77.58%, Loss:0.7706, Perplexity:1.7059
Epoch 2, step:7400/9410 78.64%, Loss:0.7526, Perplexity:1.6848
Epoch 2, step:7500/9410 79.70%, Loss:0.7353, Perplexity:1.6647
Epoch 2, step:7600/9410 80.77%, Loss:0.8374, Perplexity:1.7869
Epoch 2, step:7700/9410 81.83%, Loss:0.7901, Perplexity:1.7292
Epoch 2, step:7800/9410 82.89%, Loss:0.7674, Perplexity:1.7022
Epoch 2, step:7900/9410 83.95%, Loss:0.7474, Perplexity:1.6788
Epoch 2, step:8000/9410 85.02%, Loss:0.7266, Perplexity:1.6548
Epoch 2, step:8100/9410 86.08%, Loss:0.7124, Perplexity:1.6385
Epoch 2, step:8200/9410 87.14%, Loss:0.6973, Perplexity:1.6214
Epoch 2, step:8300/9410 88.20%, Loss:0.7079, Perplexity:1.6334
Epoch 2, step:8400/9410 89.27%, Loss:0.6885, Perplexity:1.6116
Epoch 2, step:8500/9410 90.33%, Loss:0.8026, Perplexity:1.7442
Epoch 2, step:8600/9410 91.39%, Loss:0.7473, Perplexity:1.6786
Epoch 2, step:8700/9410 92.45%, Loss:0.7145, Perplexity:1.6409
Epoch 2, step:8800/9410 93.52%, Loss:0.6810, Perplexity:1.6033
Epoch 2, step:8900/9410 94.58%, Loss:0.6863, Perplexity:1.6092
Epoch 2, step:9000/9410 95.64%, Loss:0.6602, Perplexity:1.5803
Epoch 2, step:9100/9410 96.71%, Loss:0.6534, Perplexity:1.5729
Epoch 2, step:9200/9410 97.77%, Loss:0.6436, Perplexity:1.5622
Epoch 2, step:9300/9410 98.83%, Loss:0.7285, Perplexity:1.6569
Epoch 2, step:9400/9410 99.89%, Loss:0.7319, Perplexity:1.6608
Epoch 2, validation average loss:1.6198, Perplexity:3.0732
Saving checkpoint to ./ckpts/best_ckpt.pt
Saving checkpoint to ./ckpts/ckpt-2-1.6198.pt
Epoch: 3
Epoch 3, step:100/9410 1.06%, Loss:0.6944, Perplexity:1.6182
Epoch 3, step:200/9410 2.13%, Loss:0.6117, Perplexity:1.5281
Epoch 3, step:300/9410 3.19%, Loss:0.5875, Perplexity:1.5026
Epoch 3, step:400/9410 4.25%, Loss:0.5607, Perplexity:1.4750
Epoch 3, step:500/9410 5.31%, Loss:0.5487, Perplexity:1.4627
Epoch 3, step:600/9410 6.38%, Loss:0.5419, Perplexity:1.4558
Epoch 3, step:700/9410 7.44%, Loss:0.5165, Perplexity:1.4305
Epoch 3, step:800/9410 8.50%, Loss:0.5184, Perplexity:1.4323
Epoch 3, step:900/9410 9.56%, Loss:0.5000, Perplexity:1.4142
Epoch 3, step:1000/9410 10.63%, Loss:0.5136, Perplexity:1.4276
Epoch 3, step:1100/9410 11.69%, Loss:0.4792, Perplexity:1.3939
Epoch 3, step:1200/9410 12.75%, Loss:0.4935, Perplexity:1.4079
Epoch 3, step:1300/9410 13.82%, Loss:0.4666, Perplexity:1.3818
Epoch 3, step:1400/9410 14.88%, Loss:0.4729, Perplexity:1.3879
Epoch 3, step:1500/9410 15.94%, Loss:0.4627, Perplexity:1.3781
Epoch 3, step:1600/9410 17.00%, Loss:0.4598, Perplexity:1.3754
Epoch 3, step:1700/9410 18.07%, Loss:0.4590, Perplexity:1.3746
Epoch 3, step:1800/9410 19.13%, Loss:0.4502, Perplexity:1.3662
Epoch 3, step:1900/9410 20.19%, Loss:0.4464, Perplexity:1.3627
Epoch 3, step:2000/9410 21.25%, Loss:0.4626, Perplexity:1.3780
Epoch 3, step:2100/9410 22.32%, Loss:0.4574, Perplexity:1.3730
Epoch 3, step:2200/9410 23.38%, Loss:0.4232, Perplexity:1.3409
Epoch 3, step:2300/9410 24.44%, Loss:0.4609, Perplexity:1.3764
Epoch 3, step:2400/9410 25.50%, Loss:0.4839, Perplexity:1.3985
Epoch 3, step:2500/9410 26.57%, Loss:0.4495, Perplexity:1.3655
Epoch 3, step:2600/9410 27.63%, Loss:0.4386, Perplexity:1.3553
Epoch 3, step:2700/9410 28.69%, Loss:0.4373, Perplexity:1.3540
Epoch 3, step:2800/9410 29.76%, Loss:0.4285, Perplexity:1.3458
Epoch 3, step:2900/9410 30.82%, Loss:0.4426, Perplexity:1.3590
Epoch 3, step:3000/9410 31.88%, Loss:0.4644, Perplexity:1.3797
Epoch 3, step:3100/9410 32.94%, Loss:0.4471, Perplexity:1.3633
Epoch 3, step:3200/9410 34.01%, Loss:0.4399, Perplexity:1.3565
Epoch 3, step:3300/9410 35.07%, Loss:0.4945, Perplexity:1.4088
Epoch 3, step:3400/9410 36.13%, Loss:0.4891, Perplexity:1.4035
Epoch 3, step:3500/9410 37.19%, Loss:0.4996, Perplexity:1.4138
Epoch 3, step:3600/9410 38.26%, Loss:0.4886, Perplexity:1.4031
Epoch 3, step:3700/9410 39.32%, Loss:0.4026, Perplexity:1.3218
Epoch 3, step:5700/9410 60.57%, Loss:0.3371, Perplexity:1.2632
Epoch 3, step:5800/9410 61.64%, Loss:0.4196, Perplexity:1.3375
Epoch 3, step:5900/9410 62.70%, Loss:0.3695, Perplexity:1.2919
Epoch 3, step:6000/9410 63.76%, Loss:0.3582, Perplexity:1.2818
Epoch 3, step:6100/9410 64.82%, Loss:0.3336, Perplexity:1.2601
Epoch 3, step:6200/9410 65.89%, Loss:0.3363, Perplexity:1.2625
Epoch 3, step:6300/9410 66.95%, Loss:0.3241, Perplexity:1.2519
Epoch 3, step:6400/9410 68.01%, Loss:0.4545, Perplexity:1.3703
Epoch 3, step:6500/9410 69.08%, Loss:0.4216, Perplexity:1.3394
Epoch 3, step:6600/9410 70.14%, Loss:0.3740, Perplexity:1.2959
Epoch 3, step:6700/9410 71.20%, Loss:0.3749, Perplexity:1.2967
Epoch 3, step:6800/9410 72.26%, Loss:0.3542, Perplexity:1.2783
Epoch 3, step:6900/9410 73.33%, Loss:0.3521, Perplexity:1.2764
Epoch 3, step:7000/9410 74.39%, Loss:0.3359, Perplexity:1.2622
Epoch 3, step:7100/9410 75.45%, Loss:0.3436, Perplexity:1.2689
Epoch 3, step:7200/9410 76.51%, Loss:0.3376, Perplexity:1.2636
Epoch 3, step:7300/9410 77.58%, Loss:0.3452, Perplexity:1.2703
Epoch 3, step:7400/9410 78.64%, Loss:0.3411, Perplexity:1.2668
Epoch 3, step:7500/9410 79.70%, Loss:0.3284, Perplexity:1.2557
Epoch 3, step:7600/9410 80.77%, Loss:0.4927, Perplexity:1.4071
Epoch 3, step:7700/9410 81.83%, Loss:0.3914, Perplexity:1.3117
Epoch 3, step:7800/9410 82.89%, Loss:0.3748, Perplexity:1.2966
Epoch 3, step:7900/9410 83.95%, Loss:0.3677, Perplexity:1.2903
Epoch 3, step:8000/9410 85.02%, Loss:0.3508, Perplexity:1.2752
Epoch 3, step:8100/9410 86.08%, Loss:0.3509, Perplexity:1.2754
Epoch 3, step:8200/9410 87.14%, Loss:0.3323, Perplexity:1.2590
Epoch 3, step:8300/9410 88.20%, Loss:0.3521, Perplexity:1.2764
Epoch 3, step:8400/9410 89.27%, Loss:0.3580, Perplexity:1.2816
Epoch 3, step:8500/9410 90.33%, Loss:0.4862, Perplexity:1.4008
Epoch 3, step:8600/9410 91.39%, Loss:0.3971, Perplexity:1.3169
Epoch 3, step:8700/9410 92.45%, Loss:0.3639, Perplexity:1.2869
Epoch 3, step:8800/9410 93.52%, Loss:0.3517, Perplexity:1.2761
Epoch 3, step:8900/9410 94.58%, Loss:0.3614, Perplexity:1.2847
Epoch 3, step:9000/9410 95.64%, Loss:0.3526, Perplexity:1.2768
Epoch 3, step:9100/9410 96.71%, Loss:0.3516, Perplexity:1.2759
Epoch 3, step:9200/9410 97.77%, Loss:0.3448, Perplexity:1.2700
Epoch 3, step:9300/9410 98.83%, Loss:0.4691, Perplexity:1.3843
Epoch 3, step:9400/9410 99.89%, Loss:0.5339, Perplexity:1.4478
Epoch 3, validation average loss:0.9192, Perplexity:1.8911
Saving checkpoint to ./ckpts/best_ckpt.pt
Saving checkpoint to ./ckpts/ckpt-3-0.9192.pt
Epoch: 4
Epoch 4, step:100/9410 1.06%, Loss:0.3813, Perplexity:1.3025
Epoch 4, step:200/9410 2.13%, Loss:0.3259, Perplexity:1.2534
Epoch 4, step:300/9410 3.19%, Loss:0.3179, Perplexity:1.2465
Epoch 4, step:400/9410 4.25%, Loss:0.3139, Perplexity:1.2430
Epoch 4, step:500/9410 5.31%, Loss:0.2985, Perplexity:1.2298

Epoch 4, step:600/9410 6.38%, Loss:0.2880, Perplexity:1.2210
Epoch 4, step:700/9410 7.44%, Loss:0.2677, Perplexity:1.2039
Epoch 4, step:800/9410 8.50%, Loss:0.2849, Perplexity:1.2183
Epoch 4, step:900/9410 9.56%, Loss:0.2710, Perplexity:1.2066
Epoch 4, step:1000/9410 10.63%, Loss:0.2856, Perplexity:1.2189
Epoch 4, step:1100/9410 11.69%, Loss:0.2510, Perplexity:1.1901
Epoch 4, step:1200/9410 12.75%, Loss:0.2714, Perplexity:1.2070
Epoch 4, step:1300/9410 13.82%, Loss:0.2506, Perplexity:1.1897
Epoch 4, step:1400/9410 14.88%, Loss:0.2699, Perplexity:1.2057
Epoch 4, step:1500/9410 15.94%, Loss:0.2545, Perplexity:1.1930
Epoch 4, step:1600/9410 17.00%, Loss:0.2461, Perplexity:1.1860
Epoch 4, step:1700/9410 18.07%, Loss:0.2523, Perplexity:1.1911
Epoch 4, step:1800/9410 19.13%, Loss:0.2509, Perplexity:1.1900
Epoch 4, step:1900/9410 20.19%, Loss:0.2538, Perplexity:1.1923
Epoch 4, step:2000/9410 21.25%, Loss:0.2638, Perplexity:1.2007
Epoch 4, step:2100/9410 22.32%, Loss:0.2653, Perplexity:1.2019
Epoch 4, step:2200/9410 23.38%, Loss:0.2421, Perplexity:1.1827
Epoch 4, step:2300/9410 24.44%, Loss:0.2729, Perplexity:1.2082
Epoch 4, step:2400/9410 25.50%, Loss:0.3029, Perplexity:1.2337
Epoch 4, step:2500/9410 26.57%, Loss:0.2626, Perplexity:1.1996
Epoch 4, step:2600/9410 27.63%, Loss:0.2608, Perplexity:1.1981
Epoch 4, step:2700/9410 28.69%, Loss:0.2605, Perplexity:1.1979
Epoch 4, step:2800/9410 29.76%, Loss:0.2615, Perplexity:1.1987
Epoch 4, step:2900/9410 30.82%, Loss:0.2741, Perplexity:1.2092
Epoch 4, step:3000/9410 31.88%, Loss:0.2919, Perplexity:1.2243
Epoch 4, step:3100/9410 32.94%, Loss:0.2759, Perplexity:1.2108
Epoch 4, step:3200/9410 34.01%, Loss:0.2771, Perplexity:1.2117
Epoch 4, step:3300/9410 35.07%, Loss:0.3208, Perplexity:1.2490
Epoch 4, step:3400/9410 36.13%, Loss:0.3112, Perplexity:1.2408
Epoch 4, step:3500/9410 37.19%, Loss:0.3131, Perplexity:1.2424
Epoch 4, step:3600/9410 38.26%, Loss:0.2906, Perplexity:1.2232
Epoch 4, step:3700/9410 39.32%, Loss:0.2419, Perplexity:1.1826
Epoch 4, step:3800/9410 40.38%, Loss:0.2386, Perplexity:1.1799
Epoch 4, step:3900/9410 41.45%, Loss:0.2311, Perplexity:1.1738
Epoch 4, step:4000/9410 42.51%, Loss:0.2842, Perplexity:1.2177
Epoch 4, step:4100/9410 43.57%, Loss:0.2329, Perplexity:1.1752
Epoch 4, step:4200/9410 44.63%, Loss:0.2363, Perplexity:1.1780
Epoch 4, step:4300/9410 45.70%, Loss:0.2157, Perplexity:1.1613
Epoch 4, step:4400/9410 46.76%, Loss:0.2187, Perplexity:1.1637
Epoch 4, step:4500/9410 47.82%, Loss:0.2886, Perplexity:1.2215
Epoch 4, step:4600/9410 48.88%, Loss:0.2364, Perplexity:1.1781
Epoch 4, step:4700/9410 49.95%, Loss:0.2517, Perplexity:1.1906
Epoch 4, step:4800/9410 51.01%, Loss:0.2318, Perplexity:1.1743
Epoch 4, step:4900/9410 52.07%, Loss:0.2292, Perplexity:1.1722
Epoch 4, step:5000/9410 53.13%, Loss:0.2143, Perplexity:1.1602
Epoch 4, step:5100/9410 54.20%, Loss:0.2596, Perplexity:1.1972
Epoch 4, step:5200/9410 55.26%, Loss:0.2388, Perplexity:1.1800
Epoch 4, step:5300/9410 56.32%, Loss:0.2310, Perplexity:1.1737
Epoch 4, step:5400/9410 57.39%, Loss:0.2305, Perplexity:1.1732
Epoch 4, step:5500/9410 58.45%, Loss:0.2217, Perplexity:1.1661
Epoch 4, step:5600/9410 59.51%, Loss:0.2318, Perplexity:1.1743
Epoch 4, step:5700/9410 60.57%, Loss:0.2307, Perplexity:1.1734
Epoch 4, step:5800/9410 61.64%, Loss:0.3003, Perplexity:1.2314
Epoch 4, step:5900/9410 62.70%, Loss:0.2498, Perplexity:1.1890
Epoch 4, step:6000/9410 63.76%, Loss:0.2397, Perplexity:1.1807
Epoch 4, step:6100/9410 64.82%, Loss:0.2260, Perplexity:1.1696
Epoch 4, step:6200/9410 65.89%, Loss:0.2269, Perplexity:1.1703
Epoch 4, step:6300/9410 66.95%, Loss:0.2169, Perplexity:1.1622
Epoch 4, step:7700/9410 81.83%, Loss:0.2837, Perplexity:1.2173
Epoch 4, step:7800/9410 82.89%, Loss:0.2660, Perplexity:1.2025
Epoch 4, step:7900/9410 83.95%, Loss:0.2678, Perplexity:1.2040
Epoch 4, step:8000/9410 85.02%, Loss:0.2556, Perplexity:1.1939
Epoch 4, step:8100/9410 86.08%, Loss:0.2572, Perplexity:1.1952
Epoch 4, step:8200/9410 87.14%, Loss:0.2367, Perplexity:1.1783
Epoch 4, step:8300/9410 88.20%, Loss:0.2552, Perplexity:1.1935
Epoch 4, step:8400/9410 89.27%, Loss:0.2570, Perplexity:1.1950
Epoch 4, step:9200/9410 97.77%, Loss:0.2543, Perplexity:1.1927
Epoch 4, step:9300/9410 98.83%, Loss:0.3747, Perplexity:1.2966
Epoch 4, step:9400/9410 99.89%, Loss:0.4441, Perplexity:1.3605
Epoch 4, validation average loss:0.6844, Perplexity:1.6070
Saving checkpoint to ./ckpts/best_ckpt.pt
Saving checkpoint to ./ckpts/ckpt-4-0.6844.pt
Epoch: 5
Epoch 5, step:100/9410 1.06%, Loss:0.2859, Perplexity:1.2191
Epoch 5, step:200/9410 2.13%, Loss:0.2515, Perplexity:1.1905
Epoch 5, step:300/9410 3.19%, Loss:0.2370, Perplexity:1.1785
Epoch 5, step:400/9410 4.25%, Loss:0.2403, Perplexity:1.1812
Epoch 5, step:500/9410 5.31%, Loss:0.2267, Perplexity:1.1702
Epoch 5, step:600/9410 6.38%, Loss:0.2106, Perplexity:1.1572
Epoch 5, step:700/9410 7.44%, Loss:0.1960, Perplexity:1.1455
Epoch 5, step:800/9410 8.50%, Loss:0.2155, Perplexity:1.1611
Epoch 5, step:900/9410 9.56%, Loss:0.2043, Perplexity:1.1521
Epoch 5, step:1000/9410 10.63%, Loss:0.2153, Perplexity:1.1609
Epoch 5, step:1100/9410 11.69%, Loss:0.1881, Perplexity:1.1393
Epoch 5, step:1200/9410 12.75%, Loss:0.2043, Perplexity:1.1521
Epoch 5, step:1300/9410 13.82%, Loss:0.1880, Perplexity:1.1392
Epoch 5, step:1400/9410 14.88%, Loss:0.2033, Perplexity:1.1514
Epoch 5, step:1500/9410 15.94%, Loss:0.1869, Perplexity:1.1383
Epoch 5, step:1600/9410 17.00%, Loss:0.1852, Perplexity:1.1370
Epoch 5, step:1700/9410 18.07%, Loss:0.1860, Perplexity:1.1376
Epoch 5, step:1800/9410 19.13%, Loss:0.1869, Perplexity:1.1383
Epoch 5, step:1900/9410 20.19%, Loss:0.1850, Perplexity:1.1368
Epoch 5, step:2000/9410 21.25%, Loss:0.1979, Perplexity:1.1470
Epoch 5, step:2100/9410 22.32%, Loss:0.1958, Perplexity:1.1454
Epoch 5, step:2200/9410 23.38%, Loss:0.1734, Perplexity:1.1277
Epoch 5, step:2300/9410 24.44%, Loss:0.2113, Perplexity:1.1577
Epoch 5, step:2400/9410 25.50%, Loss:0.2318, Perplexity:1.1743
Epoch 5, step:2500/9410 26.57%, Loss:0.2032, Perplexity:1.1512
Epoch 5, step:2600/9410 27.63%, Loss:0.1966, Perplexity:1.1460
Epoch 5, step:2700/9410 28.69%, Loss:0.1975, Perplexity:1.1467
Epoch 5, step:2800/9410 29.76%, Loss:0.1950, Perplexity:1.1447
Epoch 5, step:2900/9410 30.82%, Loss:0.2061, Perplexity:1.1535
Epoch 5, step:3000/9410 31.88%, Loss:0.2228, Perplexity:1.1670
Epoch 5, step:3100/9410 32.94%, Loss:0.2088, Perplexity:1.1557
Epoch 5, step:3200/9410 34.01%, Loss:0.2147, Perplexity:1.1604
Epoch 5, step:3300/9410 35.07%, Loss:0.2556, Perplexity:1.1938
Epoch 5, step:3400/9410 36.13%, Loss:0.2456, Perplexity:1.1856
Epoch 5, step:3500/9410 37.19%, Loss:0.2326, Perplexity:1.1750
Epoch 5, step:3600/9410 38.26%, Loss:0.2220, Perplexity:1.1664
Epoch 5, step:3700/9410 39.32%, Loss:0.1901, Perplexity:1.1408
Epoch 5, step:3800/9410 40.38%, Loss:0.1939, Perplexity:1.1439
Epoch 5, step:3900/9410 41.45%, Loss:0.1845, Perplexity:1.1365
Epoch 5, step:4000/9410 42.51%, Loss:0.2170, Perplexity:1.1623
Epoch 5, step:4100/9410 43.57%, Loss:0.1794, Perplexity:1.1324
Epoch 5, step:4200/9410 44.63%, Loss:0.1864, Perplexity:1.1379
Epoch 5, step:4300/9410 45.70%, Loss:0.1711, Perplexity:1.1259
Epoch 5, step:4400/9410 46.76%, Loss:0.1739, Perplexity:1.1281
Epoch 5, step:4500/9410 47.82%, Loss:0.2308, Perplexity:1.1735
Epoch 5, step:4600/9410 48.88%, Loss:0.1848, Perplexity:1.1367
Epoch 5, step:4700/9410 49.95%, Loss:0.2048, Perplexity:1.1525
Epoch 5, step:4800/9410 51.01%, Loss:0.1824, Perplexity:1.1348
Epoch 5, step:4900/9410 52.07%, Loss:0.1833, Perplexity:1.1355
Epoch 5, step:5000/9410 53.13%, Loss:0.1696, Perplexity:1.1247
Epoch 5, step:5100/9410 54.20%, Loss:0.2170, Perplexity:1.1623
Epoch 5, step:5200/9410 55.26%, Loss:0.1913, Perplexity:1.1418
Epoch 5, step:5300/9410 56.32%, Loss:0.1823, Perplexity:1.1347
Epoch 5, step:5400/9410 57.39%, Loss:0.1839, Perplexity:1.1359
Epoch 5, step:5500/9410 58.45%, Loss:0.1796, Perplexity:1.1326
Epoch 5, step:5600/9410 59.51%, Loss:0.1857, Perplexity:1.1373
Epoch 5, step:5700/9410 60.57%, Loss:0.1803, Perplexity:1.1331
Epoch 5, step:5800/9410 61.64%, Loss:0.2440, Perplexity:1.1842
Epoch 5, step:5900/9410 62.70%, Loss:0.2047, Perplexity:1.1525

Epoch 5, step:6000/9410 63.76%, Loss:0.1888, Perplexity:1.1398
Epoch 5, step:6100/9410 64.82%, Loss:0.1793, Perplexity:1.1324
Epoch 5, step:6200/9410 65.89%, Loss:0.1772, Perplexity:1.1307
Epoch 5, step:6300/9410 66.95%, Loss:0.1715, Perplexity:1.1262
Epoch 5, step:6400/9410 68.01%, Loss:0.2663, Perplexity:1.2027
Epoch 5, step:6500/9410 69.08%, Loss:0.2238, Perplexity:1.1678
Epoch 5, step:6600/9410 70.14%, Loss:0.2085, Perplexity:1.1555
Epoch 5, step:6700/9410 71.20%, Loss:0.2109, Perplexity:1.1574
Epoch 5, step:6800/9410 72.26%, Loss:0.1946, Perplexity:1.1444
Epoch 5, step:6900/9410 73.33%, Loss:0.1986, Perplexity:1.1476
Epoch 5, step:7000/9410 74.39%, Loss:0.1949, Perplexity:1.1446
Epoch 5, step:7100/9410 75.45%, Loss:0.1929, Perplexity:1.1431
Epoch 5, step:7200/9410 76.51%, Loss:0.1905, Perplexity:1.1412
Epoch 5, step:7300/9410 77.58%, Loss:0.2026, Perplexity:1.1507
Epoch 5, step:7400/9410 78.64%, Loss:0.1934, Perplexity:1.1434
Epoch 5, step:7500/9410 79.70%, Loss:0.1946, Perplexity:1.1444
Epoch 5, step:7600/9410 80.77%, Loss:0.3042, Perplexity:1.2347
Epoch 5, step:7700/9410 81.83%, Loss:0.2252, Perplexity:1.1689
Epoch 5, step:7800/9410 82.89%, Loss:0.2158, Perplexity:1.1613
Epoch 5, step:7900/9410 83.95%, Loss:0.2198, Perplexity:1.1646
Epoch 5, step:8000/9410 85.02%, Loss:0.2096, Perplexity:1.1564
Epoch 5, step:8100/9410 86.08%, Loss:0.2075, Perplexity:1.1547
Epoch 5, step:8200/9410 87.14%, Loss:0.1977, Perplexity:1.1469
Epoch 5, step:8300/9410 88.20%, Loss:0.2103, Perplexity:1.1569
Epoch 5, step:8400/9410 89.27%, Loss:0.2133, Perplexity:1.1594
Epoch 5, step:8500/9410 90.33%, Loss:0.2963, Perplexity:1.2280
Epoch 5, step:8600/9410 91.39%, Loss:0.2365, Perplexity:1.1781
Epoch 5, step:8700/9410 92.45%, Loss:0.2182, Perplexity:1.1632
Epoch 5, step:8800/9410 93.52%, Loss:0.2078, Perplexity:1.1549
Epoch 5, step:8900/9410 94.58%, Loss:0.2184, Perplexity:1.1635
Epoch 5, step:9000/9410 95.64%, Loss:0.2119, Perplexity:1.1582
Epoch 5, step:9100/9410 96.71%, Loss:0.2197, Perplexity:1.1645
Epoch 5, step:9200/9410 97.77%, Loss:0.2102, Perplexity:1.1569
Epoch 5, step:9300/9410 98.83%, Loss:0.3287, Perplexity:1.2559
Epoch 5, step:9400/9410 99.89%, Loss:0.3977, Perplexity:1.3174
Epoch 5, validation average loss:0.6483, Perplexity:1.5673
Saving checkpoint to ./ckpts/best_ckpt.pt
Saving checkpoint to ./ckpts/ckpt-5-0.6483.pt
Epoch: 6
Epoch 6, step:100/9410 1.06%, Loss:0.2377, Perplexity:1.1791
Epoch 6, step:200/9410 2.13%, Loss:0.2098, Perplexity:1.1565
Epoch 6, step:300/9410 3.19%, Loss:0.1983, Perplexity:1.1473
Epoch 6, step:400/9410 4.25%, Loss:0.1990, Perplexity:1.1479
Epoch 6, step:500/9410 5.31%, Loss:0.1845, Perplexity:1.1364
Epoch 6, step:600/9410 6.38%, Loss:0.1797, Perplexity:1.1327
Epoch 6, step:700/9410 7.44%, Loss:0.1691, Perplexity:1.1244
Epoch 6, step:800/9410 8.50%, Loss:0.1838, Perplexity:1.1359
Epoch 6, step:900/9410 9.56%, Loss:0.1669, Perplexity:1.1227
Epoch 6, step:1000/9410 10.63%, Loss:0.1790, Perplexity:1.1321
Epoch 6, step:1100/9410 11.69%, Loss:0.1515, Perplexity:1.1107
Epoch 6, step:1200/9410 12.75%, Loss:0.1666, Perplexity:1.1224
Epoch 6, step:1300/9410 13.82%, Loss:0.1586, Perplexity:1.1162
Epoch 6, step:1400/9410 14.88%, Loss:0.1681, Perplexity:1.1236
Epoch 6, step:1500/9410 15.94%, Loss:0.1596, Perplexity:1.1170
Epoch 6, step:1600/9410 17.00%, Loss:0.1557, Perplexity:1.1140
Epoch 6, step:1700/9410 18.07%, Loss:0.1612, Perplexity:1.1182
Epoch 6, step:1800/9410 19.13%, Loss:0.1580, Perplexity:1.1157
Epoch 6, step:1900/9410 20.19%, Loss:0.1587, Perplexity:1.1163
Epoch 6, step:2000/9410 21.25%, Loss:0.1672, Perplexity:1.1229
Epoch 6, step:2100/9410 22.32%, Loss:0.1670, Perplexity:1.1227
Epoch 6, step:2200/9410 23.38%, Loss:0.1451, Perplexity:1.1058
Epoch 6, step:2300/9410 24.44%, Loss:0.1779, Perplexity:1.1312
Epoch 6, step:2400/9410 25.50%, Loss:0.1927, Perplexity:1.1429
Epoch 6, step:2500/9410 26.57%, Loss:0.1668, Perplexity:1.1226
Epoch 6, step:2600/9410 27.63%, Loss:0.1624, Perplexity:1.1192
Epoch 6, step:2700/9410 28.69%, Loss:0.1651, Perplexity:1.1213
Epoch 6, step:2800/9410 29.76%, Loss:0.1632, Perplexity:1.1197
Epoch 6, step:2900/9410 30.82%, Loss:0.1808, Perplexity:1.1335
Epoch 6, step:3000/9410 31.88%, Loss:0.1914, Perplexity:1.1419
Epoch 6, step:3100/9410 32.94%, Loss:0.1793, Perplexity:1.1323
Epoch 6, step:3200/9410 34.01%, Loss:0.1809, Perplexity:1.1336
Epoch 6, step:3300/9410 35.07%, Loss:0.2228, Perplexity:1.1670
Epoch 6, step:3400/9410 36.13%, Loss:0.2149, Perplexity:1.1606
Epoch 6, step:3500/9410 37.19%, Loss:0.1947, Perplexity:1.1445
Epoch 6, step:3600/9410 38.26%, Loss:0.1839, Perplexity:1.1359
Epoch 6, step:3700/9410 39.32%, Loss:0.1617, Perplexity:1.1186
Epoch 6, step:3800/9410 40.38%, Loss:0.1676, Perplexity:1.1232
Epoch 6, step:3900/9410 41.45%, Loss:0.1546, Perplexity:1.1132
Epoch 6, step:4000/9410 42.51%, Loss:0.1926, Perplexity:1.1428
Epoch 6, step:4100/9410 43.57%, Loss:0.1528, Perplexity:1.1117
Epoch 6, step:4200/9410 44.63%, Loss:0.1621, Perplexity:1.1189
Epoch 6, step:4300/9410 45.70%, Loss:0.1435, Perplexity:1.1046
Epoch 6, step:4400/9410 46.76%, Loss:0.1507, Perplexity:1.1101
Epoch 6, step:4500/9410 47.82%, Loss:0.1998, Perplexity:1.1485
Epoch 6, step:4600/9410 48.88%, Loss:0.1597, Perplexity:1.1170
Epoch 6, step:4700/9410 49.95%, Loss:0.1758, Perplexity:1.1296
Epoch 6, step:4800/9410 51.01%, Loss:0.1547, Perplexity:1.1132
Epoch 6, step:4900/9410 52.07%, Loss:0.1592, Perplexity:1.1167
Epoch 6, step:5000/9410 53.13%, Loss:0.1458, Perplexity:1.1063
Epoch 6, step:5100/9410 54.20%, Loss:0.1900, Perplexity:1.1407
Epoch 6, step:5200/9410 55.26%, Loss:0.1618, Perplexity:1.1186
Epoch 6, step:5300/9410 56.32%, Loss:0.1585, Perplexity:1.1161
Epoch 6, step:5400/9410 57.39%, Loss:0.1577, Perplexity:1.1155
Epoch 6, step:5500/9410 58.45%, Loss:0.1561, Perplexity:1.1143
Epoch 6, step:5600/9410 59.51%, Loss:0.1562, Perplexity:1.1143
Epoch 6, step:5700/9410 60.57%, Loss:0.1569, Perplexity:1.1149
Epoch 6, step:5800/9410 61.64%, Loss:0.2122, Perplexity:1.1585
Epoch 6, step:5900/9410 62.70%, Loss:0.1688, Perplexity:1.1241
Epoch 6, step:6000/9410 63.76%, Loss:0.1661, Perplexity:1.1220
Epoch 6, step:6100/9410 64.82%, Loss:0.1576, Perplexity:1.1155
Epoch 6, step:6200/9410 65.89%, Loss:0.1551, Perplexity:1.1135
Epoch 6, step:6300/9410 66.95%, Loss:0.1517, Perplexity:1.1109
Epoch 6, step:6400/9410 68.01%, Loss:0.2386, Perplexity:1.1798
Epoch 6, step:6500/9410 69.08%, Loss:0.1924, Perplexity:1.1426
Epoch 6, step:6600/9410 70.14%, Loss:0.1768, Perplexity:1.1304
Epoch 6, step:6700/9410 71.20%, Loss:0.1817, Perplexity:1.1342
Epoch 6, step:6800/9410 72.26%, Loss:0.1682, Perplexity:1.1237
Epoch 6, step:6900/9410 73.33%, Loss:0.1718, Perplexity:1.1265
Epoch 6, step:7000/9410 74.39%, Loss:0.1662, Perplexity:1.1221
Epoch 6, step:7100/9410 75.45%, Loss:0.1667, Perplexity:1.1225
Epoch 6, step:7200/9410 76.51%, Loss:0.1616, Perplexity:1.1185
Epoch 6, step:7300/9410 77.58%, Loss:0.1738, Perplexity:1.1280
Epoch 6, step:7400/9410 78.64%, Loss:0.1673, Perplexity:1.1229
Epoch 6, step:7500/9410 79.70%, Loss:0.1630, Perplexity:1.1196
Epoch 6, step:7600/9410 80.77%, Loss:0.2727, Perplexity:1.2080
Epoch 6, step:7700/9410 81.83%, Loss:0.1880, Perplexity:1.1392
Epoch 6, step:7800/9410 82.89%, Loss:0.1860, Perplexity:1.1376
Epoch 6, step:7900/9410 83.95%, Loss:0.1911, Perplexity:1.1416
Epoch 6, step:8000/9410 85.02%, Loss:0.1767, Perplexity:1.1303
Epoch 6, step:8100/9410 86.08%, Loss:0.1845, Perplexity:1.1364
Epoch 6, step:8200/9410 87.14%, Loss:0.1719, Perplexity:1.1266
Epoch 6, step:8300/9410 88.20%, Loss:0.1884, Perplexity:1.1395
Epoch 6, step:8400/9410 89.27%, Loss:0.1897, Perplexity:1.1406
Epoch 6, step:8500/9410 90.33%, Loss:0.2579, Perplexity:1.1957
Epoch 6, step:8600/9410 91.39%, Loss:0.2059, Perplexity:1.1534
Epoch 6, step:8700/9410 92.45%, Loss:0.1993, Perplexity:1.1481
Epoch 6, step:8800/9410 93.52%, Loss:0.1857, Perplexity:1.1374
Epoch 6, step:8900/9410 94.58%, Loss:0.1943, Perplexity:1.1442
Epoch 6, step:9000/9410 95.64%, Loss:0.1849, Perplexity:1.1367
Epoch 6, step:9100/9410 96.71%, Loss:0.1873, Perplexity:1.1386
Epoch 6, step:9200/9410 97.77%, Loss:0.1909, Perplexity:1.1415
Epoch 6, step:9300/9410 98.83%, Loss:0.3027, Perplexity:1.2335

Epoch 6, step:9400/9410 99.89%, Loss:0.3718, Perplexity:1.2940
Epoch 6, validation average loss:0.5837, Perplexity:1.4986
Saving checkpoint to ./ckpts/best_ckpt.pt
Saving checkpoint to ./ckpts/ckpt-6-0.5837.pt
Epoch: 7
Epoch 7, step:100/9410 1.06%, Loss:0.2015, Perplexity:1.1499
Epoch 7, step:200/9410 2.13%, Loss:0.1801, Perplexity:1.1330
Epoch 7, step:300/9410 3.19%, Loss:0.1812, Perplexity:1.1338
Epoch 7, step:400/9410 4.25%, Loss:0.1788, Perplexity:1.1319
Epoch 7, step:500/9410 5.31%, Loss:0.1631, Perplexity:1.1197
Epoch 7, step:600/9410 6.38%, Loss:0.1534, Perplexity:1.1122
Epoch 7, step:700/9410 7.44%, Loss:0.1482, Perplexity:1.1082
Epoch 7, step:800/9410 8.50%, Loss:0.1642, Perplexity:1.1205
Epoch 7, step:900/9410 9.56%, Loss:0.1527, Perplexity:1.1116
Epoch 7, step:1000/9410 10.63%, Loss:0.1579, Perplexity:1.1156
Epoch 7, step:1100/9410 11.69%, Loss:0.1347, Perplexity:1.0979
Epoch 7, step:1200/9410 12.75%, Loss:0.1449, Perplexity:1.1056
Epoch 7, step:1300/9410 13.82%, Loss:0.1415, Perplexity:1.1031
Epoch 7, step:1400/9410 14.88%, Loss:0.1447, Perplexity:1.1055
Epoch 7, step:1500/9410 15.94%, Loss:0.1412, Perplexity:1.1028
Epoch 7, step:1600/9410 17.00%, Loss:0.1385, Perplexity:1.1008
Epoch 7, step:1700/9410 18.07%, Loss:0.1414, Perplexity:1.1029
Epoch 7, step:1800/9410 19.13%, Loss:0.1424, Perplexity:1.1038
Epoch 7, step:1900/9410 20.19%, Loss:0.1398, Perplexity:1.1018
Epoch 7, step:2000/9410 21.25%, Loss:0.1527, Perplexity:1.1116
Epoch 7, step:2100/9410 22.32%, Loss:0.1531, Perplexity:1.1119
Epoch 7, step:2200/9410 23.38%, Loss:0.1269, Perplexity:1.0919
Epoch 7, step:2300/9410 24.44%, Loss:0.1552, Perplexity:1.1135
Epoch 7, step:2400/9410 25.50%, Loss:0.1714, Perplexity:1.1262
Epoch 7, step:2500/9410 26.57%, Loss:0.1535, Perplexity:1.1123
Epoch 7, step:2600/9410 27.63%, Loss:0.1466, Perplexity:1.1070
Epoch 7, step:2700/9410 28.69%, Loss:0.1493, Perplexity:1.1090
Epoch 7, step:2800/9410 29.76%, Loss:0.1402, Perplexity:1.1021
Epoch 7, step:2900/9410 30.82%, Loss:0.1545, Perplexity:1.1131
Epoch 7, step:3000/9410 31.88%, Loss:0.1661, Perplexity:1.1220
Epoch 7, step:3100/9410 32.94%, Loss:0.1590, Perplexity:1.1165
Epoch 7, step:3200/9410 34.01%, Loss:0.1636, Perplexity:1.1201
Epoch 7, step:3300/9410 35.07%, Loss:0.1923, Perplexity:1.1426
Epoch 7, step:3400/9410 36.13%, Loss:0.1878, Perplexity:1.1390
Epoch 7, step:3500/9410 37.19%, Loss:0.1752, Perplexity:1.1291
Epoch 7, step:3600/9410 38.26%, Loss:0.1648, Perplexity:1.1210
Epoch 7, step:3700/9410 39.32%, Loss:0.1434, Perplexity:1.1045
Epoch 7, step:3800/9410 40.38%, Loss:0.1449, Perplexity:1.1057
Epoch 7, step:3900/9410 41.45%, Loss:0.1408, Perplexity:1.1025
Epoch 7, step:4000/9410 42.51%, Loss:0.1794, Perplexity:1.1324
Epoch 7, step:4100/9410 43.57%, Loss:0.1406, Perplexity:1.1023
Epoch 7, step:4200/9410 44.63%, Loss:0.1450, Perplexity:1.1057
Epoch 7, step:4300/9410 45.70%, Loss:0.1311, Perplexity:1.0952
Epoch 7, step:4400/9410 46.76%, Loss:0.1338, Perplexity:1.0972
Epoch 7, step:4500/9410 47.82%, Loss:0.1829, Perplexity:1.1352
Epoch 7, step:4600/9410 48.88%, Loss:0.1484, Perplexity:1.1083
Epoch 7, step:4700/9410 49.95%, Loss:0.1644, Perplexity:1.1207
Epoch 7, step:4800/9410 51.01%, Loss:0.1429, Perplexity:1.1041
Epoch 7, step:4900/9410 52.07%, Loss:0.1401, Perplexity:1.1020
Epoch 7, step:5000/9410 53.13%, Loss:0.1331, Perplexity:1.0967
Epoch 7, step:5100/9410 54.20%, Loss:0.1647, Perplexity:1.1210
Epoch 7, step:5200/9410 55.26%, Loss:0.1484, Perplexity:1.1083
Epoch 7, step:5300/9410 56.32%, Loss:0.1417, Perplexity:1.1032
Epoch 7, step:5400/9410 57.39%, Loss:0.1428, Perplexity:1.1041
Epoch 7, step:5500/9410 58.45%, Loss:0.1380, Perplexity:1.1003
Epoch 7, step:5600/9410 59.51%, Loss:0.1489, Perplexity:1.1088
Epoch 7, step:5700/9410 60.57%, Loss:0.1420, Perplexity:1.1034
Epoch 7, step:5800/9410 61.64%, Loss:0.1839, Perplexity:1.1360
Epoch 7, step:5900/9410 62.70%, Loss:0.1571, Perplexity:1.1150
Epoch 7, step:6000/9410 63.76%, Loss:0.1503, Perplexity:1.1098
Epoch 7, step:7500/9410 79.70%, Loss:0.1507, Perplexity:1.1101
Epoch 7, step:7600/9410 80.77%, Loss:0.2441, Perplexity:1.1844
Epoch 7, step:7700/9410 81.83%, Loss:0.1766, Perplexity:1.1302
Epoch 7, step:7800/9410 82.89%, Loss:0.1723, Perplexity:1.1269
Epoch 7, step:7900/9410 83.95%, Loss:0.1731, Perplexity:1.1275
Epoch 7, step:8000/9410 85.02%, Loss:0.1593, Perplexity:1.1167
Epoch 7, step:8100/9410 86.08%, Loss:0.1679, Perplexity:1.1234
Epoch 7, step:8200/9410 87.14%, Loss:0.1523, Perplexity:1.1113
Epoch 7, step:8300/9410 88.20%, Loss:0.1683, Perplexity:1.1237
Epoch 7, step:8400/9410 89.27%, Loss:0.1702, Perplexity:1.1252
Epoch 7, step:8500/9410 90.33%, Loss:0.2330, Perplexity:1.1753
Epoch 7, step:8600/9410 91.39%, Loss:0.1881, Perplexity:1.1393
Epoch 7, step:8700/9410 92.45%, Loss:0.1715, Perplexity:1.1262
Epoch 7, step:8800/9410 93.52%, Loss:0.1721, Perplexity:1.1267
Epoch 7, step:8900/9410 94.58%, Loss:0.1769, Perplexity:1.1305
Epoch 7, step:9000/9410 95.64%, Loss:0.1652, Perplexity:1.1213
Epoch 7, step:9100/9410 96.71%, Loss:0.1740, Perplexity:1.1282
Epoch 7, step:9200/9410 97.77%, Loss:0.1768, Perplexity:1.1304
Epoch 7, step:9300/9410 98.83%, Loss:0.2777, Perplexity:1.2122
Epoch 7, step:9400/9410 99.89%, Loss:0.3477, Perplexity:1.2725
Epoch 7, validation average loss:0.5202, Perplexity:1.4341
Saving checkpoint to ./ckpts/best_ckpt.pt
Saving checkpoint to ./ckpts/ckpt-7-0.5202.pt
Epoch: 8
Epoch 8, step:100/9410 1.06%, Loss:0.1883, Perplexity:1.1394
Epoch 8, step:200/9410 2.13%, Loss:0.1619, Perplexity:1.1188
Epoch 8, step:300/9410 3.19%, Loss:0.1598, Perplexity:1.1171
Epoch 8, step:400/9410 4.25%, Loss:0.1596, Perplexity:1.1170
Epoch 8, step:500/9410 5.31%, Loss:0.1543, Perplexity:1.1129
Epoch 8, step:600/9410 6.38%, Loss:0.1398, Perplexity:1.1018
Epoch 8, step:700/9410 7.44%, Loss:0.1338, Perplexity:1.0972
Epoch 8, step:800/9410 8.50%, Loss:0.1492, Perplexity:1.1089
Epoch 8, step:900/9410 9.56%, Loss:0.1332, Perplexity:1.0967
Epoch 8, step:1000/9410 10.63%, Loss:0.1414, Perplexity:1.1030
Epoch 8, step:1100/9410 11.69%, Loss:0.1244, Perplexity:1.0900
Epoch 8, step:1200/9410 12.75%, Loss:0.1361, Perplexity:1.0989
Epoch 8, step:1300/9410 13.82%, Loss:0.1257, Perplexity:1.0910
Epoch 8, step:1400/9410 14.88%, Loss:0.1303, Perplexity:1.0946
Epoch 8, step:1500/9410 15.94%, Loss:0.1255, Perplexity:1.0909
Epoch 8, step:1600/9410 17.00%, Loss:0.1221, Perplexity:1.0883
Epoch 8, step:1700/9410 18.07%, Loss:0.1271, Perplexity:1.0921
Epoch 8, step:1800/9410 19.13%, Loss:0.1212, Perplexity:1.0876
Epoch 8, step:1900/9410 20.19%, Loss:0.1254, Perplexity:1.0908
Epoch 8, step:2000/9410 21.25%, Loss:0.1385, Perplexity:1.1008
Epoch 8, step:2100/9410 22.32%, Loss:0.1365, Perplexity:1.0992
Epoch 8, step:2200/9410 23.38%, Loss:0.1130, Perplexity:1.0815
Epoch 8, step:2300/9410 24.44%, Loss:0.1430, Perplexity:1.1042
Epoch 8, step:2400/9410 25.50%, Loss:0.1593, Perplexity:1.1167
Epoch 8, step:2500/9410 26.57%, Loss:0.1368, Perplexity:1.0995
Epoch 8, step:2600/9410 27.63%, Loss:0.1341, Perplexity:1.0974
Epoch 8, step:2700/9410 28.69%, Loss:0.1363, Perplexity:1.0991
Epoch 8, step:2800/9410 29.76%, Loss:0.1292, Perplexity:1.0937
Epoch 8, step:2900/9410 30.82%, Loss:0.1442, Perplexity:1.1051
Epoch 8, step:3000/9410 31.88%, Loss:0.1547, Perplexity:1.1132
Epoch 8, step:3100/9410 32.94%, Loss:0.1457, Perplexity:1.1063
Epoch 8, step:3200/9410 34.01%, Loss:0.1518, Perplexity:1.1109
Epoch 8, step:3300/9410 35.07%, Loss:0.1758, Perplexity:1.1296
Epoch 8, step:3400/9410 36.13%, Loss:0.1682, Perplexity:1.1236
Epoch 8, step:3500/9410 37.19%, Loss:0.1605, Perplexity:1.1177
Epoch 8, step:3600/9410 38.26%, Loss:0.1489, Perplexity:1.1087
Epoch 8, step:3700/9410 39.32%, Loss:0.1304, Perplexity:1.0946
Epoch 8, step:3800/9410 40.38%, Loss:0.1315, Perplexity:1.0954
Epoch 8, step:3900/9410 41.45%, Loss:0.1224, Perplexity:1.0886
Epoch 8, step:4000/9410 42.51%, Loss:0.1600, Perplexity:1.1173
Epoch 8, step:4100/9410 43.57%, Loss:0.1302, Perplexity:1.0945
Epoch 8, step:4200/9410 44.63%, Loss:0.1341, Perplexity:1.0974
Epoch 8, step:4300/9410 45.70%, Loss:0.1224, Perplexity:1.0886
Epoch 8, step:4400/9410 46.76%, Loss:0.1225, Perplexity:1.0886
Epoch 8, step:4500/9410 47.82%, Loss:0.1634, Perplexity:1.1199

Epoch 8, step:4600/9410 48.88%, Loss:0.1310, Perplexity:1.0951
Epoch 8, step:4700/9410 49.95%, Loss:0.1502, Perplexity:1.1097
Epoch 8, step:4800/9410 51.01%, Loss:0.1355, Perplexity:1.0985
Epoch 8, step:4900/9410 52.07%, Loss:0.1324, Perplexity:1.0961
Epoch 8, step:5000/9410 53.13%, Loss:0.1191, Perplexity:1.0861
Epoch 8, step:5100/9410 54.20%, Loss:0.1606, Perplexity:1.1178
Epoch 8, step:5200/9410 55.26%, Loss:0.1331, Perplexity:1.0967
Epoch 8, step:5300/9410 56.32%, Loss:0.1325, Perplexity:1.0962
Epoch 8, step:5400/9410 57.39%, Loss:0.1302, Perplexity:1.0945
Epoch 8, step:5500/9410 58.45%, Loss:0.1267, Perplexity:1.0918
Epoch 8, step:5600/9410 59.51%, Loss:0.1302, Perplexity:1.0945
Epoch 8, step:5700/9410 60.57%, Loss:0.1311, Perplexity:1.0951
Epoch 8, step:5800/9410 61.64%, Loss:0.1756, Perplexity:1.1294
Epoch 8, step:5900/9410 62.70%, Loss:0.1436, Perplexity:1.1047
Epoch 8, step:6000/9410 63.76%, Loss:0.1375, Perplexity:1.1000
Epoch 8, step:6100/9410 64.82%, Loss:0.1291, Perplexity:1.0936
Epoch 8, step:6200/9410 65.89%, Loss:0.1292, Perplexity:1.0937
Epoch 8, step:6300/9410 66.95%, Loss:0.1221, Perplexity:1.0883
Epoch 8, step:6400/9410 68.01%, Loss:0.1855, Perplexity:1.1372
Epoch 8, step:6500/9410 69.08%, Loss:0.1565, Perplexity:1.1146
Epoch 8, step:6600/9410 70.14%, Loss:0.1449, Perplexity:1.1056
Epoch 8, step:6700/9410 71.20%, Loss:0.1542, Perplexity:1.1128
Epoch 8, step:6800/9410 72.26%, Loss:0.1445, Perplexity:1.1054
Epoch 8, step:6900/9410 73.33%, Loss:0.1429, Perplexity:1.1041
Epoch 8, step:7000/9410 74.39%, Loss:0.1420, Perplexity:1.1034
Epoch 8, step:7100/9410 75.45%, Loss:0.1390, Perplexity:1.1011
Epoch 8, step:7200/9410 76.51%, Loss:0.1333, Perplexity:1.0968
Epoch 8, step:7300/9410 77.58%, Loss:0.1447, Perplexity:1.1055
Epoch 8, step:7400/9410 78.64%, Loss:0.1387, Perplexity:1.1009
Epoch 8, step:7500/9410 79.70%, Loss:0.1451, Perplexity:1.1058
Epoch 8, step:7600/9410 80.77%, Loss:0.2280, Perplexity:1.1712
Epoch 8, step:7700/9410 81.83%, Loss:0.1604, Perplexity:1.1176
Epoch 8, step:7800/9410 82.89%, Loss:0.1574, Perplexity:1.1153
Epoch 8, step:7900/9410 83.95%, Loss:0.1600, Perplexity:1.1173
Epoch 8, step:8000/9410 85.02%, Loss:0.1528, Perplexity:1.1117
Epoch 8, step:8100/9410 86.08%, Loss:0.1533, Perplexity:1.1121
Epoch 8, step:8200/9410 87.14%, Loss:0.1448, Perplexity:1.1056
Epoch 8, step:8300/9410 88.20%, Loss:0.1604, Perplexity:1.1176
Epoch 8, step:8400/9410 89.27%, Loss:0.1555, Perplexity:1.1138
Epoch 8, step:8500/9410 90.33%, Loss:0.2166, Perplexity:1.1620
Epoch 8, step:8600/9410 91.39%, Loss:0.1766, Perplexity:1.1302
Epoch 8, step:8700/9410 92.45%, Loss:0.1624, Perplexity:1.1192
Epoch 8, step:8800/9410 93.52%, Loss:0.1555, Perplexity:1.1138
Epoch 8, step:8900/9410 94.58%, Loss:0.1653, Perplexity:1.1214
Epoch 8, step:9000/9410 95.64%, Loss:0.1579, Perplexity:1.1156
Epoch 8, step:9100/9410 96.71%, Loss:0.1581, Perplexity:1.1158
Epoch 8, step:9200/9410 97.77%, Loss:0.1613, Perplexity:1.1183
Epoch 8, step:9300/9410 98.83%, Loss:0.2621, Perplexity:1.1992
Epoch 8, step:9400/9410 99.89%, Loss:0.3362, Perplexity:1.2624
Epoch 8, validation average loss:0.4328, Perplexity:1.3498
Saving checkpoint to ./ckpts/best_ckpt.pt
Saving checkpoint to ./ckpts/ckpt-8-0.4328.pt