training_log.txt

Epoch [1/3], Step [1/809], Loss: 9.2182, Perplexity: 10078.9032
Epoch [1/3], Step [2/809], Loss: 8.9777, Perplexity: 7924.6590
Epoch [1/3], Step [3/809], Loss: 8.7770, Perplexity: 6483.4315
Epoch [1/3], Step [4/809], Loss: 8.6254, Perplexity: 5571.5851
Epoch [1/3], Step [5/809], Loss: 8.0133, Perplexity: 3020.9529
Epoch [1/3], Step [6/809], Loss: 7.8142, Perplexity: 2475.6224
Epoch [1/3], Step [7/809], Loss: 7.4206, Perplexity: 1670.1156
Epoch [1/3], Step [8/809], Loss: 6.3315, Perplexity: 561.9977
Epoch [1/3], Step [9/809], Loss: 5.7263, Perplexity: 306.8261
Epoch [1/3], Step [10/809], Loss: 5.4862, Perplexity: 241.3440
Epoch [1/3], Step [11/809], Loss: 5.0490, Perplexity: 155.8596
Epoch [1/3], Step [12/809], Loss: 4.8222, Perplexity: 124.2368
Epoch [1/3], Step [13/809], Loss: 4.7504, Perplexity: 115.6362
Epoch [1/3], Step [14/809], Loss: 4.8163, Perplexity: 123.5094
Epoch [1/3], Step [15/809], Loss: 4.6648, Perplexity: 106.1446
Epoch [1/3], Step [16/809], Loss: 4.5720, Perplexity: 96.7415
Epoch [1/3], Step [17/809], Loss: 4.5502, Perplexity: 94.6517
Epoch [1/3], Step [18/809], Loss: 4.9744, Perplexity: 144.6564
Epoch [1/3], Step [19/809], Loss: 4.8415, Perplexity: 126.6586
Epoch [1/3], Step [20/809], Loss: 4.6002, Perplexity: 99.5070
Epoch [1/3], Step [21/809], Loss: 4.8288, Perplexity: 125.0639
Epoch [1/3], Step [22/809], Loss: 4.5364, Perplexity: 93.3523
Epoch [1/3], Step [23/809], Loss: 4.9101, Perplexity: 135.6527
Epoch [1/3], Step [24/809], Loss: 4.5043, Perplexity: 90.4072
Epoch [1/3], Step [25/809], Loss: 4.4743, Perplexity: 87.7319
Epoch [1/3], Step [26/809], Loss: 4.4817, Perplexity: 88.3806
Epoch [1/3], Step [27/809], Loss: 4.3948, Perplexity: 81.0311
Epoch [1/3], Step [28/809], Loss: 4.5133, Perplexity: 91.2202
Epoch [1/3], Step [29/809], Loss: 4.3417, Perplexity: 76.8415
Epoch [1/3], Step [30/809], Loss: 4.3495, Perplexity: 77.4406
Epoch [1/3], Step [31/809], Loss: 4.4642, Perplexity: 86.8555
Epoch [1/3], Step [32/809], Loss: 4.3246, Perplexity: 75.5336
Epoch [1/3], Step [33/809], Loss: 4.3176, Perplexity: 75.0055
Epoch [1/3], Step [34/809], Loss: 4.4513, Perplexity: 85.7395
Epoch [1/3], Step [35/809], Loss: 4.5319, Perplexity: 92.9332
Epoch [1/3], Step [36/809], Loss: 4.3471, Perplexity: 77.2548
Epoch [1/3], Step [37/809], Loss: 4.2098, Perplexity: 67.3440
Epoch [1/3], Step [38/809], Loss: 4.2956, Perplexity: 73.3766
Epoch [1/3], Step [39/809], Loss: 4.5640, Perplexity: 95.9654
Epoch [1/3], Step [40/809], Loss: 4.4029, Perplexity: 81.6857
Epoch [1/3], Step [41/809], Loss: 4.1953, Perplexity: 66.3742
Epoch [1/3], Step [42/809], Loss: 4.1946, Perplexity: 66.3264
Epoch [1/3], Step [43/809], Loss: 4.1844, Perplexity: 65.6549
Epoch [1/3], Step [44/809], Loss: 4.2272, Perplexity: 68.5259
Epoch [1/3], Step [45/809], Loss: 4.1274, Perplexity: 62.0170
Epoch [1/3], Step [46/809], Loss: 4.1705, Perplexity: 64.7465
Epoch [1/3], Step [47/809], Loss: 4.2114, Perplexity: 67.4518
Epoch [1/3], Step [48/809], Loss: 4.8134, Perplexity: 123.1534
Epoch [1/3], Step [49/809], Loss: 4.1344, Perplexity: 62.4529
Epoch [1/3], Step [50/809], Loss: 4.1645, Perplexity: 64.3620
Epoch [1/3], Step [51/809], Loss: 4.1079, Perplexity: 60.8184
Epoch [1/3], Step [52/809], Loss: 4.0699, Perplexity: 58.5490
Epoch [1/3], Step [53/809], Loss: 4.1196, Perplexity: 61.5324
Epoch [1/3], Step [54/809], Loss: 4.0887, Perplexity: 59.6604
Epoch [1/3], Step [55/809], Loss: 4.0117, Perplexity: 55.2423
Epoch [1/3], Step [56/809], Loss: 4.1105, Perplexity: 60.9752
Epoch [1/3], Step [57/809], Loss: 4.1308, Perplexity: 62.2300
Epoch [1/3], Step [58/809], Loss: 4.1211, Perplexity: 61.6272
Epoch [1/3], Step [59/809], Loss: 4.1433, Perplexity: 63.0099
Epoch [1/3], Step [60/809], Loss: 4.0345, Perplexity: 56.5140
Epoch [1/3], Step [61/809], Loss: 4.2977, Perplexity: 73.5332
Epoch [1/3], Step [62/809], Loss: 4.0126, Perplexity: 55.2894
Epoch [1/3], Step [63/809], Loss: 4.0526, Perplexity: 57.5470
Epoch [1/3], Step [64/809], Loss: 4.5432, Perplexity: 93.9917
Epoch [1/3], Step [65/809], Loss: 3.8992, Perplexity: 49.3607
Epoch [1/3], Step [66/809], Loss: 3.9323, Perplexity: 51.0224
Epoch [1/3], Step [67/809], Loss: 3.9311, Perplexity: 50.9646
Epoch [1/3], Step [68/809], Loss: 3.7900, Perplexity: 44.2571
Epoch [1/3], Step [69/809], Loss: 4.1964, Perplexity: 66.4446
Epoch [1/3], Step [70/809], Loss: 3.8748, Perplexity: 48.1713
Epoch [1/3], Step [71/809], Loss: 3.9914, Perplexity: 54.1315
Epoch [1/3], Step [72/809], Loss: 4.3139, Perplexity: 74.7341
Epoch [1/3], Step [73/809], Loss: 4.0261, Perplexity: 56.0441
Epoch [1/3], Step [74/809], Loss: 3.8577, Perplexity: 47.3577
Epoch [1/3], Step [75/809], Loss: 3.8769, Perplexity: 48.2746
Epoch [1/3], Step [76/809], Loss: 4.1132, Perplexity: 61.1402
Epoch [1/3], Step [77/809], Loss: 4.0404, Perplexity: 56.8501
Epoch [1/3], Step [78/809], Loss: 4.0466, Perplexity: 57.2013
Epoch [1/3], Step [79/809], Loss: 3.8408, Perplexity: 46.5606
Epoch [1/3], Step [80/809], Loss: 4.1872, Perplexity: 65.8410
Epoch [1/3], Step [81/809], Loss: 3.9935, Perplexity: 54.2440
Epoch [1/3], Step [82/809], Loss: 3.8422, Perplexity: 46.6270
Epoch [1/3], Step [83/809], Loss: 3.9304, Perplexity: 50.9257
Epoch [1/3], Step [84/809], Loss: 4.5368, Perplexity: 93.3875
Epoch [1/3], Step [85/809], Loss: 4.0388, Perplexity: 56.7568
Epoch [1/3], Step [86/809], Loss: 3.9798, Perplexity: 53.5038
Epoch [1/3], Step [87/809], Loss: 3.8486, Perplexity: 46.9253
Epoch [1/3], Step [88/809], Loss: 3.7835, Perplexity: 43.9717
Epoch [1/3], Step [89/809], Loss: 3.8530, Perplexity: 47.1338
Epoch [1/3], Step [90/809], Loss: 3.9705, Perplexity: 53.0113
Epoch [1/3], Step [91/809], Loss: 3.9730, Perplexity: 53.1425
Epoch [1/3], Step [92/809], Loss: 3.8285, Perplexity: 45.9941
Epoch [1/3], Step [93/809], Loss: 3.7134, Perplexity: 40.9946
Epoch [1/3], Step [94/809], Loss: 3.8409, Perplexity: 46.5656
Epoch [1/3], Step [95/809], Loss: 3.8499, Perplexity: 46.9878
Epoch [1/3], Step [96/809], Loss: 3.7917, Perplexity: 44.3304
Epoch [1/3], Step [97/809], Loss: 3.6911, Perplexity: 40.0891
Epoch [1/3], Step [98/809], Loss: 3.9626, Perplexity: 52.5913
Epoch [1/3], Step [99/809], Loss: 3.8179, Perplexity: 45.5066
Epoch [1/3], Step [100/809], Loss: 3.8620, Perplexity: 47.5599
Epoch [1/3], Step [101/809], Loss: 3.7266, Perplexity: 41.5383
Epoch [1/3], Step [102/809], Loss: 3.8088, Perplexity: 45.0962
Epoch [1/3], Step [103/809], Loss: 3.8692, Perplexity: 47.9059
Epoch [1/3], Step [104/809], Loss: 3.7992, Perplexity: 44.6662
Epoch [1/3], Step [105/809], Loss: 3.8014, Perplexity: 44.7660
Epoch [1/3], Step [106/809], Loss: 3.5874, Perplexity: 36.1395
Epoch [1/3], Step [107/809], Loss: 3.6894, Perplexity: 40.0218
Epoch [1/3], Step [108/809], Loss: 3.6790, Perplexity: 39.6084
Epoch [1/3], Step [109/809], Loss: 3.7450, Perplexity: 42.3095
Epoch [1/3], Step [110/809], Loss: 3.6018, Perplexity: 36.6640
Epoch [1/3], Step [111/809], Loss: 3.6414, Perplexity: 38.1446
Epoch [1/3], Step [112/809], Loss: 3.5536, Perplexity: 34.9381
Epoch [1/3], Step [113/809], Loss: 4.1875, Perplexity: 65.8587
Epoch [1/3], Step [114/809], Loss: 3.7026, Perplexity: 40.5543
Epoch [1/3], Step [115/809], Loss: 4.0129, Perplexity: 55.3046
Epoch [1/3], Step [116/809], Loss: 3.8542, Perplexity: 47.1898
Epoch [1/3], Step [117/809], Loss: 3.9885, Perplexity: 53.9726
Epoch [1/3], Step [118/809], Loss: 3.8025, Perplexity: 44.8115
Epoch [1/3], Step [119/809], Loss: 3.7610, Perplexity: 42.9914
Epoch [1/3], Step [120/809], Loss: 3.7346, Perplexity: 41.8703
Epoch [1/3], Step [121/809], Loss: 3.7250, Perplexity: 41.4712
Epoch [1/3], Step [122/809], Loss: 3.6398, Perplexity: 38.0850
Epoch [1/3], Step [123/809], Loss: 3.5797, Perplexity: 35.8631
Epoch [1/3], Step [124/809], Loss: 3.6340, Perplexity: 37.8625
Epoch [1/3], Step [125/809], Loss: 3.9565, Perplexity: 52.2727
Epoch [1/3], Step [126/809], Loss: 3.6628, Perplexity: 38.9721
Epoch [1/3], Step [127/809], Loss: 4.0649, Perplexity: 58.2618
Epoch [1/3], Step [128/809], Loss: 3.6024, Perplexity: 36.6877
Epoch [1/3], Step [129/809], Loss: 3.5786, Perplexity: 35.8216
Epoch [1/3], Step [130/809], Loss: 3.5760, Perplexity: 35.7288
Epoch [1/3], Step [131/809], Loss: 3.6607, Perplexity: 38.8902
Epoch [1/3], Step [132/809], Loss: 3.6368, Perplexity: 37.9706
Epoch [1/3], Step [133/809], Loss: 3.5614, Perplexity: 35.2121
Epoch [1/3], Step [134/809], Loss: 3.5713, Perplexity: 35.5614
Epoch [1/3], Step [135/809], Loss: 3.7328, Perplexity: 41.7949
Epoch [1/3], Step [136/809], Loss: 3.6210, Perplexity: 37.3767
Epoch [1/3], Step [137/809], Loss: 3.5051, Perplexity: 33.2864
Epoch [1/3], Step [138/809], Loss: 3.7110, Perplexity: 40.8961
Epoch [1/3], Step [139/809], Loss: 3.5297, Perplexity: 34.1153
Epoch [1/3], Step [140/809], Loss: 3.6459, Perplexity: 38.3162
Epoch [1/3], Step [141/809], Loss: 3.4969, Perplexity: 33.0135
Epoch [1/3], Step [142/809], Loss: 3.4042, Perplexity: 30.0889
Epoch [1/3], Step [143/809], Loss: 3.5716, Perplexity: 35.5747
Epoch [1/3], Step [144/809], Loss: 3.5158, Perplexity: 33.6419
Epoch [1/3], Step [145/809], Loss: 3.5161, Perplexity: 33.6513
Epoch [1/3], Step [146/809], Loss: 3.6248, Perplexity: 37.5187
Epoch [1/3], Step [147/809], Loss: 3.9278, Perplexity: 50.7945
Epoch [1/3], Step [148/809], Loss: 3.4459, Perplexity: 31.3719
Epoch [1/3], Step [149/809], Loss: 3.5286, Perplexity: 34.0756
Epoch [1/3], Step [150/809], Loss: 3.4284, Perplexity: 30.8258
Epoch [1/3], Step [151/809], Loss: 3.5136, Perplexity: 33.5680
Epoch [1/3], Step [152/809], Loss: 3.8336, Perplexity: 46.2289
Epoch [1/3], Step [153/809], Loss: 3.4774, Perplexity: 32.3770
Epoch [1/3], Step [154/809], Loss: 3.7645, Perplexity: 43.1417
Epoch [1/3], Step [155/809], Loss: 3.5283, Perplexity: 34.0663
Epoch [1/3], Step [156/809], Loss: 3.4460, Perplexity: 31.3739
Epoch [1/3], Step [157/809], Loss: 3.4552, Perplexity: 31.6652
Epoch [1/3], Step [158/809], Loss: 3.3982, Perplexity: 29.9087
Epoch [1/3], Step [159/809], Loss: 3.4324, Perplexity: 30.9521
Epoch [1/3], Step [160/809], Loss: 3.4831, Perplexity: 32.5609
Epoch [1/3], Step [161/809], Loss: 3.5081, Perplexity: 33.3849
Epoch [1/3], Step [162/809], Loss: 3.6585, Perplexity: 38.8030
Epoch [1/3], Step [163/809], Loss: 3.7154, Perplexity: 41.0748
Epoch [1/3], Step [164/809], Loss: 3.4792, Perplexity: 32.4349
Epoch [1/3], Step [165/809], Loss: 3.4045, Perplexity: 30.1000
Epoch [1/3], Step [166/809], Loss: 3.5130, Perplexity: 33.5487
Epoch [1/3], Step [167/809], Loss: 3.9827, Perplexity: 53.6597
Epoch [1/3], Step [168/809], Loss: 3.4791, Perplexity: 32.4306
Epoch [1/3], Step [169/809], Loss: 3.6967, Perplexity: 40.3139
Epoch [1/3], Step [170/809], Loss: 3.4315, Perplexity: 30.9244
Epoch [1/3], Step [171/809], Loss: 3.4591, Perplexity: 31.7889
Epoch [1/3], Step [172/809], Loss: 3.5096, Perplexity: 33.4352
Epoch [1/3], Step [173/809], Loss: 3.4674, Perplexity: 32.0541
Epoch [1/3], Step [174/809], Loss: 3.5171, Perplexity: 33.6865
Epoch [1/3], Step [175/809], Loss: 3.5045, Perplexity: 33.2642
Epoch [1/3], Step [176/809], Loss: 3.4684, Perplexity: 32.0849
Epoch [1/3], Step [177/809], Loss: 3.4905, Perplexity: 32.8023
Epoch [1/3], Step [178/809], Loss: 3.7661, Perplexity: 43.2102
Epoch [1/3], Step [179/809], Loss: 3.4232, Perplexity: 30.6689
Epoch [1/3], Step [180/809], Loss: 3.6295, Perplexity: 37.6957
Epoch [1/3], Step [181/809], Loss: 3.5869, Perplexity: 36.1225
Epoch [1/3], Step [182/809], Loss: 3.4457, Perplexity: 31.3660
Epoch [1/3], Step [183/809], Loss: 3.3531, Perplexity: 28.5913
Epoch [1/3], Step [184/809], Loss: 3.4865, Perplexity: 32.6710
Epoch [1/3], Step [185/809], Loss: 3.4975, Perplexity: 33.0341
Epoch [1/3], Step [186/809], Loss: 3.3757, Perplexity: 29.2458
Epoch [1/3], Step [187/809], Loss: 3.4385, Perplexity: 31.1407
Epoch [1/3], Step [188/809], Loss: 3.3815, Perplexity: 29.4141
Epoch [1/3], Step [189/809], Loss: 3.4093, Perplexity: 30.2445
Epoch [1/3], Step [190/809], Loss: 3.4100, Perplexity: 30.2650
Epoch [1/3], Step [191/809], Loss: 3.5960, Perplexity: 36.4515
Epoch [1/3], Step [192/809], Loss: 3.4435, Perplexity: 31.2948
Epoch [1/3], Step [193/809], Loss: 3.6430, Perplexity: 38.2080
Epoch [1/3], Step [194/809], Loss: 3.4460, Perplexity: 31.3761
Epoch [1/3], Step [195/809], Loss: 3.3004, Perplexity: 27.1231
Epoch [1/3], Step [196/809], Loss: 3.4039, Perplexity: 30.0807
Epoch [1/3], Step [197/809], Loss: 3.5837, Perplexity: 36.0077
Epoch [1/3], Step [198/809], Loss: 3.3841, Perplexity: 29.4907
Epoch [1/3], Step [199/809], Loss: 3.3791, Perplexity: 29.3443
Epoch [1/3], Step [200/809], Loss: 3.5395, Perplexity: 34.4513
Epoch [1/3], Step [201/809], Loss: 3.5072, Perplexity: 33.3561
Epoch [1/3], Step [202/809], Loss: 3.3487, Perplexity: 28.4668
Epoch [1/3], Step [203/809], Loss: 3.3980, Perplexity: 29.9048
Epoch [1/3], Step [204/809], Loss: 3.3895, Perplexity: 29.6515
Epoch [1/3], Step [205/809], Loss: 3.4153, Perplexity: 30.4265
Epoch [1/3], Step [206/809], Loss: 3.3779, Perplexity: 29.3096
Epoch [1/3], Step [207/809], Loss: 3.4756, Perplexity: 32.3184
Epoch [1/3], Step [208/809], Loss: 3.4718, Perplexity: 32.1954
Epoch [1/3], Step [209/809], Loss: 3.3934, Perplexity: 29.7670
Epoch [1/3], Step [210/809], Loss: 3.5131, Perplexity: 33.5507
Epoch [1/3], Step [211/809], Loss: 3.3724, Perplexity: 29.1488
Epoch [1/3], Step [212/809], Loss: 3.3737, Perplexity: 29.1861
Epoch [1/3], Step [213/809], Loss: 3.2742, Perplexity: 26.4230
Epoch [1/3], Step [214/809], Loss: 3.4362, Perplexity: 31.0678
Epoch [1/3], Step [215/809], Loss: 3.3527, Perplexity: 28.5804
Epoch [1/3], Step [216/809], Loss: 3.6434, Perplexity: 38.2228
Epoch [1/3], Step [217/809], Loss: 3.3606, Perplexity: 28.8051
Epoch [1/3], Step [218/809], Loss: 3.4067, Perplexity: 30.1665
Epoch [1/3], Step [219/809], Loss: 3.6076, Perplexity: 36.8764
Epoch [1/3], Step [220/809], Loss: 3.3975, Perplexity: 29.8892
Epoch [1/3], Step [221/809], Loss: 3.9839, Perplexity: 53.7267
Epoch [1/3], Step [222/809], Loss: 3.3406, Perplexity: 28.2360
Epoch [1/3], Step [223/809], Loss: 3.3077, Perplexity: 27.3220
Epoch [1/3], Step [224/809], Loss: 3.4581, Perplexity: 31.7554
Epoch [1/3], Step [225/809], Loss: 3.8356, Perplexity: 46.3224
Epoch [1/3], Step [226/809], Loss: 3.2558, Perplexity: 25.9415
Epoch [1/3], Step [227/809], Loss: 3.5948, Perplexity: 36.4083
Epoch [1/3], Step [228/809], Loss: 3.2730, Perplexity: 26.3911
Epoch [1/3], Step [229/809], Loss: 3.3690, Perplexity: 29.0508
Epoch [1/3], Step [230/809], Loss: 3.4446, Perplexity: 31.3321
Epoch [1/3], Step [231/809], Loss: 3.4419, Perplexity: 31.2449
Epoch [1/3], Step [232/809], Loss: 3.2829, Perplexity: 26.6517
Epoch [1/3], Step [233/809], Loss: 3.2828, Perplexity: 26.6501
Epoch [1/3], Step [234/809], Loss: 3.3861, Perplexity: 29.5518
Epoch [1/3], Step [235/809], Loss: 3.3944, Perplexity: 29.7976
Epoch [1/3], Step [236/809], Loss: 3.4175, Perplexity: 30.4920
Epoch [1/3], Step [237/809], Loss: 3.2962, Perplexity: 27.0101
Epoch [1/3], Step [238/809], Loss: 3.3442, Perplexity: 28.3382
Epoch [1/3], Step [239/809], Loss: 3.3510, Perplexity: 28.5310
Epoch [1/3], Step [240/809], Loss: 3.2831, Perplexity: 26.6573
Epoch [1/3], Step [241/809], Loss: 3.3180, Perplexity: 27.6057
Epoch [1/3], Step [242/809], Loss: 3.2547, Perplexity: 25.9127
Epoch [1/3], Step [243/809], Loss: 3.3028, Perplexity: 27.1874
Epoch [1/3], Step [244/809], Loss: 3.6782, Perplexity: 39.5769
Epoch [1/3], Step [245/809], Loss: 3.2772, Perplexity: 26.5007
Epoch [1/3], Step [246/809], Loss: 3.3547, Perplexity: 28.6381
Epoch [1/3], Step [247/809], Loss: 3.3925, Perplexity: 29.7394
Epoch [1/3], Step [248/809], Loss: 3.7269, Perplexity: 41.5483
Epoch [1/3], Step [249/809], Loss: 3.3042, Perplexity: 27.2278
Epoch [1/3], Step [250/809], Loss: 3.3128, Perplexity: 27.4608
Epoch [1/3], Step [251/809], Loss: 3.7618, Perplexity: 43.0278
Epoch [1/3], Step [252/809], Loss: 3.3379, Perplexity: 28.1596
Epoch [1/3], Step [253/809], Loss: 3.4863, Perplexity: 32.6653
Epoch [1/3], Step [254/809], Loss: 3.6708, Perplexity: 39.2819
Epoch [1/3], Step [255/809], Loss: 3.3600, Perplexity: 28.7881
Epoch [1/3], Step [256/809], Loss: 3.4094, Perplexity: 30.2476
Epoch [1/3], Step [257/809], Loss: 3.4134, Perplexity: 30.3672
Epoch [1/3], Step [258/809], Loss: 3.2589, Perplexity: 26.0201
Epoch [1/3], Step [259/809], Loss: 3.2749, Perplexity: 26.4405
Epoch [1/3], Step [260/809], Loss: 3.2869, Perplexity: 26.7602
Epoch [1/3], Step [261/809], Loss: 3.2723, Perplexity: 26.3723
Epoch [1/3], Step [262/809], Loss: 3.3936, Perplexity: 29.7718
Epoch [1/3], Step [263/809], Loss: 3.2317, Perplexity: 25.3221
Epoch [1/3], Step [264/809], Loss: 3.3342, Perplexity: 28.0551
Epoch [1/3], Step [265/809], Loss: 3.2779, Perplexity: 26.5205
Epoch [1/3], Step [266/809], Loss: 3.6419, Perplexity: 38.1649
Epoch [1/3], Step [267/809], Loss: 3.3559, Perplexity: 28.6709
Epoch [1/3], Step [268/809], Loss: 3.3282, Perplexity: 27.8872
Epoch [1/3], Step [269/809], Loss: 3.2512, Perplexity: 25.8216
Epoch [1/3], Step [270/809], Loss: 3.2517, Perplexity: 25.8339
Epoch [1/3], Step [271/809], Loss: 3.2437, Perplexity: 25.6275
Epoch [1/3], Step [272/809], Loss: 3.2268, Perplexity: 25.1980
Epoch [1/3], Step [273/809], Loss: 3.1984, Perplexity: 24.4939
Epoch [1/3], Step [274/809], Loss: 3.1560, Perplexity: 23.4776
Epoch [1/3], Step [275/809], Loss: 3.3392, Perplexity: 28.1967
Epoch [1/3], Step [276/809], Loss: 3.3522, Perplexity: 28.5652
Epoch [1/3], Step [277/809], Loss: 3.1994, Perplexity: 24.5187
Epoch [1/3], Step [278/809], Loss: 3.2102, Perplexity: 24.7842
Epoch [1/3], Step [279/809], Loss: 3.2998, Perplexity: 27.1061
Epoch [1/3], Step [280/809], Loss: 3.3242, Perplexity: 27.7774
Epoch [1/3], Step [281/809], Loss: 3.1616, Perplexity: 23.6077
Epoch [1/3], Step [282/809], Loss: 3.2657, Perplexity: 26.1993
Epoch [1/3], Step [283/809], Loss: 3.2261, Perplexity: 25.1812
Epoch [1/3], Step [284/809], Loss: 3.3275, Perplexity: 27.8691
Epoch [1/3], Step [285/809], Loss: 3.2418, Perplexity: 25.5791
Epoch [1/3], Step [286/809], Loss: 3.2667, Perplexity: 26.2245
Epoch [1/3], Step [287/809], Loss: 3.1814, Perplexity: 24.0815
Epoch [1/3], Step [288/809], Loss: 3.2987, Perplexity: 27.0771
Epoch [1/3], Step [289/809], Loss: 3.4923, Perplexity: 32.8627
Epoch [1/3], Step [290/809], Loss: 3.2609, Perplexity: 26.0728
Epoch [1/3], Step [291/809], Loss: 3.5447, Perplexity: 34.6302
Epoch [1/3], Step [292/809], Loss: 3.1935, Perplexity: 24.3747
Epoch [1/3], Step [293/809], Loss: 3.4511, Perplexity: 31.5339
Epoch [1/3], Step [294/809], Loss: 3.3568, Perplexity: 28.6964
Epoch [1/3], Step [295/809], Loss: 3.1943, Perplexity: 24.3931
Epoch [1/3], Step [296/809], Loss: 3.3047, Perplexity: 27.2413
Epoch [1/3], Step [297/809], Loss: 3.3133, Perplexity: 27.4762
Epoch [1/3], Step [298/809], Loss: 3.2152, Perplexity: 24.9088
Epoch [1/3], Step [299/809], Loss: 3.4280, Perplexity: 30.8146
Epoch [1/3], Step [300/809], Loss: 3.2921, Perplexity: 26.8984
Epoch [1/3], Step [301/809], Loss: 3.2845, Perplexity: 26.6955
Epoch [1/3], Step [302/809], Loss: 3.2317, Perplexity: 25.3227
Epoch [1/3], Step [303/809], Loss: 3.9597, Perplexity: 52.4419
Epoch [1/3], Step [304/809], Loss: 3.3327, Perplexity: 28.0129
Epoch [1/3], Step [305/809], Loss: 3.4133, Perplexity: 30.3662
Epoch [1/3], Step [306/809], Loss: 3.1979, Perplexity: 24.4812
Epoch [1/3], Step [307/809], Loss: 3.1612, Perplexity: 23.5978
Epoch [1/3], Step [308/809], Loss: 3.4816, Perplexity: 32.5127
Epoch [1/3], Step [309/809], Loss: 3.3145, Perplexity: 27.5094
Epoch [1/3], Step [310/809], Loss: 3.2207, Perplexity: 25.0462
Epoch [1/3], Step [311/809], Loss: 3.5620, Perplexity: 35.2340
Epoch [1/3], Step [312/809], Loss: 3.4040, Perplexity: 30.0838
Epoch [1/3], Step [313/809], Loss: 3.2067, Perplexity: 24.6983
Epoch [1/3], Step [314/809], Loss: 3.2308, Perplexity: 25.3000
Epoch [1/3], Step [315/809], Loss: 3.1785, Perplexity: 24.0116
Epoch [1/3], Step [316/809], Loss: 3.3157, Perplexity: 27.5407
Epoch [1/3], Step [317/809], Loss: 3.2688, Perplexity: 26.2804
Epoch [1/3], Step [318/809], Loss: 4.8525, Perplexity: 128.0613
Epoch [1/3], Step [319/809], Loss: 3.1921, Perplexity: 24.3399
Epoch [1/3], Step [320/809], Loss: 3.3777, Perplexity: 29.3039
Epoch [1/3], Step [321/809], Loss: 3.2470, Perplexity: 25.7135
Epoch [1/3], Step [322/809], Loss: 3.9215, Perplexity: 50.4753
Epoch [1/3], Step [323/809], Loss: 3.1529, Perplexity: 23.4044
Epoch [1/3], Step [324/809], Loss: 3.2721, Perplexity: 26.3655
Epoch [1/3], Step [325/809], Loss: 3.1657, Perplexity: 23.7057
Epoch [1/3], Step [326/809], Loss: 3.2477, Perplexity: 25.7311
Epoch [1/3], Step [327/809], Loss: 3.1792, Perplexity: 24.0278
Epoch [1/3], Step [328/809], Loss: 3.8016, Perplexity: 44.7736
Epoch [1/3], Step [329/809], Loss: 3.4621, Perplexity: 31.8834
Epoch [1/3], Step [330/809], Loss: 3.1098, Perplexity: 22.4161
Epoch [1/3], Step [331/809], Loss: 3.2255, Perplexity: 25.1656
Epoch [1/3], Step [332/809], Loss: 3.2482, Perplexity: 25.7441
Epoch [1/3], Step [333/809], Loss: 3.2835, Perplexity: 26.6676
Epoch [1/3], Step [334/809], Loss: 3.2005, Perplexity: 24.5458
Epoch [1/3], Step [335/809], Loss: 3.2202, Perplexity: 25.0334
Epoch [1/3], Step [336/809], Loss: 3.3171, Perplexity: 27.5808
Epoch [1/3], Step [337/809], Loss: 3.5370, Perplexity: 34.3638
Epoch [1/3], Step [338/809], Loss: 3.2668, Perplexity: 26.2271
Epoch [1/3], Step [339/809], Loss: 3.1900, Perplexity: 24.2878
Epoch [1/3], Step [340/809], Loss: 3.3271, Perplexity: 27.8577
Epoch [1/3], Step [341/809], Loss: 3.3088, Perplexity: 27.3519
Epoch [1/3], Step [342/809], Loss: 3.1828, Perplexity: 24.1134
Epoch [1/3], Step [343/809], Loss: 3.1781, Perplexity: 24.0009
Epoch [1/3], Step [344/809], Loss: 3.2434, Perplexity: 25.6203
Epoch [1/3], Step [345/809], Loss: 3.1854, Perplexity: 24.1758
Epoch [1/3], Step [346/809], Loss: 3.4498, Perplexity: 31.4938
Epoch [1/3], Step [347/809], Loss: 3.2719, Perplexity: 26.3616
Epoch [1/3], Step [348/809], Loss: 3.2510, Perplexity: 25.8159
Epoch [1/3], Step [349/809], Loss: 3.1630, Perplexity: 23.6405
Epoch [1/3], Step [350/809], Loss: 3.7838, Perplexity: 43.9813
Epoch [1/3], Step [351/809], Loss: 3.3720, Perplexity: 29.1361
Epoch [1/3], Step [352/809], Loss: 3.2928, Perplexity: 26.9183
Epoch [1/3], Step [353/809], Loss: 3.1775, Perplexity: 23.9866
Epoch [1/3], Step [354/809], Loss: 3.1909, Perplexity: 24.3095
Epoch [1/3], Step [355/809], Loss: 3.2073, Perplexity: 24.7131
Epoch [1/3], Step [356/809], Loss: 3.2228, Perplexity: 25.0986
Epoch [1/3], Step [357/809], Loss: 3.4711, Perplexity: 32.1729
Epoch [1/3], Step [358/809], Loss: 3.3564, Perplexity: 28.6866
Epoch [1/3], Step [359/809], Loss: 3.1190, Perplexity: 22.6239
Epoch [1/3], Step [360/809], Loss: 3.1808, Perplexity: 24.0665
Epoch [1/3], Step [361/809], Loss: 3.2545, Perplexity: 25.9062
Epoch [1/3], Step [362/809], Loss: 3.1108, Perplexity: 22.4384
Epoch [1/3], Step [363/809], Loss: 3.3891, Perplexity: 29.6402
Epoch [1/3], Step [364/809], Loss: 3.1086, Perplexity: 22.3896
Epoch [1/3], Step [365/809], Loss: 3.2076, Perplexity: 24.7189
Epoch [1/3], Step [366/809], Loss: 3.1643, Perplexity: 23.6732
Epoch [1/3], Step [367/809], Loss: 3.3614, Perplexity: 28.8288
Epoch [1/3], Step [368/809], Loss: 3.1615, Perplexity: 23.6066
Epoch [1/3], Step [369/809], Loss: 3.1259, Perplexity: 22.7811
Epoch [1/3], Step [370/809], Loss: 3.2308, Perplexity: 25.3010
Epoch [1/3], Step [371/809], Loss: 3.1110, Perplexity: 22.4443
Epoch [1/3], Step [372/809], Loss: 3.1681, Perplexity: 23.7624
Epoch [1/3], Step [373/809], Loss: 3.0904, Perplexity: 21.9853
Epoch [1/3], Step [374/809], Loss: 3.5177, Perplexity: 33.7063
Epoch [1/3], Step [375/809], Loss: 3.1704, Perplexity: 23.8168
Epoch [1/3], Step [376/809], Loss: 3.4060, Perplexity: 30.1431
Epoch [1/3], Step [377/809], Loss: 3.1996, Perplexity: 24.5234
Epoch [1/3], Step [378/809], Loss: 3.1766, Perplexity: 23.9653
Epoch [1/3], Step [379/809], Loss: 3.1086, Perplexity: 22.3906
Epoch [1/3], Step [380/809], Loss: 3.1877, Perplexity: 24.2315
Epoch [1/3], Step [381/809], Loss: 3.1535, Perplexity: 23.4188
Epoch [1/3], Step [382/809], Loss: 3.1884, Perplexity: 24.2501
Epoch [1/3], Step [383/809], Loss: 3.1426, Perplexity: 23.1643
Epoch [1/3], Step [384/809], Loss: 3.0978, Perplexity: 22.1497
Epoch [1/3], Step [385/809], Loss: 3.1006, Perplexity: 22.2119
Epoch [1/3], Step [386/809], Loss: 3.1795, Perplexity: 24.0348
Epoch [1/3], Step [387/809], Loss: 3.3172, Perplexity: 27.5830
Epoch [1/3], Step [388/809], Loss: 3.1650, Perplexity: 23.6891
Epoch [1/3], Step [389/809], Loss: 3.2139, Perplexity: 24.8768
Epoch [1/3], Step [390/809], Loss: 3.3180, Perplexity: 27.6040
Epoch [1/3], Step [391/809], Loss: 3.2294, Perplexity: 25.2655
Epoch [1/3], Step [392/809], Loss: 3.2399, Perplexity: 25.5315
Epoch [1/3], Step [393/809], Loss: 3.1712, Perplexity: 23.8371
Epoch [1/3], Step [394/809], Loss: 3.3462, Perplexity: 28.3960
Epoch [1/3], Step [395/809], Loss: 3.1571, Perplexity: 23.5034
Epoch [1/3], Step [396/809], Loss: 3.2323, Perplexity: 25.3368
Epoch [1/3], Step [397/809], Loss: 3.1514, Perplexity: 23.3684
Epoch [1/3], Step [398/809], Loss: 3.1453, Perplexity: 23.2276
Epoch [1/3], Step [399/809], Loss: 3.2242, Perplexity: 25.1336
Epoch [1/3], Step [400/809], Loss: 3.7163, Perplexity: 41.1108
Epoch [1/3], Step [401/809], Loss: 3.2083, Perplexity: 24.7361
Epoch [1/3], Step [402/809], Loss: 3.1687, Perplexity: 23.7767
Epoch [1/3], Step [403/809], Loss: 3.1032, Perplexity: 22.2695
Epoch [1/3], Step [404/809], Loss: 3.1701, Perplexity: 23.8108
Epoch [1/3], Step [405/809], Loss: 3.1517, Perplexity: 23.3751
Epoch [1/3], Step [406/809], Loss: 3.6940, Perplexity: 40.2059
Epoch [1/3], Step [407/809], Loss: 3.1933, Perplexity: 24.3699
Epoch [1/3], Step [408/809], Loss: 3.1893, Perplexity: 24.2703
Epoch [1/3], Step [409/809], Loss: 3.1621, Perplexity: 23.6209
Epoch [1/3], Step [410/809], Loss: 3.2826, Perplexity: 26.6457
Epoch [1/3], Step [411/809], Loss: 3.2069, Perplexity: 24.7013
Epoch [1/3], Step [412/809], Loss: 3.4876, Perplexity: 32.7064
Epoch [1/3], Step [413/809], Loss: 3.2367, Perplexity: 25.4507
Epoch [1/3], Step [414/809], Loss: 3.1912, Perplexity: 24.3173
Epoch [1/3], Step [415/809], Loss: 3.2080, Perplexity: 24.7305
Epoch [1/3], Step [416/809], Loss: 3.1563, Perplexity: 23.4839
Epoch [1/3], Step [417/809], Loss: 3.0944, Perplexity: 22.0736
Epoch [1/3], Step [418/809], Loss: 3.1056, Perplexity: 22.3231
Epoch [1/3], Step [419/809], Loss: 3.1583, Perplexity: 23.5311
Epoch [1/3], Step [420/809], Loss: 3.1303, Perplexity: 22.8805
Epoch [1/3], Step [421/809], Loss: 3.1719, Perplexity: 23.8517
Epoch [1/3], Step [422/809], Loss: 3.3198, Perplexity: 27.6541
Epoch [1/3], Step [423/809], Loss: 3.2867, Perplexity: 26.7547
Epoch [1/3], Step [424/809], Loss: 3.1910, Perplexity: 24.3120
Epoch [1/3], Step [425/809], Loss: 3.0841, Perplexity: 21.8480
Epoch [1/3], Step [426/809], Loss: 3.1274, Perplexity: 22.8144
Epoch [1/3], Step [427/809], Loss: 3.3253, Perplexity: 27.8076
Epoch [1/3], Step [428/809], Loss: 3.1256, Perplexity: 22.7742
Epoch [1/3], Step [429/809], Loss: 3.1758, Perplexity: 23.9455
Epoch [1/3], Step [430/809], Loss: 3.3888, Perplexity: 29.6292
Epoch [1/3], Step [431/809], Loss: 3.2558, Perplexity: 25.9399
Epoch [1/3], Step [432/809], Loss: 3.1182, Perplexity: 22.6046
Epoch [1/3], Step [433/809], Loss: 3.1586, Perplexity: 23.5366
Epoch [1/3], Step [434/809], Loss: 3.0667, Perplexity: 21.4713
Epoch [1/3], Step [435/809], Loss: 3.1612, Perplexity: 23.5977
Epoch [1/3], Step [436/809], Loss: 3.3349, Perplexity: 28.0742
Epoch [1/3], Step [437/809], Loss: 3.2165, Perplexity: 24.9417
Epoch [1/3], Step [438/809], Loss: 3.1143, Perplexity: 22.5178
Epoch [1/3], Step [439/809], Loss: 3.1674, Perplexity: 23.7465
Epoch [1/3], Step [440/809], Loss: 3.1084, Perplexity: 22.3851
Epoch [1/3], Step [441/809], Loss: 3.1632, Perplexity: 23.6454
Epoch [1/3], Step [442/809], Loss: 3.1196, Perplexity: 22.6368
Epoch [1/3], Step [443/809], Loss: 3.0610, Perplexity: 21.3494
Epoch [1/3], Step [444/809], Loss: 3.1477, Perplexity: 23.2818
Epoch [1/3], Step [445/809], Loss: 3.1054, Perplexity: 22.3178
Epoch [1/3], Step [446/809], Loss: 3.0140, Perplexity: 20.3696
Epoch [1/3], Step [447/809], Loss: 3.3436, Perplexity: 28.3204
Epoch [1/3], Step [448/809], Loss: 3.1351, Perplexity: 22.9909
Epoch [1/3], Step [449/809], Loss: 3.6257, Perplexity: 37.5505
Epoch [1/3], Step [450/809], Loss: 3.2047, Perplexity: 24.6473
Epoch [1/3], Step [451/809], Loss: 3.0353, Perplexity: 20.8078
Epoch [1/3], Step [452/809], Loss: 3.1235, Perplexity: 22.7247
Epoch [1/3], Step [453/809], Loss: 3.2807, Perplexity: 26.5949
Epoch [1/3], Step [454/809], Loss: 3.2888, Perplexity: 26.8103
Epoch [1/3], Step [455/809], Loss: 3.1757, Perplexity: 23.9443
Epoch [1/3], Step [456/809], Loss: 3.3596, Perplexity: 28.7764
Epoch [1/3], Step [457/809], Loss: 3.0752, Perplexity: 21.6535
Epoch [1/3], Step [458/809], Loss: 3.0834, Perplexity: 21.8319
Epoch [1/3], Step [459/809], Loss: 3.0320, Perplexity: 20.7393
Epoch [1/3], Step [460/809], Loss: 3.1412, Perplexity: 23.1321
Epoch [1/3], Step [461/809], Loss: 3.1797, Perplexity: 24.0385
Epoch [1/3], Step [462/809], Loss: 3.0889, Perplexity: 21.9535
Epoch [1/3], Step [463/809], Loss: 3.0630, Perplexity: 21.3921
Epoch [1/3], Step [464/809], Loss: 3.2343, Perplexity: 25.3875
Epoch [1/3], Step [465/809], Loss: 3.1677, Perplexity: 23.7528
Epoch [1/3], Step [466/809], Loss: 3.5824, Perplexity: 35.9602
Epoch [1/3], Step [467/809], Loss: 3.1661, Perplexity: 23.7140
Epoch [1/3], Step [468/809], Loss: 3.0391, Perplexity: 20.8866
Epoch [1/3], Step [469/809], Loss: 3.1307, Perplexity: 22.8904
Epoch [1/3], Step [470/809], Loss: 3.3864, Perplexity: 29.5599
Epoch [1/3], Step [471/809], Loss: 3.2159, Perplexity: 24.9255
Epoch [1/3], Step [472/809], Loss: 3.2249, Perplexity: 25.1507
Epoch [1/3], Step [473/809], Loss: 3.1338, Perplexity: 22.9600
Epoch [1/3], Step [474/809], Loss: 3.0851, Perplexity: 21.8698
Epoch [1/3], Step [475/809], Loss: 3.1453, Perplexity: 23.2273
Epoch [1/3], Step [476/809], Loss: 3.0673, Perplexity: 21.4842
Epoch [1/3], Step [477/809], Loss: 3.0647, Perplexity: 21.4273
Epoch [1/3], Step [478/809], Loss: 3.3952, Perplexity: 29.8204
Epoch [1/3], Step [479/809], Loss: 3.0848, Perplexity: 21.8629
Epoch [1/3], Step [480/809], Loss: 2.9783, Perplexity: 19.6546
Epoch [1/3], Step [481/809], Loss: 3.5991, Perplexity: 36.5670
Epoch [1/3], Step [482/809], Loss: 3.0829, Perplexity: 21.8221
Epoch [1/3], Step [483/809], Loss: 3.1012, Perplexity: 22.2241
Epoch [1/3], Step [484/809], Loss: 3.1924, Perplexity: 24.3459
Epoch [1/3], Step [485/809], Loss: 3.0504, Perplexity: 21.1232
Epoch [1/3], Step [486/809], Loss: 3.1583, Perplexity: 23.5304
Epoch [1/3], Step [487/809], Loss: 3.3061, Perplexity: 27.2798
Epoch [1/3], Step [488/809], Loss: 3.2585, Perplexity: 26.0109
Epoch [1/3], Step [489/809], Loss: 3.1408, Perplexity: 23.1228
Epoch [1/3], Step [490/809], Loss: 3.0934, Perplexity: 22.0520
Epoch [1/3], Step [491/809], Loss: 3.0795, Perplexity: 21.7479
Epoch [1/3], Step [492/809], Loss: 3.0515, Perplexity: 21.1474
Epoch [1/3], Step [493/809], Loss: 3.0758, Perplexity: 21.6662
Epoch [1/3], Step [494/809], Loss: 3.0541, Perplexity: 21.2023
Epoch [1/3], Step [495/809], Loss: 3.0532, Perplexity: 21.1834
Epoch [1/3], Step [496/809], Loss: 3.1766, Perplexity: 23.9643
Epoch [1/3], Step [497/809], Loss: 3.1235, Perplexity: 22.7255
Epoch [1/3], Step [498/809], Loss: 3.0716, Perplexity: 21.5761
Epoch [1/3], Step [499/809], Loss: 3.1324, Perplexity: 22.9280
Epoch [1/3], Step [500/809], Loss: 3.0297, Perplexity: 20.6919
Epoch [1/3], Step [501/809], Loss: 3.9179, Perplexity: 50.2950
Epoch [1/3], Step [502/809], Loss: 3.0226, Perplexity: 20.5444
Epoch [1/3], Step [503/809], Loss: 3.0462, Perplexity: 21.0349
Epoch [1/3], Step [504/809], Loss: 3.1993, Perplexity: 24.5158
Epoch [1/3], Step [505/809], Loss: 3.0848, Perplexity: 21.8631
Epoch [1/3], Step [506/809], Loss: 3.1869, Perplexity: 24.2142
Epoch [1/3], Step [507/809], Loss: 3.0666, Perplexity: 21.4692
Epoch [1/3], Step [508/809], Loss: 3.0193, Perplexity: 20.4771
Epoch [1/3], Step [509/809], Loss: 3.1327, Perplexity: 22.9367
Epoch [1/3], Step [510/809], Loss: 3.0671, Perplexity: 21.4798
Epoch [1/3], Step [511/809], Loss: 3.1600, Perplexity: 23.5701
Epoch [1/3], Step [512/809], Loss: 3.0551, Perplexity: 21.2235
Epoch [1/3], Step [513/809], Loss: 3.0565, Perplexity: 21.2524
Epoch [1/3], Step [514/809], Loss: 2.9993, Perplexity: 20.0716
Epoch [1/3], Step [515/809], Loss: 3.0817, Perplexity: 21.7960
Epoch [1/3], Step [516/809], Loss: 3.1600, Perplexity: 23.5698
Epoch [1/3], Step [517/809], Loss: 3.1486, Perplexity: 23.3043
Epoch [1/3], Step [518/809], Loss: 3.1847, Perplexity: 24.1592
Epoch [1/3], Step [519/809], Loss: 3.1354, Perplexity: 22.9970
Epoch [1/3], Step [520/809], Loss: 3.1321, Perplexity: 22.9224
Epoch [1/3], Step [521/809], Loss: 3.0592, Perplexity: 21.3114
Epoch [1/3], Step [522/809], Loss: 3.0168, Perplexity: 20.4252
Epoch [1/3], Step [523/809], Loss: 3.0972, Perplexity: 22.1350
Epoch [1/3], Step [524/809], Loss: 3.0490, Perplexity: 21.0937
Epoch [1/3], Step [525/809], Loss: 3.0641, Perplexity: 21.4161
Epoch [1/3], Step [526/809], Loss: 3.1094, Perplexity: 22.4087
Epoch [1/3], Step [527/809], Loss: 3.1041, Perplexity: 22.2888
Epoch [1/3], Step [528/809], Loss: 3.1674, Perplexity: 23.7455
Epoch [1/3], Step [529/809], Loss: 3.2926, Perplexity: 26.9135
Epoch [1/3], Step [530/809], Loss: 3.0447, Perplexity: 21.0041
Epoch [1/3], Step [531/809], Loss: 3.1700, Perplexity: 23.8074
Epoch [1/3], Step [532/809], Loss: 3.1450, Perplexity: 23.2196
Epoch [1/3], Step [533/809], Loss: 3.1302, Perplexity: 22.8795
Epoch [1/3], Step [534/809], Loss: 3.1447, Perplexity: 23.2130
Epoch [1/3], Step [535/809], Loss: 3.3389, Perplexity: 28.1885
Epoch [1/3], Step [536/809], Loss: 3.1384, Perplexity: 23.0664
Epoch [1/3], Step [537/809], Loss: 3.2465, Perplexity: 25.6993
Epoch [1/3], Step [538/809], Loss: 3.0217, Perplexity: 20.5258
Epoch [1/3], Step [539/809], Loss: 3.0800, Perplexity: 21.7586
Epoch [1/3], Step [540/809], Loss: 3.0091, Perplexity: 20.2700
Epoch [1/3], Step [541/809], Loss: 3.2449, Perplexity: 25.6602
Epoch [1/3], Step [542/809], Loss: 3.0785, Perplexity: 21.7262
Epoch [1/3], Step [543/809], Loss: 3.0702, Perplexity: 21.5472
Epoch [1/3], Step [544/809], Loss: 3.1205, Perplexity: 22.6568
Epoch [1/3], Step [545/809], Loss: 3.2017, Perplexity: 24.5747
Epoch [1/3], Step [546/809], Loss: 2.9988, Perplexity: 20.0615
Epoch [1/3], Step [547/809], Loss: 3.1097, Perplexity: 22.4149
Epoch [1/3], Step [548/809], Loss: 2.9854, Perplexity: 19.7950
Epoch [1/3], Step [549/809], Loss: 3.0682, Perplexity: 21.5027
Epoch [1/3], Step [550/809], Loss: 3.3672, Perplexity: 28.9975
Epoch [1/3], Step [551/809], Loss: 3.0490, Perplexity: 21.0947
Epoch [1/3], Step [552/809], Loss: 2.9945, Perplexity: 19.9755
Epoch [1/3], Step [553/809], Loss: 3.0127, Perplexity: 20.3431
Epoch [1/3], Step [554/809], Loss: 3.1399, Perplexity: 23.1021
Epoch [1/3], Step [555/809], Loss: 3.0419, Perplexity: 20.9457
Epoch [1/3], Step [556/809], Loss: 3.0067, Perplexity: 20.2201
Epoch [1/3], Step [557/809], Loss: 3.0395, Perplexity: 20.8944
Epoch [1/3], Step [558/809], Loss: 3.1149, Perplexity: 22.5317
Epoch [1/3], Step [559/809], Loss: 3.0774, Perplexity: 21.7019
Epoch [1/3], Step [560/809], Loss: 3.0685, Perplexity: 21.5104
Epoch [1/3], Step [561/809], Loss: 3.0759, Perplexity: 21.6702
Epoch [1/3], Step [562/809], Loss: 3.4037, Perplexity: 30.0766
Epoch [1/3], Step [563/809], Loss: 3.1962, Perplexity: 24.4407
Epoch [1/3], Step [564/809], Loss: 3.0561, Perplexity: 21.2435
Epoch [1/3], Step [565/809], Loss: 2.9539, Perplexity: 19.1810
Epoch [1/3], Step [566/809], Loss: 3.8755, Perplexity: 48.2058
Epoch [1/3], Step [567/809], Loss: 2.9748, Perplexity: 19.5866
Epoch [1/3], Step [568/809], Loss: 3.1180, Perplexity: 22.6006
Epoch [1/3], Step [569/809], Loss: 3.1262, Perplexity: 22.7868
Epoch [1/3], Step [570/809], Loss: 3.1897, Perplexity: 24.2809
Epoch [1/3], Step [571/809], Loss: 3.0027, Perplexity: 20.1401
Epoch [1/3], Step [572/809], Loss: 3.0817, Perplexity: 21.7956
Epoch [1/3], Step [573/809], Loss: 3.1090, Perplexity: 22.3981
Epoch [1/3], Step [574/809], Loss: 2.9278, Perplexity: 18.6869
Epoch [1/3], Step [575/809], Loss: 3.1069, Perplexity: 22.3515
Epoch [1/3], Step [576/809], Loss: 3.0869, Perplexity: 21.9083
Epoch [1/3], Step [577/809], Loss: 3.0154, Perplexity: 20.3969
Epoch [1/3], Step [578/809], Loss: 3.1769, Perplexity: 23.9718
Epoch [1/3], Step [579/809], Loss: 3.1363, Perplexity: 23.0191
Epoch [1/3], Step [580/809], Loss: 3.0874, Perplexity: 21.9202
Epoch [1/3], Step [581/809], Loss: 3.0647, Perplexity: 21.4281
Epoch [1/3], Step [582/809], Loss: 3.1138, Perplexity: 22.5067
Epoch [1/3], Step [583/809], Loss: 3.8292, Perplexity: 46.0272
Epoch [1/3], Step [584/809], Loss: 3.0430, Perplexity: 20.9675
Epoch [1/3], Step [585/809], Loss: 3.0912, Perplexity: 22.0044
Epoch [1/3], Step [586/809], Loss: 3.1496, Perplexity: 23.3258
Epoch [1/3], Step [587/809], Loss: 3.0857, Perplexity: 21.8822
Epoch [1/3], Step [588/809], Loss: 3.1236, Perplexity: 22.7274
Epoch [1/3], Step [589/809], Loss: 3.0673, Perplexity: 21.4844
Epoch [1/3], Step [590/809], Loss: 3.2293, Perplexity: 25.2625
Epoch [1/3], Step [591/809], Loss: 3.0618, Perplexity: 21.3668
Epoch [1/3], Step [592/809], Loss: 3.0847, Perplexity: 21.8610
Epoch [1/3], Step [593/809], Loss: 3.0333, Perplexity: 20.7654
Epoch [1/3], Step [594/809], Loss: 3.1529, Perplexity: 23.4040
Epoch [1/3], Step [595/809], Loss: 3.7473, Perplexity: 42.4050
Epoch [1/3], Step [596/809], Loss: 3.4343, Perplexity: 31.0086
Epoch [1/3], Step [597/809], Loss: 2.9647, Perplexity: 19.3880
Epoch [1/3], Step [598/809], Loss: 4.1337, Perplexity: 62.4089
Epoch [1/3], Step [599/809], Loss: 3.1930, Perplexity: 24.3623
Epoch [1/3], Step [600/809], Loss: 3.1326, Perplexity: 22.9341
Epoch [1/3], Step [601/809], Loss: 3.0664, Perplexity: 21.4652
Epoch [1/3], Step [602/809], Loss: 3.0488, Perplexity: 21.0904
Epoch [1/3], Step [603/809], Loss: 3.0412, Perplexity: 20.9296
Epoch [1/3], Step [604/809], Loss: 3.0437, Perplexity: 20.9829
Epoch [1/3], Step [605/809], Loss: 3.1398, Perplexity: 23.0993
Epoch [1/3], Step [606/809], Loss: 3.1054, Perplexity: 22.3188
Epoch [1/3], Step [607/809], Loss: 2.9922, Perplexity: 19.9301
Epoch [1/3], Step [608/809], Loss: 2.9851, Perplexity: 19.7892
Epoch [1/3], Step [609/809], Loss: 3.0465, Perplexity: 21.0421
Epoch [1/3], Step [610/809], Loss: 3.1412, Perplexity: 23.1322
Epoch [1/3], Step [611/809], Loss: 3.1026, Perplexity: 22.2562
Epoch [1/3], Step [612/809], Loss: 2.9972, Perplexity: 20.0301
Epoch [1/3], Step [613/809], Loss: 3.2516, Perplexity: 25.8311
Epoch [1/3], Step [614/809], Loss: 2.9840, Perplexity: 19.7674
Epoch [1/3], Step [615/809], Loss: 3.0582, Perplexity: 21.2896
Epoch [1/3], Step [616/809], Loss: 3.0179, Perplexity: 20.4493
Epoch [1/3], Step [617/809], Loss: 3.6773, Perplexity: 39.5404
Epoch [1/3], Step [618/809], Loss: 3.0033, Perplexity: 20.1528
Epoch [1/3], Step [619/809], Loss: 3.0443, Perplexity: 20.9943
Epoch [1/3], Step [620/809], Loss: 3.2103, Perplexity: 24.7859
Epoch [1/3], Step [621/809], Loss: 3.0939, Perplexity: 22.0624
Epoch [1/3], Step [622/809], Loss: 3.0209, Perplexity: 20.5097
Epoch [1/3], Step [623/809], Loss: 3.0037, Perplexity: 20.1597
Epoch [1/3], Step [624/809], Loss: 3.0605, Perplexity: 21.3380
Epoch [1/3], Step [625/809], Loss: 3.0140, Perplexity: 20.3691
Epoch [1/3], Step [626/809], Loss: 3.0235, Perplexity: 20.5633
Epoch [1/3], Step [627/809], Loss: 3.1290, Perplexity: 22.8502
Epoch [1/3], Step [628/809], Loss: 3.0902, Perplexity: 21.9822
Epoch [1/3], Step [629/809], Loss: 3.0636, Perplexity: 21.4038
Epoch [1/3], Step [630/809], Loss: 3.0452, Perplexity: 21.0145
Epoch [1/3], Step [631/809], Loss: 3.0366, Perplexity: 20.8348
Epoch [1/3], Step [632/809], Loss: 2.9611, Perplexity: 19.3183
Epoch [1/3], Step [633/809], Loss: 3.0623, Perplexity: 21.3759
Epoch [1/3], Step [634/809], Loss: 3.0720, Perplexity: 21.5841
Epoch [1/3], Step [635/809], Loss: 2.9691, Perplexity: 19.4741
Epoch [1/3], Step [636/809], Loss: 3.4479, Perplexity: 31.4345
Epoch [1/3], Step [637/809], Loss: 3.1299, Perplexity: 22.8716
Epoch [1/3], Step [638/809], Loss: 3.1415, Perplexity: 23.1397
Epoch [1/3], Step [639/809], Loss: 3.1344, Perplexity: 22.9754
Epoch [1/3], Step [640/809], Loss: 3.0558, Perplexity: 21.2379
Epoch [1/3], Step [641/809], Loss: 3.2605, Perplexity: 26.0614
Epoch [1/3], Step [642/809], Loss: 3.0471, Perplexity: 21.0537
Epoch [1/3], Step [643/809], Loss: 3.0421, Perplexity: 20.9483
Epoch [1/3], Step [644/809], Loss: 3.2617, Perplexity: 26.0937
Epoch [1/3], Step [645/809], Loss: 3.0721, Perplexity: 21.5863
Epoch [1/3], Step [646/809], Loss: 3.0230, Perplexity: 20.5536
Epoch [1/3], Step [647/809], Loss: 3.0352, Perplexity: 20.8056
Epoch [1/3], Step [648/809], Loss: 3.1490, Perplexity: 23.3118
Epoch [1/3], Step [649/809], Loss: 3.0292, Perplexity: 20.6806
Epoch [1/3], Step [650/809], Loss: 3.0143, Perplexity: 20.3745
Epoch [1/3], Step [651/809], Loss: 3.0811, Perplexity: 21.7818
Epoch [1/3], Step [652/809], Loss: 3.6513, Perplexity: 38.5241
Epoch [1/3], Step [653/809], Loss: 2.9516, Perplexity: 19.1375
Epoch [1/3], Step [654/809], Loss: 3.0218, Perplexity: 20.5278
Epoch [1/3], Step [655/809], Loss: 3.0248, Perplexity: 20.5908
Epoch [1/3], Step [656/809], Loss: 2.9518, Perplexity: 19.1399
Epoch [1/3], Step [657/809], Loss: 3.2770, Perplexity: 26.4972
Epoch [1/3], Step [658/809], Loss: 3.1504, Perplexity: 23.3460
Epoch [1/3], Step [659/809], Loss: 3.0112, Perplexity: 20.3115
Epoch [1/3], Step [660/809], Loss: 3.0693, Perplexity: 21.5272
Epoch [1/3], Step [661/809], Loss: 2.9562, Perplexity: 19.2245
Epoch [1/3], Step [662/809], Loss: 3.2936, Perplexity: 26.9390
Epoch [1/3], Step [663/809], Loss: 2.9145, Perplexity: 18.4404
Epoch [1/3], Step [664/809], Loss: 3.0107, Perplexity: 20.3019
Epoch [1/3], Step [665/809], Loss: 3.1207, Perplexity: 22.6616
Epoch [1/3], Step [666/809], Loss: 3.5351, Perplexity: 34.2986
Epoch [1/3], Step [667/809], Loss: 2.9489, Perplexity: 19.0852
Epoch [1/3], Step [668/809], Loss: 3.3011, Perplexity: 27.1419
Epoch [1/3], Step [669/809], Loss: 3.0133, Perplexity: 20.3545
Epoch [1/3], Step [670/809], Loss: 3.2105, Perplexity: 24.7906
Epoch [1/3], Step [671/809], Loss: 2.9764, Perplexity: 19.6162
Epoch [1/3], Step [672/809], Loss: 3.0768, Perplexity: 21.6895
Epoch [1/3], Step [673/809], Loss: 3.1413, Perplexity: 23.1349
Epoch [1/3], Step [674/809], Loss: 3.0286, Perplexity: 20.6679
Epoch [1/3], Step [675/809], Loss: 3.0428, Perplexity: 20.9628
Epoch [1/3], Step [676/809], Loss: 3.2258, Perplexity: 25.1740
Epoch [1/3], Step [677/809], Loss: 3.1783, Perplexity: 24.0057
Epoch [1/3], Step [678/809], Loss: 3.2625, Perplexity: 26.1136
Epoch [1/3], Step [679/809], Loss: 3.0619, Perplexity: 21.3674
Epoch [1/3], Step [680/809], Loss: 3.1167, Perplexity: 22.5723
Epoch [1/3], Step [681/809], Loss: 3.0820, Perplexity: 21.8010
Epoch [1/3], Step [682/809], Loss: 3.1083, Perplexity: 22.3831
Epoch [1/3], Step [683/809], Loss: 3.0210, Perplexity: 20.5118
Epoch [1/3], Step [684/809], Loss: 3.1283, Perplexity: 22.8340
Epoch [1/3], Step [685/809], Loss: 3.8449, Perplexity: 46.7562
Epoch [1/3], Step [686/809], Loss: 2.9424, Perplexity: 18.9621
Epoch [1/3], Step [687/809], Loss: 2.9813, Perplexity: 19.7133
Epoch [1/3], Step [688/809], Loss: 3.0502, Perplexity: 21.1190
Epoch [1/3], Step [689/809], Loss: 3.0647, Perplexity: 21.4290
Epoch [1/3], Step [690/809], Loss: 3.7625, Perplexity: 43.0576
Epoch [1/3], Step [691/809], Loss: 3.0975, Perplexity: 22.1428
Epoch [1/3], Step [692/809], Loss: 3.0373, Perplexity: 20.8483
Epoch [1/3], Step [693/809], Loss: 3.0285, Perplexity: 20.6652
Epoch [1/3], Step [694/809], Loss: 3.0802, Perplexity: 21.7626
Epoch [1/3], Step [695/809], Loss: 3.0099, Perplexity: 20.2852
Epoch [1/3], Step [696/809], Loss: 3.0082, Perplexity: 20.2514
Epoch [1/3], Step [697/809], Loss: 3.0410, Perplexity: 20.9266
Epoch [1/3], Step [698/809], Loss: 2.9610, Perplexity: 19.3170
Epoch [1/3], Step [699/809], Loss: 3.2110, Perplexity: 24.8050
Epoch [1/3], Step [700/809], Loss: 3.0558, Perplexity: 21.2378
Epoch [1/3], Step [701/809], Loss: 3.1269, Perplexity: 22.8043
Epoch [1/3], Step [702/809], Loss: 2.9656, Perplexity: 19.4068
Epoch [1/3], Step [703/809], Loss: 3.1703, Perplexity: 23.8156
Epoch [1/3], Step [704/809], Loss: 2.9271, Perplexity: 18.6732
Epoch [1/3], Step [705/809], Loss: 3.0392, Perplexity: 20.8887
Epoch [1/3], Step [706/809], Loss: 3.2252, Perplexity: 25.1574
Epoch [1/3], Step [707/809], Loss: 2.9967, Perplexity: 20.0199
Epoch [1/3], Step [708/809], Loss: 2.9827, Perplexity: 19.7408
Epoch [1/3], Step [709/809], Loss: 3.0633, Perplexity: 21.3984
Epoch [1/3], Step [710/809], Loss: 2.9863, Perplexity: 19.8117
Epoch [1/3], Step [711/809], Loss: 2.9925, Perplexity: 19.9353
Epoch [1/3], Step [712/809], Loss: 2.9539, Perplexity: 19.1799
Epoch [1/3], Step [713/809], Loss: 3.1873, Perplexity: 24.2219
Epoch [1/3], Step [714/809], Loss: 3.0963, Perplexity: 22.1170
Epoch [1/3], Step [715/809], Loss: 3.0075, Perplexity: 20.2367
Epoch [1/3], Step [716/809], Loss: 3.0627, Perplexity: 21.3846
Epoch [1/3], Step [717/809], Loss: 3.0213, Perplexity: 20.5175
Epoch [1/3], Step [718/809], Loss: 2.9832, Perplexity: 19.7513
Epoch [1/3], Step [719/809], Loss: 3.0204, Perplexity: 20.4992
Epoch [1/3], Step [720/809], Loss: 3.0864, Perplexity: 21.8979
Epoch [1/3], Step [721/809], Loss: 2.9458, Perplexity: 19.0261
Epoch [1/3], Step [722/809], Loss: 3.0378, Perplexity: 20.8601
Epoch [1/3], Step [723/809], Loss: 3.0282, Perplexity: 20.6599
Epoch [1/3], Step [724/809], Loss: 3.1579, Perplexity: 23.5201
Epoch [1/3], Step [725/809], Loss: 3.2118, Perplexity: 24.8245
Epoch [1/3], Step [726/809], Loss: 3.0117, Perplexity: 20.3222
Epoch [1/3], Step [727/809], Loss: 3.0040, Perplexity: 20.1669
Epoch [1/3], Step [728/809], Loss: 2.9994, Perplexity: 20.0727
Epoch [1/3], Step [729/809], Loss: 3.0312, Perplexity: 20.7226
Epoch [1/3], Step [730/809], Loss: 3.1608, Perplexity: 23.5884
Epoch [1/3], Step [731/809], Loss: 2.9573, Perplexity: 19.2460
Epoch [1/3], Step [732/809], Loss: 3.0115, Perplexity: 20.3181
Epoch [1/3], Step [733/809], Loss: 3.1827, Perplexity: 24.1112
Epoch [1/3], Step [734/809], Loss: 3.1427, Perplexity: 23.1671
Epoch [1/3], Step [735/809], Loss: 2.9384, Perplexity: 18.8853
Epoch [1/3], Step [736/809], Loss: 3.0761, Perplexity: 21.6738
Epoch [1/3], Step [737/809], Loss: 3.0366, Perplexity: 20.8343
Epoch [1/3], Step [738/809], Loss: 3.1914, Perplexity: 24.3225
Epoch [1/3], Step [739/809], Loss: 2.9861, Perplexity: 19.8078
Epoch [1/3], Step [740/809], Loss: 3.0358, Perplexity: 20.8182
Epoch [1/3], Step [741/809], Loss: 2.9676, Perplexity: 19.4442
Epoch [1/3], Step [742/809], Loss: 2.9688, Perplexity: 19.4691
Epoch [1/3], Step [743/809], Loss: 3.0873, Perplexity: 21.9176
Epoch [1/3], Step [744/809], Loss: 3.0127, Perplexity: 20.3418
Epoch [1/3], Step [745/809], Loss: 3.0797, Perplexity: 21.7512
Epoch [1/3], Step [746/809], Loss: 3.0103, Perplexity: 20.2941
Epoch [1/3], Step [747/809], Loss: 3.0669, Perplexity: 21.4746
Epoch [1/3], Step [748/809], Loss: 2.9869, Perplexity: 19.8245
Epoch [1/3], Step [749/809], Loss: 3.0516, Perplexity: 21.1500
Epoch [1/3], Step [750/809], Loss: 2.9904, Perplexity: 19.8939
Epoch [1/3], Step [751/809], Loss: 3.2578, Perplexity: 25.9911
Epoch [1/3], Step [752/809], Loss: 2.9655, Perplexity: 19.4048
Epoch [1/3], Step [753/809], Loss: 3.1579, Perplexity: 23.5205
Epoch [1/3], Step [754/809], Loss: 2.9821, Perplexity: 19.7289
Epoch [1/3], Step [755/809], Loss: 3.0075, Perplexity: 20.2373
Epoch [1/3], Step [756/809], Loss: 3.1699, Perplexity: 23.8042
Epoch [1/3], Step [757/809], Loss: 3.2264, Perplexity: 25.1889
Epoch [1/3], Step [758/809], Loss: 3.0542, Perplexity: 21.2045
Epoch [1/3], Step [759/809], Loss: 3.1559, Perplexity: 23.4749
Epoch [1/3], Step [760/809], Loss: 3.0415, Perplexity: 20.9368
Epoch [1/3], Step [761/809], Loss: 2.9721, Perplexity: 19.5338
Epoch [1/3], Step [762/809], Loss: 2.9902, Perplexity: 19.8900
Epoch [1/3], Step [763/809], Loss: 2.9249, Perplexity: 18.6333
Epoch [1/3], Step [764/809], Loss: 3.0141, Perplexity: 20.3716
Epoch [1/3], Step [765/809], Loss: 2.9616, Perplexity: 19.3287
Epoch [1/3], Step [766/809], Loss: 3.0199, Perplexity: 20.4892
Epoch [1/3], Step [767/809], Loss: 2.9659, Perplexity: 19.4113
Epoch [1/3], Step [768/809], Loss: 2.9425, Perplexity: 18.9641
Epoch [1/3], Step [769/809], Loss: 3.0190, Perplexity: 20.4716
Epoch [1/3], Step [770/809], Loss: 2.9584, Perplexity: 19.2673
Epoch [1/3], Step [771/809], Loss: 3.0605, Perplexity: 21.3376
Epoch [1/3], Step [772/809], Loss: 3.0295, Perplexity: 20.6878
Epoch [1/3], Step [773/809], Loss: 2.9705, Perplexity: 19.5012
Epoch [1/3], Step [774/809], Loss: 3.0005, Perplexity: 20.0952
Epoch [1/3], Step [775/809], Loss: 2.9309, Perplexity: 18.7448
Epoch [1/3], Step [776/809], Loss: 3.3845, Perplexity: 29.5032
Epoch [1/3], Step [777/809], Loss: 3.0124, Perplexity: 20.3357
Epoch [1/3], Step [778/809], Loss: 3.0420, Perplexity: 20.9471
Epoch [1/3], Step [779/809], Loss: 2.9584, Perplexity: 19.2668
Epoch [1/3], Step [780/809], Loss: 2.9837, Perplexity: 19.7614
Epoch [1/3], Step [781/809], Loss: 2.9042, Perplexity: 18.2510
Epoch [1/3], Step [782/809], Loss: 3.7485, Perplexity: 42.4588
Epoch [1/3], Step [783/809], Loss: 3.2785, Perplexity: 26.5367
Epoch [1/3], Step [784/809], Loss: 2.9718, Perplexity: 19.5266
Epoch [1/3], Step [785/809], Loss: 3.1735, Perplexity: 23.8917
Epoch [1/3], Step [786/809], Loss: 2.9294, Perplexity: 18.7158
Epoch [1/3], Step [787/809], Loss: 3.0278, Perplexity: 20.6509
Epoch [1/3], Step [788/809], Loss: 3.0611, Perplexity: 21.3503
Epoch [1/3], Step [789/809], Loss: 3.2258, Perplexity: 25.1730
Epoch [1/3], Step [790/809], Loss: 3.7526, Perplexity: 42.6331
Epoch [1/3], Step [791/809], Loss: 3.0377, Perplexity: 20.8581
Epoch [1/3], Step [792/809], Loss: 3.1715, Perplexity: 23.8438
Epoch [1/3], Step [793/809], Loss: 3.0720, Perplexity: 21.5860
Epoch [1/3], Step [794/809], Loss: 4.2759, Perplexity: 71.9451
Epoch [1/3], Step [795/809], Loss: 2.9780, Perplexity: 19.6476
Epoch [1/3], Step [796/809], Loss: 2.9861, Perplexity: 19.8090
Epoch [1/3], Step [797/809], Loss: 3.0200, Perplexity: 20.4904
Epoch [1/3], Step [798/809], Loss: 2.9771, Perplexity: 19.6310
Epoch [1/3], Step [799/809], Loss: 2.9567, Perplexity: 19.2347
Epoch [1/3], Step [800/809], Loss: 3.0259, Perplexity: 20.6136
Epoch [1/3], Step [801/809], Loss: 3.0249, Perplexity: 20.5923
Epoch [1/3], Step [802/809], Loss: 3.1426, Perplexity: 23.1645
Epoch [1/3], Step [803/809], Loss: 2.9699, Perplexity: 19.4909
Epoch [1/3], Step [804/809], Loss: 2.9998, Perplexity: 20.0806
Epoch [1/3], Step [805/809], Loss: 3.0379, Perplexity: 20.8620
Epoch [1/3], Step [806/809], Loss: 3.0045, Perplexity: 20.1760
Epoch [1/3], Step [807/809], Loss: 3.0492, Perplexity: 21.0983
Epoch [1/3], Step [808/809], Loss: 3.1663, Perplexity: 23.7190
Epoch [1/3], Step [809/809], Loss: 3.1573, Perplexity: 23.5077
Epoch [2/3], Step [1/809], Loss: 2.9781, Perplexity: 19.6508
Epoch [2/3], Step [2/809], Loss: 3.0221, Perplexity: 20.5351
Epoch [2/3], Step [3/809], Loss: 3.0422, Perplexity: 20.9514
Epoch [2/3], Step [4/809], Loss: 2.9842, Perplexity: 19.7697
Epoch [2/3], Step [5/809], Loss: 2.9381, Perplexity: 18.8807
Epoch [2/3], Step [6/809], Loss: 3.0651, Perplexity: 21.4376
Epoch [2/3], Step [7/809], Loss: 3.3564, Perplexity: 28.6845
Epoch [2/3], Step [8/809], Loss: 2.9368, Perplexity: 18.8548
Epoch [2/3], Step [9/809], Loss: 2.9725, Perplexity: 19.5416
Epoch [2/3], Step [10/809], Loss: 3.0493, Perplexity: 21.1005
Epoch [2/3], Step [11/809], Loss: 2.9929, Perplexity: 19.9432
Epoch [2/3], Step [12/809], Loss: 3.0385, Perplexity: 20.8749
Epoch [2/3], Step [13/809], Loss: 2.9853, Perplexity: 19.7923
Epoch [2/3], Step [14/809], Loss: 3.0576, Perplexity: 21.2770
Epoch [2/3], Step [15/809], Loss: 2.9275, Perplexity: 18.6809
Epoch [2/3], Step [16/809], Loss: 3.0401, Perplexity: 20.9076
Epoch [2/3], Step [17/809], Loss: 3.0218, Perplexity: 20.5275
Epoch [2/3], Step [18/809], Loss: 3.8690, Perplexity: 47.8968
Epoch [2/3], Step [19/809], Loss: 2.9743, Perplexity: 19.5761
Epoch [2/3], Step [20/809], Loss: 3.0322, Perplexity: 20.7438
Epoch [2/3], Step [21/809], Loss: 2.9289, Perplexity: 18.7070
Epoch [2/3], Step [22/809], Loss: 3.4797, Perplexity: 32.4495
Epoch [2/3], Step [23/809], Loss: 3.0364, Perplexity: 20.8293
Epoch [2/3], Step [24/809], Loss: 3.0168, Perplexity: 20.4268
Epoch [2/3], Step [25/809], Loss: 2.9218, Perplexity: 18.5753
Epoch [2/3], Step [26/809], Loss: 2.9588, Perplexity: 19.2748
Epoch [2/3], Step [27/809], Loss: 2.9032, Perplexity: 18.2328
Epoch [2/3], Step [28/809], Loss: 3.0011, Perplexity: 20.1072
Epoch [2/3], Step [29/809], Loss: 2.9600, Perplexity: 19.2984
Epoch [2/3], Step [30/809], Loss: 2.9994, Perplexity: 20.0736
Epoch [2/3], Step [31/809], Loss: 3.1642, Perplexity: 23.6687
Epoch [2/3], Step [32/809], Loss: 3.3377, Perplexity: 28.1535
Epoch [2/3], Step [33/809], Loss: 3.0636, Perplexity: 21.4034
Epoch [2/3], Step [34/809], Loss: 3.2026, Perplexity: 24.5956
Epoch [2/3], Step [35/809], Loss: 2.9136, Perplexity: 18.4221
Epoch [2/3], Step [36/809], Loss: 2.9321, Perplexity: 18.7675
Epoch [2/3], Step [37/809], Loss: 2.8899, Perplexity: 17.9908
Epoch [2/3], Step [38/809], Loss: 3.0161, Perplexity: 20.4119
Epoch [2/3], Step [39/809], Loss: 2.8898, Perplexity: 17.9905
Epoch [2/3], Step [40/809], Loss: 2.9798, Perplexity: 19.6833
Epoch [2/3], Step [41/809], Loss: 3.0231, Perplexity: 20.5540
Epoch [2/3], Step [42/809], Loss: 3.0317, Perplexity: 20.7318
Epoch [2/3], Step [43/809], Loss: 3.2869, Perplexity: 26.7586
Epoch [2/3], Step [44/809], Loss: 3.0373, Perplexity: 20.8495
Epoch [2/3], Step [45/809], Loss: 2.9956, Perplexity: 19.9964
Epoch [2/3], Step [46/809], Loss: 2.9491, Perplexity: 19.0880
Epoch [2/3], Step [47/809], Loss: 3.0082, Perplexity: 20.2512
Epoch [2/3], Step [48/809], Loss: 2.9594, Perplexity: 19.2872
Epoch [2/3], Step [49/809], Loss: 3.6023, Perplexity: 36.6837
Epoch [2/3], Step [50/809], Loss: 3.0286, Perplexity: 20.6686
Epoch [2/3], Step [51/809], Loss: 3.1058, Perplexity: 22.3262
Epoch [2/3], Step [52/809], Loss: 3.0301, Perplexity: 20.7003
Epoch [2/3], Step [53/809], Loss: 2.9979, Perplexity: 20.0438
Epoch [2/3], Step [54/809], Loss: 2.9591, Perplexity: 19.2802
Epoch [2/3], Step [55/809], Loss: 3.1965, Perplexity: 24.4472
Epoch [2/3], Step [56/809], Loss: 3.1821, Perplexity: 24.0962
Epoch [2/3], Step [57/809], Loss: 2.9962, Perplexity: 20.0092
Epoch [2/3], Step [58/809], Loss: 2.9230, Perplexity: 18.5976
Epoch [2/3], Step [59/809], Loss: 3.1689, Perplexity: 23.7817
Epoch [2/3], Step [60/809], Loss: 3.3119, Perplexity: 27.4368
Epoch [2/3], Step [61/809], Loss: 3.0359, Perplexity: 20.8188
Epoch [2/3], Step [62/809], Loss: 3.0146, Perplexity: 20.3814
Epoch [2/3], Step [63/809], Loss: 3.0341, Perplexity: 20.7818
Epoch [2/3], Step [64/809], Loss: 2.8898, Perplexity: 17.9900
Epoch [2/3], Step [65/809], Loss: 3.0138, Perplexity: 20.3639
Epoch [2/3], Step [66/809], Loss: 3.0163, Perplexity: 20.4165
Epoch [2/3], Step [67/809], Loss: 2.9828, Perplexity: 19.7437
Epoch [2/3], Step [68/809], Loss: 2.9717, Perplexity: 19.5255
Epoch [2/3], Step [69/809], Loss: 3.1321, Perplexity: 22.9223
Epoch [2/3], Step [70/809], Loss: 3.0179, Perplexity: 20.4493
Epoch [2/3], Step [71/809], Loss: 2.8653, Perplexity: 17.5543
Epoch [2/3], Step [72/809], Loss: 2.9591, Perplexity: 19.2799
Epoch [2/3], Step [73/809], Loss: 3.0393, Perplexity: 20.8896
Epoch [2/3], Step [74/809], Loss: 2.9933, Perplexity: 19.9515
Epoch [2/3], Step [75/809], Loss: 2.9508, Perplexity: 19.1218
Epoch [2/3], Step [76/809], Loss: 2.9095, Perplexity: 18.3474
Epoch [2/3], Step [77/809], Loss: 3.0712, Perplexity: 21.5680
Epoch [2/3], Step [78/809], Loss: 2.9162, Perplexity: 18.4710
Epoch [2/3], Step [79/809], Loss: 2.9326, Perplexity: 18.7773
Epoch [2/3], Step [80/809], Loss: 2.9770, Perplexity: 19.6292
Epoch [2/3], Step [81/809], Loss: 2.9155, Perplexity: 18.4586
Epoch [2/3], Step [82/809], Loss: 3.2681, Perplexity: 26.2611
Epoch [2/3], Step [83/809], Loss: 3.3710, Perplexity: 29.1064
Epoch [2/3], Step [84/809], Loss: 3.0750, Perplexity: 21.6492
Epoch [2/3], Step [85/809], Loss: 2.9873, Perplexity: 19.8330
Epoch [2/3], Step [86/809], Loss: 3.0413, Perplexity: 20.9330
Epoch [2/3], Step [87/809], Loss: 2.9890, Perplexity: 19.8665
Epoch [2/3], Step [88/809], Loss: 2.9659, Perplexity: 19.4131
Epoch [2/3], Step [89/809], Loss: 3.1438, Perplexity: 23.1922
Epoch [2/3], Step [90/809], Loss: 2.9771, Perplexity: 19.6299
Epoch [2/3], Step [91/809], Loss: 2.9716, Perplexity: 19.5234
Epoch [2/3], Step [92/809], Loss: 2.9216, Perplexity: 18.5712
Epoch [2/3], Step [93/809], Loss: 2.9259, Perplexity: 18.6502
Epoch [2/3], Step [94/809], Loss: 2.9511, Perplexity: 19.1263
Epoch [2/3], Step [95/809], Loss: 3.0377, Perplexity: 20.8581
Epoch [2/3], Step [96/809], Loss: 3.1465, Perplexity: 23.2538
Epoch [2/3], Step [97/809], Loss: 3.0137, Perplexity: 20.3626
Epoch [2/3], Step [98/809], Loss: 3.4616, Perplexity: 31.8682
Epoch [2/3], Step [99/809], Loss: 4.2867, Perplexity: 72.7238
Epoch [2/3], Step [100/809], Loss: 2.9497, Perplexity: 19.0993
Epoch [2/3], Step [101/809], Loss: 3.0122, Perplexity: 20.3327
Epoch [2/3], Step [102/809], Loss: 2.9440, Perplexity: 18.9918
Epoch [2/3], Step [103/809], Loss: 3.0027, Perplexity: 20.1406
Epoch [2/3], Step [104/809], Loss: 2.9930, Perplexity: 19.9464
Epoch [2/3], Step [105/809], Loss: 3.1281, Perplexity: 22.8306
Epoch [2/3], Step [106/809], Loss: 2.9499, Perplexity: 19.1046
Epoch [2/3], Step [107/809], Loss: 2.9854, Perplexity: 19.7952
Epoch [2/3], Step [108/809], Loss: 2.9898, Perplexity: 19.8810
Epoch [2/3], Step [109/809], Loss: 3.1847, Perplexity: 24.1592
Epoch [2/3], Step [110/809], Loss: 2.9592, Perplexity: 19.2834
Epoch [2/3], Step [111/809], Loss: 3.0059, Perplexity: 20.2040
Epoch [2/3], Step [112/809], Loss: 3.0091, Perplexity: 20.2694
Epoch [2/3], Step [113/809], Loss: 3.0773, Perplexity: 21.6996
Epoch [2/3], Step [114/809], Loss: 2.9918, Perplexity: 19.9222
Epoch [2/3], Step [115/809], Loss: 2.9638, Perplexity: 19.3722
Epoch [2/3], Step [116/809], Loss: 2.9386, Perplexity: 18.8893
Epoch [2/3], Step [117/809], Loss: 2.9794, Perplexity: 19.6764
Epoch [2/3], Step [118/809], Loss: 2.9503, Perplexity: 19.1113
Epoch [2/3], Step [119/809], Loss: 2.9620, Perplexity: 19.3368
Epoch [2/3], Step [120/809], Loss: 2.9594, Perplexity: 19.2858
Epoch [2/3], Step [121/809], Loss: 2.8964, Perplexity: 18.1096
Epoch [2/3], Step [122/809], Loss: 2.9686, Perplexity: 19.4647
Epoch [2/3], Step [123/809], Loss: 3.1837, Perplexity: 24.1352
Epoch [2/3], Step [124/809], Loss: 2.9176, Perplexity: 18.4972
Epoch [2/3], Step [125/809], Loss: 2.9797, Perplexity: 19.6824
Epoch [2/3], Step [126/809], Loss: 2.9273, Perplexity: 18.6767
Epoch [2/3], Step [127/809], Loss: 3.1180, Perplexity: 22.6003
Epoch [2/3], Step [128/809], Loss: 2.9336, Perplexity: 18.7955
Epoch [2/3], Step [129/809], Loss: 2.9878, Perplexity: 19.8415
Epoch [2/3], Step [130/809], Loss: 2.9160, Perplexity: 18.4678
Epoch [2/3], Step [131/809], Loss: 2.9987, Perplexity: 20.0601
Epoch [2/3], Step [132/809], Loss: 3.9271, Perplexity: 50.7603
Epoch [2/3], Step [133/809], Loss: 3.0562, Perplexity: 21.2466
Epoch [2/3], Step [134/809], Loss: 2.8911, Perplexity: 18.0136
Epoch [2/3], Step [135/809], Loss: 2.9830, Perplexity: 19.7476
Epoch [2/3], Step [136/809], Loss: 3.0099, Perplexity: 20.2847
Epoch [2/3], Step [137/809], Loss: 2.9687, Perplexity: 19.4660
Epoch [2/3], Step [138/809], Loss: 2.9142, Perplexity: 18.4344
Epoch [2/3], Step [139/809], Loss: 2.8880, Perplexity: 17.9570
Epoch [2/3], Step [140/809], Loss: 2.9441, Perplexity: 18.9937
Epoch [2/3], Step [141/809], Loss: 2.9228, Perplexity: 18.5925
Epoch [2/3], Step [142/809], Loss: 2.9669, Perplexity: 19.4311
Epoch [2/3], Step [143/809], Loss: 2.9920, Perplexity: 19.9248
Epoch [2/3], Step [144/809], Loss: 2.9675, Perplexity: 19.4442
Epoch [2/3], Step [145/809], Loss: 3.0370, Perplexity: 20.8425
Epoch [2/3], Step [146/809], Loss: 2.9192, Perplexity: 18.5264
Epoch [2/3], Step [147/809], Loss: 2.9612, Perplexity: 19.3220
Epoch [2/3], Step [148/809], Loss: 2.9646, Perplexity: 19.3862
Epoch [2/3], Step [149/809], Loss: 2.9373, Perplexity: 18.8657
Epoch [2/3], Step [150/809], Loss: 2.8907, Perplexity: 18.0065
Epoch [2/3], Step [151/809], Loss: 3.2592, Perplexity: 26.0289
Epoch [2/3], Step [152/809], Loss: 2.9969, Perplexity: 20.0232
Epoch [2/3], Step [153/809], Loss: 3.0492, Perplexity: 21.0986
Epoch [2/3], Step [154/809], Loss: 3.7066, Perplexity: 40.7140
Epoch [2/3], Step [155/809], Loss: 3.0397, Perplexity: 20.8983
Epoch [2/3], Step [156/809], Loss: 3.7854, Perplexity: 44.0522
Epoch [2/3], Step [157/809], Loss: 3.2686, Perplexity: 26.2754
Epoch [2/3], Step [158/809], Loss: 3.1262, Perplexity: 22.7875
Epoch [2/3], Step [159/809], Loss: 2.9909, Perplexity: 19.9038
Epoch [2/3], Step [160/809], Loss: 3.1658, Perplexity: 23.7066
Epoch [2/3], Step [161/809], Loss: 2.8612, Perplexity: 17.4824
Epoch [2/3], Step [162/809], Loss: 3.0357, Perplexity: 20.8146
Epoch [2/3], Step [163/809], Loss: 2.9350, Perplexity: 18.8207
Epoch [2/3], Step [164/809], Loss: 2.9249, Perplexity: 18.6329
Epoch [2/3], Step [165/809], Loss: 3.2941, Perplexity: 26.9540
Epoch [2/3], Step [166/809], Loss: 3.2081, Perplexity: 24.7314
Epoch [2/3], Step [167/809], Loss: 3.8007, Perplexity: 44.7312
Epoch [2/3], Step [168/809], Loss: 2.9708, Perplexity: 19.5067
Epoch [2/3], Step [169/809], Loss: 2.9737, Perplexity: 19.5642
Epoch [2/3], Step [170/809], Loss: 3.0276, Perplexity: 20.6471
Epoch [2/3], Step [171/809], Loss: 2.9547, Perplexity: 19.1952
Epoch [2/3], Step [172/809], Loss: 2.9625, Perplexity: 19.3466
Epoch [2/3], Step [173/809], Loss: 2.9500, Perplexity: 19.1065
Epoch [2/3], Step [174/809], Loss: 3.0568, Perplexity: 21.2599
Epoch [2/3], Step [175/809], Loss: 2.9447, Perplexity: 19.0057
Epoch [2/3], Step [176/809], Loss: 2.8646, Perplexity: 17.5420
Epoch [2/3], Step [177/809], Loss: 2.9047, Perplexity: 18.2594
Epoch [2/3], Step [178/809], Loss: 2.9160, Perplexity: 18.4682
Epoch [2/3], Step [179/809], Loss: 2.9318, Perplexity: 18.7609
Epoch [2/3], Step [180/809], Loss: 3.3777, Perplexity: 29.3025
Epoch [2/3], Step [181/809], Loss: 2.8803, Perplexity: 17.8201
Epoch [2/3], Step [182/809], Loss: 3.0135, Perplexity: 20.3584
Epoch [2/3], Step [183/809], Loss: 2.9744, Perplexity: 19.5775
Epoch [2/3], Step [184/809], Loss: 3.0342, Perplexity: 20.7834
Epoch [2/3], Step [185/809], Loss: 3.0027, Perplexity: 20.1393
Epoch [2/3], Step [186/809], Loss: 3.1807, Perplexity: 24.0638
Epoch [2/3], Step [187/809], Loss: 2.8855, Perplexity: 17.9126
Epoch [2/3], Step [188/809], Loss: 2.9692, Perplexity: 19.4763
Epoch [2/3], Step [189/809], Loss: 3.0352, Perplexity: 20.8053
Epoch [2/3], Step [190/809], Loss: 2.9536, Perplexity: 19.1757
Epoch [2/3], Step [191/809], Loss: 3.0385, Perplexity: 20.8748
Epoch [2/3], Step [192/809], Loss: 2.8618, Perplexity: 17.4929
Epoch [2/3], Step [193/809], Loss: 3.0087, Perplexity: 20.2617
Epoch [2/3], Step [194/809], Loss: 2.9713, Perplexity: 19.5177
Epoch [2/3], Step [195/809], Loss: 3.2028, Perplexity: 24.6008
Epoch [2/3], Step [196/809], Loss: 2.9609, Perplexity: 19.3146
Epoch [2/3], Step [197/809], Loss: 2.9824, Perplexity: 19.7349
Epoch [2/3], Step [198/809], Loss: 2.9345, Perplexity: 18.8115
Epoch [2/3], Step [199/809], Loss: 2.9541, Perplexity: 19.1836
Epoch [2/3], Step [200/809], Loss: 2.9210, Perplexity: 18.5597
Epoch [2/3], Step [201/809], Loss: 2.9232, Perplexity: 18.6000
Epoch [2/3], Step [202/809], Loss: 2.9435, Perplexity: 18.9828
Epoch [2/3], Step [203/809], Loss: 3.0067, Perplexity: 20.2196
Epoch [2/3], Step [204/809], Loss: 2.8664, Perplexity: 17.5730
Epoch [2/3], Step [205/809], Loss: 3.5192, Perplexity: 33.7589
Epoch [2/3], Step [206/809], Loss: 3.0050, Perplexity: 20.1867
Epoch [2/3], Step [207/809], Loss: 2.8963, Perplexity: 18.1073
Epoch [2/3], Step [208/809], Loss: 3.3155, Perplexity: 27.5371
Epoch [2/3], Step [209/809], Loss: 2.9096, Perplexity: 18.3502
Epoch [2/3], Step [210/809], Loss: 2.9904, Perplexity: 19.8940
Epoch [2/3], Step [211/809], Loss: 2.9543, Perplexity: 19.1882
Epoch [2/3], Step [212/809], Loss: 3.2080, Perplexity: 24.7290
Epoch [2/3], Step [213/809], Loss: 2.9103, Perplexity: 18.3632
Epoch [2/3], Step [214/809], Loss: 2.9542, Perplexity: 19.1856
Epoch [2/3], Step [215/809], Loss: 2.8956, Perplexity: 18.0945
Epoch [2/3], Step [216/809], Loss: 3.1182, Perplexity: 22.6046
Epoch [2/3], Step [217/809], Loss: 3.5944, Perplexity: 36.3931
Epoch [2/3], Step [218/809], Loss: 2.8725, Perplexity: 17.6812
Epoch [2/3], Step [219/809], Loss: 3.0433, Perplexity: 20.9752
Epoch [2/3], Step [220/809], Loss: 3.2490, Perplexity: 25.7653
Epoch [2/3], Step [221/809], Loss: 2.9985, Perplexity: 20.0559
Epoch [2/3], Step [222/809], Loss: 3.1574, Perplexity: 23.5093
Epoch [2/3], Step [223/809], Loss: 2.9316, Perplexity: 18.7568
Epoch [2/3], Step [224/809], Loss: 2.8995, Perplexity: 18.1644
Epoch [2/3], Step [225/809], Loss: 2.9949, Perplexity: 19.9829
Epoch [2/3], Step [226/809], Loss: 2.9498, Perplexity: 19.1023
Epoch [2/3], Step [227/809], Loss: 2.9852, Perplexity: 19.7911
Epoch [2/3], Step [228/809], Loss: 3.1063, Perplexity: 22.3386
Epoch [2/3], Step [229/809], Loss: 2.9965, Perplexity: 20.0151
Epoch [2/3], Step [230/809], Loss: 3.1350, Perplexity: 22.9889
Epoch [2/3], Step [231/809], Loss: 2.9787, Perplexity: 19.6619
Epoch [2/3], Step [232/809], Loss: 2.9319, Perplexity: 18.7626
Epoch [2/3], Step [233/809], Loss: 2.8485, Perplexity: 17.2622
Epoch [2/3], Step [234/809], Loss: 2.9748, Perplexity: 19.5863
Epoch [2/3], Step [235/809], Loss: 2.9048, Perplexity: 18.2617
Epoch [2/3], Step [236/809], Loss: 2.9652, Perplexity: 19.3979
Epoch [2/3], Step [237/809], Loss: 2.9439, Perplexity: 18.9906
Epoch [2/3], Step [238/809], Loss: 2.9726, Perplexity: 19.5428
Epoch [2/3], Step [239/809], Loss: 3.0037, Perplexity: 20.1602
Epoch [2/3], Step [240/809], Loss: 2.9245, Perplexity: 18.6258
Epoch [2/3], Step [241/809], Loss: 2.9985, Perplexity: 20.0560
Epoch [2/3], Step [242/809], Loss: 2.9608, Perplexity: 19.3141
Epoch [2/3], Step [243/809], Loss: 3.1649, Perplexity: 23.6867
Epoch [2/3], Step [244/809], Loss: 2.9741, Perplexity: 19.5723
Epoch [2/3], Step [245/809], Loss: 2.9412, Perplexity: 18.9393
Epoch [2/3], Step [246/809], Loss: 3.1242, Perplexity: 22.7412
Epoch [2/3], Step [247/809], Loss: 2.9592, Perplexity: 19.2831
Epoch [2/3], Step [248/809], Loss: 2.9253, Perplexity: 18.6391
Epoch [2/3], Step [249/809], Loss: 2.9056, Perplexity: 18.2757
Epoch [2/3], Step [250/809], Loss: 2.9488, Perplexity: 19.0839
Epoch [2/3], Step [251/809], Loss: 3.1280, Perplexity: 22.8289
Epoch [2/3], Step [252/809], Loss: 2.8887, Perplexity: 17.9705
Epoch [2/3], Step [253/809], Loss: 2.9304, Perplexity: 18.7344
Epoch [2/3], Step [254/809], Loss: 2.8836, Perplexity: 17.8782
Epoch [2/3], Step [255/809], Loss: 2.8884, Perplexity: 17.9654
Epoch [2/3], Step [256/809], Loss: 2.9355, Perplexity: 18.8300
Epoch [2/3], Step [257/809], Loss: 2.9135, Perplexity: 18.4218
Epoch [2/3], Step [258/809], Loss: 2.8943, Perplexity: 18.0705
Epoch [2/3], Step [259/809], Loss: 2.8416, Perplexity: 17.1424
Epoch [2/3], Step [260/809], Loss: 2.9409, Perplexity: 18.9321
Epoch [2/3], Step [261/809], Loss: 3.0298, Perplexity: 20.6929
Epoch [2/3], Step [262/809], Loss: 3.0148, Perplexity: 20.3845
Epoch [2/3], Step [263/809], Loss: 3.0165, Perplexity: 20.4195
Epoch [2/3], Step [264/809], Loss: 2.9352, Perplexity: 18.8249
Epoch [2/3], Step [265/809], Loss: 2.9925, Perplexity: 19.9350
Epoch [2/3], Step [266/809], Loss: 2.9285, Perplexity: 18.6993
Epoch [2/3], Step [267/809], Loss: 3.0280, Perplexity: 20.6552
Epoch [2/3], Step [268/809], Loss: 2.9165, Perplexity: 18.4760
Epoch [2/3], Step [269/809], Loss: 2.8912, Perplexity: 18.0145
Epoch [2/3], Step [270/809], Loss: 2.8986, Perplexity: 18.1487
Epoch [2/3], Step [271/809], Loss: 2.9543, Perplexity: 19.1874
Epoch [2/3], Step [272/809], Loss: 2.9262, Perplexity: 18.6567
Epoch [2/3], Step [273/809], Loss: 2.9623, Perplexity: 19.3433
Epoch [2/3], Step [274/809], Loss: 2.9143, Perplexity: 18.4365
Epoch [2/3], Step [275/809], Loss: 2.9015, Perplexity: 18.2014
Epoch [2/3], Step [276/809], Loss: 2.9164, Perplexity: 18.4745
Epoch [2/3], Step [277/809], Loss: 2.9652, Perplexity: 19.3985
Epoch [2/3], Step [278/809], Loss: 2.9428, Perplexity: 18.9682
Epoch [2/3], Step [279/809], Loss: 2.9386, Perplexity: 18.8887
Epoch [2/3], Step [280/809], Loss: 3.0186, Perplexity: 20.4635
Epoch [2/3], Step [281/809], Loss: 3.0783, Perplexity: 21.7222
Epoch [2/3], Step [282/809], Loss: 2.9641, Perplexity: 19.3780
Epoch [2/3], Step [283/809], Loss: 3.0053, Perplexity: 20.1925
Epoch [2/3], Step [284/809], Loss: 3.3119, Perplexity: 27.4370
Epoch [2/3], Step [285/809], Loss: 3.1204, Perplexity: 22.6554
Epoch [2/3], Step [286/809], Loss: 2.9169, Perplexity: 18.4845
Epoch [2/3], Step [287/809], Loss: 3.0072, Perplexity: 20.2309
Epoch [2/3], Step [288/809], Loss: 2.9083, Perplexity: 18.3265
Epoch [2/3], Step [289/809], Loss: 2.9409, Perplexity: 18.9324
Epoch [2/3], Step [290/809], Loss: 3.0069, Perplexity: 20.2243
Epoch [2/3], Step [291/809], Loss: 2.9044, Perplexity: 18.2544
Epoch [2/3], Step [292/809], Loss: 3.0230, Perplexity: 20.5533
Epoch [2/3], Step [293/809], Loss: 3.0068, Perplexity: 20.2235
Epoch [2/3], Step [294/809], Loss: 3.0311, Perplexity: 20.7195
Epoch [2/3], Step [295/809], Loss: 3.1658, Perplexity: 23.7085
Epoch [2/3], Step [296/809], Loss: 3.0840, Perplexity: 21.8461
Epoch [2/3], Step [297/809], Loss: 2.9625, Perplexity: 19.3462
Epoch [2/3], Step [298/809], Loss: 2.9184, Perplexity: 18.5121
Epoch [2/3], Step [299/809], Loss: 2.9128, Perplexity: 18.4079
Epoch [2/3], Step [300/809], Loss: 3.6220, Perplexity: 37.4115
Epoch [2/3], Step [301/809], Loss: 2.9103, Perplexity: 18.3629
Epoch [2/3], Step [302/809], Loss: 2.9297, Perplexity: 18.7212
Epoch [2/3], Step [303/809], Loss: 3.0198, Perplexity: 20.4873
Epoch [2/3], Step [304/809], Loss: 2.9039, Perplexity: 18.2445
Epoch [2/3], Step [305/809], Loss: 3.7226, Perplexity: 41.3738
Epoch [2/3], Step [306/809], Loss: 2.9638, Perplexity: 19.3720
Epoch [2/3], Step [307/809], Loss: 3.0085, Perplexity: 20.2570
Epoch [2/3], Step [308/809], Loss: 2.9872, Perplexity: 19.8308
Epoch [2/3], Step [309/809], Loss: 3.0196, Perplexity: 20.4825
Epoch [2/3], Step [310/809], Loss: 3.1456, Perplexity: 23.2330
Epoch [2/3], Step [311/809], Loss: 3.3710, Perplexity: 29.1086
Epoch [2/3], Step [312/809], Loss: 3.0132, Perplexity: 20.3529
Epoch [2/3], Step [313/809], Loss: 2.9425, Perplexity: 18.9639
Epoch [2/3], Step [314/809], Loss: 2.9330, Perplexity: 18.7843
Epoch [2/3], Step [315/809], Loss: 2.8991, Perplexity: 18.1579
Epoch [2/3], Step [316/809], Loss: 2.9669, Perplexity: 19.4320
Epoch [2/3], Step [317/809], Loss: 2.9112, Perplexity: 18.3787
Epoch [2/3], Step [318/809], Loss: 2.9109, Perplexity: 18.3731
Epoch [2/3], Step [319/809], Loss: 2.8604, Perplexity: 17.4691
Epoch [2/3], Step [320/809], Loss: 3.0550, Perplexity: 21.2211
Epoch [2/3], Step [321/809], Loss: 3.1977, Perplexity: 24.4761
Epoch [2/3], Step [322/809], Loss: 3.5393, Perplexity: 34.4421
Epoch [2/3], Step [323/809], Loss: 3.3483, Perplexity: 28.4553
Epoch [2/3], Step [324/809], Loss: 2.9749, Perplexity: 19.5871
Epoch [2/3], Step [325/809], Loss: 2.8956, Perplexity: 18.0944
Epoch [2/3], Step [326/809], Loss: 3.2423, Perplexity: 25.5934
Epoch [2/3], Step [327/809], Loss: 3.0879, Perplexity: 21.9320
Epoch [2/3], Step [328/809], Loss: 2.8933, Perplexity: 18.0530
Epoch [2/3], Step [329/809], Loss: 3.2090, Perplexity: 24.7543
Epoch [2/3], Step [330/809], Loss: 2.8509, Perplexity: 17.3032
Epoch [2/3], Step [331/809], Loss: 2.9280, Perplexity: 18.6896
Epoch [2/3], Step [332/809], Loss: 2.8488, Perplexity: 17.2674
Epoch [2/3], Step [333/809], Loss: 2.9025, Perplexity: 18.2195
Epoch [2/3], Step [334/809], Loss: 2.9711, Perplexity: 19.5134
Epoch [2/3], Step [335/809], Loss: 3.0166, Perplexity: 20.4210
Epoch [2/3], Step [336/809], Loss: 2.8592, Perplexity: 17.4480
Epoch [2/3], Step [337/809], Loss: 2.8423, Perplexity: 17.1554
Epoch [2/3], Step [338/809], Loss: 2.9690, Perplexity: 19.4724
Epoch [2/3], Step [339/809], Loss: 2.9558, Perplexity: 19.2169
Epoch [2/3], Step [340/809], Loss: 2.9523, Perplexity: 19.1501
Epoch [2/3], Step [341/809], Loss: 2.9089, Perplexity: 18.3367
Epoch [2/3], Step [342/809], Loss: 2.8568, Perplexity: 17.4053
Epoch [2/3], Step [343/809], Loss: 2.9201, Perplexity: 18.5434
Epoch [2/3], Step [344/809], Loss: 3.6783, Perplexity: 39.5775
Epoch [2/3], Step [345/809], Loss: 3.1915, Perplexity: 24.3259
Epoch [2/3], Step [346/809], Loss: 3.1445, Perplexity: 23.2072
Epoch [2/3], Step [347/809], Loss: 3.1376, Perplexity: 23.0485
Epoch [2/3], Step [348/809], Loss: 3.0134, Perplexity: 20.3556
Epoch [2/3], Step [349/809], Loss: 3.1992, Perplexity: 24.5134
Epoch [2/3], Step [350/809], Loss: 2.9477, Perplexity: 19.0618
Epoch [2/3], Step [351/809], Loss: 2.9295, Perplexity: 18.7189
Epoch [2/3], Step [352/809], Loss: 2.9224, Perplexity: 18.5862
Epoch [2/3], Step [353/809], Loss: 2.8643, Perplexity: 17.5370
Epoch [2/3], Step [354/809], Loss: 3.2005, Perplexity: 24.5436
Epoch [2/3], Step [355/809], Loss: 3.2652, Perplexity: 26.1847
Epoch [2/3], Step [356/809], Loss: 3.6175, Perplexity: 37.2446
Epoch [2/3], Step [357/809], Loss: 3.1199, Perplexity: 22.6441
Epoch [2/3], Step [358/809], Loss: 2.9067, Perplexity: 18.2960
Epoch [2/3], Step [359/809], Loss: 2.9391, Perplexity: 18.8997
Epoch [2/3], Step [360/809], Loss: 3.0143, Perplexity: 20.3749
Epoch [2/3], Step [361/809], Loss: 3.0131, Perplexity: 20.3505
Epoch [2/3], Step [362/809], Loss: 2.9496, Perplexity: 19.0988
Epoch [2/3], Step [363/809], Loss: 3.0705, Perplexity: 21.5525
Epoch [2/3], Step [364/809], Loss: 2.8576, Perplexity: 17.4193
Epoch [2/3], Step [365/809], Loss: 3.0231, Perplexity: 20.5546
Epoch [2/3], Step [366/809], Loss: 3.5910, Perplexity: 36.2707
Epoch [2/3], Step [367/809], Loss: 2.9244, Perplexity: 18.6232
Epoch [2/3], Step [368/809], Loss: 2.9750, Perplexity: 19.5889
Epoch [2/3], Step [369/809], Loss: 2.8928, Perplexity: 18.0441
Epoch [2/3], Step [370/809], Loss: 3.0195, Perplexity: 20.4807
Epoch [2/3], Step [371/809], Loss: 2.9100, Perplexity: 18.3575
Epoch [2/3], Step [372/809], Loss: 2.9349, Perplexity: 18.8188
Epoch [2/3], Step [373/809], Loss: 2.9561, Perplexity: 19.2224
Epoch [2/3], Step [374/809], Loss: 2.9786, Perplexity: 19.6596
Epoch [2/3], Step [375/809], Loss: 2.8905, Perplexity: 18.0029
Epoch [2/3], Step [376/809], Loss: 2.9733, Perplexity: 19.5560
Epoch [2/3], Step [377/809], Loss: 2.8080, Perplexity: 16.5767
Epoch [2/3], Step [378/809], Loss: 3.2050, Perplexity: 24.6547
Epoch [2/3], Step [379/809], Loss: 3.0142, Perplexity: 20.3733
Epoch [2/3], Step [380/809], Loss: 2.8882, Perplexity: 17.9606
Epoch [2/3], Step [381/809], Loss: 2.9192, Perplexity: 18.5257
Epoch [2/3], Step [382/809], Loss: 2.9330, Perplexity: 18.7844
Epoch [2/3], Step [383/809], Loss: 2.8596, Perplexity: 17.4546
Epoch [2/3], Step [384/809], Loss: 2.9783, Perplexity: 19.6544
Epoch [2/3], Step [385/809], Loss: 2.9610, Perplexity: 19.3169
Epoch [2/3], Step [386/809], Loss: 2.8930, Perplexity: 18.0482
Epoch [2/3], Step [387/809], Loss: 2.9493, Perplexity: 19.0927
Epoch [2/3], Step [388/809], Loss: 2.8891, Perplexity: 17.9769
Epoch [2/3], Step [389/809], Loss: 3.0961, Perplexity: 22.1118
Epoch [2/3], Step [390/809], Loss: 2.9729, Perplexity: 19.5484
Epoch [2/3], Step [391/809], Loss: 2.9531, Perplexity: 19.1662
Epoch [2/3], Step [392/809], Loss: 2.9267, Perplexity: 18.6667
Epoch [2/3], Step [393/809], Loss: 2.9445, Perplexity: 19.0006
Epoch [2/3], Step [394/809], Loss: 3.1240, Perplexity: 22.7380
Epoch [2/3], Step [395/809], Loss: 2.9852, Perplexity: 19.7914
Epoch [2/3], Step [396/809], Loss: 3.1492, Perplexity: 23.3179
Epoch [2/3], Step [397/809], Loss: 3.0721, Perplexity: 21.5881
Epoch [2/3], Step [398/809], Loss: 2.8824, Perplexity: 17.8576
Epoch [2/3], Step [399/809], Loss: 3.0549, Perplexity: 21.2191
Epoch [2/3], Step [400/809], Loss: 2.8538, Perplexity: 17.3537
Epoch [2/3], Step [401/809], Loss: 3.2286, Perplexity: 25.2431
Epoch [2/3], Step [402/809], Loss: 3.0662, Perplexity: 21.4601
Epoch [2/3], Step [403/809], Loss: 2.8835, Perplexity: 17.8775
Epoch [2/3], Step [404/809], Loss: 2.8757, Perplexity: 17.7372
Epoch [2/3], Step [405/809], Loss: 3.0901, Perplexity: 21.9791
Epoch [2/3], Step [406/809], Loss: 2.9389, Perplexity: 18.8959
Epoch [2/3], Step [407/809], Loss: 2.9076, Perplexity: 18.3137
Epoch [2/3], Step [408/809], Loss: 2.8931, Perplexity: 18.0496
Epoch [2/3], Step [409/809], Loss: 3.3448, Perplexity: 28.3563
Epoch [2/3], Step [410/809], Loss: 2.8511, Perplexity: 17.3075
Epoch [2/3], Step [411/809], Loss: 2.9181, Perplexity: 18.5054
Epoch [2/3], Step [412/809], Loss: 2.9825, Perplexity: 19.7372
Epoch [2/3], Step [413/809], Loss: 2.9388, Perplexity: 18.8939
Epoch [2/3], Step [414/809], Loss: 2.9731, Perplexity: 19.5521
Epoch [2/3], Step [415/809], Loss: 2.9765, Perplexity: 19.6189
Epoch [2/3], Step [416/809], Loss: 2.9273, Perplexity: 18.6763
Epoch [2/3], Step [417/809], Loss: 2.9499, Perplexity: 19.1047
Epoch [2/3], Step [418/809], Loss: 2.9645, Perplexity: 19.3853
Epoch [2/3], Step [419/809], Loss: 2.9207, Perplexity: 18.5543
Epoch [2/3], Step [420/809], Loss: 2.9761, Perplexity: 19.6119
Epoch [2/3], Step [421/809], Loss: 2.8625, Perplexity: 17.5060
Epoch [2/3], Step [422/809], Loss: 2.9101, Perplexity: 18.3590
Epoch [2/3], Step [423/809], Loss: 3.4440, Perplexity: 31.3118
Epoch [2/3], Step [424/809], Loss: 3.0359, Perplexity: 20.8191
Epoch [2/3], Step [425/809], Loss: 2.8621, Perplexity: 17.4985
Epoch [2/3], Step [426/809], Loss: 3.0406, Perplexity: 20.9172
Epoch [2/3], Step [427/809], Loss: 3.7571, Perplexity: 42.8233
Epoch [2/3], Step [428/809], Loss: 2.8771, Perplexity: 17.7635
Epoch [2/3], Step [429/809], Loss: 2.9460, Perplexity: 19.0288
Epoch [2/3], Step [430/809], Loss: 2.9091, Perplexity: 18.3397
Epoch [2/3], Step [431/809], Loss: 2.9498, Perplexity: 19.1024
Epoch [2/3], Step [432/809], Loss: 2.8907, Perplexity: 18.0060
Epoch [2/3], Step [433/809], Loss: 2.9505, Perplexity: 19.1160
Epoch [2/3], Step [434/809], Loss: 3.6173, Perplexity: 37.2370
Epoch [2/3], Step [435/809], Loss: 2.9016, Perplexity: 18.2026
Epoch [2/3], Step [436/809], Loss: 2.9109, Perplexity: 18.3738
Epoch [2/3], Step [437/809], Loss: 2.8829, Perplexity: 17.8663
Epoch [2/3], Step [438/809], Loss: 2.9140, Perplexity: 18.4312
Epoch [2/3], Step [439/809], Loss: 3.1549, Perplexity: 23.4514
Epoch [2/3], Step [440/809], Loss: 2.8510, Perplexity: 17.3058
Epoch [2/3], Step [441/809], Loss: 2.9848, Perplexity: 19.7829
Epoch [2/3], Step [442/809], Loss: 2.8843, Perplexity: 17.8909
Epoch [2/3], Step [443/809], Loss: 2.9112, Perplexity: 18.3782
Epoch [2/3], Step [444/809], Loss: 3.1521, Perplexity: 23.3850
Epoch [2/3], Step [445/809], Loss: 2.9498, Perplexity: 19.1014
Epoch [2/3], Step [446/809], Loss: 2.9516, Perplexity: 19.1361
Epoch [2/3], Step [447/809], Loss: 2.9164, Perplexity: 18.4750
Epoch [2/3], Step [448/809], Loss: 2.9350, Perplexity: 18.8206
Epoch [2/3], Step [449/809], Loss: 2.9157, Perplexity: 18.4623
Epoch [2/3], Step [450/809], Loss: 2.9462, Perplexity: 19.0329
Epoch [2/3], Step [451/809], Loss: 2.9097, Perplexity: 18.3504
Epoch [2/3], Step [452/809], Loss: 2.9977, Perplexity: 20.0388
Epoch [2/3], Step [453/809], Loss: 2.9043, Perplexity: 18.2516
Epoch [2/3], Step [454/809], Loss: 2.9048, Perplexity: 18.2613
Epoch [2/3], Step [455/809], Loss: 2.9192, Perplexity: 18.5265
Epoch [2/3], Step [456/809], Loss: 2.9858, Perplexity: 19.8024
Epoch [2/3], Step [457/809], Loss: 2.9244, Perplexity: 18.6234
Epoch [2/3], Step [458/809], Loss: 2.8571, Perplexity: 17.4116
Epoch [2/3], Step [459/809], Loss: 2.9481, Perplexity: 19.0706
Epoch [2/3], Step [460/809], Loss: 2.9854, Perplexity: 19.7952
Epoch [2/3], Step [461/809], Loss: 2.9208, Perplexity: 18.5564
Epoch [2/3], Step [462/809], Loss: 2.9065, Perplexity: 18.2932
Epoch [2/3], Step [463/809], Loss: 2.9980, Perplexity: 20.0462
Epoch [2/3], Step [464/809], Loss: 2.8881, Perplexity: 17.9588
Epoch [2/3], Step [465/809], Loss: 3.4243, Perplexity: 30.7006
Epoch [2/3], Step [466/809], Loss: 3.5179, Perplexity: 33.7122
Epoch [2/3], Step [467/809], Loss: 2.9243, Perplexity: 18.6208
Epoch [2/3], Step [468/809], Loss: 4.0546, Perplexity: 57.6638
Epoch [2/3], Step [469/809], Loss: 2.9004, Perplexity: 18.1807
Epoch [2/3], Step [470/809], Loss: 3.0826, Perplexity: 21.8143
Epoch [2/3], Step [471/809], Loss: 2.8526, Perplexity: 17.3328
Epoch [2/3], Step [472/809], Loss: 2.8853, Perplexity: 17.9097
Epoch [2/3], Step [473/809], Loss: 2.9058, Perplexity: 18.2805
Epoch [2/3], Step [474/809], Loss: 2.9743, Perplexity: 19.5754
Epoch [2/3], Step [475/809], Loss: 3.0163, Perplexity: 20.4161
Epoch [2/3], Step [476/809], Loss: 2.9331, Perplexity: 18.7850
Epoch [2/3], Step [477/809], Loss: 3.1495, Perplexity: 23.3237
Epoch [2/3], Step [478/809], Loss: 2.9503, Perplexity: 19.1119
Epoch [2/3], Step [479/809], Loss: 2.9309, Perplexity: 18.7449
Epoch [2/3], Step [480/809], Loss: 2.8402, Perplexity: 17.1199
Epoch [2/3], Step [481/809], Loss: 2.9348, Perplexity: 18.8174
Epoch [2/3], Step [482/809], Loss: 2.8999, Perplexity: 18.1721
Epoch [2/3], Step [483/809], Loss: 2.9899, Perplexity: 19.8830
Epoch [2/3], Step [484/809], Loss: 3.0666, Perplexity: 21.4683
Epoch [2/3], Step [485/809], Loss: 3.4701, Perplexity: 32.1397
Epoch [2/3], Step [486/809], Loss: 2.8900, Perplexity: 17.9932
Epoch [2/3], Step [487/809], Loss: 2.9491, Perplexity: 19.0887
Epoch [2/3], Step [488/809], Loss: 2.9018, Perplexity: 18.2077
Epoch [2/3], Step [489/809], Loss: 2.9384, Perplexity: 18.8847
Epoch [2/3], Step [490/809], Loss: 2.9246, Perplexity: 18.6273
Epoch [2/3], Step [491/809], Loss: 2.9784, Perplexity: 19.6558
Epoch [2/3], Step [492/809], Loss: 2.8442, Perplexity: 17.1875
Epoch [2/3], Step [493/809], Loss: 2.8202, Perplexity: 16.7796
Epoch [2/3], Step [494/809], Loss: 2.9933, Perplexity: 19.9520
Epoch [2/3], Step [495/809], Loss: 2.8738, Perplexity: 17.7048
Epoch [2/3], Step [496/809], Loss: 2.8536, Perplexity: 17.3497
Epoch [2/3], Step [497/809], Loss: 2.9169, Perplexity: 18.4845
Epoch [2/3], Step [498/809], Loss: 2.9178, Perplexity: 18.5011
Epoch [2/3], Step [499/809], Loss: 2.8793, Perplexity: 17.8019
Epoch [2/3], Step [500/809], Loss: 3.3987, Perplexity: 29.9267
Epoch [2/3], Step [501/809], Loss: 2.8260, Perplexity: 16.8776
Epoch [2/3], Step [502/809], Loss: 3.1271, Perplexity: 22.8079
Epoch [2/3], Step [503/809], Loss: 2.8940, Perplexity: 18.0653
Epoch [2/3], Step [504/809], Loss: 3.1517, Perplexity: 23.3769
Epoch [2/3], Step [505/809], Loss: 3.0313, Perplexity: 20.7241
Epoch [2/3], Step [506/809], Loss: 3.1006, Perplexity: 22.2104
Epoch [2/3], Step [507/809], Loss: 3.0481, Perplexity: 21.0743
Epoch [2/3], Step [508/809], Loss: 2.8979, Perplexity: 18.1358
Epoch [2/3], Step [509/809], Loss: 2.9045, Perplexity: 18.2569
Epoch [2/3], Step [510/809], Loss: 2.9411, Perplexity: 18.9373
Epoch [2/3], Step [511/809], Loss: 2.9063, Perplexity: 18.2881
Epoch [2/3], Step [512/809], Loss: 2.9197, Perplexity: 18.5356
Epoch [2/3], Step [513/809], Loss: 2.9094, Perplexity: 18.3449
Epoch [2/3], Step [514/809], Loss: 2.9598, Perplexity: 19.2945
Epoch [2/3], Step [515/809], Loss: 2.8950, Perplexity: 18.0835
Epoch [2/3], Step [516/809], Loss: 3.1000, Perplexity: 22.1987
Epoch [2/3], Step [517/809], Loss: 3.2126, Perplexity: 24.8440
Epoch [2/3], Step [518/809], Loss: 2.9901, Perplexity: 19.8877
Epoch [2/3], Step [519/809], Loss: 3.0879, Perplexity: 21.9300
Epoch [2/3], Step [520/809], Loss: 2.9387, Perplexity: 18.8917
Epoch [2/3], Step [521/809], Loss: 2.9086, Perplexity: 18.3313
Epoch [2/3], Step [522/809], Loss: 2.8724, Perplexity: 17.6789
Epoch [2/3], Step [523/809], Loss: 2.9192, Perplexity: 18.5266
Epoch [2/3], Step [524/809], Loss: 2.9280, Perplexity: 18.6905
Epoch [2/3], Step [525/809], Loss: 2.9589, Perplexity: 19.2763
Epoch [2/3], Step [526/809], Loss: 2.8461, Perplexity: 17.2211
Epoch [2/3], Step [527/809], Loss: 3.4177, Perplexity: 30.4988
Epoch [2/3], Step [528/809], Loss: 2.9596, Perplexity: 19.2905
Epoch [2/3], Step [529/809], Loss: 2.8074, Perplexity: 16.5673
Epoch [2/3], Step [530/809], Loss: 2.9738, Perplexity: 19.5665
Epoch [2/3], Step [531/809], Loss: 2.9121, Perplexity: 18.3951
Epoch [2/3], Step [532/809], Loss: 2.9054, Perplexity: 18.2720
Epoch [2/3], Step [533/809], Loss: 3.1367, Perplexity: 23.0283
Epoch [2/3], Step [534/809], Loss: 2.8739, Perplexity: 17.7054
Epoch [2/3], Step [535/809], Loss: 2.9429, Perplexity: 18.9699
Epoch [2/3], Step [536/809], Loss: 3.1174, Perplexity: 22.5867
Epoch [2/3], Step [537/809], Loss: 2.8941, Perplexity: 18.0680
Epoch [2/3], Step [538/809], Loss: 2.9920, Perplexity: 19.9261
Epoch [2/3], Step [539/809], Loss: 2.8877, Perplexity: 17.9528
Epoch [2/3], Step [540/809], Loss: 2.9743, Perplexity: 19.5763
Epoch [2/3], Step [541/809], Loss: 2.8680, Perplexity: 17.6010
Epoch [2/3], Step [542/809], Loss: 2.9035, Perplexity: 18.2381
Epoch [2/3], Step [543/809], Loss: 2.9749, Perplexity: 19.5868
Epoch [2/3], Step [544/809], Loss: 2.9368, Perplexity: 18.8555
Epoch [2/3], Step [545/809], Loss: 2.9318, Perplexity: 18.7605
Epoch [2/3], Step [546/809], Loss: 2.8140, Perplexity: 16.6768
Epoch [2/3], Step [547/809], Loss: 2.9463, Perplexity: 19.0349
Epoch [2/3], Step [548/809], Loss: 2.9916, Perplexity: 19.9177
Epoch [2/3], Step [549/809], Loss: 2.9788, Perplexity: 19.6636
Epoch [2/3], Step [550/809], Loss: 2.9575, Perplexity: 19.2491
Epoch [2/3], Step [551/809], Loss: 2.9068, Perplexity: 18.2982
Epoch [2/3], Step [552/809], Loss: 2.8424, Perplexity: 17.1563
Epoch [2/3], Step [553/809], Loss: 3.5707, Perplexity: 35.5424
Epoch [2/3], Step [554/809], Loss: 2.8908, Perplexity: 18.0069
Epoch [2/3], Step [555/809], Loss: 2.9387, Perplexity: 18.8912
Epoch [2/3], Step [556/809], Loss: 2.9006, Perplexity: 18.1859
Epoch [2/3], Step [557/809], Loss: 2.9782, Perplexity: 19.6527
Epoch [2/3], Step [558/809], Loss: 3.2064, Perplexity: 24.6893
Epoch [2/3], Step [559/809], Loss: 2.9535, Perplexity: 19.1738
Epoch [2/3], Step [560/809], Loss: 2.8677, Perplexity: 17.5959
Epoch [2/3], Step [561/809], Loss: 2.9709, Perplexity: 19.5097
Epoch [2/3], Step [562/809], Loss: 2.8779, Perplexity: 17.7766
Epoch [2/3], Step [563/809], Loss: 2.8577, Perplexity: 17.4213
Epoch [2/3], Step [564/809], Loss: 2.8425, Perplexity: 17.1580
Epoch [2/3], Step [565/809], Loss: 4.0159, Perplexity: 55.4740
Epoch [2/3], Step [566/809], Loss: 2.8122, Perplexity: 16.6471
Epoch [2/3], Step [567/809], Loss: 2.9014, Perplexity: 18.2003
Epoch [2/3], Step [568/809], Loss: 2.9220, Perplexity: 18.5782
Epoch [2/3], Step [569/809], Loss: 3.0175, Perplexity: 20.4393
Epoch [2/3], Step [570/809], Loss: 3.5505, Perplexity: 34.8297
Epoch [2/3], Step [571/809], Loss: 3.0443, Perplexity: 20.9952
Epoch [2/3], Step [572/809], Loss: 2.8860, Perplexity: 17.9209
Epoch [2/3], Step [573/809], Loss: 2.8629, Perplexity: 17.5118
Epoch [2/3], Step [574/809], Loss: 2.8873, Perplexity: 17.9441
Epoch [2/3], Step [575/809], Loss: 2.9537, Perplexity: 19.1763
Epoch [2/3], Step [576/809], Loss: 2.9042, Perplexity: 18.2509
Epoch [2/3], Step [577/809], Loss: 2.9856, Perplexity: 19.7985
Epoch [2/3], Step [578/809], Loss: 2.8864, Perplexity: 17.9295
Epoch [2/3], Step [579/809], Loss: 2.8761, Perplexity: 17.7450
Epoch [2/3], Step [580/809], Loss: 2.8822, Perplexity: 17.8528
Epoch [2/3], Step [581/809], Loss: 2.8959, Perplexity: 18.0996
Epoch [2/3], Step [582/809], Loss: 3.0976, Perplexity: 22.1451
Epoch [2/3], Step [583/809], Loss: 2.8520, Perplexity: 17.3218
Epoch [2/3], Step [584/809], Loss: 2.9104, Perplexity: 18.3643
Epoch [2/3], Step [585/809], Loss: 2.9084, Perplexity: 18.3270
Epoch [2/3], Step [586/809], Loss: 2.9103, Perplexity: 18.3619
Epoch [2/3], Step [587/809], Loss: 3.4122, Perplexity: 30.3304
Epoch [2/3], Step [588/809], Loss: 3.0921, Perplexity: 22.0224
Epoch [2/3], Step [589/809], Loss: 2.8665, Perplexity: 17.5754
Epoch [2/3], Step [590/809], Loss: 3.0555, Perplexity: 21.2319
Epoch [2/3], Step [591/809], Loss: 2.8815, Perplexity: 17.8408
Epoch [2/3], Step [592/809], Loss: 2.8762, Perplexity: 17.7458
Epoch [2/3], Step [593/809], Loss: 2.9888, Perplexity: 19.8625
Epoch [2/3], Step [594/809], Loss: 2.8548, Perplexity: 17.3715
Epoch [2/3], Step [595/809], Loss: 2.9540, Perplexity: 19.1827
Epoch [2/3], Step [596/809], Loss: 2.8674, Perplexity: 17.5910
Epoch [2/3], Step [597/809], Loss: 2.8656, Perplexity: 17.5591
Epoch [2/3], Step [598/809], Loss: 2.9684, Perplexity: 19.4611
Epoch [2/3], Step [599/809], Loss: 2.8548, Perplexity: 17.3716
Epoch [2/3], Step [600/809], Loss: 3.1209, Perplexity: 22.6671
Epoch [2/3], Step [601/809], Loss: 2.8586, Perplexity: 17.4373
Epoch [2/3], Step [602/809], Loss: 2.8671, Perplexity: 17.5864
Epoch [2/3], Step [603/809], Loss: 2.8694, Perplexity: 17.6257
Epoch [2/3], Step [604/809], Loss: 2.8390, Perplexity: 17.0991
Epoch [2/3], Step [605/809], Loss: 2.8415, Perplexity: 17.1409
Epoch [2/3], Step [606/809], Loss: 2.8281, Perplexity: 16.9137
Epoch [2/3], Step [607/809], Loss: 2.8215, Perplexity: 16.8018
Epoch [2/3], Step [608/809], Loss: 2.8542, Perplexity: 17.3614
Epoch [2/3], Step [609/809], Loss: 2.8830, Perplexity: 17.8683
Epoch [2/3], Step [610/809], Loss: 3.0701, Perplexity: 21.5448
Epoch [2/3], Step [611/809], Loss: 2.8538, Perplexity: 17.3537
Epoch [2/3], Step [612/809], Loss: 2.9082, Perplexity: 18.3236
Epoch [2/3], Step [613/809], Loss: 2.9062, Perplexity: 18.2864
Epoch [2/3], Step [614/809], Loss: 2.9520, Perplexity: 19.1444
Epoch [2/3], Step [615/809], Loss: 3.0107, Perplexity: 20.3017
Epoch [2/3], Step [616/809], Loss: 2.8637, Perplexity: 17.5269
Epoch [2/3], Step [617/809], Loss: 2.9152, Perplexity: 18.4521
Epoch [2/3], Step [618/809], Loss: 2.8805, Perplexity: 17.8241
Epoch [2/3], Step [619/809], Loss: 3.2406, Perplexity: 25.5499
Epoch [2/3], Step [620/809], Loss: 2.8533, Perplexity: 17.3455
Epoch [2/3], Step [621/809], Loss: 2.8623, Perplexity: 17.5022
Epoch [2/3], Step [622/809], Loss: 2.8826, Perplexity: 17.8601
Epoch [2/3], Step [623/809], Loss: 2.9391, Perplexity: 18.8987
Epoch [2/3], Step [624/809], Loss: 2.9168, Perplexity: 18.4823
Epoch [2/3], Step [625/809], Loss: 3.2924, Perplexity: 26.9068
Epoch [2/3], Step [626/809], Loss: 2.8996, Perplexity: 18.1672
Epoch [2/3], Step [627/809], Loss: 2.8866, Perplexity: 17.9316
Epoch [2/3], Step [628/809], Loss: 2.8965, Perplexity: 18.1098
Epoch [2/3], Step [629/809], Loss: 2.8999, Perplexity: 18.1732
Epoch [2/3], Step [630/809], Loss: 2.9808, Perplexity: 19.7044
Epoch [2/3], Step [631/809], Loss: 2.8024, Perplexity: 16.4834
Epoch [2/3], Step [632/809], Loss: 2.8797, Perplexity: 17.8096
Epoch [2/3], Step [633/809], Loss: 3.0431, Perplexity: 20.9691
Epoch [2/3], Step [634/809], Loss: 2.8922, Perplexity: 18.0338
Epoch [2/3], Step [635/809], Loss: 2.8982, Perplexity: 18.1412
Epoch [2/3], Step [636/809], Loss: 2.8631, Perplexity: 17.5150
Epoch [2/3], Step [637/809], Loss: 2.9973, Perplexity: 20.0323
Epoch [2/3], Step [638/809], Loss: 2.8917, Perplexity: 18.0247
Epoch [2/3], Step [639/809], Loss: 2.8757, Perplexity: 17.7381
Epoch [2/3], Step [640/809], Loss: 2.8701, Perplexity: 17.6382
Epoch [2/3], Step [641/809], Loss: 3.0293, Perplexity: 20.6822
Epoch [2/3], Step [642/809], Loss: 2.8350, Perplexity: 17.0304
Epoch [2/3], Step [643/809], Loss: 2.8646, Perplexity: 17.5423
Epoch [2/3], Step [644/809], Loss: 2.9191, Perplexity: 18.5253
Epoch [2/3], Step [645/809], Loss: 2.9528, Perplexity: 19.1587
Epoch [2/3], Step [646/809], Loss: 2.9449, Perplexity: 19.0091
Epoch [2/3], Step [647/809], Loss: 2.8833, Perplexity: 17.8726
Epoch [2/3], Step [648/809], Loss: 2.8744, Perplexity: 17.7149
Epoch [2/3], Step [649/809], Loss: 2.8778, Perplexity: 17.7757
Epoch [2/3], Step [650/809], Loss: 2.9826, Perplexity: 19.7388
Epoch [2/3], Step [651/809], Loss: 2.9781, Perplexity: 19.6509
Epoch [2/3], Step [652/809], Loss: 3.0134, Perplexity: 20.3570
Epoch [2/3], Step [653/809], Loss: 2.9730, Perplexity: 19.5507
Epoch [2/3], Step [654/809], Loss: 2.7950, Perplexity: 16.3632
Epoch [2/3], Step [655/809], Loss: 2.9251, Perplexity: 18.6360
Epoch [2/3], Step [656/809], Loss: 2.9099, Perplexity: 18.3543
Epoch [2/3], Step [657/809], Loss: 2.8493, Perplexity: 17.2757
Epoch [2/3], Step [658/809], Loss: 2.9031, Perplexity: 18.2299
Epoch [2/3], Step [659/809], Loss: 3.0995, Perplexity: 22.1860
Epoch [2/3], Step [660/809], Loss: 2.8430, Perplexity: 17.1673
Epoch [2/3], Step [661/809], Loss: 2.8708, Perplexity: 17.6515
Epoch [2/3], Step [662/809], Loss: 2.9026, Perplexity: 18.2220
Epoch [2/3], Step [663/809], Loss: 2.8576, Perplexity: 17.4203
Epoch [2/3], Step [664/809], Loss: 2.8686, Perplexity: 17.6118
Epoch [2/3], Step [665/809], Loss: 2.9244, Perplexity: 18.6237
Epoch [2/3], Step [666/809], Loss: 2.8834, Perplexity: 17.8748
Epoch [2/3], Step [667/809], Loss: 2.8574, Perplexity: 17.4166
Epoch [2/3], Step [668/809], Loss: 2.9210, Perplexity: 18.5599
Epoch [2/3], Step [669/809], Loss: 2.9357, Perplexity: 18.8348
Epoch [2/3], Step [670/809], Loss: 2.9188, Perplexity: 18.5199
Epoch [2/3], Step [671/809], Loss: 3.1662, Perplexity: 23.7162
Epoch [2/3], Step [672/809], Loss: 2.8602, Perplexity: 17.4643
Epoch [2/3], Step [673/809], Loss: 2.9238, Perplexity: 18.6111
Epoch [2/3], Step [674/809], Loss: 2.9631, Perplexity: 19.3585
Epoch [2/3], Step [675/809], Loss: 2.8201, Perplexity: 16.7792
Epoch [2/3], Step [676/809], Loss: 2.8765, Perplexity: 17.7521
Epoch [2/3], Step [677/809], Loss: 2.9314, Perplexity: 18.7541
Epoch [2/3], Step [678/809], Loss: 2.8676, Perplexity: 17.5949
Epoch [2/3], Step [679/809], Loss: 2.8392, Perplexity: 17.1013
Epoch [2/3], Step [680/809], Loss: 2.8876, Perplexity: 17.9507
Epoch [2/3], Step [681/809], Loss: 3.0876, Perplexity: 21.9235
Epoch [2/3], Step [682/809], Loss: 2.8986, Perplexity: 18.1494
Epoch [2/3], Step [683/809], Loss: 2.8659, Perplexity: 17.5654
Epoch [2/3], Step [684/809], Loss: 2.8959, Perplexity: 18.1000
Epoch [2/3], Step [685/809], Loss: 2.9605, Perplexity: 19.3070
Epoch [2/3], Step [686/809], Loss: 2.9898, Perplexity: 19.8815
Epoch [2/3], Step [687/809], Loss: 2.8294, Perplexity: 16.9357
Epoch [2/3], Step [688/809], Loss: 2.9546, Perplexity: 19.1942
Epoch [2/3], Step [689/809], Loss: 2.8943, Perplexity: 18.0708
Epoch [2/3], Step [690/809], Loss: 2.8535, Perplexity: 17.3478
Epoch [2/3], Step [691/809], Loss: 3.0944, Perplexity: 22.0736
Epoch [2/3], Step [692/809], Loss: 2.9206, Perplexity: 18.5527
Epoch [2/3], Step [693/809], Loss: 2.9025, Perplexity: 18.2191
Epoch [2/3], Step [694/809], Loss: 3.1207, Perplexity: 22.6618
Epoch [2/3], Step [695/809], Loss: 3.0027, Perplexity: 20.1403
Epoch [2/3], Step [696/809], Loss: 2.8952, Perplexity: 18.0865
Epoch [2/3], Step [697/809], Loss: 2.9527, Perplexity: 19.1575
Epoch [2/3], Step [698/809], Loss: 2.9262, Perplexity: 18.6569
Epoch [2/3], Step [699/809], Loss: 2.8525, Perplexity: 17.3307
Epoch [2/3], Step [700/809], Loss: 2.9369, Perplexity: 18.8573
Epoch [2/3], Step [701/809], Loss: 2.8326, Perplexity: 16.9894
Epoch [2/3], Step [702/809], Loss: 2.8718, Perplexity: 17.6690
Epoch [2/3], Step [703/809], Loss: 2.9165, Perplexity: 18.4772
Epoch [2/3], Step [704/809], Loss: 2.9062, Perplexity: 18.2878
Epoch [2/3], Step [705/809], Loss: 2.8476, Perplexity: 17.2459
Epoch [2/3], Step [706/809], Loss: 2.8407, Perplexity: 17.1278
Epoch [2/3], Step [707/809], Loss: 3.0304, Perplexity: 20.7049
Epoch [2/3], Step [708/809], Loss: 2.8393, Perplexity: 17.1045
Epoch [2/3], Step [709/809], Loss: 2.8681, Perplexity: 17.6028
Epoch [2/3], Step [710/809], Loss: 2.7922, Perplexity: 16.3162
Epoch [2/3], Step [711/809], Loss: 2.9503, Perplexity: 19.1117
Epoch [2/3], Step [712/809], Loss: 2.8998, Perplexity: 18.1702
Epoch [2/3], Step [713/809], Loss: 2.9347, Perplexity: 18.8157
Epoch [2/3], Step [714/809], Loss: 2.9004, Perplexity: 18.1822
Epoch [2/3], Step [715/809], Loss: 2.9958, Perplexity: 20.0008
Epoch [2/3], Step [716/809], Loss: 3.1768, Perplexity: 23.9695
Epoch [2/3], Step [717/809], Loss: 2.9147, Perplexity: 18.4434
Epoch [2/3], Step [718/809], Loss: 2.9152, Perplexity: 18.4521
Epoch [2/3], Step [719/809], Loss: 2.8537, Perplexity: 17.3520
Epoch [2/3], Step [720/809], Loss: 3.1669, Perplexity: 23.7340
Epoch [2/3], Step [721/809], Loss: 2.9842, Perplexity: 19.7700
Epoch [2/3], Step [722/809], Loss: 2.8513, Perplexity: 17.3105
Epoch [2/3], Step [723/809], Loss: 2.8406, Perplexity: 17.1267
Epoch [2/3], Step [724/809], Loss: 2.8148, Perplexity: 16.6894
Epoch [2/3], Step [725/809], Loss: 2.8624, Perplexity: 17.5027
Epoch [2/3], Step [726/809], Loss: 2.9156, Perplexity: 18.4596
Epoch [2/3], Step [727/809], Loss: 3.1083, Perplexity: 22.3840
Epoch [2/3], Step [728/809], Loss: 2.9160, Perplexity: 18.4677
Epoch [2/3], Step [729/809], Loss: 2.8487, Perplexity: 17.2652
Epoch [2/3], Step [730/809], Loss: 3.0259, Perplexity: 20.6130
Epoch [2/3], Step [731/809], Loss: 2.8948, Perplexity: 18.0791
Epoch [2/3], Step [732/809], Loss: 3.1086, Perplexity: 22.3887
Epoch [2/3], Step [733/809], Loss: 2.8813, Perplexity: 17.8366
Epoch [2/3], Step [734/809], Loss: 2.8724, Perplexity: 17.6800
Epoch [2/3], Step [735/809], Loss: 2.8436, Perplexity: 17.1774
Epoch [2/3], Step [736/809], Loss: 2.8052, Perplexity: 16.5298
Epoch [2/3], Step [737/809], Loss: 3.2589, Perplexity: 26.0221
Epoch [2/3], Step [738/809], Loss: 3.2757, Perplexity: 26.4611
Epoch [2/3], Step [739/809], Loss: 2.8338, Perplexity: 17.0106
Epoch [2/3], Step [740/809], Loss: 2.7990, Perplexity: 16.4282
Epoch [2/3], Step [741/809], Loss: 3.0445, Perplexity: 21.0004
Epoch [2/3], Step [742/809], Loss: 2.8549, Perplexity: 17.3728
Epoch [2/3], Step [743/809], Loss: 2.9406, Perplexity: 18.9274
Epoch [2/3], Step [744/809], Loss: 2.9251, Perplexity: 18.6369
Epoch [2/3], Step [745/809], Loss: 2.9047, Perplexity: 18.2601
Epoch [2/3], Step [746/809], Loss: 2.9378, Perplexity: 18.8735
Epoch [2/3], Step [747/809], Loss: 2.8807, Perplexity: 17.8270
Epoch [2/3], Step [748/809], Loss: 2.8471, Perplexity: 17.2381
Epoch [2/3], Step [749/809], Loss: 2.8928, Perplexity: 18.0435
Epoch [2/3], Step [750/809], Loss: 2.8606, Perplexity: 17.4728
Epoch [2/3], Step [751/809], Loss: 2.9330, Perplexity: 18.7841
Epoch [2/3], Step [752/809], Loss: 2.9216, Perplexity: 18.5713
Epoch [2/3], Step [753/809], Loss: 2.8611, Perplexity: 17.4803
Epoch [2/3], Step [754/809], Loss: 2.8546, Perplexity: 17.3670
Epoch [2/3], Step [755/809], Loss: 2.9169, Perplexity: 18.4835
Epoch [2/3], Step [756/809], Loss: 2.9192, Perplexity: 18.5266
Epoch [2/3], Step [757/809], Loss: 2.8576, Perplexity: 17.4196
Epoch [2/3], Step [758/809], Loss: 2.9173, Perplexity: 18.4907
Epoch [2/3], Step [759/809], Loss: 3.7356, Perplexity: 41.9113
Epoch [2/3], Step [760/809], Loss: 2.7802, Perplexity: 16.1218
Epoch [2/3], Step [761/809], Loss: 3.0353, Perplexity: 20.8068
Epoch [2/3], Step [762/809], Loss: 2.8521, Perplexity: 17.3241
Epoch [2/3], Step [763/809], Loss: 2.8342, Perplexity: 17.0161
Epoch [2/3], Step [764/809], Loss: 2.8768, Perplexity: 17.7571
Epoch [2/3], Step [765/809], Loss: 2.9652, Perplexity: 19.3995
Epoch [2/3], Step [766/809], Loss: 2.8852, Perplexity: 17.9079
Epoch [2/3], Step [767/809], Loss: 2.9021, Perplexity: 18.2120
Epoch [2/3], Step [768/809], Loss: 3.0347, Perplexity: 20.7948
Epoch [2/3], Step [769/809], Loss: 3.1015, Perplexity: 22.2314
Epoch [2/3], Step [770/809], Loss: 2.8853, Perplexity: 17.9082
Epoch [2/3], Step [771/809], Loss: 2.8852, Perplexity: 17.9066
Epoch [2/3], Step [772/809], Loss: 3.0808, Perplexity: 21.7763
Epoch [2/3], Step [773/809], Loss: 2.9387, Perplexity: 18.8910
Epoch [2/3], Step [774/809], Loss: 2.9020, Perplexity: 18.2111
Epoch [2/3], Step [775/809], Loss: 2.8836, Perplexity: 17.8783
Epoch [2/3], Step [776/809], Loss: 2.8655, Perplexity: 17.5586
Epoch [2/3], Step [777/809], Loss: 2.9378, Perplexity: 18.8741
Epoch [2/3], Step [778/809], Loss: 3.0688, Perplexity: 21.5156
Epoch [2/3], Step [779/809], Loss: 2.9952, Perplexity: 19.9884
Epoch [2/3], Step [780/809], Loss: 2.8233, Perplexity: 16.8330
Epoch [2/3], Step [781/809], Loss: 2.9338, Perplexity: 18.7986
Epoch [2/3], Step [782/809], Loss: 2.9605, Perplexity: 19.3067
Epoch [2/3], Step [783/809], Loss: 2.8316, Perplexity: 16.9728
Epoch [2/3], Step [784/809], Loss: 2.9050, Perplexity: 18.2653
Epoch [2/3], Step [785/809], Loss: 2.9062, Perplexity: 18.2870
Epoch [2/3], Step [786/809], Loss: 2.8568, Perplexity: 17.4064
Epoch [2/3], Step [787/809], Loss: 3.0828, Perplexity: 21.8190
Epoch [2/3], Step [788/809], Loss: 3.3454, Perplexity: 28.3705
Epoch [2/3], Step [789/809], Loss: 2.9972, Perplexity: 20.0293
Epoch [2/3], Step [790/809], Loss: 2.9154, Perplexity: 18.4569
Epoch [2/3], Step [791/809], Loss: 2.8319, Perplexity: 16.9777
Epoch [2/3], Step [792/809], Loss: 2.8893, Perplexity: 17.9808
Epoch [2/3], Step [793/809], Loss: 2.8067, Perplexity: 16.5546
Epoch [2/3], Step [794/809], Loss: 2.8366, Perplexity: 17.0572
Epoch [2/3], Step [795/809], Loss: 2.8389, Perplexity: 17.0971
Epoch [2/3], Step [796/809], Loss: 3.1615, Perplexity: 23.6061
Epoch [2/3], Step [797/809], Loss: 2.8350, Perplexity: 17.0301
Epoch [2/3], Step [798/809], Loss: 2.7973, Perplexity: 16.4002
Epoch [2/3], Step [799/809], Loss: 3.0400, Perplexity: 20.9051
Epoch [2/3], Step [800/809], Loss: 2.8173, Perplexity: 16.7309
Epoch [2/3], Step [801/809], Loss: 3.0057, Perplexity: 20.1998
Epoch [2/3], Step [802/809], Loss: 2.8587, Perplexity: 17.4391
Epoch [2/3], Step [803/809], Loss: 2.8288, Perplexity: 16.9253
Epoch [2/3], Step [804/809], Loss: 2.9109, Perplexity: 18.3742
Epoch [2/3], Step [805/809], Loss: 2.9880, Perplexity: 19.8455
Epoch [2/3], Step [806/809], Loss: 2.9021, Perplexity: 18.2116
Epoch [2/3], Step [807/809], Loss: 2.9886, Perplexity: 19.8575
Epoch [2/3], Step [808/809], Loss: 2.8870, Perplexity: 17.9388
Epoch [2/3], Step [809/809], Loss: 2.8839, Perplexity: 17.8831
Epoch [3/3], Step [1/809], Loss: 2.9425, Perplexity: 18.9632
Epoch [3/3], Step [2/809], Loss: 2.9648, Perplexity: 19.3913
Epoch [3/3], Step [3/809], Loss: 2.8455, Perplexity: 17.2109
Epoch [3/3], Step [4/809], Loss: 2.9132, Perplexity: 18.4150
Epoch [3/3], Step [5/809], Loss: 2.9685, Perplexity: 19.4631
Epoch [3/3], Step [6/809], Loss: 2.9231, Perplexity: 18.5995
Epoch [3/3], Step [7/809], Loss: 2.8705, Perplexity: 17.6452
Epoch [3/3], Step [8/809], Loss: 3.0558, Perplexity: 21.2392
Epoch [3/3], Step [9/809], Loss: 2.8569, Perplexity: 17.4078
Epoch [3/3], Step [10/809], Loss: 2.8435, Perplexity: 17.1750
Epoch [3/3], Step [11/809], Loss: 2.9163, Perplexity: 18.4734
Epoch [3/3], Step [12/809], Loss: 2.8009, Perplexity: 16.4590
Epoch [3/3], Step [13/809], Loss: 2.9190, Perplexity: 18.5224
Epoch [3/3], Step [14/809], Loss: 2.9253, Perplexity: 18.6405
Epoch [3/3], Step [15/809], Loss: 2.7855, Perplexity: 16.2073
Epoch [3/3], Step [16/809], Loss: 2.9432, Perplexity: 18.9765
Epoch [3/3], Step [17/809], Loss: 2.8874, Perplexity: 17.9461
Epoch [3/3], Step [18/809], Loss: 2.8413, Perplexity: 17.1379
Epoch [3/3], Step [19/809], Loss: 2.9155, Perplexity: 18.4580
Epoch [3/3], Step [20/809], Loss: 3.4601, Perplexity: 31.8188
Epoch [3/3], Step [21/809], Loss: 2.8140, Perplexity: 16.6766
Epoch [3/3], Step [22/809], Loss: 2.8396, Perplexity: 17.1097
Epoch [3/3], Step [23/809], Loss: 3.0765, Perplexity: 21.6824
Epoch [3/3], Step [24/809], Loss: 3.0121, Perplexity: 20.3308
Epoch [3/3], Step [25/809], Loss: 2.8957, Perplexity: 18.0966
Epoch [3/3], Step [26/809], Loss: 2.8826, Perplexity: 17.8598
Epoch [3/3], Step [27/809], Loss: 3.4359, Perplexity: 31.0605
Epoch [3/3], Step [28/809], Loss: 3.0823, Perplexity: 21.8074
Epoch [3/3], Step [29/809], Loss: 2.8841, Perplexity: 17.8873
Epoch [3/3], Step [30/809], Loss: 2.8412, Perplexity: 17.1368
Epoch [3/3], Step [31/809], Loss: 2.9091, Perplexity: 18.3408
Epoch [3/3], Step [32/809], Loss: 3.0600, Perplexity: 21.3274
Epoch [3/3], Step [33/809], Loss: 2.8695, Perplexity: 17.6283
Epoch [3/3], Step [34/809], Loss: 2.8477, Perplexity: 17.2489
Epoch [3/3], Step [35/809], Loss: 2.9177, Perplexity: 18.4986
Epoch [3/3], Step [36/809], Loss: 2.8968, Perplexity: 18.1160
Epoch [3/3], Step [37/809], Loss: 2.9386, Perplexity: 18.8895
Epoch [3/3], Step [38/809], Loss: 2.8444, Perplexity: 17.1920
Epoch [3/3], Step [39/809], Loss: 3.0661, Perplexity: 21.4577
Epoch [3/3], Step [40/809], Loss: 2.8231, Perplexity: 16.8294
Epoch [3/3], Step [41/809], Loss: 3.1357, Perplexity: 23.0048
Epoch [3/3], Step [42/809], Loss: 2.9704, Perplexity: 19.5003
Epoch [3/3], Step [43/809], Loss: 2.7760, Perplexity: 16.0551
Epoch [3/3], Step [44/809], Loss: 2.9281, Perplexity: 18.6916
Epoch [3/3], Step [45/809], Loss: 2.8507, Perplexity: 17.3006
Epoch [3/3], Step [46/809], Loss: 3.7157, Perplexity: 41.0885
Epoch [3/3], Step [47/809], Loss: 2.9917, Perplexity: 19.9189
Epoch [3/3], Step [48/809], Loss: 2.8864, Perplexity: 17.9283
Epoch [3/3], Step [49/809], Loss: 2.8686, Perplexity: 17.6115
Epoch [3/3], Step [50/809], Loss: 2.9236, Perplexity: 18.6085
Epoch [3/3], Step [51/809], Loss: 2.8219, Perplexity: 16.8092
Epoch [3/3], Step [52/809], Loss: 2.8417, Perplexity: 17.1453
Epoch [3/3], Step [53/809], Loss: 2.8501, Perplexity: 17.2900
Epoch [3/3], Step [54/809], Loss: 2.8444, Perplexity: 17.1911
Epoch [3/3], Step [55/809], Loss: 2.9964, Perplexity: 20.0138
Epoch [3/3], Step [56/809], Loss: 2.8642, Perplexity: 17.5356
Epoch [3/3], Step [57/809], Loss: 2.8774, Perplexity: 17.7673
Epoch [3/3], Step [58/809], Loss: 2.7690, Perplexity: 15.9433
Epoch [3/3], Step [59/809], Loss: 2.8352, Perplexity: 17.0340
Epoch [3/3], Step [60/809], Loss: 2.9314, Perplexity: 18.7531
Epoch [3/3], Step [61/809], Loss: 2.7964, Perplexity: 16.3851
Epoch [3/3], Step [62/809], Loss: 2.9289, Perplexity: 18.7068
Epoch [3/3], Step [63/809], Loss: 2.8900, Perplexity: 17.9929
Epoch [3/3], Step [64/809], Loss: 2.8339, Perplexity: 17.0120
Epoch [3/3], Step [65/809], Loss: 2.8381, Perplexity: 17.0828
Epoch [3/3], Step [66/809], Loss: 2.9991, Perplexity: 20.0667
Epoch [3/3], Step [67/809], Loss: 2.8764, Perplexity: 17.7505
Epoch [3/3], Step [68/809], Loss: 2.7845, Perplexity: 16.1923
Epoch [3/3], Step [69/809], Loss: 2.9823, Perplexity: 19.7324
Epoch [3/3], Step [70/809], Loss: 2.8516, Perplexity: 17.3151
Epoch [3/3], Step [71/809], Loss: 2.9940, Perplexity: 19.9660
Epoch [3/3], Step [72/809], Loss: 3.2123, Perplexity: 24.8372
Epoch [3/3], Step [73/809], Loss: 2.9218, Perplexity: 18.5740
Epoch [3/3], Step [74/809], Loss: 3.0922, Perplexity: 22.0264
Epoch [3/3], Step [75/809], Loss: 2.7731, Perplexity: 16.0089
Epoch [3/3], Step [76/809], Loss: 2.9029, Perplexity: 18.2269
Epoch [3/3], Step [77/809], Loss: 3.0254, Perplexity: 20.6026
Epoch [3/3], Step [78/809], Loss: 2.8655, Perplexity: 17.5582
Epoch [3/3], Step [79/809], Loss: 2.9124, Perplexity: 18.4004
Epoch [3/3], Step [80/809], Loss: 2.9129, Perplexity: 18.4102
Epoch [3/3], Step [81/809], Loss: 2.8870, Perplexity: 17.9399
Epoch [3/3], Step [82/809], Loss: 2.8204, Perplexity: 16.7831
Epoch [3/3], Step [83/809], Loss: 2.9073, Perplexity: 18.3075
Epoch [3/3], Step [84/809], Loss: 3.1026, Perplexity: 22.2547
Epoch [3/3], Step [85/809], Loss: 2.8830, Perplexity: 17.8676
Epoch [3/3], Step [86/809], Loss: 2.9093, Perplexity: 18.3441
Epoch [3/3], Step [87/809], Loss: 2.9795, Perplexity: 19.6789
Epoch [3/3], Step [88/809], Loss: 2.8055, Perplexity: 16.5347
Epoch [3/3], Step [89/809], Loss: 2.8294, Perplexity: 16.9359
Epoch [3/3], Step [90/809], Loss: 2.8981, Perplexity: 18.1404
Epoch [3/3], Step [91/809], Loss: 3.0138, Perplexity: 20.3654
Epoch [3/3], Step [92/809], Loss: 2.8235, Perplexity: 16.8350
Epoch [3/3], Step [93/809], Loss: 2.8489, Perplexity: 17.2680
Epoch [3/3], Step [94/809], Loss: 3.0210, Perplexity: 20.5111
Epoch [3/3], Step [95/809], Loss: 2.9532, Perplexity: 19.1668
Epoch [3/3], Step [96/809], Loss: 2.8530, Perplexity: 17.3403
Epoch [3/3], Step [97/809], Loss: 2.9355, Perplexity: 18.8304
Epoch [3/3], Step [98/809], Loss: 2.8525, Perplexity: 17.3316
Epoch [3/3], Step [99/809], Loss: 2.9170, Perplexity: 18.4851
Epoch [3/3], Step [100/809], Loss: 2.8733, Perplexity: 17.6954
Epoch [3/3], Step [101/809], Loss: 3.3491, Perplexity: 28.4770
Epoch [3/3], Step [102/809], Loss: 2.9038, Perplexity: 18.2426
Epoch [3/3], Step [103/809], Loss: 3.0076, Perplexity: 20.2392
Epoch [3/3], Step [104/809], Loss: 2.9230, Perplexity: 18.5965
Epoch [3/3], Step [105/809], Loss: 2.8633, Perplexity: 17.5200
Epoch [3/3], Step [106/809], Loss: 2.8528, Perplexity: 17.3360
Epoch [3/3], Step [107/809], Loss: 2.8130, Perplexity: 16.6602
Epoch [3/3], Step [108/809], Loss: 3.1546, Perplexity: 23.4433
Epoch [3/3], Step [109/809], Loss: 2.7941, Perplexity: 16.3482
Epoch [3/3], Step [110/809], Loss: 2.8698, Perplexity: 17.6338
Epoch [3/3], Step [111/809], Loss: 3.0255, Perplexity: 20.6051
Epoch [3/3], Step [112/809], Loss: 2.8111, Perplexity: 16.6274
Epoch [3/3], Step [113/809], Loss: 2.8855, Perplexity: 17.9122
Epoch [3/3], Step [114/809], Loss: 2.9009, Perplexity: 18.1913
Epoch [3/3], Step [115/809], Loss: 2.8799, Perplexity: 17.8128
Epoch [3/3], Step [116/809], Loss: 2.8567, Perplexity: 17.4034
Epoch [3/3], Step [117/809], Loss: 2.8893, Perplexity: 17.9816
Epoch [3/3], Step [118/809], Loss: 2.8140, Perplexity: 16.6763
Epoch [3/3], Step [119/809], Loss: 3.0184, Perplexity: 20.4579
Epoch [3/3], Step [120/809], Loss: 2.9616, Perplexity: 19.3292
Epoch [3/3], Step [121/809], Loss: 2.9479, Perplexity: 19.0660
Epoch [3/3], Step [122/809], Loss: 2.9283, Perplexity: 18.6962
Epoch [3/3], Step [123/809], Loss: 2.9120, Perplexity: 18.3930
Epoch [3/3], Step [124/809], Loss: 2.8495, Perplexity: 17.2795
Epoch [3/3], Step [125/809], Loss: 2.8828, Perplexity: 17.8646
Epoch [3/3], Step [126/809], Loss: 2.8839, Perplexity: 17.8848
Epoch [3/3], Step [127/809], Loss: 2.8860, Perplexity: 17.9208
Epoch [3/3], Step [128/809], Loss: 2.7941, Perplexity: 16.3485
Epoch [3/3], Step [129/809], Loss: 2.8731, Perplexity: 17.6924
Epoch [3/3], Step [130/809], Loss: 3.1498, Perplexity: 23.3319
Epoch [3/3], Step [131/809], Loss: 2.8483, Perplexity: 17.2580
Epoch [3/3], Step [132/809], Loss: 3.0753, Perplexity: 21.6560
Epoch [3/3], Step [133/809], Loss: 2.8336, Perplexity: 17.0071
Epoch [3/3], Step [134/809], Loss: 2.9018, Perplexity: 18.2073
Epoch [3/3], Step [135/809], Loss: 2.8054, Perplexity: 16.5332
Epoch [3/3], Step [136/809], Loss: 3.0316, Perplexity: 20.7300
Epoch [3/3], Step [137/809], Loss: 2.7828, Perplexity: 16.1648
Epoch [3/3], Step [138/809], Loss: 2.8519, Perplexity: 17.3212
Epoch [3/3], Step [139/809], Loss: 2.8795, Perplexity: 17.8055
Epoch [3/3], Step [140/809], Loss: 2.8560, Perplexity: 17.3920
Epoch [3/3], Step [141/809], Loss: 3.1105, Perplexity: 22.4315
Epoch [3/3], Step [142/809], Loss: 2.9471, Perplexity: 19.0507
Epoch [3/3], Step [143/809], Loss: 2.9983, Perplexity: 20.0507
Epoch [3/3], Step [144/809], Loss: 2.9244, Perplexity: 18.6223
Epoch [3/3], Step [145/809], Loss: 3.0657, Perplexity: 21.4491
Epoch [3/3], Step [146/809], Loss: 2.8974, Perplexity: 18.1277
Epoch [3/3], Step [147/809], Loss: 2.9299, Perplexity: 18.7250
Epoch [3/3], Step [148/809], Loss: 2.9310, Perplexity: 18.7458
Epoch [3/3], Step [149/809], Loss: 2.7915, Perplexity: 16.3055
Epoch [3/3], Step [150/809], Loss: 2.8661, Perplexity: 17.5687
Epoch [3/3], Step [151/809], Loss: 2.8420, Perplexity: 17.1492
Epoch [3/3], Step [152/809], Loss: 2.8091, Perplexity: 16.5956
Epoch [3/3], Step [153/809], Loss: 2.9329, Perplexity: 18.7811
Epoch [3/3], Step [154/809], Loss: 2.8531, Perplexity: 17.3411
Epoch [3/3], Step [155/809], Loss: 2.9420, Perplexity: 18.9546
Epoch [3/3], Step [156/809], Loss: 2.8946, Perplexity: 18.0761
Epoch [3/3], Step [157/809], Loss: 2.8636, Perplexity: 17.5239
Epoch [3/3], Step [158/809], Loss: 2.8219, Perplexity: 16.8079
Epoch [3/3], Step [159/809], Loss: 2.8197, Perplexity: 16.7719
Epoch [3/3], Step [160/809], Loss: 2.8956, Perplexity: 18.0951
Epoch [3/3], Step [161/809], Loss: 2.9127, Perplexity: 18.4064
Epoch [3/3], Step [162/809], Loss: 3.4505, Perplexity: 31.5161
Epoch [3/3], Step [163/809], Loss: 2.8559, Perplexity: 17.3903
Epoch [3/3], Step [164/809], Loss: 2.7940, Perplexity: 16.3464
Epoch [3/3], Step [165/809], Loss: 2.9655, Perplexity: 19.4049
Epoch [3/3], Step [166/809], Loss: 2.8354, Perplexity: 17.0368
Epoch [3/3], Step [167/809], Loss: 2.8472, Perplexity: 17.2390
Epoch [3/3], Step [168/809], Loss: 2.8019, Perplexity: 16.4755
Epoch [3/3], Step [169/809], Loss: 2.8475, Perplexity: 17.2447
Epoch [3/3], Step [170/809], Loss: 2.8834, Perplexity: 17.8756
Epoch [3/3], Step [171/809], Loss: 2.8370, Perplexity: 17.0638
Epoch [3/3], Step [172/809], Loss: 2.9001, Perplexity: 18.1763
Epoch [3/3], Step [173/809], Loss: 2.8634, Perplexity: 17.5214
Epoch [3/3], Step [174/809], Loss: 2.8075, Perplexity: 16.5690
Epoch [3/3], Step [175/809], Loss: 2.8569, Perplexity: 17.4079
Epoch [3/3], Step [176/809], Loss: 2.8759, Perplexity: 17.7422
Epoch [3/3], Step [177/809], Loss: 2.8962, Perplexity: 18.1045
Epoch [3/3], Step [178/809], Loss: 2.7651, Perplexity: 15.8808
Epoch [3/3], Step [179/809], Loss: 2.8415, Perplexity: 17.1413
Epoch [3/3], Step [180/809], Loss: 2.9984, Perplexity: 20.0539
Epoch [3/3], Step [181/809], Loss: 2.9107, Perplexity: 18.3691
Epoch [3/3], Step [182/809], Loss: 2.9680, Perplexity: 19.4528
Epoch [3/3], Step [183/809], Loss: 2.8169, Perplexity: 16.7257
Epoch [3/3], Step [184/809], Loss: 2.8622, Perplexity: 17.4999
Epoch [3/3], Step [185/809], Loss: 2.7335, Perplexity: 15.3861
Epoch [3/3], Step [186/809], Loss: 2.8275, Perplexity: 16.9036
Epoch [3/3], Step [187/809], Loss: 2.8549, Perplexity: 17.3728
Epoch [3/3], Step [188/809], Loss: 3.2137, Perplexity: 24.8709
Epoch [3/3], Step [189/809], Loss: 2.8752, Perplexity: 17.7295
Epoch [3/3], Step [190/809], Loss: 2.8390, Perplexity: 17.0985
Epoch [3/3], Step [191/809], Loss: 2.8360, Perplexity: 17.0470
Epoch [3/3], Step [192/809], Loss: 2.9286, Perplexity: 18.7011
Epoch [3/3], Step [193/809], Loss: 2.7892, Perplexity: 16.2678
Epoch [3/3], Step [194/809], Loss: 3.0578, Perplexity: 21.2804
Epoch [3/3], Step [195/809], Loss: 2.8876, Perplexity: 17.9501
Epoch [3/3], Step [196/809], Loss: 3.2283, Perplexity: 25.2360
Epoch [3/3], Step [197/809], Loss: 2.7996, Perplexity: 16.4382
Epoch [3/3], Step [198/809], Loss: 2.9367, Perplexity: 18.8529
Epoch [3/3], Step [199/809], Loss: 3.1096, Perplexity: 22.4116
Epoch [3/3], Step [200/809], Loss: 2.9676, Perplexity: 19.4455
Epoch [3/3], Step [201/809], Loss: 2.8862, Perplexity: 17.9247
Epoch [3/3], Step [202/809], Loss: 2.8612, Perplexity: 17.4827
Epoch [3/3], Step [203/809], Loss: 2.8832, Perplexity: 17.8708
Epoch [3/3], Step [204/809], Loss: 2.9013, Perplexity: 18.1969
Epoch [3/3], Step [205/809], Loss: 2.9153, Perplexity: 18.4541
Epoch [3/3], Step [206/809], Loss: 2.9427, Perplexity: 18.9665
Epoch [3/3], Step [207/809], Loss: 2.8966, Perplexity: 18.1125
Epoch [3/3], Step [208/809], Loss: 2.8119, Perplexity: 16.6416
Epoch [3/3], Step [209/809], Loss: 2.8614, Perplexity: 17.4863
Epoch [3/3], Step [210/809], Loss: 2.9078, Perplexity: 18.3169
Epoch [3/3], Step [211/809], Loss: 2.8680, Perplexity: 17.6012
Epoch [3/3], Step [212/809], Loss: 3.0370, Perplexity: 20.8420
Epoch [3/3], Step [213/809], Loss: 3.1498, Perplexity: 23.3306
Epoch [3/3], Step [214/809], Loss: 2.8736, Perplexity: 17.6999
Epoch [3/3], Step [215/809], Loss: 2.8382, Perplexity: 17.0857
Epoch [3/3], Step [216/809], Loss: 2.7839, Perplexity: 16.1827
Epoch [3/3], Step [217/809], Loss: 2.9948, Perplexity: 19.9823
Epoch [3/3], Step [218/809], Loss: 2.8147, Perplexity: 16.6883
Epoch [3/3], Step [219/809], Loss: 2.7877, Perplexity: 16.2431
Epoch [3/3], Step [220/809], Loss: 3.3237, Perplexity: 27.7633
Epoch [3/3], Step [221/809], Loss: 2.8621, Perplexity: 17.4986
Epoch [3/3], Step [222/809], Loss: 2.8355, Perplexity: 17.0392
Epoch [3/3], Step [223/809], Loss: 2.8354, Perplexity: 17.0373
Epoch [3/3], Step [224/809], Loss: 2.8168, Perplexity: 16.7228
Epoch [3/3], Step [225/809], Loss: 2.9173, Perplexity: 18.4910
Epoch [3/3], Step [226/809], Loss: 2.8440, Perplexity: 17.1843
Epoch [3/3], Step [227/809], Loss: 2.8446, Perplexity: 17.1950
Epoch [3/3], Step [228/809], Loss: 2.9035, Perplexity: 18.2379
Epoch [3/3], Step [229/809], Loss: 2.8730, Perplexity: 17.6906
Epoch [3/3], Step [230/809], Loss: 2.8581, Perplexity: 17.4279
Epoch [3/3], Step [231/809], Loss: 2.8442, Perplexity: 17.1881
Epoch [3/3], Step [232/809], Loss: 2.8139, Perplexity: 16.6743
Epoch [3/3], Step [233/809], Loss: 2.8761, Perplexity: 17.7452
Epoch [3/3], Step [234/809], Loss: 2.8777, Perplexity: 17.7738
Epoch [3/3], Step [235/809], Loss: 2.9837, Perplexity: 19.7602
Epoch [3/3], Step [236/809], Loss: 2.9091, Perplexity: 18.3411
Epoch [3/3], Step [237/809], Loss: 2.7667, Perplexity: 15.9068
Epoch [3/3], Step [238/809], Loss: 2.8534, Perplexity: 17.3460
Epoch [3/3], Step [239/809], Loss: 2.8914, Perplexity: 18.0185
Epoch [3/3], Step [240/809], Loss: 3.0417, Perplexity: 20.9415
Epoch [3/3], Step [241/809], Loss: 2.8471, Perplexity: 17.2380
Epoch [3/3], Step [242/809], Loss: 2.9856, Perplexity: 19.7991
Epoch [3/3], Step [243/809], Loss: 2.8163, Perplexity: 16.7147
Epoch [3/3], Step [244/809], Loss: 3.4630, Perplexity: 31.9120
Epoch [3/3], Step [245/809], Loss: 2.8271, Perplexity: 16.8958
Epoch [3/3], Step [246/809], Loss: 2.8190, Perplexity: 16.7593
Epoch [3/3], Step [247/809], Loss: 2.8386, Perplexity: 17.0916
Epoch [3/3], Step [248/809], Loss: 3.0416, Perplexity: 20.9394
Epoch [3/3], Step [249/809], Loss: 2.8025, Perplexity: 16.4853
Epoch [3/3], Step [250/809], Loss: 2.8705, Perplexity: 17.6467
Epoch [3/3], Step [251/809], Loss: 2.8880, Perplexity: 17.9567
Epoch [3/3], Step [252/809], Loss: 2.8736, Perplexity: 17.7001
Epoch [3/3], Step [253/809], Loss: 3.0830, Perplexity: 21.8241
Epoch [3/3], Step [254/809], Loss: 3.0780, Perplexity: 21.7151
Epoch [3/3], Step [255/809], Loss: 2.9046, Perplexity: 18.2577
Epoch [3/3], Step [256/809], Loss: 2.9756, Perplexity: 19.6016
Epoch [3/3], Step [257/809], Loss: 3.0551, Perplexity: 21.2234
Epoch [3/3], Step [258/809], Loss: 2.8270, Perplexity: 16.8945
Epoch [3/3], Step [259/809], Loss: 2.8574, Perplexity: 17.4156
Epoch [3/3], Step [260/809], Loss: 3.4347, Perplexity: 31.0216
Epoch [3/3], Step [261/809], Loss: 2.9124, Perplexity: 18.4004
Epoch [3/3], Step [262/809], Loss: 2.8481, Perplexity: 17.2541
Epoch [3/3], Step [263/809], Loss: 2.9552, Perplexity: 19.2061
Epoch [3/3], Step [264/809], Loss: 3.0171, Perplexity: 20.4330
Epoch [3/3], Step [265/809], Loss: 2.8034, Perplexity: 16.5003
Epoch [3/3], Step [266/809], Loss: 2.8304, Perplexity: 16.9521
Epoch [3/3], Step [267/809], Loss: 2.8674, Perplexity: 17.5903
Epoch [3/3], Step [268/809], Loss: 3.4747, Perplexity: 32.2887
Epoch [3/3], Step [269/809], Loss: 2.7887, Perplexity: 16.2591
Epoch [3/3], Step [270/809], Loss: 2.8612, Perplexity: 17.4832
Epoch [3/3], Step [271/809], Loss: 2.8517, Perplexity: 17.3174
Epoch [3/3], Step [272/809], Loss: 2.9023, Perplexity: 18.2164
Epoch [3/3], Step [273/809], Loss: 3.8720, Perplexity: 48.0390
Epoch [3/3], Step [274/809], Loss: 2.8871, Perplexity: 17.9417
Epoch [3/3], Step [275/809], Loss: 2.8252, Perplexity: 16.8644
Epoch [3/3], Step [276/809], Loss: 2.8020, Perplexity: 16.4774
Epoch [3/3], Step [277/809], Loss: 2.8264, Perplexity: 16.8840
Epoch [3/3], Step [278/809], Loss: 2.8636, Perplexity: 17.5238
Epoch [3/3], Step [279/809], Loss: 3.0327, Perplexity: 20.7539
Epoch [3/3], Step [280/809], Loss: 2.8570, Perplexity: 17.4092
Epoch [3/3], Step [281/809], Loss: 2.8589, Perplexity: 17.4419
Epoch [3/3], Step [282/809], Loss: 2.8206, Perplexity: 16.7874
Epoch [3/3], Step [283/809], Loss: 2.8085, Perplexity: 16.5847
Epoch [3/3], Step [284/809], Loss: 2.7900, Perplexity: 16.2810
Epoch [3/3], Step [285/809], Loss: 2.8237, Perplexity: 16.8386
Epoch [3/3], Step [286/809], Loss: 2.8349, Perplexity: 17.0282
Epoch [3/3], Step [287/809], Loss: 3.0174, Perplexity: 20.4387
Epoch [3/3], Step [288/809], Loss: 2.9357, Perplexity: 18.8350
Epoch [3/3], Step [289/809], Loss: 2.8270, Perplexity: 16.8943
Epoch [3/3], Step [290/809], Loss: 3.0139, Perplexity: 20.3663
Epoch [3/3], Step [291/809], Loss: 2.8299, Perplexity: 16.9432
Epoch [3/3], Step [292/809], Loss: 2.9029, Perplexity: 18.2274
Epoch [3/3], Step [293/809], Loss: 3.0294, Perplexity: 20.6847
Epoch [3/3], Step [294/809], Loss: 3.5449, Perplexity: 34.6346
Epoch [3/3], Step [295/809], Loss: 2.8453, Perplexity: 17.2059
Epoch [3/3], Step [296/809], Loss: 2.8319, Perplexity: 16.9773
Epoch [3/3], Step [297/809], Loss: 3.3550, Perplexity: 28.6451
Epoch [3/3], Step [298/809], Loss: 2.8060, Perplexity: 16.5439
Epoch [3/3], Step [299/809], Loss: 2.7945, Perplexity: 16.3540
Epoch [3/3], Step [300/809], Loss: 2.8646, Perplexity: 17.5419
Epoch [3/3], Step [301/809], Loss: 2.9277, Perplexity: 18.6850
Epoch [3/3], Step [302/809], Loss: 2.8669, Perplexity: 17.5822
Epoch [3/3], Step [303/809], Loss: 2.7913, Perplexity: 16.3019
Epoch [3/3], Step [304/809], Loss: 2.8900, Perplexity: 17.9940
Epoch [3/3], Step [305/809], Loss: 2.9102, Perplexity: 18.3610
Epoch [3/3], Step [306/809], Loss: 2.8521, Perplexity: 17.3248
Epoch [3/3], Step [307/809], Loss: 2.8936, Perplexity: 18.0577
Epoch [3/3], Step [308/809], Loss: 2.9356, Perplexity: 18.8330
Epoch [3/3], Step [309/809], Loss: 2.8403, Perplexity: 17.1201
Epoch [3/3], Step [310/809], Loss: 2.8493, Perplexity: 17.2760
Epoch [3/3], Step [311/809], Loss: 2.9284, Perplexity: 18.6982
Epoch [3/3], Step [312/809], Loss: 2.9005, Perplexity: 18.1840
Epoch [3/3], Step [313/809], Loss: 2.8661, Perplexity: 17.5683
Epoch [3/3], Step [314/809], Loss: 2.8641, Perplexity: 17.5331
Epoch [3/3], Step [315/809], Loss: 2.8775, Perplexity: 17.7704
Epoch [3/3], Step [316/809], Loss: 2.8200, Perplexity: 16.7762
Epoch [3/3], Step [317/809], Loss: 2.8103, Perplexity: 16.6155
Epoch [3/3], Step [318/809], Loss: 2.9291, Perplexity: 18.7117
Epoch [3/3], Step [319/809], Loss: 2.8568, Perplexity: 17.4052
Epoch [3/3], Step [320/809], Loss: 2.8654, Perplexity: 17.5563
Epoch [3/3], Step [321/809], Loss: 2.8571, Perplexity: 17.4106
Epoch [3/3], Step [322/809], Loss: 2.8762, Perplexity: 17.7473
Epoch [3/3], Step [323/809], Loss: 2.8412, Perplexity: 17.1370
Epoch [3/3], Step [324/809], Loss: 3.2000, Perplexity: 24.5321
Epoch [3/3], Step [325/809], Loss: 2.8242, Perplexity: 16.8474
Epoch [3/3], Step [326/809], Loss: 2.8409, Perplexity: 17.1317
Epoch [3/3], Step [327/809], Loss: 2.8074, Perplexity: 16.5662
Epoch [3/3], Step [328/809], Loss: 2.7881, Perplexity: 16.2495
Epoch [3/3], Step [329/809], Loss: 2.8941, Perplexity: 18.0666
Epoch [3/3], Step [330/809], Loss: 3.4287, Perplexity: 30.8354
Epoch [3/3], Step [331/809], Loss: 2.7860, Perplexity: 16.2159
Epoch [3/3], Step [332/809], Loss: 2.8057, Perplexity: 16.5382
Epoch [3/3], Step [333/809], Loss: 3.0414, Perplexity: 20.9352
Epoch [3/3], Step [334/809], Loss: 2.8155, Perplexity: 16.7018
Epoch [3/3], Step [335/809], Loss: 2.7836, Perplexity: 16.1767
Epoch [3/3], Step [336/809], Loss: 3.0396, Perplexity: 20.8968
Epoch [3/3], Step [337/809], Loss: 2.9422, Perplexity: 18.9575
Epoch [3/3], Step [338/809], Loss: 2.8014, Perplexity: 16.4683
Epoch [3/3], Step [339/809], Loss: 3.0419, Perplexity: 20.9440
Epoch [3/3], Step [340/809], Loss: 2.8363, Perplexity: 17.0530
Epoch [3/3], Step [341/809], Loss: 2.8888, Perplexity: 17.9710
Epoch [3/3], Step [342/809], Loss: 2.8609, Perplexity: 17.4777
Epoch [3/3], Step [343/809], Loss: 2.7666, Perplexity: 15.9039
Epoch [3/3], Step [344/809], Loss: 2.8525, Perplexity: 17.3304
Epoch [3/3], Step [345/809], Loss: 2.9693, Perplexity: 19.4776
Epoch [3/3], Step [346/809], Loss: 2.9327, Perplexity: 18.7781
Epoch [3/3], Step [347/809], Loss: 2.8169, Perplexity: 16.7244
Epoch [3/3], Step [348/809], Loss: 3.6272, Perplexity: 37.6061
Epoch [3/3], Step [349/809], Loss: 2.8326, Perplexity: 16.9893
Epoch [3/3], Step [350/809], Loss: 2.9802, Perplexity: 19.6911
Epoch [3/3], Step [351/809], Loss: 2.8379, Perplexity: 17.0801
Epoch [3/3], Step [352/809], Loss: 2.8562, Perplexity: 17.3945
Epoch [3/3], Step [353/809], Loss: 2.8294, Perplexity: 16.9351
Epoch [3/3], Step [354/809], Loss: 2.8862, Perplexity: 17.9243
Epoch [3/3], Step [355/809], Loss: 2.9507, Perplexity: 19.1201
Epoch [3/3], Step [356/809], Loss: 2.7845, Perplexity: 16.1925
Epoch [3/3], Step [357/809], Loss: 2.8458, Perplexity: 17.2145
Epoch [3/3], Step [358/809], Loss: 2.7985, Perplexity: 16.4207
Epoch [3/3], Step [359/809], Loss: 2.8492, Perplexity: 17.2737
Epoch [3/3], Step [360/809], Loss: 2.8210, Perplexity: 16.7944
Epoch [3/3], Step [361/809], Loss: 2.9785, Perplexity: 19.6590
Epoch [3/3], Step [362/809], Loss: 2.8732, Perplexity: 17.6940
Epoch [3/3], Step [363/809], Loss: 2.9428, Perplexity: 18.9680
Epoch [3/3], Step [364/809], Loss: 2.8295, Perplexity: 16.9376
Epoch [3/3], Step [365/809], Loss: 2.8967, Perplexity: 18.1139
Epoch [3/3], Step [366/809], Loss: 2.9107, Perplexity: 18.3704
Epoch [3/3], Step [367/809], Loss: 2.9111, Perplexity: 18.3768
Epoch [3/3], Step [368/809], Loss: 2.8049, Perplexity: 16.5262
Epoch [3/3], Step [369/809], Loss: 2.8286, Perplexity: 16.9221
Epoch [3/3], Step [370/809], Loss: 2.8384, Perplexity: 17.0884
Epoch [3/3], Step [371/809], Loss: 2.8580, Perplexity: 17.4263
Epoch [3/3], Step [372/809], Loss: 2.8550, Perplexity: 17.3751
Epoch [3/3], Step [373/809], Loss: 2.8621, Perplexity: 17.4975
Epoch [3/3], Step [374/809], Loss: 2.8322, Perplexity: 16.9826
Epoch [3/3], Step [375/809], Loss: 3.0070, Perplexity: 20.2275
Epoch [3/3], Step [376/809], Loss: 2.7497, Perplexity: 15.6386
Epoch [3/3], Step [377/809], Loss: 2.7572, Perplexity: 15.7559
Epoch [3/3], Step [378/809], Loss: 2.8116, Perplexity: 16.6357
Epoch [3/3], Step [379/809], Loss: 2.8501, Perplexity: 17.2887
Epoch [3/3], Step [380/809], Loss: 2.8576, Perplexity: 17.4204
Epoch [3/3], Step [381/809], Loss: 2.8083, Perplexity: 16.5814
Epoch [3/3], Step [382/809], Loss: 2.8312, Perplexity: 16.9656
Epoch [3/3], Step [383/809], Loss: 2.8319, Perplexity: 16.9780
Epoch [3/3], Step [384/809], Loss: 2.7771, Perplexity: 16.0727
Epoch [3/3], Step [385/809], Loss: 2.8306, Perplexity: 16.9563
Epoch [3/3], Step [386/809], Loss: 2.8811, Perplexity: 17.8342
Epoch [3/3], Step [387/809], Loss: 2.9014, Perplexity: 18.2001
Epoch [3/3], Step [388/809], Loss: 2.8109, Perplexity: 16.6251
Epoch [3/3], Step [389/809], Loss: 2.8326, Perplexity: 16.9891
Epoch [3/3], Step [390/809], Loss: 3.1257, Perplexity: 22.7766
Epoch [3/3], Step [391/809], Loss: 2.8855, Perplexity: 17.9120
Epoch [3/3], Step [392/809], Loss: 2.9026, Perplexity: 18.2210
Epoch [3/3], Step [393/809], Loss: 2.8971, Perplexity: 18.1210
Epoch [3/3], Step [394/809], Loss: 2.7895, Perplexity: 16.2729
Epoch [3/3], Step [395/809], Loss: 2.7989, Perplexity: 16.4270
Epoch [3/3], Step [396/809], Loss: 2.9148, Perplexity: 18.4454
Epoch [3/3], Step [397/809], Loss: 2.7941, Perplexity: 16.3480
Epoch [3/3], Step [398/809], Loss: 3.1679, Perplexity: 23.7575
Epoch [3/3], Step [399/809], Loss: 2.8648, Perplexity: 17.5451
Epoch [3/3], Step [400/809], Loss: 3.0329, Perplexity: 20.7578
Epoch [3/3], Step [401/809], Loss: 2.8619, Perplexity: 17.4941
Epoch [3/3], Step [402/809], Loss: 2.8808, Perplexity: 17.8294
Epoch [3/3], Step [403/809], Loss: 2.8144, Perplexity: 16.6829
Epoch [3/3], Step [404/809], Loss: 2.8044, Perplexity: 16.5176
Epoch [3/3], Step [405/809], Loss: 2.9091, Perplexity: 18.3396
Epoch [3/3], Step [406/809], Loss: 3.2698, Perplexity: 26.3050
Epoch [3/3], Step [407/809], Loss: 2.9886, Perplexity: 19.8571
Epoch [3/3], Step [408/809], Loss: 2.8929, Perplexity: 18.0458
Epoch [3/3], Step [409/809], Loss: 2.8078, Perplexity: 16.5732
Epoch [3/3], Step [410/809], Loss: 2.7752, Perplexity: 16.0422
Epoch [3/3], Step [411/809], Loss: 2.8149, Perplexity: 16.6912
Epoch [3/3], Step [412/809], Loss: 3.0869, Perplexity: 21.9086
Epoch [3/3], Step [413/809], Loss: 2.9252, Perplexity: 18.6371
Epoch [3/3], Step [414/809], Loss: 2.8525, Perplexity: 17.3318
Epoch [3/3], Step [415/809], Loss: 3.5708, Perplexity: 35.5460
Epoch [3/3], Step [416/809], Loss: 2.8933, Perplexity: 18.0525
Epoch [3/3], Step [417/809], Loss: 2.7849, Perplexity: 16.1975
Epoch [3/3], Step [418/809], Loss: 2.7842, Perplexity: 16.1874
Epoch [3/3], Step [419/809], Loss: 2.9224, Perplexity: 18.5851
Epoch [3/3], Step [420/809], Loss: 2.8672, Perplexity: 17.5882
Epoch [3/3], Step [421/809], Loss: 2.9935, Perplexity: 19.9544
Epoch [3/3], Step [422/809], Loss: 2.8845, Perplexity: 17.8939
Epoch [3/3], Step [423/809], Loss: 3.0603, Perplexity: 21.3337
Epoch [3/3], Step [424/809], Loss: 2.8618, Perplexity: 17.4930
Epoch [3/3], Step [425/809], Loss: 3.0049, Perplexity: 20.1841
Epoch [3/3], Step [426/809], Loss: 2.7853, Perplexity: 16.2054
Epoch [3/3], Step [427/809], Loss: 2.9737, Perplexity: 19.5650
Epoch [3/3], Step [428/809], Loss: 2.9907, Perplexity: 19.8990
Epoch [3/3], Step [429/809], Loss: 2.8222, Perplexity: 16.8130
Epoch [3/3], Step [430/809], Loss: 3.1620, Perplexity: 23.6167
Epoch [3/3], Step [431/809], Loss: 3.0871, Perplexity: 21.9139
Epoch [3/3], Step [432/809], Loss: 2.8397, Perplexity: 17.1100
Epoch [3/3], Step [433/809], Loss: 2.8575, Perplexity: 17.4179
Epoch [3/3], Step [434/809], Loss: 2.8031, Perplexity: 16.4951
Epoch [3/3], Step [435/809], Loss: 3.2107, Perplexity: 24.7970
Epoch [3/3], Step [436/809], Loss: 3.0461, Perplexity: 21.0325
Epoch [3/3], Step [437/809], Loss: 2.8076, Perplexity: 16.5701
Epoch [3/3], Step [438/809], Loss: 2.7797, Perplexity: 16.1146
Epoch [3/3], Step [439/809], Loss: 2.8405, Perplexity: 17.1246
Epoch [3/3], Step [440/809], Loss: 2.8042, Perplexity: 16.5142
Epoch [3/3], Step [441/809], Loss: 2.9956, Perplexity: 19.9982
Epoch [3/3], Step [442/809], Loss: 2.8797, Perplexity: 17.8088
Epoch [3/3], Step [443/809], Loss: 2.9677, Perplexity: 19.4462
Epoch [3/3], Step [444/809], Loss: 3.0271, Perplexity: 20.6369
Epoch [3/3], Step [445/809], Loss: 2.8377, Perplexity: 17.0766
Epoch [3/3], Step [446/809], Loss: 2.8387, Perplexity: 17.0944
Epoch [3/3], Step [447/809], Loss: 2.8474, Perplexity: 17.2434
Epoch [3/3], Step [448/809], Loss: 3.5314, Perplexity: 34.1711
Epoch [3/3], Step [449/809], Loss: 2.7780, Perplexity: 16.0871
Epoch [3/3], Step [450/809], Loss: 2.8343, Perplexity: 17.0180
Epoch [3/3], Step [451/809], Loss: 2.8882, Perplexity: 17.9602
Epoch [3/3], Step [452/809], Loss: 2.8203, Perplexity: 16.7821
Epoch [3/3], Step [453/809], Loss: 2.7958, Perplexity: 16.3756
Epoch [3/3], Step [454/809], Loss: 2.9411, Perplexity: 18.9360
Epoch [3/3], Step [455/809], Loss: 2.8219, Perplexity: 16.8090
Epoch [3/3], Step [456/809], Loss: 2.7565, Perplexity: 15.7449
Epoch [3/3], Step [457/809], Loss: 2.8772, Perplexity: 17.7645
Epoch [3/3], Step [458/809], Loss: 2.7582, Perplexity: 15.7713
Epoch [3/3], Step [459/809], Loss: 2.8546, Perplexity: 17.3670
Epoch [3/3], Step [460/809], Loss: 2.8264, Perplexity: 16.8853
Epoch [3/3], Step [461/809], Loss: 2.7919, Perplexity: 16.3115
Epoch [3/3], Step [462/809], Loss: 2.8903, Perplexity: 17.9996
Epoch [3/3], Step [463/809], Loss: 2.8724, Perplexity: 17.6786
Epoch [3/3], Step [464/809], Loss: 2.8367, Perplexity: 17.0587
Epoch [3/3], Step [465/809], Loss: 2.8175, Perplexity: 16.7352
Epoch [3/3], Step [466/809], Loss: 2.8150, Perplexity: 16.6925
Epoch [3/3], Step [467/809], Loss: 3.0334, Perplexity: 20.7673
Epoch [3/3], Step [468/809], Loss: 2.8414, Perplexity: 17.1403
Epoch [3/3], Step [469/809], Loss: 2.8123, Perplexity: 16.6479
Epoch [3/3], Step [470/809], Loss: 3.3057, Perplexity: 27.2676
Epoch [3/3], Step [471/809], Loss: 2.8888, Perplexity: 17.9715
Epoch [3/3], Step [472/809], Loss: 2.8109, Perplexity: 16.6252
Epoch [3/3], Step [473/809], Loss: 2.8886, Perplexity: 17.9681
Epoch [3/3], Step [474/809], Loss: 2.8688, Perplexity: 17.6167
Epoch [3/3], Step [475/809], Loss: 2.8019, Perplexity: 16.4767
Epoch [3/3], Step [476/809], Loss: 2.8246, Perplexity: 16.8535
Epoch [3/3], Step [477/809], Loss: 2.9947, Perplexity: 19.9784
Epoch [3/3], Step [478/809], Loss: 2.7916, Perplexity: 16.3077
Epoch [3/3], Step [479/809], Loss: 2.8247, Perplexity: 16.8566
Epoch [3/3], Step [480/809], Loss: 2.7773, Perplexity: 16.0757
Epoch [3/3], Step [481/809], Loss: 3.1383, Perplexity: 23.0651
Epoch [3/3], Step [482/809], Loss: 2.9964, Perplexity: 20.0135
Epoch [3/3], Step [483/809], Loss: 3.0341, Perplexity: 20.7813
Epoch [3/3], Step [484/809], Loss: 2.8172, Perplexity: 16.7296
Epoch [3/3], Step [485/809], Loss: 2.7900, Perplexity: 16.2807
Epoch [3/3], Step [486/809], Loss: 3.0102, Perplexity: 20.2922
Epoch [3/3], Step [487/809], Loss: 2.7611, Perplexity: 15.8167
Epoch [3/3], Step [488/809], Loss: 3.0303, Perplexity: 20.7029
Epoch [3/3], Step [489/809], Loss: 2.8338, Perplexity: 17.0100
Epoch [3/3], Step [490/809], Loss: 2.7676, Perplexity: 15.9205
Epoch [3/3], Step [491/809], Loss: 2.8080, Perplexity: 16.5768
Epoch [3/3], Step [492/809], Loss: 2.8215, Perplexity: 16.8023
Epoch [3/3], Step [493/809], Loss: 2.8520, Perplexity: 17.3231
Epoch [3/3], Step [494/809], Loss: 2.8516, Perplexity: 17.3146
Epoch [3/3], Step [495/809], Loss: 2.8732, Perplexity: 17.6936
Epoch [3/3], Step [496/809], Loss: 2.8599, Perplexity: 17.4601
Epoch [3/3], Step [497/809], Loss: 2.8233, Perplexity: 16.8318
Epoch [3/3], Step [498/809], Loss: 2.9451, Perplexity: 19.0119
Epoch [3/3], Step [499/809], Loss: 2.8336, Perplexity: 17.0068
Epoch [3/3], Step [500/809], Loss: 2.8463, Perplexity: 17.2237
Epoch [3/3], Step [501/809], Loss: 3.3042, Perplexity: 27.2276
Epoch [3/3], Step [502/809], Loss: 2.8135, Perplexity: 16.6680
Epoch [3/3], Step [503/809], Loss: 2.8682, Perplexity: 17.6057
Epoch [3/3], Step [504/809], Loss: 2.8104, Perplexity: 16.6172
Epoch [3/3], Step [505/809], Loss: 2.8209, Perplexity: 16.7921
Epoch [3/3], Step [506/809], Loss: 2.8315, Perplexity: 16.9716
Epoch [3/3], Step [507/809], Loss: 2.8199, Perplexity: 16.7752
Epoch [3/3], Step [508/809], Loss: 2.8106, Perplexity: 16.6199
Epoch [3/3], Step [509/809], Loss: 2.9604, Perplexity: 19.3059
Epoch [3/3], Step [510/809], Loss: 2.8583, Perplexity: 17.4322
Epoch [3/3], Step [511/809], Loss: 2.8781, Perplexity: 17.7808
Epoch [3/3], Step [512/809], Loss: 2.8704, Perplexity: 17.6436
Epoch [3/3], Step [513/809], Loss: 2.8691, Perplexity: 17.6207
Epoch [3/3], Step [514/809], Loss: 3.1817, Perplexity: 24.0887
Epoch [3/3], Step [515/809], Loss: 2.9778, Perplexity: 19.6439
Epoch [3/3], Step [516/809], Loss: 2.8341, Perplexity: 17.0142
Epoch [3/3], Step [517/809], Loss: 2.8049, Perplexity: 16.5262
Epoch [3/3], Step [518/809], Loss: 2.8136, Perplexity: 16.6697
Epoch [3/3], Step [519/809], Loss: 2.8197, Perplexity: 16.7717
Epoch [3/3], Step [520/809], Loss: 3.0638, Perplexity: 21.4098
Epoch [3/3], Step [521/809], Loss: 2.7862, Perplexity: 16.2201
Epoch [3/3], Step [522/809], Loss: 2.9863, Perplexity: 19.8129
Epoch [3/3], Step [523/809], Loss: 2.9761, Perplexity: 19.6118
Epoch [3/3], Step [524/809], Loss: 3.1665, Perplexity: 23.7234
Epoch [3/3], Step [525/809], Loss: 2.8426, Perplexity: 17.1603
Epoch [3/3], Step [526/809], Loss: 2.8361, Perplexity: 17.0491
Epoch [3/3], Step [527/809], Loss: 2.8301, Perplexity: 16.9472
Epoch [3/3], Step [528/809], Loss: 2.8300, Perplexity: 16.9447
Epoch [3/3], Step [529/809], Loss: 3.0337, Perplexity: 20.7731
Epoch [3/3], Step [530/809], Loss: 2.8349, Perplexity: 17.0292
Epoch [3/3], Step [531/809], Loss: 2.8078, Perplexity: 16.5734
Epoch [3/3], Step [532/809], Loss: 2.7847, Perplexity: 16.1948
Epoch [3/3], Step [533/809], Loss: 2.9923, Perplexity: 19.9310
Epoch [3/3], Step [534/809], Loss: 2.7219, Perplexity: 15.2085
Epoch [3/3], Step [535/809], Loss: 2.8546, Perplexity: 17.3678
Epoch [3/3], Step [536/809], Loss: 2.8392, Perplexity: 17.1017
Epoch [3/3], Step [537/809], Loss: 3.0190, Perplexity: 20.4701
Epoch [3/3], Step [538/809], Loss: 2.8282, Perplexity: 16.9157
Epoch [3/3], Step [539/809], Loss: 2.7953, Perplexity: 16.3681
Epoch [3/3], Step [540/809], Loss: 2.7980, Perplexity: 16.4112
Epoch [3/3], Step [541/809], Loss: 2.7988, Perplexity: 16.4250
Epoch [3/3], Step [542/809], Loss: 2.7509, Perplexity: 15.6571
Epoch [3/3], Step [543/809], Loss: 2.8731, Perplexity: 17.6911
Epoch [3/3], Step [544/809], Loss: 2.8658, Perplexity: 17.5625
Epoch [3/3], Step [545/809], Loss: 2.8582, Perplexity: 17.4296
Epoch [3/3], Step [546/809], Loss: 2.8093, Perplexity: 16.5989
Epoch [3/3], Step [547/809], Loss: 2.7932, Perplexity: 16.3329
Epoch [3/3], Step [548/809], Loss: 2.7532, Perplexity: 15.6930
Epoch [3/3], Step [549/809], Loss: 2.9569, Perplexity: 19.2383
Epoch [3/3], Step [550/809], Loss: 2.9151, Perplexity: 18.4497
Epoch [3/3], Step [551/809], Loss: 2.8607, Perplexity: 17.4734
Epoch [3/3], Step [552/809], Loss: 2.8200, Perplexity: 16.7775
Epoch [3/3], Step [553/809], Loss: 2.8689, Perplexity: 17.6182
Epoch [3/3], Step [554/809], Loss: 2.8331, Perplexity: 16.9987
Epoch [3/3], Step [555/809], Loss: 2.7833, Perplexity: 16.1726
Epoch [3/3], Step [556/809], Loss: 2.8779, Perplexity: 17.7774
Epoch [3/3], Step [557/809], Loss: 2.8728, Perplexity: 17.6870
Epoch [3/3], Step [558/809], Loss: 3.0754, Perplexity: 21.6591
Epoch [3/3], Step [559/809], Loss: 2.9457, Perplexity: 19.0245
Epoch [3/3], Step [560/809], Loss: 2.8186, Perplexity: 16.7539
Epoch [3/3], Step [561/809], Loss: 2.7920, Perplexity: 16.3134
Epoch [3/3], Step [562/809], Loss: 3.6236, Perplexity: 37.4738
Epoch [3/3], Step [563/809], Loss: 2.8914, Perplexity: 18.0193
Epoch [3/3], Step [564/809], Loss: 2.8582, Perplexity: 17.4309
Epoch [3/3], Step [565/809], Loss: 2.9359, Perplexity: 18.8385
Epoch [3/3], Step [566/809], Loss: 2.8516, Perplexity: 17.3157
Epoch [3/3], Step [567/809], Loss: 3.0988, Perplexity: 22.1723
Epoch [3/3], Step [568/809], Loss: 2.7956, Perplexity: 16.3728
Epoch [3/3], Step [569/809], Loss: 2.8789, Perplexity: 17.7947
Epoch [3/3], Step [570/809], Loss: 2.7448, Perplexity: 15.5616
Epoch [3/3], Step [571/809], Loss: 2.8449, Perplexity: 17.1991
Epoch [3/3], Step [572/809], Loss: 3.3766, Perplexity: 29.2697
Epoch [3/3], Step [573/809], Loss: 2.8667, Perplexity: 17.5784
Epoch [3/3], Step [574/809], Loss: 3.0584, Perplexity: 21.2930
Epoch [3/3], Step [575/809], Loss: 2.8036, Perplexity: 16.5039
Epoch [3/3], Step [576/809], Loss: 2.9418, Perplexity: 18.9498
Epoch [3/3], Step [577/809], Loss: 3.1666, Perplexity: 23.7265
Epoch [3/3], Step [578/809], Loss: 2.8183, Perplexity: 16.7488
Epoch [3/3], Step [579/809], Loss: 2.9416, Perplexity: 18.9469
Epoch [3/3], Step [580/809], Loss: 2.9095, Perplexity: 18.3468
Epoch [3/3], Step [581/809], Loss: 2.8068, Perplexity: 16.5561
Epoch [3/3], Step [582/809], Loss: 2.8303, Perplexity: 16.9513
Epoch [3/3], Step [583/809], Loss: 2.8033, Perplexity: 16.4993
Epoch [3/3], Step [584/809], Loss: 3.1073, Perplexity: 22.3607
Epoch [3/3], Step [585/809], Loss: 3.1419, Perplexity: 23.1481
Epoch [3/3], Step [586/809], Loss: 2.8331, Perplexity: 16.9976
Epoch [3/3], Step [587/809], Loss: 2.8678, Perplexity: 17.5984
Epoch [3/3], Step [588/809], Loss: 2.7511, Perplexity: 15.6591
Epoch [3/3], Step [589/809], Loss: 2.9737, Perplexity: 19.5643
Epoch [3/3], Step [590/809], Loss: 3.2613, Perplexity: 26.0841
Epoch [3/3], Step [591/809], Loss: 2.9309, Perplexity: 18.7438
Epoch [3/3], Step [592/809], Loss: 2.7973, Perplexity: 16.4006
Epoch [3/3], Step [593/809], Loss: 2.9453, Perplexity: 19.0165
Epoch [3/3], Step [594/809], Loss: 2.7558, Perplexity: 15.7334
Epoch [3/3], Step [595/809], Loss: 2.8338, Perplexity: 17.0092
Epoch [3/3], Step [596/809], Loss: 2.8393, Perplexity: 17.1040
Epoch [3/3], Step [597/809], Loss: 3.3355, Perplexity: 28.0927
Epoch [3/3], Step [598/809], Loss: 3.0106, Perplexity: 20.3002
Epoch [3/3], Step [599/809], Loss: 2.8155, Perplexity: 16.7008
Epoch [3/3], Step [600/809], Loss: 2.9068, Perplexity: 18.2973
Epoch [3/3], Step [601/809], Loss: 2.8616, Perplexity: 17.4891
Epoch [3/3], Step [602/809], Loss: 2.8238, Perplexity: 16.8403
Epoch [3/3], Step [603/809], Loss: 2.8480, Perplexity: 17.2533
Epoch [3/3], Step [604/809], Loss: 2.9086, Perplexity: 18.3304
Epoch [3/3], Step [605/809], Loss: 2.8008, Perplexity: 16.4584
Epoch [3/3], Step [606/809], Loss: 2.9823, Perplexity: 19.7335
Epoch [3/3], Step [607/809], Loss: 2.8541, Perplexity: 17.3589
Epoch [3/3], Step [608/809], Loss: 2.7708, Perplexity: 15.9720
Epoch [3/3], Step [609/809], Loss: 2.7755, Perplexity: 16.0469
Epoch [3/3], Step [610/809], Loss: 3.1561, Perplexity: 23.4796
Epoch [3/3], Step [611/809], Loss: 2.8428, Perplexity: 17.1632
Epoch [3/3], Step [612/809], Loss: 2.7980, Perplexity: 16.4126
Epoch [3/3], Step [613/809], Loss: 3.2729, Perplexity: 26.3882
Epoch [3/3], Step [614/809], Loss: 2.8968, Perplexity: 18.1165
Epoch [3/3], Step [615/809], Loss: 2.8295, Perplexity: 16.9369
Epoch [3/3], Step [616/809], Loss: 3.3851, Perplexity: 29.5222
Epoch [3/3], Step [617/809], Loss: 2.8319, Perplexity: 16.9770
Epoch [3/3], Step [618/809], Loss: 3.3697, Perplexity: 29.0689
Epoch [3/3], Step [619/809], Loss: 2.8177, Perplexity: 16.7377
Epoch [3/3], Step [620/809], Loss: 2.8088, Perplexity: 16.5902
Epoch [3/3], Step [621/809], Loss: 2.9435, Perplexity: 18.9828
Epoch [3/3], Step [622/809], Loss: 2.8367, Perplexity: 17.0594
Epoch [3/3], Step [623/809], Loss: 3.6453, Perplexity: 38.2960
Epoch [3/3], Step [624/809], Loss: 2.7704, Perplexity: 15.9654
Epoch [3/3], Step [625/809], Loss: 3.2230, Perplexity: 25.1037
Epoch [3/3], Step [626/809], Loss: 2.7741, Perplexity: 16.0242
Epoch [3/3], Step [627/809], Loss: 2.7598, Perplexity: 15.7970
Epoch [3/3], Step [628/809], Loss: 2.7915, Perplexity: 16.3049
Epoch [3/3], Step [629/809], Loss: 2.8270, Perplexity: 16.8951
Epoch [3/3], Step [630/809], Loss: 3.0067, Perplexity: 20.2204
Epoch [3/3], Step [631/809], Loss: 2.7435, Perplexity: 15.5406
Epoch [3/3], Step [632/809], Loss: 2.8854, Perplexity: 17.9108
Epoch [3/3], Step [633/809], Loss: 2.7969, Perplexity: 16.3930
Epoch [3/3], Step [634/809], Loss: 2.7764, Perplexity: 16.0616
Epoch [3/3], Step [635/809], Loss: 2.8707, Perplexity: 17.6498
Epoch [3/3], Step [636/809], Loss: 2.8580, Perplexity: 17.4274
Epoch [3/3], Step [637/809], Loss: 2.9073, Perplexity: 18.3079
Epoch [3/3], Step [638/809], Loss: 3.0348, Perplexity: 20.7961
Epoch [3/3], Step [639/809], Loss: 3.5658, Perplexity: 35.3666
Epoch [3/3], Step [640/809], Loss: 2.8684, Perplexity: 17.6084
Epoch [3/3], Step [641/809], Loss: 2.8517, Perplexity: 17.3174
Epoch [3/3], Step [642/809], Loss: 3.0378, Perplexity: 20.8590
Epoch [3/3], Step [643/809], Loss: 2.8178, Perplexity: 16.7401
Epoch [3/3], Step [644/809], Loss: 2.9297, Perplexity: 18.7223
Epoch [3/3], Step [645/809], Loss: 2.9610, Perplexity: 19.3169
Epoch [3/3], Step [646/809], Loss: 2.8916, Perplexity: 18.0224
Epoch [3/3], Step [647/809], Loss: 2.8975, Perplexity: 18.1286
Epoch [3/3], Step [648/809], Loss: 2.8353, Perplexity: 17.0357
Epoch [3/3], Step [649/809], Loss: 3.4543, Perplexity: 31.6347
Epoch [3/3], Step [650/809], Loss: 2.8460, Perplexity: 17.2188
Epoch [3/3], Step [651/809], Loss: 2.8420, Perplexity: 17.1502
Epoch [3/3], Step [652/809], Loss: 2.8640, Perplexity: 17.5307
Epoch [3/3], Step [653/809], Loss: 2.8618, Perplexity: 17.4933
Epoch [3/3], Step [654/809], Loss: 3.2786, Perplexity: 26.5378
Epoch [3/3], Step [655/809], Loss: 2.7927, Perplexity: 16.3249
Epoch [3/3], Step [656/809], Loss: 2.8663, Perplexity: 17.5713
Epoch [3/3], Step [657/809], Loss: 2.8588, Perplexity: 17.4402
Epoch [3/3], Step [658/809], Loss: 2.9133, Perplexity: 18.4166
Epoch [3/3], Step [659/809], Loss: 2.7859, Perplexity: 16.2137
Epoch [3/3], Step [660/809], Loss: 2.7840, Perplexity: 16.1835
Epoch [3/3], Step [661/809], Loss: 2.8704, Perplexity: 17.6435
Epoch [3/3], Step [662/809], Loss: 2.7745, Perplexity: 16.0310
Epoch [3/3], Step [663/809], Loss: 3.0332, Perplexity: 20.7634
Epoch [3/3], Step [664/809], Loss: 2.8627, Perplexity: 17.5090
Epoch [3/3], Step [665/809], Loss: 2.8428, Perplexity: 17.1645
Epoch [3/3], Step [666/809], Loss: 2.8268, Perplexity: 16.8911
Epoch [3/3], Step [667/809], Loss: 2.8317, Perplexity: 16.9743
Epoch [3/3], Step [668/809], Loss: 2.9120, Perplexity: 18.3941
Epoch [3/3], Step [669/809], Loss: 2.8666, Perplexity: 17.5777
Epoch [3/3], Step [670/809], Loss: 2.8162, Perplexity: 16.7139
Epoch [3/3], Step [671/809], Loss: 3.1710, Perplexity: 23.8305
Epoch [3/3], Step [672/809], Loss: 3.0594, Perplexity: 21.3138
Epoch [3/3], Step [673/809], Loss: 2.7935, Perplexity: 16.3377
Epoch [3/3], Step [674/809], Loss: 2.7815, Perplexity: 16.1428
Epoch [3/3], Step [675/809], Loss: 2.9133, Perplexity: 18.4181
Epoch [3/3], Step [676/809], Loss: 3.0375, Perplexity: 20.8539
Epoch [3/3], Step [677/809], Loss: 2.9169, Perplexity: 18.4839
Epoch [3/3], Step [678/809], Loss: 2.8885, Perplexity: 17.9666
Epoch [3/3], Step [679/809], Loss: 2.8029, Perplexity: 16.4930
Epoch [3/3], Step [680/809], Loss: 2.8906, Perplexity: 18.0042
Epoch [3/3], Step [681/809], Loss: 2.8510, Perplexity: 17.3056
Epoch [3/3], Step [682/809], Loss: 2.8235, Perplexity: 16.8348
Epoch [3/3], Step [683/809], Loss: 2.7818, Perplexity: 16.1474
Epoch [3/3], Step [684/809], Loss: 2.9537, Perplexity: 19.1773
Epoch [3/3], Step [685/809], Loss: 2.9716, Perplexity: 19.5229
Epoch [3/3], Step [686/809], Loss: 3.0725, Perplexity: 21.5955
Epoch [3/3], Step [687/809], Loss: 2.8790, Perplexity: 17.7957
Epoch [3/3], Step [688/809], Loss: 2.8121, Perplexity: 16.6447
Epoch [3/3], Step [689/809], Loss: 2.7860, Perplexity: 16.2166
Epoch [3/3], Step [690/809], Loss: 2.7195, Perplexity: 15.1722
Epoch [3/3], Step [691/809], Loss: 2.8544, Perplexity: 17.3645
Epoch [3/3], Step [692/809], Loss: 2.7805, Perplexity: 16.1276
Epoch [3/3], Step [693/809], Loss: 2.7994, Perplexity: 16.4349
Epoch [3/3], Step [694/809], Loss: 2.7786, Perplexity: 16.0966
Epoch [3/3], Step [695/809], Loss: 2.9929, Perplexity: 19.9437
Epoch [3/3], Step [696/809], Loss: 2.8555, Perplexity: 17.3840
Epoch [3/3], Step [697/809], Loss: 2.8673, Perplexity: 17.5898
Epoch [3/3], Step [698/809], Loss: 2.8794, Perplexity: 17.8035
Epoch [3/3], Step [699/809], Loss: 2.8626, Perplexity: 17.5074
Epoch [3/3], Step [700/809], Loss: 2.8811, Perplexity: 17.8345
Epoch [3/3], Step [701/809], Loss: 2.8191, Perplexity: 16.7611
Epoch [3/3], Step [702/809], Loss: 2.8423, Perplexity: 17.1547
Epoch [3/3], Step [703/809], Loss: 2.8440, Perplexity: 17.1849
Epoch [3/3], Step [704/809], Loss: 3.1025, Perplexity: 22.2534
Epoch [3/3], Step [705/809], Loss: 2.8460, Perplexity: 17.2182
Epoch [3/3], Step [706/809], Loss: 2.8854, Perplexity: 17.9113
Epoch [3/3], Step [707/809], Loss: 2.7531, Perplexity: 15.6910
Epoch [3/3], Step [708/809], Loss: 3.0396, Perplexity: 20.8972
Epoch [3/3], Step [709/809], Loss: 2.7883, Perplexity: 16.2536
Epoch [3/3], Step [710/809], Loss: 2.8797, Perplexity: 17.8095
Epoch [3/3], Step [711/809], Loss: 2.9801, Perplexity: 19.6901
Epoch [3/3], Step [712/809], Loss: 3.2454, Perplexity: 25.6716
Epoch [3/3], Step [713/809], Loss: 2.8328, Perplexity: 16.9928
Epoch [3/3], Step [714/809], Loss: 2.7957, Perplexity: 16.3743
Epoch [3/3], Step [715/809], Loss: 2.8622, Perplexity: 17.4992
Epoch [3/3], Step [716/809], Loss: 2.7764, Perplexity: 16.0612
Epoch [3/3], Step [717/809], Loss: 2.9148, Perplexity: 18.4451
Epoch [3/3], Step [718/809], Loss: 2.7886, Perplexity: 16.2588
Epoch [3/3], Step [719/809], Loss: 2.9817, Perplexity: 19.7211
Epoch [3/3], Step [720/809], Loss: 2.8885, Perplexity: 17.9665
Epoch [3/3], Step [721/809], Loss: 3.0261, Perplexity: 20.6157
Epoch [3/3], Step [722/809], Loss: 2.9861, Perplexity: 19.8078
Epoch [3/3], Step [723/809], Loss: 2.8077, Perplexity: 16.5716
Epoch [3/3], Step [724/809], Loss: 2.8696, Perplexity: 17.6292
Epoch [3/3], Step [725/809], Loss: 2.8044, Perplexity: 16.5171
Epoch [3/3], Step [726/809], Loss: 2.8334, Perplexity: 17.0040
Epoch [3/3], Step [727/809], Loss: 3.1334, Perplexity: 22.9509
Epoch [3/3], Step [728/809], Loss: 4.2499, Perplexity: 70.0950
Epoch [3/3], Step [729/809], Loss: 2.7930, Perplexity: 16.3293
Epoch [3/3], Step [730/809], Loss: 2.8386, Perplexity: 17.0916
Epoch [3/3], Step [731/809], Loss: 2.8015, Perplexity: 16.4699
Epoch [3/3], Step [732/809], Loss: 2.8404, Perplexity: 17.1234
Epoch [3/3], Step [733/809], Loss: 2.7780, Perplexity: 16.0866
Epoch [3/3], Step [734/809], Loss: 2.7755, Perplexity: 16.0470
Epoch [3/3], Step [735/809], Loss: 2.8238, Perplexity: 16.8404
Epoch [3/3], Step [736/809], Loss: 3.0038, Perplexity: 20.1624
Epoch [3/3], Step [737/809], Loss: 2.8385, Perplexity: 17.0903
Epoch [3/3], Step [738/809], Loss: 2.9927, Perplexity: 19.9385
Epoch [3/3], Step [739/809], Loss: 2.8668, Perplexity: 17.5813
Epoch [3/3], Step [740/809], Loss: 2.7795, Perplexity: 16.1114
Epoch [3/3], Step [741/809], Loss: 3.0519, Perplexity: 21.1558
Epoch [3/3], Step [742/809], Loss: 2.8128, Perplexity: 16.6559
Epoch [3/3], Step [743/809], Loss: 2.9752, Perplexity: 19.5938
Epoch [3/3], Step [744/809], Loss: 2.9816, Perplexity: 19.7200
Epoch [3/3], Step [745/809], Loss: 3.2302, Perplexity: 25.2848
Epoch [3/3], Step [746/809], Loss: 2.8623, Perplexity: 17.5024
Epoch [3/3], Step [747/809], Loss: 2.7311, Perplexity: 15.3504
Epoch [3/3], Step [748/809], Loss: 2.8101, Perplexity: 16.6116
Epoch [3/3], Step [749/809], Loss: 2.9948, Perplexity: 19.9813
Epoch [3/3], Step [750/809], Loss: 2.8229, Perplexity: 16.8260
Epoch [3/3], Step [751/809], Loss: 2.7857, Perplexity: 16.2114
Epoch [3/3], Step [752/809], Loss: 2.8596, Perplexity: 17.4538
Epoch [3/3], Step [753/809], Loss: 2.8166, Perplexity: 16.7197
Epoch [3/3], Step [754/809], Loss: 2.8068, Perplexity: 16.5564
Epoch [3/3], Step [755/809], Loss: 2.8625, Perplexity: 17.5060
Epoch [3/3], Step [756/809], Loss: 2.7767, Perplexity: 16.0662
Epoch [3/3], Step [757/809], Loss: 2.8349, Perplexity: 17.0288
Epoch [3/3], Step [758/809], Loss: 3.3443, Perplexity: 28.3417
Epoch [3/3], Step [759/809], Loss: 2.7520, Perplexity: 15.6736
Epoch [3/3], Step [760/809], Loss: 2.7869, Perplexity: 16.2313
Epoch [3/3], Step [761/809], Loss: 3.0223, Perplexity: 20.5395
Epoch [3/3], Step [762/809], Loss: 2.8043, Perplexity: 16.5162
Epoch [3/3], Step [763/809], Loss: 2.8382, Perplexity: 17.0842
Epoch [3/3], Step [764/809], Loss: 2.9266, Perplexity: 18.6645
Epoch [3/3], Step [765/809], Loss: 2.7796, Perplexity: 16.1129
Epoch [3/3], Step [766/809], Loss: 2.7790, Perplexity: 16.1024
Epoch [3/3], Step [767/809], Loss: 2.7606, Perplexity: 15.8088
Epoch [3/3], Step [768/809], Loss: 2.8136, Perplexity: 16.6700
Epoch [3/3], Step [769/809], Loss: 2.8569, Perplexity: 17.4067
Epoch [3/3], Step [770/809], Loss: 3.4998, Perplexity: 33.1080
Epoch [3/3], Step [771/809], Loss: 2.8468, Perplexity: 17.2323
Epoch [3/3], Step [772/809], Loss: 3.2557, Perplexity: 25.9386
Epoch [3/3], Step [773/809], Loss: 2.7952, Perplexity: 16.3664
Epoch [3/3], Step [774/809], Loss: 2.9993, Perplexity: 20.0705
Epoch [3/3], Step [775/809], Loss: 2.8343, Perplexity: 17.0193
Epoch [3/3], Step [776/809], Loss: 3.0093, Perplexity: 20.2725
Epoch [3/3], Step [777/809], Loss: 2.9881, Perplexity: 19.8486
Epoch [3/3], Step [778/809], Loss: 2.8584, Perplexity: 17.4337
Epoch [3/3], Step [779/809], Loss: 2.9047, Perplexity: 18.2606
Epoch [3/3], Step [780/809], Loss: 2.7598, Perplexity: 15.7973
Epoch [3/3], Step [781/809], Loss: 3.0171, Perplexity: 20.4313
Epoch [3/3], Step [782/809], Loss: 2.8719, Perplexity: 17.6704
Epoch [3/3], Step [783/809], Loss: 2.9428, Perplexity: 18.9682
Epoch [3/3], Step [784/809], Loss: 2.7885, Perplexity: 16.2563
Epoch [3/3], Step [785/809], Loss: 3.0279, Perplexity: 20.6539
Epoch [3/3], Step [786/809], Loss: 3.2903, Perplexity: 26.8519
Epoch [3/3], Step [787/809], Loss: 2.8711, Perplexity: 17.6556
Epoch [3/3], Step [788/809], Loss: 2.8122, Perplexity: 16.6467
Epoch [3/3], Step [789/809], Loss: 2.9469, Perplexity: 19.0477
Epoch [3/3], Step [790/809], Loss: 3.0394, Perplexity: 20.8926
Epoch [3/3], Step [791/809], Loss: 2.8364, Perplexity: 17.0537
Epoch [3/3], Step [792/809], Loss: 2.7786, Perplexity: 16.0963
Epoch [3/3], Step [793/809], Loss: 2.8422, Perplexity: 17.1539
Epoch [3/3], Step [794/809], Loss: 2.9130, Perplexity: 18.4124
Epoch [3/3], Step [795/809], Loss: 2.8869, Perplexity: 17.9375
Epoch [3/3], Step [796/809], Loss: 2.9035, Perplexity: 18.2385
Epoch [3/3], Step [797/809], Loss: 2.8251, Perplexity: 16.8622
Epoch [3/3], Step [798/809], Loss: 2.8400, Perplexity: 17.1152
Epoch [3/3], Step [799/809], Loss: 3.1805, Perplexity: 24.0588
Epoch [3/3], Step [800/809], Loss: 2.8650, Perplexity: 17.5495
Epoch [3/3], Step [801/809], Loss: 2.7893, Perplexity: 16.2699
Epoch [3/3], Step [802/809], Loss: 2.8085, Perplexity: 16.5852
Epoch [3/3], Step [803/809], Loss: 2.7773, Perplexity: 16.0755
Epoch [3/3], Step [804/809], Loss: 2.9376, Perplexity: 18.8704
Epoch [3/3], Step [805/809], Loss: 3.1547, Perplexity: 23.4456
Epoch [3/3], Step [806/809], Loss: 2.9057, Perplexity: 18.2784
Epoch [3/3], Step [807/809], Loss: 2.7636, Perplexity: 15.8570
Epoch [3/3], Step [808/809], Loss: 2.8502, Perplexity: 17.2909
Epoch [3/3], Step [809/809], Loss: 2.7831, Perplexity: 16.1697