-
Notifications
You must be signed in to change notification settings - Fork 0
/
kp20k.one2one_hyper_network.birnn.local.log
6757 lines (6757 loc) · 953 KB
/
kp20k.one2one_hyper_network.birnn.local.log
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
[2020-08-29 22:48:32,138 INFO] {'config': 'config/train/config-rnn-keyphrase-one2one-kp20k-hyperbolic_network_attention.yml', 'save_config': None, 'src_word_vec_size': 50, 'tgt_word_vec_size': 50, 'word_vec_size': 50, 'share_decoder_embeddings': False, 'share_embeddings': True, 'position_encoding': False, 'feat_merge': 'concat', 'feat_vec_size': -1, 'feat_vec_exponent': 0.7, 'model_type': 'keyphrase', 'model_dtype': 'fp32', 'encoder_type': 'rnn', 'decoder_type': 'rnn', 'layers': 1, 'enc_layers': 1, 'dec_layers': 1, 'rnn_size': 80, 'enc_rnn_size': 80, 'dec_rnn_size': 80, 'audio_enc_pooling': '1', 'cnn_kernel_width': 3, 'input_feed': 0, 'bridge': False, 'rnn_type': 'GRU_hyper', 'brnn': False, 'context_gate': None, 'global_attention': 'none', 'global_attention_function': 'softmax', 'self_attn_type': 'scaled-dot', 'max_relative_positions': 0, 'heads': 8, 'transformer_ff': 2048, 'aan_useffn': False, 'copy_attn': False, 'copy_attn_type': 'none', 'generator_function': 'softmax', 'copy_attn_force': False, 'reuse_copy_attn': True, 'copy_loss_by_seqlength': False, 'coverage_attn': False, 'lambda_coverage': 0.0, 'loss_scale': 0, 'apex_opt_level': 'O2', 'orth_reg': False, 'lambda_orth_reg': 0.0, 'sem_cov': False, 'lambda_sem_cov': 0.0, 'num_negsample': 32, 'use_ending_state': False, 'tgt_enc': None, 'detach_tgt_enc': False, 'data': '/root/work_space/test/kp20k', 'data_ids': [None], 'data_weights': [1], 'save_model': 'models/keyphrase/meng17/hyper_network_attention/kp20k.one2one_hyper_network.birnn.local', 'save_checkpoint_steps': 1000, 'keep_checkpoint': 20, 'gpuid': [], 'gpu_ranks': [0], 'world_size': 1, 'gpu_backend': 'nccl', 'gpu_verbose_level': 0, 'master_ip': 'localhost', 'master_port': 10000, 'queue_size': 400, 'seed': 3435, 'param_init': 0.1, 'param_init_glorot': False, 'train_from': '', 'reset_optim': 'none', 'pre_word_vecs_enc': None, 'pre_word_vecs_dec': None, 'fix_word_vecs_enc': False, 'fix_word_vecs_dec': False, 'batch_size': 32, 'batch_type': 'sents', 'pool_factor': 8192, 'normalization': 'sents', 'accum_count': [1], 'accum_steps': [0], 'valid_steps': 5000, 'valid_batch_size': 64, 'max_generator_batches': 32, 'train_steps': 100000, 'single_pass': False, 'epochs': 0, 'early_stopping': 0, 'early_stopping_criteria': ['ppl', 'accuracy'], 'optim': 'riemannian_adam', 'adagrad_accumulator_init': 0.1, 'max_grad_norm': 0.0, 'dropout': [0.0], 'attention_dropout': [0.1], 'dropout_steps': [0], 'truncated_decoder': 0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'label_smoothing': 0.0, 'average_decay': 0, 'average_every': 1, 'learning_rate': 0.009, 'learning_rate_decay': 0.005, 'start_decay_steps': 20000, 'decay_steps': 1000, 'decay_method': 'none', 'warmup_steps': 4000, 'report_every': 1, 'log_file': 'output/keyphrase/meng17/hyper_network_attention/kp20k.one2one_hyper_network.birnn.local.log', 'log_file_level': 10, 'exp_host': '', 'exp': 'kp20k-one2one-birnn-hyper_network_attention-GRU16-EMB10-ATTNmlp-local', 'tensorboard': True, 'tensorboard_log_dir': 'runs/keyphrase/meng17/hyper_network_attention/kp20k.one2one_hyper_network.birnn.local/', 'sample_rate': 16000, 'window_size': 0.02, 'image_channel_size': 3, 'tgt_type': 'one2one', 'poincare_type': '100D_cosh-dist-sq_init_trick', 'dataset': 'kp20k', 'embedding_type': 'euclidiean', 'pretrained_wordembedding': 0, 'network_type': 'hyperbolic', 'c': 1.0, 'wd': 0.0, 'decision_type': 'hyp'}
[2020-08-29 22:48:32,259 INFO] * src vocab size = 50006
[2020-08-29 22:48:32,259 INFO] * tgt vocab size = 50006
[2020-08-29 22:48:32,259 INFO] Building model...
[2020-08-29 22:48:34,514 INFO] NMTModel(
(encoder): hyper_gru_encoder(
(embeddings): Embeddings(
(make_embedding): Sequential(
(emb_luts): Elementwise(
(0): Hyper_Embedding(
50006, 50, padding_idx=1
(manifold): PoincareBall manifold
)
)
)
)
(rnn): MobiusGRU(
50, 80, 1, bias=True, hyperbolic_input=True, hyperbolic_hidden_state0=True, c=0.9999999618701924
(ball): PoincareBall manifold
(weight_ih): ParameterList( (0): Parameter containing: [torch.cuda.DoubleTensor of size 240x50 (GPU 0)])
(weight_hh): ParameterList( (0): Parameter containing: [torch.cuda.DoubleTensor of size 240x80 (GPU 0)])
(bias): ParameterList( (0): Parameter containing: [torch.cuda.DoubleTensor of size 3x80 (GPU 0)])
)
)
(decoder): HyperbolicRNNDecoder(
(embeddings): Embeddings(
(make_embedding): Sequential(
(emb_luts): Elementwise(
(0): Hyper_Embedding(
50006, 50, padding_idx=1
(manifold): PoincareBall manifold
)
)
)
)
(dropout): Dropout(p=0.0, inplace=False)
(ball): PoincareBall manifold
(rnn): StackedGRU_hype(
(dropout): Dropout(p=0.0, inplace=False)
(layers): ModuleList(
(0): MobiusGRUCell(
(ball): PoincareBall manifold
)
)
)
)
(generator): Sequential(
(0): MobiusLinear(
, hyperbolic_bias=True
(ball): PoincareBall manifold
)
(1): LogSoftmax_hype(
(ball): PoincareBall manifold
)
)
)
[2020-08-29 22:48:34,515 INFO] encoder: 2531742
[2020-08-29 22:48:34,515 INFO] decoder: 4081931
[2020-08-29 22:48:34,515 INFO] * number of parameters: 6613673
[2020-08-29 22:48:34,602 INFO] Starting training on GPU: [0]
[2020-08-29 22:48:34,602 INFO] Start training loop and validate every 5000 steps...
[2020-08-29 22:48:34,602 INFO] Loading dataset from /root/work_space/test/kp20k.train.0.pt
[2020-08-29 22:49:01,840 INFO] number of examples: 100000
[2020-08-29 22:49:11,888 INFO] Step 1/100000; acc: 0.00; ppl: 49932.34; xent: 10.82; lr: 0.00900; 86/ 3 tok/s; 37 sec;loss: 1384.75830
[2020-08-29 22:49:14,502 INFO] Step 2/100000; acc: 0.00; ppl: 49702.69; xent: 10.81; lr: 0.00900; 1765/ 37 tok/s; 40 sec;loss: 1038.12618
[2020-08-29 22:49:17,335 INFO] Step 3/100000; acc: 0.00; ppl: 49511.91; xent: 10.81; lr: 0.00900; 1769/ 34 tok/s; 43 sec;loss: 1037.75697
[2020-08-29 22:49:20,864 INFO] Step 4/100000; acc: 0.00; ppl: 49317.16; xent: 10.81; lr: 0.00900; 1766/ 37 tok/s; 46 sec;loss: 1383.17150
[2020-08-29 22:49:24,004 INFO] Step 5/100000; acc: 50.00; ppl: 48182.72; xent: 10.78; lr: 0.00900; 1796/ 21 tok/s; 49 sec;loss: 690.09637
[2020-08-29 22:49:27,935 INFO] Step 6/100000; acc: 50.00; ppl: 48021.35; xent: 10.78; lr: 0.00900; 1816/ 16 tok/s; 53 sec;loss: 689.88166
[2020-08-29 22:49:30,623 INFO] Step 7/100000; acc: 32.65; ppl: 48091.67; xent: 10.78; lr: 0.00900; 1744/ 37 tok/s; 56 sec;loss: 1056.52470
[2020-08-29 22:49:32,638 INFO] Step 8/100000; acc: 25.00; ppl: 48135.65; xent: 10.78; lr: 0.00900; 1726/ 65 tok/s; 58 sec;loss: 1380.06762
[2020-08-29 22:49:34,929 INFO] Step 9/100000; acc: 50.00; ppl: 45901.56; xent: 10.73; lr: 0.00900; 1791/ 28 tok/s; 60 sec;loss: 686.99228
[2020-08-29 22:49:36,257 INFO] Step 10/100000; acc: 33.33; ppl: 41392.87; xent: 10.63; lr: 0.00900; 1698/ 74 tok/s; 62 sec;loss: 1020.56294
[2020-08-29 22:49:39,311 INFO] Step 11/100000; acc: 33.33; ppl: 44923.75; xent: 10.71; lr: 0.00900; 1790/ 32 tok/s; 65 sec;loss: 1028.42131
[2020-08-29 22:49:43,290 INFO] Step 12/100000; acc: 31.37; ppl: 46286.83; xent: 10.74; lr: 0.00900; 1777/ 26 tok/s; 69 sec;loss: 1095.74650
[2020-08-29 22:49:47,237 INFO] Step 13/100000; acc: 33.33; ppl: 46001.07; xent: 10.74; lr: 0.00900; 1796/ 25 tok/s; 73 sec;loss: 1030.69632
[2020-08-29 22:49:49,495 INFO] Step 14/100000; acc: 25.00; ppl: 46250.48; xent: 10.74; lr: 0.00900; 1721/ 58 tok/s; 75 sec;loss: 1374.95388
[2020-08-29 22:49:53,151 INFO] Step 15/100000; acc: 33.33; ppl: 43430.61; xent: 10.68; lr: 0.00900; 1816/ 26 tok/s; 79 sec;loss: 1025.17629
[2020-08-29 22:49:56,342 INFO] Step 16/100000; acc: 35.71; ppl: 40080.07; xent: 10.60; lr: 0.00900; 1715/ 27 tok/s; 82 sec;loss: 890.28530
[2020-08-29 22:49:57,400 INFO] Step 17/100000; acc: 23.66; ppl: 39937.16; xent: 10.60; lr: 0.00900; 1531/128 tok/s; 83 sec;loss: 1387.95319
[2020-08-29 22:50:00,945 INFO] Step 18/100000; acc: 32.29; ppl: 37787.85; xent: 10.54; lr: 0.00900; 1821/ 27 tok/s; 86 sec;loss: 1011.81531
[2020-08-29 22:50:06,293 INFO] Step 19/100000; acc: 50.00; ppl: 33807.52; xent: 10.43; lr: 0.00900; 1808/ 12 tok/s; 92 sec;loss: 667.42007
[2020-08-29 22:50:10,037 INFO] Step 20/100000; acc: 21.88; ppl: 40350.84; xent: 10.61; lr: 0.00900; 1797/ 35 tok/s; 95 sec;loss: 1357.48704
[2020-08-29 22:50:12,850 INFO] Step 21/100000; acc: 23.44; ppl: 37244.55; xent: 10.53; lr: 0.00900; 1777/ 46 tok/s; 98 sec;loss: 1347.23341
[2020-08-29 22:50:16,956 INFO] Step 22/100000; acc: 31.25; ppl: 34194.09; xent: 10.44; lr: 0.00900; 1806/ 24 tok/s; 102 sec;loss: 1002.22159
[2020-08-29 22:50:21,485 INFO] Step 23/100000; acc: 30.21; ppl: 34292.60; xent: 10.44; lr: 0.00900; 1813/ 21 tok/s; 107 sec;loss: 1002.49774
[2020-08-29 22:50:26,783 INFO] Step 24/100000; acc: 48.44; ppl: 26268.98; xent: 10.18; lr: 0.00900; 1829/ 12 tok/s; 112 sec;loss: 651.27322
[2020-08-29 22:50:29,531 INFO] Step 25/100000; acc: 32.29; ppl: 30871.90; xent: 10.34; lr: 0.00900; 1760/ 36 tok/s; 115 sec;loss: 992.40976
[2020-08-29 22:50:32,388 INFO] Step 26/100000; acc: 29.17; ppl: 31025.23; xent: 10.34; lr: 0.00900; 1765/ 34 tok/s; 118 sec;loss: 992.88538
[2020-08-29 22:50:35,272 INFO] Step 27/100000; acc: 23.44; ppl: 31215.97; xent: 10.35; lr: 0.00900; 1772/ 45 tok/s; 121 sec;loss: 1324.63168
[2020-08-29 22:50:38,328 INFO] Step 28/100000; acc: 30.21; ppl: 26952.73; xent: 10.20; lr: 0.00900; 1798/ 32 tok/s; 124 sec;loss: 979.37663
[2020-08-29 22:50:42,432 INFO] Step 29/100000; acc: 27.08; ppl: 30948.61; xent: 10.34; lr: 0.00900; 1816/ 24 tok/s; 128 sec;loss: 992.64799
[2020-08-29 22:50:45,506 INFO] Step 30/100000; acc: 26.04; ppl: 29926.62; xent: 10.31; lr: 0.00900; 1765/ 32 tok/s; 131 sec;loss: 989.42436
[2020-08-29 22:50:47,352 INFO] Step 31/100000; acc: 30.21; ppl: 23633.77; xent: 10.07; lr: 0.00900; 1747/ 53 tok/s; 133 sec;loss: 966.76146
[2020-08-29 22:50:49,665 INFO] Step 32/100000; acc: 28.12; ppl: 24502.79; xent: 10.11; lr: 0.00900; 1785/ 42 tok/s; 135 sec;loss: 970.22804
[2020-08-29 22:50:53,044 INFO] Step 33/100000; acc: 19.15; ppl: 29308.36; xent: 10.29; lr: 0.00900; 1672/ 42 tok/s; 138 sec;loss: 1450.27358
[2020-08-29 22:50:57,606 INFO] Step 34/100000; acc: 21.88; ppl: 27050.33; xent: 10.21; lr: 0.00900; 1788/ 28 tok/s; 143 sec;loss: 1306.29816
[2020-08-29 22:51:01,083 INFO] Step 35/100000; acc: 24.22; ppl: 20357.11; xent: 9.92; lr: 0.00900; 1792/ 37 tok/s; 146 sec;loss: 1269.91172
[2020-08-29 22:51:05,181 INFO] Step 36/100000; acc: 23.33; ppl: 24699.23; xent: 10.11; lr: 0.00900; 1789/ 30 tok/s; 151 sec;loss: 1213.74329
[2020-08-29 22:51:09,595 INFO] Step 37/100000; acc: 22.22; ppl: 24540.52; xent: 10.11; lr: 0.00900; 1780/ 27 tok/s; 155 sec;loss: 1182.64545
[2020-08-29 22:51:14,084 INFO] Step 38/100000; acc: 28.16; ppl: 18689.49; xent: 9.84; lr: 0.00900; 1780/ 23 tok/s; 159 sec;loss: 1013.07880
[2020-08-29 22:51:17,571 INFO] Step 39/100000; acc: 27.08; ppl: 21238.45; xent: 9.96; lr: 0.00900; 1786/ 28 tok/s; 163 sec;loss: 956.50256
[2020-08-29 22:51:20,363 INFO] Step 40/100000; acc: 36.71; ppl: 12995.49; xent: 9.47; lr: 0.00900; 1789/ 29 tok/s; 166 sec;loss: 748.31623
[2020-08-29 22:51:22,348 INFO] Step 41/100000; acc: 21.88; ppl: 32343.35; xent: 10.38; lr: 0.00900; 1752/ 49 tok/s; 168 sec;loss: 996.87970
[2020-08-29 22:51:25,524 INFO] Step 42/100000; acc: 40.62; ppl: 15641.34; xent: 9.66; lr: 0.00900; 1826/ 20 tok/s; 171 sec;loss: 618.09106
[2020-08-29 22:51:30,309 INFO] Step 43/100000; acc: 25.84; ppl: 25213.87; xent: 10.14; lr: 0.00900; 1833/ 19 tok/s; 176 sec;loss: 902.02832
[2020-08-29 22:51:34,467 INFO] Step 44/100000; acc: 19.53; ppl: 28176.13; xent: 10.25; lr: 0.00900; 1824/ 31 tok/s; 180 sec;loss: 1311.51749
[2020-08-29 22:51:36,950 INFO] Step 45/100000; acc: 17.97; ppl: 31632.42; xent: 10.36; lr: 0.00900; 1746/ 53 tok/s; 182 sec;loss: 1326.32803
[2020-08-29 22:51:37,824 INFO] Step 46/100000; acc: 25.00; ppl: 21888.52; xent: 9.99; lr: 0.00900; 1551/123 tok/s; 183 sec;loss: 1039.34663
[2020-08-29 22:51:40,370 INFO] Step 47/100000; acc: 28.12; ppl: 17709.39; xent: 9.78; lr: 0.00900; 1793/ 38 tok/s; 186 sec;loss: 939.05763
[2020-08-29 22:51:42,922 INFO] Step 48/100000; acc: 43.75; ppl: 8753.87; xent: 9.08; lr: 0.00900; 1800/ 25 tok/s; 188 sec;loss: 580.94407
[2020-08-29 22:51:46,931 INFO] Step 49/100000; acc: 26.53; ppl: 20320.31; xent: 9.92; lr: 0.00900; 1800/ 25 tok/s; 192 sec;loss: 972.09885
[2020-08-29 22:51:49,911 INFO] Step 50/100000; acc: 31.25; ppl: 11616.20; xent: 9.36; lr: 0.00900; 1787/ 33 tok/s; 195 sec;loss: 898.57496
[2020-08-29 22:51:52,963 INFO] Step 51/100000; acc: 17.22; ppl: 25627.79; xent: 10.15; lr: 0.00900; 1719/ 50 tok/s; 198 sec;loss: 1532.86633
[2020-08-29 22:51:56,242 INFO] Step 52/100000; acc: 17.97; ppl: 29035.38; xent: 10.28; lr: 0.00900; 1793/ 39 tok/s; 202 sec;loss: 1315.36260
[2020-08-29 22:51:59,288 INFO] Step 53/100000; acc: 24.39; ppl: 16497.52; xent: 9.71; lr: 0.00900; 1706/ 41 tok/s; 205 sec;loss: 1194.44872
[2020-08-29 22:52:00,301 INFO] Step 54/100000; acc: 29.17; ppl: 14210.88; xent: 9.56; lr: 0.00900; 1664/ 98 tok/s; 206 sec;loss: 917.92929
[2020-08-29 22:52:03,659 INFO] Step 55/100000; acc: 26.04; ppl: 19814.88; xent: 9.89; lr: 0.00900; 1828/ 29 tok/s; 209 sec;loss: 949.84207
[2020-08-29 22:52:07,580 INFO] Step 56/100000; acc: 16.03; ppl: 27547.23; xent: 10.22; lr: 0.00900; 1772/ 40 tok/s; 213 sec;loss: 1594.89052
[2020-08-29 22:52:12,863 INFO] Step 57/100000; acc: 34.38; ppl: 19196.53; xent: 9.86; lr: 0.00900; 1832/ 12 tok/s; 218 sec;loss: 631.19902
[2020-08-29 22:52:18,177 INFO] Step 58/100000; acc: 26.04; ppl: 19807.94; xent: 9.89; lr: 0.00900; 1827/ 18 tok/s; 224 sec;loss: 949.80844
[2020-08-29 22:52:22,789 INFO] Step 59/100000; acc: 43.75; ppl: 7596.39; xent: 8.94; lr: 0.00900; 1827/ 14 tok/s; 228 sec;loss: 571.86745
[2020-08-29 22:52:28,087 INFO] Step 60/100000; acc: 29.17; ppl: 14043.38; xent: 9.55; lr: 0.00900; 1829/ 18 tok/s; 233 sec;loss: 916.79101
[2020-08-29 22:52:31,821 INFO] Step 61/100000; acc: 25.00; ppl: 21008.05; xent: 9.95; lr: 0.00900; 1802/ 26 tok/s; 237 sec;loss: 955.45545
[2020-08-29 22:52:35,745 INFO] Step 62/100000; acc: 26.04; ppl: 18552.39; xent: 9.83; lr: 0.00900; 1805/ 25 tok/s; 241 sec;loss: 943.52200
[2020-08-29 22:52:39,015 INFO] Step 63/100000; acc: 28.12; ppl: 14506.25; xent: 9.58; lr: 0.00900; 1815/ 30 tok/s; 244 sec;loss: 919.90412
[2020-08-29 22:52:42,929 INFO] Step 64/100000; acc: 27.08; ppl: 16170.40; xent: 9.69; lr: 0.00900; 1815/ 25 tok/s; 248 sec;loss: 930.33001
[2020-08-29 22:52:47,027 INFO] Step 65/100000; acc: 33.80; ppl: 14685.85; xent: 9.59; lr: 0.00900; 1807/ 18 tok/s; 252 sec;loss: 681.21944
[2020-08-29 22:52:50,128 INFO] Step 66/100000; acc: 18.75; ppl: 25350.58; xent: 10.14; lr: 0.00900; 1759/ 42 tok/s; 256 sec;loss: 1297.99127
[2020-08-29 22:52:54,466 INFO] Step 67/100000; acc: 14.37; ppl: 28535.27; xent: 10.26; lr: 0.00900; 1747/ 40 tok/s; 260 sec;loss: 1785.04790
[2020-08-29 22:52:58,347 INFO] Step 68/100000; acc: 22.92; ppl: 25287.58; xent: 10.14; lr: 0.00900; 1794/ 25 tok/s; 264 sec;loss: 973.25458
[2020-08-29 22:53:01,268 INFO] Step 69/100000; acc: 27.08; ppl: 16552.08; xent: 9.71; lr: 0.00900; 1778/ 33 tok/s; 267 sec;loss: 932.56965
[2020-08-29 22:53:06,223 INFO] Step 70/100000; acc: 23.96; ppl: 22870.04; xent: 10.04; lr: 0.00900; 1794/ 19 tok/s; 272 sec;loss: 963.60797
[2020-08-29 22:53:10,458 INFO] Step 71/100000; acc: 18.31; ppl: 23742.52; xent: 10.08; lr: 0.00900; 1775/ 34 tok/s; 276 sec;loss: 1430.65327
[2020-08-29 22:53:12,735 INFO] Step 72/100000; acc: 20.14; ppl: 19948.38; xent: 9.90; lr: 0.00900; 1680/ 62 tok/s; 278 sec;loss: 1376.22554
[2020-08-29 22:53:15,970 INFO] Step 73/100000; acc: 23.96; ppl: 22635.67; xent: 10.03; lr: 0.00900; 1803/ 30 tok/s; 281 sec;loss: 962.61910
[2020-08-29 22:53:18,512 INFO] Step 74/100000; acc: 17.97; ppl: 27233.26; xent: 10.21; lr: 0.00900; 1750/ 51 tok/s; 284 sec;loss: 1307.16089
[2020-08-29 22:53:22,229 INFO] Step 75/100000; acc: 29.03; ppl: 13901.41; xent: 9.54; lr: 0.00900; 1838/ 25 tok/s; 288 sec;loss: 887.19632
[2020-08-29 22:53:25,319 INFO] Step 76/100000; acc: 29.17; ppl: 12850.60; xent: 9.46; lr: 0.00900; 1785/ 31 tok/s; 291 sec;loss: 908.26998
[2020-08-29 22:53:28,673 INFO] Step 77/100000; acc: 28.12; ppl: 14182.74; xent: 9.56; lr: 0.00900; 1792/ 29 tok/s; 294 sec;loss: 917.73898
[2020-08-29 22:53:29,836 INFO] Step 78/100000; acc: 23.23; ppl: 23032.91; xent: 10.04; lr: 0.00900; 1595/ 88 tok/s; 295 sec;loss: 994.42325
[2020-08-29 22:53:33,351 INFO] Step 79/100000; acc: 27.08; ppl: 15893.40; xent: 9.67; lr: 0.00900; 1820/ 27 tok/s; 299 sec;loss: 928.67131
[2020-08-29 22:53:37,458 INFO] Step 80/100000; acc: 17.19; ppl: 29742.52; xent: 10.30; lr: 0.00900; 1802/ 31 tok/s; 303 sec;loss: 1318.44263
[2020-08-29 22:53:39,461 INFO] Step 81/100000; acc: 25.00; ppl: 20068.26; xent: 9.91; lr: 0.00900; 1733/ 49 tok/s; 305 sec;loss: 951.06188
[2020-08-29 22:53:41,553 INFO] Step 82/100000; acc: 23.89; ppl: 17452.06; xent: 9.77; lr: 0.00900; 1714/ 55 tok/s; 307 sec;loss: 1103.69509
[2020-08-29 22:53:43,260 INFO] Step 83/100000; acc: 26.04; ppl: 17771.06; xent: 9.79; lr: 0.00900; 1728/ 57 tok/s; 309 sec;loss: 939.39134
[2020-08-29 22:53:46,442 INFO] Step 84/100000; acc: 17.97; ppl: 27495.09; xent: 10.22; lr: 0.00900; 1800/ 40 tok/s; 312 sec;loss: 1308.38561
[2020-08-29 22:53:50,402 INFO] Step 85/100000; acc: 13.95; ppl: 29787.23; xent: 10.30; lr: 0.00900; 1722/ 44 tok/s; 316 sec;loss: 1771.91562
[2020-08-29 22:53:53,760 INFO] Step 86/100000; acc: 28.12; ppl: 14201.07; xent: 9.56; lr: 0.00900; 1784/ 29 tok/s; 319 sec;loss: 917.86298
[2020-08-29 22:53:58,132 INFO] Step 87/100000; acc: 21.88; ppl: 19221.17; xent: 9.86; lr: 0.00900; 1824/ 30 tok/s; 324 sec;loss: 1262.56223
[2020-08-29 22:54:01,386 INFO] Step 88/100000; acc: 25.00; ppl: 19822.41; xent: 9.89; lr: 0.00900; 1797/ 30 tok/s; 327 sec;loss: 949.87857
[2020-08-29 22:54:03,211 INFO] Step 89/100000; acc: 29.17; ppl: 12414.97; xent: 9.43; lr: 0.00900; 1698/ 54 tok/s; 329 sec;loss: 904.95923
[2020-08-29 22:54:05,694 INFO] Step 90/100000; acc: 38.03; ppl: 8938.13; xent: 9.10; lr: 0.00900; 1792/ 29 tok/s; 331 sec;loss: 645.96379
[2020-08-29 22:54:07,500 INFO] Step 91/100000; acc: 26.04; ppl: 17414.29; xent: 9.77; lr: 0.00900; 1730/ 54 tok/s; 333 sec;loss: 937.44448
[2020-08-29 22:54:10,972 INFO] Step 92/100000; acc: 26.04; ppl: 17411.17; xent: 9.76; lr: 0.00900; 1825/ 28 tok/s; 336 sec;loss: 937.42723
[2020-08-29 22:54:15,980 INFO] Step 93/100000; acc: 27.00; ppl: 14478.99; xent: 9.58; lr: 0.00900; 1829/ 20 tok/s; 341 sec;loss: 958.04537
[2020-08-29 22:54:20,319 INFO] Step 94/100000; acc: 17.97; ppl: 27190.48; xent: 10.21; lr: 0.00900; 1746/ 30 tok/s; 346 sec;loss: 1306.95965
[2020-08-29 22:54:23,998 INFO] Step 95/100000; acc: 21.14; ppl: 19906.56; xent: 9.90; lr: 0.00900; 1728/ 34 tok/s; 349 sec;loss: 1217.55298
[2020-08-29 22:54:26,627 INFO] Step 96/100000; acc: 18.75; ppl: 24670.06; xent: 10.11; lr: 0.00900; 1695/ 49 tok/s; 352 sec;loss: 1294.50822
[2020-08-29 22:54:31,516 INFO] Step 97/100000; acc: 26.04; ppl: 17581.15; xent: 9.77; lr: 0.00900; 1759/ 20 tok/s; 357 sec;loss: 938.35993
[2020-08-29 22:54:32,764 INFO] Step 98/100000; acc: 27.16; ppl: 22179.31; xent: 10.01; lr: 0.00900; 1584/ 68 tok/s; 358 sec;loss: 810.56011
[2020-08-29 22:54:35,700 INFO] Step 99/100000; acc: 22.88; ppl: 17940.57; xent: 9.79; lr: 0.00900; 1766/ 40 tok/s; 361 sec;loss: 1155.78875
[2020-08-29 22:54:36,663 INFO] Step 100/100000; acc: 27.08; ppl: 15890.70; xent: 9.67; lr: 0.00900; 1584/103 tok/s; 362 sec;loss: 928.65496
[2020-08-29 22:54:39,012 INFO] Step 101/100000; acc: 19.53; ppl: 22619.46; xent: 10.03; lr: 0.00900; 1755/ 55 tok/s; 364 sec;loss: 1283.40044
[2020-08-29 22:54:41,760 INFO] Step 102/100000; acc: 37.50; ppl: 12251.93; xent: 9.41; lr: 0.00900; 1788/ 24 tok/s; 367 sec;loss: 602.46006
[2020-08-29 22:54:45,759 INFO] Step 103/100000; acc: 27.08; ppl: 15531.18; xent: 9.65; lr: 0.00900; 1808/ 24 tok/s; 371 sec;loss: 926.45804
[2020-08-29 22:54:49,036 INFO] Step 104/100000; acc: 28.12; ppl: 13718.41; xent: 9.53; lr: 0.00900; 1772/ 30 tok/s; 374 sec;loss: 914.54345
[2020-08-29 22:54:52,531 INFO] Step 105/100000; acc: 27.08; ppl: 15387.75; xent: 9.64; lr: 0.00900; 1786/ 28 tok/s; 378 sec;loss: 925.56738
[2020-08-29 22:54:57,394 INFO] Step 106/100000; acc: 19.67; ppl: 23830.14; xent: 10.08; lr: 0.00900; 1798/ 25 tok/s; 383 sec;loss: 1229.60219
[2020-08-29 22:54:58,967 INFO] Step 107/100000; acc: 45.31; ppl: 5046.35; xent: 8.53; lr: 0.00900; 1749/ 42 tok/s; 384 sec;loss: 545.69096
[2020-08-29 22:55:01,946 INFO] Step 108/100000; acc: 42.19; ppl: 7041.01; xent: 8.86; lr: 0.00900; 1793/ 22 tok/s; 387 sec;loss: 567.00840
[2020-08-29 22:55:05,756 INFO] Step 109/100000; acc: 27.08; ppl: 15064.40; xent: 9.62; lr: 0.00900; 1805/ 25 tok/s; 391 sec;loss: 923.52857
[2020-08-29 22:55:10,053 INFO] Step 110/100000; acc: 32.50; ppl: 11882.15; xent: 9.38; lr: 0.00900; 1737/ 19 tok/s; 395 sec;loss: 750.62343
[2020-08-29 22:55:13,572 INFO] Step 111/100000; acc: 20.31; ppl: 20589.87; xent: 9.93; lr: 0.00900; 1797/ 37 tok/s; 399 sec;loss: 1271.36698
[2020-08-29 22:55:15,979 INFO] Step 112/100000; acc: 36.36; ppl: 12441.57; xent: 9.43; lr: 0.00900; 1784/ 28 tok/s; 401 sec;loss: 622.30071
[2020-08-29 22:55:18,717 INFO] Step 113/100000; acc: 17.83; ppl: 26897.52; xent: 10.20; lr: 0.00900; 1669/ 48 tok/s; 404 sec;loss: 1315.77285
[2020-08-29 22:55:19,798 INFO] Step 114/100000; acc: 35.29; ppl: 13315.44; xent: 9.50; lr: 0.00900; 1520/ 65 tok/s; 405 sec;loss: 645.77420
[2020-08-29 22:55:25,082 INFO] Step 115/100000; acc: 21.09; ppl: 19006.81; xent: 9.85; lr: 0.00900; 1822/ 24 tok/s; 410 sec;loss: 1261.12671
[2020-08-29 22:55:30,404 INFO] Step 116/100000; acc: 30.21; ppl: 10786.32; xent: 9.29; lr: 0.00900; 1825/ 18 tok/s; 416 sec;loss: 891.45929
[2020-08-29 22:55:35,055 INFO] Step 117/100000; acc: 42.19; ppl: 7016.43; xent: 8.86; lr: 0.00900; 1833/ 14 tok/s; 420 sec;loss: 566.78463
[2020-08-29 22:55:38,244 INFO] Step 118/100000; acc: 21.88; ppl: 27502.86; xent: 10.22; lr: 0.00900; 1746/ 31 tok/s; 424 sec;loss: 981.31634
[2020-08-29 22:55:42,092 INFO] Step 119/100000; acc: 34.38; ppl: 16949.59; xent: 9.74; lr: 0.00900; 1795/ 17 tok/s; 427 sec;loss: 623.23195
[2020-08-29 22:55:44,261 INFO] Step 120/100000; acc: 27.08; ppl: 15492.70; xent: 9.65; lr: 0.00900; 1715/ 45 tok/s; 430 sec;loss: 926.21992
[2020-08-29 22:55:48,339 INFO] Step 121/100000; acc: 18.57; ppl: 22344.49; xent: 10.01; lr: 0.00900; 1760/ 35 tok/s; 434 sec;loss: 1402.00691
[2020-08-29 22:55:51,072 INFO] Step 122/100000; acc: 40.62; ppl: 8641.04; xent: 9.06; lr: 0.00900; 1774/ 24 tok/s; 436 sec;loss: 580.11378
[2020-08-29 22:55:53,614 INFO] Step 123/100000; acc: 23.96; ppl: 21873.31; xent: 9.99; lr: 0.00900; 1723/ 38 tok/s; 439 sec;loss: 959.33016
[2020-08-29 22:55:56,221 INFO] Step 124/100000; acc: 27.08; ppl: 15308.66; xent: 9.64; lr: 0.00900; 1751/ 37 tok/s; 442 sec;loss: 925.07271
[2020-08-29 22:55:57,926 INFO] Step 125/100000; acc: 21.30; ppl: 23662.30; xent: 10.07; lr: 0.00900; 1679/ 64 tok/s; 443 sec;loss: 1087.73696
[2020-08-29 22:56:01,604 INFO] Step 126/100000; acc: 29.17; ppl: 12014.23; xent: 9.39; lr: 0.00900; 1767/ 26 tok/s; 447 sec;loss: 901.80933
[2020-08-29 22:56:02,632 INFO] Step 127/100000; acc: 25.00; ppl: 28038.84; xent: 10.24; lr: 0.00900; 1555/ 81 tok/s; 448 sec;loss: 819.30768
[2020-08-29 22:56:05,040 INFO] Step 128/100000; acc: 37.50; ppl: 12181.22; xent: 9.41; lr: 0.00900; 1792/ 27 tok/s; 450 sec;loss: 602.08966
[2020-08-29 22:56:06,221 INFO] Step 129/100000; acc: 21.88; ppl: 27778.59; xent: 10.23; lr: 0.00900; 1663/ 83 tok/s; 452 sec;loss: 982.27401
[2020-08-29 22:56:08,564 INFO] Step 130/100000; acc: 27.08; ppl: 15700.89; xent: 9.66; lr: 0.00900; 1733/ 41 tok/s; 454 sec;loss: 927.50136
[2020-08-29 22:56:09,928 INFO] Step 131/100000; acc: 22.94; ppl: 19884.72; xent: 9.90; lr: 0.00900; 1449/ 81 tok/s; 455 sec;loss: 1078.85003
[2020-08-29 22:56:11,387 INFO] Step 132/100000; acc: 22.22; ppl: 16960.75; xent: 9.74; lr: 0.00900; 1522/ 88 tok/s; 457 sec;loss: 1227.07083
[2020-08-29 22:56:13,999 INFO] Step 133/100000; acc: 18.71; ppl: 21947.70; xent: 10.00; lr: 0.00900; 1691/ 54 tok/s; 459 sec;loss: 1389.50207
[2020-08-29 22:56:17,551 INFO] Step 134/100000; acc: 23.96; ppl: 21584.13; xent: 9.98; lr: 0.00900; 1780/ 27 tok/s; 463 sec;loss: 958.05252
[2020-08-29 22:56:19,344 INFO] Step 135/100000; acc: 37.50; ppl: 12090.71; xent: 9.40; lr: 0.00900; 1732/ 36 tok/s; 465 sec;loss: 601.61233
[2020-08-29 22:56:22,369 INFO] Step 136/100000; acc: 42.19; ppl: 7262.80; xent: 8.89; lr: 0.00900; 1799/ 21 tok/s; 468 sec;loss: 568.99329
[2020-08-29 22:56:23,499 INFO] Step 137/100000; acc: 27.27; ppl: 23957.56; xent: 10.08; lr: 0.00900; 1606/ 70 tok/s; 469 sec;loss: 776.47103
[2020-08-29 22:56:26,497 INFO] Step 138/100000; acc: 29.17; ppl: 12373.10; xent: 9.42; lr: 0.00900; 1771/ 32 tok/s; 472 sec;loss: 904.63485
[2020-08-29 22:56:30,660 INFO] Step 139/100000; acc: 28.12; ppl: 13798.04; xent: 9.53; lr: 0.00900; 1782/ 23 tok/s; 476 sec;loss: 915.09906
[2020-08-29 22:56:33,731 INFO] Step 140/100000; acc: 24.58; ppl: 14200.14; xent: 9.56; lr: 0.00900; 1745/ 39 tok/s; 479 sec;loss: 1128.19883
[2020-08-29 22:56:37,308 INFO] Step 141/100000; acc: 12.88; ppl: 34791.36; xent: 10.46; lr: 0.00900; 1681/ 46 tok/s; 483 sec;loss: 1704.51125
[2020-08-29 22:56:42,045 INFO] Step 142/100000; acc: 29.63; ppl: 16073.50; xent: 9.68; lr: 0.00900; 1716/ 17 tok/s; 487 sec;loss: 784.47911
[2020-08-29 22:56:45,972 INFO] Step 143/100000; acc: 42.19; ppl: 7091.71; xent: 8.87; lr: 0.00900; 1791/ 17 tok/s; 491 sec;loss: 567.46759
[2020-08-29 22:56:48,344 INFO] Step 144/100000; acc: 23.96; ppl: 21881.21; xent: 9.99; lr: 0.00900; 1732/ 41 tok/s; 494 sec;loss: 959.36482
[2020-08-29 22:56:50,076 INFO] Step 145/100000; acc: 37.50; ppl: 12219.50; xent: 9.41; lr: 0.00900; 1744/ 38 tok/s; 495 sec;loss: 602.29046
[2020-08-29 22:56:51,892 INFO] Step 146/100000; acc: 40.62; ppl: 8595.41; xent: 9.06; lr: 0.00900; 1762/ 36 tok/s; 497 sec;loss: 579.77499
[2020-08-29 22:56:57,210 INFO] Step 147/100000; acc: 23.96; ppl: 21849.20; xent: 9.99; lr: 0.00900; 1812/ 18 tok/s; 503 sec;loss: 959.22426
[2020-08-29 22:56:59,624 INFO] Step 148/100000; acc: 42.19; ppl: 7066.14; xent: 8.86; lr: 0.00900; 1753/ 27 tok/s; 505 sec;loss: 567.23646
[2020-08-29 22:57:02,984 INFO] Step 149/100000; acc: 25.00; ppl: 19145.57; xent: 9.86; lr: 0.00900; 1719/ 29 tok/s; 508 sec;loss: 946.54338
[2020-08-29 22:57:07,743 INFO] Step 150/100000; acc: 20.77; ppl: 18846.19; xent: 9.84; lr: 0.00900; 1744/ 28 tok/s; 513 sec;loss: 1279.72859
[2020-08-29 22:57:13,131 INFO] Step 151/100000; acc: 28.12; ppl: 13335.19; xent: 9.50; lr: 0.00900; 1798/ 18 tok/s; 519 sec;loss: 911.82349
[2020-08-29 22:57:18,367 INFO] Step 152/100000; acc: 20.69; ppl: 22501.23; xent: 10.02; lr: 0.00900; 1799/ 22 tok/s; 524 sec;loss: 1162.47371
[2020-08-29 22:57:22,228 INFO] Step 153/100000; acc: 43.75; ppl: 5769.03; xent: 8.66; lr: 0.00900; 1783/ 17 tok/s; 528 sec;loss: 554.25664
[2020-08-29 22:57:23,993 INFO] Step 154/100000; acc: 21.88; ppl: 16875.15; xent: 9.73; lr: 0.00900; 1654/ 74 tok/s; 529 sec;loss: 1245.90046
[2020-08-29 22:57:27,399 INFO] Step 155/100000; acc: 19.53; ppl: 22086.18; xent: 10.00; lr: 0.00900; 1766/ 38 tok/s; 533 sec;loss: 1280.34656
[2020-08-29 22:57:28,843 INFO] Step 156/100000; acc: 30.11; ppl: 11235.05; xent: 9.33; lr: 0.00900; 1684/ 66 tok/s; 534 sec;loss: 867.39183
[2020-08-29 22:57:30,540 INFO] Step 157/100000; acc: 25.26; ppl: 18932.51; xent: 9.85; lr: 0.00900; 1731/ 56 tok/s; 536 sec;loss: 935.62039
[2020-08-29 22:57:34,642 INFO] Step 158/100000; acc: 32.81; ppl: 20396.54; xent: 9.92; lr: 0.00900; 1771/ 16 tok/s; 540 sec;loss: 635.07972
[2020-08-29 22:57:38,342 INFO] Step 159/100000; acc: 28.12; ppl: 13506.65; xent: 9.51; lr: 0.00900; 1735/ 26 tok/s; 544 sec;loss: 913.04996
[2020-08-29 22:57:41,737 INFO] Step 160/100000; acc: 23.96; ppl: 21634.76; xent: 9.98; lr: 0.00900; 1746/ 29 tok/s; 547 sec;loss: 958.27743
[2020-08-29 22:57:44,963 INFO] Step 161/100000; acc: 25.00; ppl: 19359.14; xent: 9.87; lr: 0.00900; 1747/ 30 tok/s; 550 sec;loss: 947.60832
[2020-08-29 22:57:48,112 INFO] Step 162/100000; acc: 27.08; ppl: 15079.01; xent: 9.62; lr: 0.00900; 1738/ 31 tok/s; 554 sec;loss: 923.62166
[2020-08-29 22:57:51,847 INFO] Step 163/100000; acc: 17.04; ppl: 27377.92; xent: 10.22; lr: 0.00900; 1721/ 36 tok/s; 557 sec;loss: 1379.36142
[2020-08-29 22:57:54,274 INFO] Step 164/100000; acc: 26.04; ppl: 16997.36; xent: 9.74; lr: 0.00900; 1691/ 40 tok/s; 560 sec;loss: 935.11810
[2020-08-29 22:57:55,807 INFO] Step 165/100000; acc: 17.11; ppl: 23463.45; xent: 10.06; lr: 0.00900; 1532/101 tok/s; 561 sec;loss: 1529.60630
[2020-08-29 22:57:58,044 INFO] Step 166/100000; acc: 26.04; ppl: 17007.46; xent: 9.74; lr: 0.00900; 1729/ 43 tok/s; 563 sec;loss: 935.17510
[2020-08-29 22:58:02,701 INFO] Step 167/100000; acc: 14.84; ppl: 29765.75; xent: 10.30; lr: 0.00900; 1701/ 33 tok/s; 568 sec;loss: 1596.67259
[2020-08-29 22:58:06,508 INFO] Step 168/100000; acc: 21.88; ppl: 17136.89; xent: 9.75; lr: 0.00900; 1721/ 34 tok/s; 572 sec;loss: 1247.87056
[2020-08-29 22:58:07,772 INFO] Step 169/100000; acc: 23.23; ppl: 22436.67; xent: 10.02; lr: 0.00900; 1330/ 81 tok/s; 573 sec;loss: 991.82675
[2020-08-29 22:58:12,541 INFO] Step 170/100000; acc: 36.23; ppl: 11272.99; xent: 9.33; lr: 0.00900; 1751/ 15 tok/s; 578 sec;loss: 643.78135
[2020-08-29 22:58:15,083 INFO] Step 171/100000; acc: 20.83; ppl: 30842.93; xent: 10.34; lr: 0.00900; 1698/ 39 tok/s; 580 sec;loss: 992.31964
[2020-08-29 22:58:18,353 INFO] Step 172/100000; acc: 43.75; ppl: 6067.32; xent: 8.71; lr: 0.00900; 1777/ 20 tok/s; 584 sec;loss: 557.48305
[2020-08-29 22:58:20,572 INFO] Step 173/100000; acc: 26.04; ppl: 17226.64; xent: 9.75; lr: 0.00900; 1716/ 44 tok/s; 586 sec;loss: 936.40436
[2020-08-29 22:58:25,619 INFO] Step 174/100000; acc: 28.12; ppl: 15088.45; xent: 9.62; lr: 0.00900; 1778/ 19 tok/s; 591 sec;loss: 923.68175
[2020-08-29 22:58:27,590 INFO] Step 175/100000; acc: 18.75; ppl: 24444.63; xent: 10.10; lr: 0.00900; 1655/ 67 tok/s; 593 sec;loss: 1293.33325
[2020-08-29 22:58:30,930 INFO] Step 176/100000; acc: 27.08; ppl: 14966.97; xent: 9.61; lr: 0.00900; 1755/ 29 tok/s; 596 sec;loss: 922.90570
[2020-08-29 22:58:33,754 INFO] Step 177/100000; acc: 20.31; ppl: 20308.24; xent: 9.92; lr: 0.00900; 1701/ 46 tok/s; 599 sec;loss: 1269.60408
[2020-08-29 22:58:36,332 INFO] Step 178/100000; acc: 23.96; ppl: 21650.52; xent: 9.98; lr: 0.00900; 1735/ 38 tok/s; 602 sec;loss: 958.34736
[2020-08-29 22:58:40,263 INFO] Step 179/100000; acc: 38.89; ppl: 7369.97; xent: 8.91; lr: 0.00900; 1698/ 18 tok/s; 606 sec;loss: 641.17216
[2020-08-29 22:58:43,673 INFO] Step 180/100000; acc: 26.04; ppl: 16855.01; xent: 9.73; lr: 0.00900; 1750/ 29 tok/s; 609 sec;loss: 934.31070
[2020-08-29 22:58:47,405 INFO] Step 181/100000; acc: 25.00; ppl: 18989.36; xent: 9.85; lr: 0.00900; 1759/ 26 tok/s; 613 sec;loss: 945.75687
[2020-08-29 22:58:50,342 INFO] Step 182/100000; acc: 23.96; ppl: 21514.53; xent: 9.98; lr: 0.00900; 1714/ 33 tok/s; 616 sec;loss: 957.74245
[2020-08-29 22:58:54,597 INFO] Step 183/100000; acc: 34.38; ppl: 16770.97; xent: 9.73; lr: 0.00900; 1781/ 15 tok/s; 620 sec;loss: 622.55391
[2020-08-29 22:58:56,461 INFO] Step 184/100000; acc: 20.83; ppl: 30891.72; xent: 10.34; lr: 0.00900; 1693/ 53 tok/s; 622 sec;loss: 992.47137
[2020-08-29 22:58:58,102 INFO] Step 185/100000; acc: 17.54; ppl: 33542.44; xent: 10.42; lr: 0.00900; 1639/ 70 tok/s; 623 sec;loss: 1187.94461
[2020-08-29 22:59:02,601 INFO] Step 186/100000; acc: 22.92; ppl: 24591.15; xent: 10.11; lr: 0.00900; 1757/ 21 tok/s; 628 sec;loss: 970.57363
[2020-08-29 22:59:04,348 INFO] Step 187/100000; acc: 19.53; ppl: 22463.79; xent: 10.02; lr: 0.00900; 1605/ 76 tok/s; 630 sec;loss: 1282.51649
[2020-08-29 22:59:07,626 INFO] Step 188/100000; acc: 25.00; ppl: 19471.39; xent: 9.88; lr: 0.00900; 1767/ 29 tok/s; 633 sec;loss: 948.16333
[2020-08-29 22:59:11,957 INFO] Step 189/100000; acc: 23.96; ppl: 21853.76; xent: 9.99; lr: 0.00900; 1767/ 22 tok/s; 637 sec;loss: 959.24429
[2020-08-29 22:59:15,797 INFO] Step 190/100000; acc: 26.04; ppl: 17051.45; xent: 9.74; lr: 0.00900; 1756/ 25 tok/s; 641 sec;loss: 935.42310
[2020-08-29 22:59:18,832 INFO] Step 191/100000; acc: 42.19; ppl: 6876.70; xent: 8.84; lr: 0.00900; 1733/ 21 tok/s; 644 sec;loss: 565.49720
[2020-08-29 22:59:20,718 INFO] Step 192/100000; acc: 17.07; ppl: 30927.75; xent: 10.34; lr: 0.00900; 1597/ 66 tok/s; 646 sec;loss: 1271.74731
[2020-08-29 22:59:23,723 INFO] Step 193/100000; acc: 19.64; ppl: 26745.45; xent: 10.19; lr: 0.00900; 1737/ 38 tok/s; 649 sec;loss: 1141.74141
[2020-08-29 22:59:24,811 INFO] Step 194/100000; acc: 18.97; ppl: 27568.72; xent: 10.22; lr: 0.00900; 1550/110 tok/s; 650 sec;loss: 1186.03470
[2020-08-29 22:59:27,918 INFO] Step 195/100000; acc: 25.00; ppl: 19361.61; xent: 9.87; lr: 0.00900; 1750/ 31 tok/s; 653 sec;loss: 947.62055
[2020-08-29 22:59:31,350 INFO] Step 196/100000; acc: 14.46; ppl: 28869.08; xent: 10.27; lr: 0.00900; 1677/ 49 tok/s; 657 sec;loss: 1704.90736
[2020-08-29 22:59:34,490 INFO] Step 197/100000; acc: 39.06; ppl: 10340.29; xent: 9.24; lr: 0.00900; 1754/ 21 tok/s; 660 sec;loss: 591.60342
[2020-08-29 22:59:38,325 INFO] Step 198/100000; acc: 25.00; ppl: 19331.91; xent: 9.87; lr: 0.00900; 1786/ 25 tok/s; 664 sec;loss: 947.47319
[2020-08-29 22:59:42,034 INFO] Step 199/100000; acc: 29.17; ppl: 11943.61; xent: 9.39; lr: 0.00900; 1754/ 26 tok/s; 667 sec;loss: 901.24335
[2020-08-29 22:59:43,466 INFO] Step 200/100000; acc: 27.08; ppl: 15062.77; xent: 9.62; lr: 0.00900; 1610/ 69 tok/s; 669 sec;loss: 923.51819
[2020-08-29 22:59:47,168 INFO] Step 201/100000; acc: 28.12; ppl: 13283.02; xent: 9.49; lr: 0.00900; 1762/ 26 tok/s; 673 sec;loss: 911.44725
[2020-08-29 22:59:51,921 INFO] Step 202/100000; acc: 28.12; ppl: 13309.84; xent: 9.50; lr: 0.00900; 1772/ 20 tok/s; 677 sec;loss: 911.64086
[2020-08-29 22:59:53,473 INFO] Step 203/100000; acc: 21.67; ppl: 19049.73; xent: 9.85; lr: 0.00900; 1601/ 80 tok/s; 679 sec;loss: 1182.57701
[2020-08-29 22:59:58,880 INFO] Step 204/100000; acc: 23.96; ppl: 21256.96; xent: 9.96; lr: 0.00900; 1780/ 18 tok/s; 684 sec;loss: 956.58622
[2020-08-29 23:00:01,065 INFO] Step 205/100000; acc: 26.04; ppl: 16993.58; xent: 9.74; lr: 0.00900; 1687/ 45 tok/s; 686 sec;loss: 935.09675
[2020-08-29 23:00:03,816 INFO] Step 206/100000; acc: 22.92; ppl: 24011.65; xent: 10.09; lr: 0.00900; 1701/ 35 tok/s; 689 sec;loss: 968.28427
[2020-08-29 23:00:07,211 INFO] Step 207/100000; acc: 20.31; ppl: 20291.44; xent: 9.92; lr: 0.00900; 1740/ 38 tok/s; 693 sec;loss: 1269.49818
[2020-08-29 23:00:10,340 INFO] Step 208/100000; acc: 25.00; ppl: 19049.70; xent: 9.85; lr: 0.00900; 1739/ 31 tok/s; 696 sec;loss: 946.06145
[2020-08-29 23:00:13,204 INFO] Step 209/100000; acc: 25.00; ppl: 19059.41; xent: 9.86; lr: 0.00900; 1730/ 34 tok/s; 699 sec;loss: 946.11036
[2020-08-29 23:00:17,110 INFO] Step 210/100000; acc: 17.97; ppl: 26688.57; xent: 10.19; lr: 0.00900; 1756/ 33 tok/s; 703 sec;loss: 1304.57481
[2020-08-29 23:00:22,489 INFO] Step 211/100000; acc: 39.06; ppl: 9923.80; xent: 9.20; lr: 0.00900; 1799/ 12 tok/s; 708 sec;loss: 588.97224
[2020-08-29 23:00:25,531 INFO] Step 212/100000; acc: 23.96; ppl: 21283.11; xent: 9.97; lr: 0.00900; 1749/ 32 tok/s; 711 sec;loss: 956.70424
[2020-08-29 23:00:27,863 INFO] Step 213/100000; acc: 18.75; ppl: 24321.24; xent: 10.10; lr: 0.00900; 1740/ 56 tok/s; 713 sec;loss: 1292.68550
[2020-08-29 23:00:30,804 INFO] Step 214/100000; acc: 26.04; ppl: 16982.33; xent: 9.74; lr: 0.00900; 1800/ 33 tok/s; 716 sec;loss: 935.03313
[2020-08-29 23:00:32,231 INFO] Step 215/100000; acc: 24.32; ppl: 15919.41; xent: 9.68; lr: 0.00900; 1653/ 80 tok/s; 718 sec;loss: 1073.95766
[2020-08-29 23:00:33,680 INFO] Step 216/100000; acc: 37.50; ppl: 11752.40; xent: 9.37; lr: 0.00900; 1741/ 45 tok/s; 719 sec;loss: 599.79601
[2020-08-29 23:00:36,272 INFO] Step 217/100000; acc: 25.00; ppl: 19004.45; xent: 9.85; lr: 0.00900; 1765/ 37 tok/s; 722 sec;loss: 945.83314
[2020-08-29 23:00:39,526 INFO] Step 218/100000; acc: 21.88; ppl: 26977.17; xent: 10.20; lr: 0.00900; 1806/ 30 tok/s; 725 sec;loss: 979.46365
[2020-08-29 23:00:41,777 INFO] Step 219/100000; acc: 43.08; ppl: 6097.41; xent: 8.72; lr: 0.00900; 1777/ 29 tok/s; 727 sec;loss: 566.51530
[2020-08-29 23:00:44,374 INFO] Step 220/100000; acc: 19.79; ppl: 34688.07; xent: 10.45; lr: 0.00900; 1780/ 37 tok/s; 730 sec;loss: 1003.59849
[2020-08-29 23:00:46,270 INFO] Step 221/100000; acc: 23.96; ppl: 21610.86; xent: 9.98; lr: 0.00900; 1748/ 51 tok/s; 732 sec;loss: 958.17134
[2020-08-29 23:00:49,065 INFO] Step 222/100000; acc: 20.86; ppl: 17035.38; xent: 9.74; lr: 0.00900; 1742/ 50 tok/s; 734 sec;loss: 1354.28362
[2020-08-29 23:00:53,535 INFO] Step 223/100000; acc: 26.04; ppl: 16907.54; xent: 9.74; lr: 0.00900; 1827/ 22 tok/s; 739 sec;loss: 934.60945
[2020-08-29 23:00:56,385 INFO] Step 224/100000; acc: 16.90; ppl: 25855.91; xent: 10.16; lr: 0.00900; 1738/ 51 tok/s; 742 sec;loss: 1442.76182
[2020-08-29 23:00:58,715 INFO] Step 225/100000; acc: 27.08; ppl: 14769.29; xent: 9.60; lr: 0.00900; 1768/ 42 tok/s; 744 sec;loss: 921.62931
[2020-08-29 23:01:02,247 INFO] Step 226/100000; acc: 23.96; ppl: 21267.46; xent: 9.96; lr: 0.00900; 1781/ 27 tok/s; 748 sec;loss: 956.63361
[2020-08-29 23:01:03,305 INFO] Step 227/100000; acc: 21.36; ppl: 25264.42; xent: 10.14; lr: 0.00900; 1338/101 tok/s; 749 sec;loss: 1044.12669
[2020-08-29 23:01:06,041 INFO] Step 228/100000; acc: 17.19; ppl: 28833.67; xent: 10.27; lr: 0.00900; 1775/ 47 tok/s; 751 sec;loss: 1314.47027
[2020-08-29 23:01:11,353 INFO] Step 229/100000; acc: 22.92; ppl: 24428.48; xent: 10.10; lr: 0.00900; 1820/ 18 tok/s; 757 sec;loss: 969.93649
[2020-08-29 23:01:12,673 INFO] Step 230/100000; acc: 25.00; ppl: 19564.58; xent: 9.88; lr: 0.00900; 1675/ 76 tok/s; 758 sec;loss: 948.62169
[2020-08-29 23:01:15,396 INFO] Step 231/100000; acc: 28.12; ppl: 13589.42; xent: 9.52; lr: 0.00900; 1795/ 35 tok/s; 761 sec;loss: 913.63647
[2020-08-29 23:01:19,780 INFO] Step 232/100000; acc: 15.79; ppl: 27168.10; xent: 10.21; lr: 0.00900; 1769/ 35 tok/s; 765 sec;loss: 1551.88942
[2020-08-29 23:01:24,223 INFO] Step 233/100000; acc: 25.00; ppl: 19150.28; xent: 9.86; lr: 0.00900; 1791/ 22 tok/s; 770 sec;loss: 946.56695
[2020-08-29 23:01:27,133 INFO] Step 234/100000; acc: 35.94; ppl: 14033.15; xent: 9.55; lr: 0.00900; 1801/ 22 tok/s; 773 sec;loss: 611.14738
[2020-08-29 23:01:30,010 INFO] Step 235/100000; acc: 28.12; ppl: 13484.04; xent: 9.51; lr: 0.00900; 1789/ 34 tok/s; 775 sec;loss: 912.88918
[2020-08-29 23:01:33,502 INFO] Step 236/100000; acc: 15.89; ppl: 27070.86; xent: 10.21; lr: 0.00900; 1714/ 44 tok/s; 779 sec;loss: 1541.13818
[2020-08-29 23:01:37,809 INFO] Step 237/100000; acc: 24.53; ppl: 16888.37; xent: 9.73; lr: 0.00900; 1799/ 25 tok/s; 783 sec;loss: 1031.84431
[2020-08-29 23:01:41,734 INFO] Step 238/100000; acc: 18.25; ppl: 26048.88; xent: 10.17; lr: 0.00900; 1783/ 32 tok/s; 787 sec;loss: 1281.13398
[2020-08-29 23:01:46,002 INFO] Step 239/100000; acc: 17.19; ppl: 28847.82; xent: 10.27; lr: 0.00900; 1795/ 30 tok/s; 791 sec;loss: 1314.53307
[2020-08-29 23:01:47,790 INFO] Step 240/100000; acc: 13.38; ppl: 34406.83; xent: 10.45; lr: 0.00900; 1565/ 90 tok/s; 793 sec;loss: 1640.02363
[2020-08-29 23:01:50,934 INFO] Step 241/100000; acc: 25.00; ppl: 19279.97; xent: 9.87; lr: 0.00900; 1811/ 31 tok/s; 796 sec;loss: 947.21493
[2020-08-29 23:01:53,056 INFO] Step 242/100000; acc: 25.00; ppl: 19140.49; xent: 9.86; lr: 0.00900; 1748/ 46 tok/s; 798 sec;loss: 946.51790
[2020-08-29 23:01:57,111 INFO] Step 243/100000; acc: 34.38; ppl: 16985.72; xent: 9.74; lr: 0.00900; 1825/ 16 tok/s; 803 sec;loss: 623.36821
[2020-08-29 23:02:02,500 INFO] Step 244/100000; acc: 17.97; ppl: 26712.41; xent: 10.19; lr: 0.00900; 1797/ 24 tok/s; 808 sec;loss: 1304.68910
[2020-08-29 23:02:04,210 INFO] Step 245/100000; acc: 21.09; ppl: 18640.47; xent: 9.83; lr: 0.00900; 1668/ 78 tok/s; 810 sec;loss: 1258.63554
[2020-08-29 23:02:07,369 INFO] Step 246/100000; acc: 25.00; ppl: 19158.11; xent: 9.86; lr: 0.00900; 1722/ 31 tok/s; 813 sec;loss: 946.60623
[2020-08-29 23:02:11,913 INFO] Step 247/100000; acc: 24.73; ppl: 20878.56; xent: 9.95; lr: 0.00900; 1712/ 21 tok/s; 817 sec;loss: 925.02244
[2020-08-29 23:02:15,996 INFO] Step 248/100000; acc: 22.92; ppl: 24120.87; xent: 10.09; lr: 0.00900; 1738/ 24 tok/s; 821 sec;loss: 968.71995
[2020-08-29 23:02:17,334 INFO] Step 249/100000; acc: 42.19; ppl: 6874.36; xent: 8.84; lr: 0.00900; 1637/ 50 tok/s; 823 sec;loss: 565.47549
[2020-08-29 23:02:21,136 INFO] Step 250/100000; acc: 25.00; ppl: 18938.31; xent: 9.85; lr: 0.00900; 1758/ 25 tok/s; 827 sec;loss: 945.49844
[2020-08-29 23:02:23,997 INFO] Step 251/100000; acc: 13.95; ppl: 41788.98; xent: 10.64; lr: 0.00900; 1682/ 46 tok/s; 829 sec;loss: 1372.61006
[2020-08-29 23:02:27,173 INFO] Step 252/100000; acc: 22.92; ppl: 24047.90; xent: 10.09; lr: 0.00900; 1741/ 31 tok/s; 833 sec;loss: 968.42907
[2020-08-29 23:02:29,384 INFO] Step 253/100000; acc: 28.12; ppl: 13758.92; xent: 9.53; lr: 0.00900; 1707/ 44 tok/s; 835 sec;loss: 914.82651
[2020-08-29 23:02:32,153 INFO] Step 254/100000; acc: 30.21; ppl: 10610.46; xent: 9.27; lr: 0.00900; 1725/ 35 tok/s; 838 sec;loss: 889.88115
[2020-08-29 23:02:35,280 INFO] Step 255/100000; acc: 43.75; ppl: 5818.11; xent: 8.67; lr: 0.00900; 1788/ 21 tok/s; 841 sec;loss: 554.79874
[2020-08-29 23:02:41,115 INFO] Step 256/100000; acc: 35.44; ppl: 8648.24; xent: 9.07; lr: 0.00900; 1539/ 14 tok/s; 847 sec;loss: 716.14377
[2020-08-29 23:02:47,477 INFO] Step 257/100000; acc: 26.04; ppl: 16515.48; xent: 9.71; lr: 0.00900; 1099/ 15 tok/s; 853 sec;loss: 932.35711
[2020-08-29 23:02:51,927 INFO] Step 258/100000; acc: 26.04; ppl: 16866.03; xent: 9.73; lr: 0.00900; 1085/ 24 tok/s; 857 sec;loss: 934.37345
[2020-08-29 23:02:56,915 INFO] Step 259/100000; acc: 26.04; ppl: 16934.26; xent: 9.74; lr: 0.00900; 1072/ 19 tok/s; 862 sec;loss: 934.76104
[2020-08-29 23:03:01,324 INFO] Step 260/100000; acc: 30.21; ppl: 10488.60; xent: 9.26; lr: 0.00900; 1092/ 22 tok/s; 867 sec;loss: 888.77227
[2020-08-29 23:03:05,200 INFO] Step 261/100000; acc: 26.04; ppl: 16972.37; xent: 9.74; lr: 0.00900; 1017/ 25 tok/s; 871 sec;loss: 934.97681
[2020-08-29 23:03:14,234 INFO] Step 262/100000; acc: 27.08; ppl: 15041.06; xent: 9.62; lr: 0.00900; 1066/ 11 tok/s; 880 sec;loss: 923.37976
[2020-08-29 23:03:17,038 INFO] Step 263/100000; acc: 22.73; ppl: 19121.04; xent: 9.86; lr: 0.00900; 826/ 40 tok/s; 882 sec;loss: 1084.43990
[2020-08-29 23:03:24,229 INFO] Step 264/100000; acc: 40.91; ppl: 7245.87; xent: 8.89; lr: 0.00900; 1079/ 9 tok/s; 890 sec;loss: 586.62030
[2020-08-29 23:03:28,259 INFO] Step 265/100000; acc: 15.48; ppl: 24823.04; xent: 10.12; lr: 0.00900; 1000/ 42 tok/s; 894 sec;loss: 1700.08065
[2020-08-29 23:03:36,918 INFO] Step 266/100000; acc: 38.57; ppl: 7990.50; xent: 8.99; lr: 0.00900; 1065/ 8 tok/s; 902 sec;loss: 629.02062
[2020-08-29 23:03:38,519 INFO] Step 267/100000; acc: 28.12; ppl: 13242.38; xent: 9.49; lr: 0.00900; 1087/ 63 tok/s; 904 sec;loss: 911.15303
[2020-08-29 23:03:46,962 INFO] Step 268/100000; acc: 26.88; ppl: 16312.05; xent: 9.70; lr: 0.00900; 1007/ 11 tok/s; 912 sec;loss: 902.06832
[2020-08-29 23:03:52,405 INFO] Step 269/100000; acc: 22.43; ppl: 20644.97; xent: 9.94; lr: 0.00900; 1078/ 20 tok/s; 918 sec;loss: 1063.06926
[2020-08-29 23:03:57,144 INFO] Step 270/100000; acc: 39.06; ppl: 9718.18; xent: 9.18; lr: 0.00900; 1017/ 14 tok/s; 923 sec;loss: 587.63220
[2020-08-29 23:04:02,861 INFO] Step 271/100000; acc: 37.50; ppl: 11484.65; xent: 9.35; lr: 0.00900; 1031/ 11 tok/s; 928 sec;loss: 598.32107
[2020-08-29 23:04:08,262 INFO] Step 272/100000; acc: 33.77; ppl: 11000.53; xent: 9.31; lr: 0.00900; 1071/ 14 tok/s; 934 sec;loss: 716.53877
[2020-08-29 23:04:11,966 INFO] Step 273/100000; acc: 36.36; ppl: 8071.56; xent: 9.00; lr: 0.00900; 999/ 21 tok/s; 937 sec;loss: 692.69982
[2020-08-29 23:04:18,121 INFO] Step 274/100000; acc: 28.12; ppl: 13168.30; xent: 9.49; lr: 0.00900; 1077/ 16 tok/s; 944 sec;loss: 910.61448
[2020-08-29 23:04:22,013 INFO] Step 275/100000; acc: 19.53; ppl: 21863.14; xent: 9.99; lr: 0.00900; 967/ 33 tok/s; 947 sec;loss: 1279.04737
[2020-08-29 23:04:27,346 INFO] Step 276/100000; acc: 27.55; ppl: 13477.15; xent: 9.51; lr: 0.00900; 1103/ 18 tok/s; 953 sec;loss: 931.85759
[2020-08-29 23:04:33,429 INFO] Step 277/100000; acc: 35.94; ppl: 13506.61; xent: 9.51; lr: 0.00900; 1087/ 11 tok/s; 959 sec;loss: 608.69983
[2020-08-29 23:04:36,244 INFO] Step 278/100000; acc: 26.04; ppl: 16670.16; xent: 9.72; lr: 0.00900; 986/ 35 tok/s; 962 sec;loss: 933.25203
[2020-08-29 23:04:40,167 INFO] Step 279/100000; acc: 23.16; ppl: 23389.56; xent: 10.06; lr: 0.00900; 1040/ 24 tok/s; 966 sec;loss: 955.70427
[2020-08-29 23:04:46,195 INFO] Step 280/100000; acc: 32.89; ppl: 12473.37; xent: 9.43; lr: 0.00900; 1068/ 13 tok/s; 972 sec;loss: 716.78267
[2020-08-29 23:04:51,284 INFO] Step 281/100000; acc: 30.59; ppl: 12593.94; xent: 9.44; lr: 0.00900; 1086/ 17 tok/s; 977 sec;loss: 802.48254
[2020-08-29 23:04:54,300 INFO] Step 282/100000; acc: 25.00; ppl: 18710.07; xent: 9.84; lr: 0.00900; 1013/ 32 tok/s; 980 sec;loss: 944.33444
[2020-08-29 23:04:59,903 INFO] Step 283/100000; acc: 28.12; ppl: 13038.41; xent: 9.48; lr: 0.00900; 1068/ 17 tok/s; 985 sec;loss: 909.66288
[2020-08-29 23:05:06,540 INFO] Step 284/100000; acc: 27.08; ppl: 14678.35; xent: 9.59; lr: 0.00900; 1107/ 15 tok/s; 992 sec;loss: 921.03638
[2020-08-29 23:05:11,302 INFO] Step 285/100000; acc: 26.04; ppl: 16409.87; xent: 9.71; lr: 0.00900; 1121/ 22 tok/s; 997 sec;loss: 931.74129
[2020-08-29 23:05:16,942 INFO] Step 286/100000; acc: 39.06; ppl: 9237.70; xent: 9.13; lr: 0.00900; 1079/ 11 tok/s; 1002 sec;loss: 584.38712
[2020-08-29 23:05:24,453 INFO] Step 287/100000; acc: 22.50; ppl: 17071.91; xent: 9.75; lr: 0.00900; 1119/ 16 tok/s; 1010 sec;loss: 1169.42273
[2020-08-29 23:05:32,959 INFO] Step 288/100000; acc: 18.75; ppl: 23648.10; xent: 10.07; lr: 0.00900; 1050/ 15 tok/s; 1018 sec;loss: 1289.09288
[2020-08-29 23:05:41,216 INFO] Step 289/100000; acc: 24.11; ppl: 15673.65; xent: 9.66; lr: 0.00900; 1075/ 14 tok/s; 1027 sec;loss: 1081.89047
[2020-08-29 23:05:44,445 INFO] Step 290/100000; acc: 23.96; ppl: 20803.77; xent: 9.94; lr: 0.00900; 1063/ 30 tok/s; 1030 sec;loss: 954.51738
[2020-08-29 23:05:52,927 INFO] Step 291/100000; acc: 26.42; ppl: 13282.86; xent: 9.49; lr: 0.00900; 1009/ 13 tok/s; 1038 sec;loss: 1006.38833
[2020-08-29 23:05:58,099 INFO] Step 292/100000; acc: 19.53; ppl: 21681.05; xent: 9.98; lr: 0.00900; 1046/ 25 tok/s; 1043 sec;loss: 1277.97680
[2020-08-29 23:06:03,270 INFO] Step 293/100000; acc: 26.04; ppl: 16524.82; xent: 9.71; lr: 0.00900; 1073/ 19 tok/s; 1049 sec;loss: 932.41140
[2020-08-29 23:06:10,409 INFO] Step 294/100000; acc: 17.91; ppl: 24554.62; xent: 10.11; lr: 0.00900; 1060/ 19 tok/s; 1056 sec;loss: 1354.55978
[2020-08-29 23:06:17,303 INFO] Step 295/100000; acc: 26.04; ppl: 16541.86; xent: 9.71; lr: 0.00900; 1066/ 14 tok/s; 1063 sec;loss: 932.51034
[2020-08-29 23:06:24,194 INFO] Step 296/100000; acc: 26.04; ppl: 16478.06; xent: 9.71; lr: 0.00900; 1091/ 14 tok/s; 1070 sec;loss: 932.13935
[2020-08-29 23:06:28,460 INFO] Step 297/100000; acc: 15.38; ppl: 30292.46; xent: 10.32; lr: 0.00900; 1065/ 34 tok/s; 1074 sec;loss: 1475.56753
[2020-08-29 23:06:30,957 INFO] Step 298/100000; acc: 21.88; ppl: 26974.89; xent: 10.20; lr: 0.00900; 950/ 39 tok/s; 1076 sec;loss: 979.45553
[2020-08-29 23:06:39,839 INFO] Step 299/100000; acc: 16.41; ppl: 30977.64; xent: 10.34; lr: 0.00900; 1083/ 14 tok/s; 1085 sec;loss: 1323.65067
[2020-08-29 23:06:47,924 INFO] Step 300/100000; acc: 16.67; ppl: 26048.61; xent: 10.17; lr: 0.00900; 1071/ 18 tok/s; 1093 sec;loss: 1464.15166
[2020-08-29 23:06:53,008 INFO] Step 301/100000; acc: 20.83; ppl: 29879.66; xent: 10.30; lr: 0.00900; 1091/ 19 tok/s; 1098 sec;loss: 989.27359
[2020-08-29 23:06:57,481 INFO] Step 302/100000; acc: 27.08; ppl: 15059.12; xent: 9.62; lr: 0.00900; 1091/ 22 tok/s; 1103 sec;loss: 923.49498
[2020-08-29 23:07:06,476 INFO] Step 303/100000; acc: 25.00; ppl: 18832.37; xent: 9.84; lr: 0.00900; 1072/ 11 tok/s; 1112 sec;loss: 944.95990
[2020-08-29 23:07:09,031 INFO] Step 304/100000; acc: 32.81; ppl: 19792.84; xent: 9.89; lr: 0.00900; 995/ 26 tok/s; 1114 sec;loss: 633.15684
[2020-08-29 23:07:14,272 INFO] Step 305/100000; acc: 18.57; ppl: 21620.03; xent: 9.98; lr: 0.00900; 1072/ 27 tok/s; 1120 sec;loss: 1397.39259
[2020-08-29 23:07:21,863 INFO] Step 306/100000; acc: 17.61; ppl: 23692.12; xent: 10.07; lr: 0.00900; 1014/ 19 tok/s; 1127 sec;loss: 1430.35149
[2020-08-29 23:07:27,092 INFO] Step 307/100000; acc: 18.18; ppl: 24329.58; xent: 10.10; lr: 0.00900; 1067/ 26 tok/s; 1132 sec;loss: 1333.12717
[2020-08-29 23:07:31,885 INFO] Step 308/100000; acc: 25.26; ppl: 18518.57; xent: 9.83; lr: 0.00900; 1001/ 20 tok/s; 1137 sec;loss: 933.52030
[2020-08-29 23:07:39,111 INFO] Step 309/100000; acc: 26.04; ppl: 16369.33; xent: 9.70; lr: 0.00900; 1113/ 13 tok/s; 1145 sec;loss: 931.50379
[2020-08-29 23:07:41,965 INFO] Step 310/100000; acc: 37.50; ppl: 11522.62; xent: 9.35; lr: 0.00900; 1031/ 23 tok/s; 1147 sec;loss: 598.53229
[2020-08-29 23:07:50,859 INFO] Step 311/100000; acc: 22.41; ppl: 18118.20; xent: 9.80; lr: 0.00900; 1068/ 13 tok/s; 1156 sec;loss: 1137.34197
[2020-08-29 23:07:55,323 INFO] Step 312/100000; acc: 37.50; ppl: 10982.74; xent: 9.30; lr: 0.00900; 1129/ 15 tok/s; 1161 sec;loss: 595.46114
[2020-08-29 23:07:58,249 INFO] Step 313/100000; acc: 19.13; ppl: 26520.49; xent: 10.19; lr: 0.00900; 989/ 40 tok/s; 1164 sec;loss: 1171.35237
[2020-08-29 23:08:05,159 INFO] Step 314/100000; acc: 30.21; ppl: 10451.65; xent: 9.25; lr: 0.00900; 1045/ 14 tok/s; 1171 sec;loss: 888.43349
[2020-08-29 23:08:08,947 INFO] Step 315/100000; acc: 25.00; ppl: 18442.37; xent: 9.82; lr: 0.00900; 1020/ 26 tok/s; 1174 sec;loss: 942.95100
[2020-08-29 23:08:15,277 INFO] Step 316/100000; acc: 37.50; ppl: 11389.84; xent: 9.34; lr: 0.00900; 1128/ 10 tok/s; 1181 sec;loss: 597.79053
[2020-08-29 23:08:22,846 INFO] Step 317/100000; acc: 35.94; ppl: 13386.88; xent: 9.50; lr: 0.00900; 1039/ 9 tok/s; 1188 sec;loss: 608.12994
[2020-08-29 23:08:27,157 INFO] Step 318/100000; acc: 26.04; ppl: 16402.93; xent: 9.71; lr: 0.00900; 1041/ 23 tok/s; 1193 sec;loss: 931.70069
[2020-08-29 23:08:32,328 INFO] Step 319/100000; acc: 26.04; ppl: 16600.21; xent: 9.72; lr: 0.00900; 1084/ 19 tok/s; 1198 sec;loss: 932.84840
[2020-08-29 23:08:38,378 INFO] Step 320/100000; acc: 27.38; ppl: 18186.03; xent: 9.81; lr: 0.00900; 1098/ 14 tok/s; 1204 sec;loss: 823.90635
[2020-08-29 23:08:40,327 INFO] Step 321/100000; acc: 20.63; ppl: 19419.75; xent: 9.87; lr: 0.00900; 928/ 66 tok/s; 1206 sec;loss: 1244.12975
[2020-08-29 23:08:43,315 INFO] Step 322/100000; acc: 22.92; ppl: 23594.96; xent: 10.07; lr: 0.00900; 1024/ 32 tok/s; 1209 sec;loss: 966.60369
[2020-08-29 23:08:48,227 INFO] Step 323/100000; acc: 19.53; ppl: 21826.32; xent: 9.99; lr: 0.00900; 1055/ 26 tok/s; 1214 sec;loss: 1278.83158
[2020-08-29 23:08:52,245 INFO] Step 324/100000; acc: 28.12; ppl: 12895.34; xent: 9.46; lr: 0.00900; 1079/ 24 tok/s; 1218 sec;loss: 908.60365
[2020-08-29 23:09:01,139 INFO] Step 325/100000; acc: 29.17; ppl: 11465.93; xent: 9.35; lr: 0.00900; 1084/ 11 tok/s; 1227 sec;loss: 897.32503
[2020-08-29 23:09:05,533 INFO] Step 326/100000; acc: 26.04; ppl: 16239.27; xent: 9.70; lr: 0.00900; 1059/ 22 tok/s; 1231 sec;loss: 930.73803
[2020-08-29 23:09:07,180 INFO] Step 327/100000; acc: 25.00; ppl: 18461.46; xent: 9.82; lr: 0.00900; 1049/ 73 tok/s; 1233 sec;loss: 943.05029
[2020-08-29 23:09:13,235 INFO] Step 328/100000; acc: 32.81; ppl: 19189.50; xent: 9.86; lr: 0.00900; 1097/ 11 tok/s; 1239 sec;loss: 631.17560
[2020-08-29 23:09:16,280 INFO] Step 329/100000; acc: 32.89; ppl: 12784.27; xent: 9.46; lr: 0.00900; 951/ 25 tok/s; 1242 sec;loss: 718.65380
[2020-08-29 23:09:20,097 INFO] Step 330/100000; acc: 15.03; ppl: 28685.79; xent: 10.26; lr: 0.00900; 954/ 40 tok/s; 1245 sec;loss: 1570.41607
[2020-08-29 23:09:24,394 INFO] Step 331/100000; acc: 17.19; ppl: 28458.36; xent: 10.26; lr: 0.00900; 1057/ 30 tok/s; 1250 sec;loss: 1312.79326
[2020-08-29 23:09:31,553 INFO] Step 332/100000; acc: 25.00; ppl: 18507.68; xent: 9.83; lr: 0.00900; 1078/ 13 tok/s; 1257 sec;loss: 943.29033
[2020-08-29 23:09:36,921 INFO] Step 333/100000; acc: 25.00; ppl: 18581.40; xent: 9.83; lr: 0.00900; 1027/ 19 tok/s; 1262 sec;loss: 943.67197
[2020-08-29 23:09:42,963 INFO] Step 334/100000; acc: 40.62; ppl: 8104.43; xent: 9.00; lr: 0.00900; 1083/ 11 tok/s; 1268 sec;loss: 576.01064
[2020-08-29 23:09:48,057 INFO] Step 335/100000; acc: 25.00; ppl: 18389.53; xent: 9.82; lr: 0.00900; 1040/ 19 tok/s; 1273 sec;loss: 942.67555
[2020-08-29 23:09:53,381 INFO] Step 336/100000; acc: 27.08; ppl: 14708.62; xent: 9.60; lr: 0.00900; 1103/ 18 tok/s; 1279 sec;loss: 921.23412
[2020-08-29 23:09:59,038 INFO] Step 337/100000; acc: 26.04; ppl: 16518.49; xent: 9.71; lr: 0.00900; 1017/ 17 tok/s; 1284 sec;loss: 932.37461
[2020-08-29 23:10:07,392 INFO] Step 338/100000; acc: 21.88; ppl: 26992.26; xent: 10.20; lr: 0.00900; 1083/ 12 tok/s; 1293 sec;loss: 979.51731
[2020-08-29 23:10:13,158 INFO] Step 339/100000; acc: 25.49; ppl: 15742.66; xent: 9.66; lr: 0.00900; 974/ 18 tok/s; 1299 sec;loss: 985.74121
[2020-08-29 23:10:17,949 INFO] Step 340/100000; acc: 25.00; ppl: 18662.85; xent: 9.83; lr: 0.00900; 1004/ 20 tok/s; 1303 sec;loss: 944.09185
[2020-08-29 23:10:19,210 INFO] Step 341/100000; acc: 25.00; ppl: 20385.31; xent: 9.92; lr: 0.00900; 1023/ 75 tok/s; 1305 sec;loss: 912.87642
[2020-08-29 23:10:24,485 INFO] Step 342/100000; acc: 39.06; ppl: 9476.77; xent: 9.16; lr: 0.00900; 1088/ 12 tok/s; 1310 sec;loss: 586.02231
[2020-08-29 23:10:26,994 INFO] Step 343/100000; acc: 25.00; ppl: 18484.54; xent: 9.82; lr: 0.00900; 922/ 39 tok/s; 1312 sec;loss: 943.17024
[2020-08-29 23:10:33,473 INFO] Step 344/100000; acc: 19.85; ppl: 19272.21; xent: 9.87; lr: 0.00900; 1070/ 21 tok/s; 1319 sec;loss: 1341.83307
[2020-08-29 23:10:37,240 INFO] Step 345/100000; acc: 18.38; ppl: 22854.17; xent: 10.04; lr: 0.00900; 956/ 37 tok/s; 1323 sec;loss: 1365.01690
[2020-08-29 23:10:43,313 INFO] Step 346/100000; acc: 40.00; ppl: 6700.93; xent: 8.81; lr: 0.00900; 1075/ 12 tok/s; 1329 sec;loss: 616.70007
[2020-08-29 23:10:48,866 INFO] Step 347/100000; acc: 34.38; ppl: 15719.85; xent: 9.66; lr: 0.00900; 1024/ 12 tok/s; 1334 sec;loss: 618.41149
[2020-08-29 23:10:54,116 INFO] Step 348/100000; acc: 29.17; ppl: 11406.30; xent: 9.34; lr: 0.00900; 1082/ 18 tok/s; 1340 sec;loss: 896.82440
[2020-08-29 23:11:00,280 INFO] Step 349/100000; acc: 21.71; ppl: 16613.21; xent: 9.72; lr: 0.00900; 1022/ 21 tok/s; 1346 sec;loss: 1253.61601
[2020-08-29 23:11:08,890 INFO] Step 350/100000; acc: 29.35; ppl: 11947.36; xent: 9.39; lr: 0.00900; 1058/ 11 tok/s; 1354 sec;loss: 863.72040
[2020-08-29 23:11:15,097 INFO] Step 351/100000; acc: 34.38; ppl: 16115.18; xent: 9.69; lr: 0.00900; 1059/ 10 tok/s; 1360 sec;loss: 620.00107
[2020-08-29 23:11:16,361 INFO] Step 352/100000; acc: 23.58; ppl: 18026.32; xent: 9.80; lr: 0.00900; 758/ 88 tok/s; 1362 sec;loss: 1038.75632
[2020-08-29 23:11:24,428 INFO] Step 353/100000; acc: 18.75; ppl: 28693.79; xent: 10.26; lr: 0.00900; 1057/ 14 tok/s; 1370 sec;loss: 1149.61685
[2020-08-29 23:11:33,389 INFO] Step 354/100000; acc: 29.17; ppl: 11933.35; xent: 9.39; lr: 0.00900; 1079/ 11 tok/s; 1379 sec;loss: 901.16084
[2020-08-29 23:11:40,848 INFO] Step 355/100000; acc: 40.62; ppl: 7930.71; xent: 8.98; lr: 0.00900; 1014/ 9 tok/s; 1386 sec;loss: 574.62386
[2020-08-29 23:11:48,107 INFO] Step 356/100000; acc: 20.31; ppl: 19963.94; xent: 9.90; lr: 0.00900; 1051/ 18 tok/s; 1394 sec;loss: 1267.41542
[2020-08-29 23:11:50,320 INFO] Step 357/100000; acc: 19.39; ppl: 34386.16; xent: 10.45; lr: 0.00900; 982/ 46 tok/s; 1396 sec;loss: 1023.65013
[2020-08-29 23:11:57,158 INFO] Step 358/100000; acc: 26.04; ppl: 16640.47; xent: 9.72; lr: 0.00900; 1075/ 14 tok/s; 1403 sec;loss: 933.08092
[2020-08-29 23:12:01,913 INFO] Step 359/100000; acc: 17.97; ppl: 26049.69; xent: 10.17; lr: 0.00900; 988/ 27 tok/s; 1407 sec;loss: 1301.47345
[2020-08-29 23:12:10,130 INFO] Step 360/100000; acc: 23.40; ppl: 22973.37; xent: 10.04; lr: 0.00900; 1060/ 11 tok/s; 1416 sec;loss: 943.95656
[2020-08-29 23:12:19,231 INFO] Step 361/100000; acc: 26.04; ppl: 16749.99; xent: 9.73; lr: 0.00900; 1061/ 11 tok/s; 1425 sec;loss: 933.71067
[2020-08-29 23:12:22,980 INFO] Step 362/100000; acc: 25.00; ppl: 18352.64; xent: 9.82; lr: 0.00900; 961/ 26 tok/s; 1428 sec;loss: 942.48275
[2020-08-29 23:12:28,985 INFO] Step 363/100000; acc: 28.12; ppl: 12915.69; xent: 9.47; lr: 0.00900; 1076/ 16 tok/s; 1434 sec;loss: 908.75506
[2020-08-29 23:12:31,172 INFO] Step 364/100000; acc: 30.21; ppl: 10549.05; xent: 9.26; lr: 0.00900; 1004/ 45 tok/s; 1437 sec;loss: 889.32393
[2020-08-29 23:12:37,910 INFO] Step 365/100000; acc: 27.08; ppl: 14735.14; xent: 9.60; lr: 0.00900; 1049/ 14 tok/s; 1443 sec;loss: 921.40705
[2020-08-29 23:12:42,188 INFO] Step 366/100000; acc: 18.44; ppl: 21561.04; xent: 9.98; lr: 0.00900; 1011/ 33 tok/s; 1448 sec;loss: 1406.98872
[2020-08-29 23:12:43,951 INFO] Step 367/100000; acc: 25.00; ppl: 18009.99; xent: 9.80; lr: 0.00900; 888/ 56 tok/s; 1449 sec;loss: 940.67346
[2020-08-29 23:12:47,391 INFO] Step 368/100000; acc: 22.02; ppl: 20936.46; xent: 9.95; lr: 0.00900; 1077/ 32 tok/s; 1453 sec;loss: 1084.46797
[2020-08-29 23:12:56,354 INFO] Step 369/100000; acc: 25.00; ppl: 18799.26; xent: 9.84; lr: 0.00900; 1074/ 11 tok/s; 1462 sec;loss: 944.79098
[2020-08-29 23:12:59,487 INFO] Step 370/100000; acc: 25.93; ppl: 23075.22; xent: 10.05; lr: 0.00900; 1008/ 27 tok/s; 1465 sec;loss: 813.76767
[2020-08-29 23:13:01,206 INFO] Step 371/100000; acc: 26.32; ppl: 16470.57; xent: 9.71; lr: 0.00900; 849/ 56 tok/s; 1467 sec;loss: 922.38640
[2020-08-29 23:13:05,971 INFO] Step 372/100000; acc: 13.75; ppl: 31876.78; xent: 10.37; lr: 0.00900; 971/ 34 tok/s; 1471 sec;loss: 1659.14128
[2020-08-29 23:13:14,864 INFO] Step 373/100000; acc: 24.77; ppl: 15514.41; xent: 9.65; lr: 0.00900; 1066/ 12 tok/s; 1480 sec;loss: 1051.79818
[2020-08-29 23:13:19,402 INFO] Step 374/100000; acc: 40.62; ppl: 8053.15; xent: 8.99; lr: 0.00900; 1104/ 14 tok/s; 1485 sec;loss: 575.60436
[2020-08-29 23:13:24,024 INFO] Step 375/100000; acc: 25.00; ppl: 18128.35; xent: 9.81; lr: 0.00900; 1027/ 21 tok/s; 1489 sec;loss: 941.30228
[2020-08-29 23:13:29,158 INFO] Step 376/100000; acc: 22.92; ppl: 22904.11; xent: 10.04; lr: 0.00900; 1061/ 19 tok/s; 1495 sec;loss: 963.75090
[2020-08-29 23:13:38,139 INFO] Step 377/100000; acc: 22.92; ppl: 23285.93; xent: 10.06; lr: 0.00900; 1074/ 11 tok/s; 1504 sec;loss: 965.33805
[2020-08-29 23:13:41,162 INFO] Step 378/100000; acc: 34.38; ppl: 15943.22; xent: 9.68; lr: 0.00900; 999/ 22 tok/s; 1507 sec;loss: 619.31450
[2020-08-29 23:13:46,134 INFO] Step 379/100000; acc: 17.19; ppl: 27809.95; xent: 10.23; lr: 0.00900; 1054/ 26 tok/s; 1512 sec;loss: 1309.84310
[2020-08-29 23:13:51,015 INFO] Step 380/100000; acc: 18.75; ppl: 23592.70; xent: 10.07; lr: 0.00900; 1040/ 27 tok/s; 1516 sec;loss: 1288.79263
[2020-08-29 23:13:59,910 INFO] Step 381/100000; acc: 18.75; ppl: 23579.31; xent: 10.07; lr: 0.00900; 1084/ 14 tok/s; 1525 sec;loss: 1288.72002
[2020-08-29 23:14:05,318 INFO] Step 382/100000; acc: 17.19; ppl: 27867.12; xent: 10.24; lr: 0.00900; 1068/ 24 tok/s; 1531 sec;loss: 1310.10597
[2020-08-29 23:14:09,414 INFO] Step 383/100000; acc: 29.69; ppl: 26177.66; xent: 10.17; lr: 0.00900; 1045/ 16 tok/s; 1535 sec;loss: 651.05033
[2020-08-29 23:14:13,529 INFO] Step 384/100000; acc: 25.00; ppl: 18512.12; xent: 9.83; lr: 0.00900; 1060/ 24 tok/s; 1539 sec;loss: 943.31337
[2020-08-29 23:14:17,493 INFO] Step 385/100000; acc: 17.27; ppl: 25462.15; xent: 10.14; lr: 0.00900; 1086/ 38 tok/s; 1543 sec;loss: 1410.14782
[2020-08-29 23:14:20,000 INFO] Step 386/100000; acc: 20.31; ppl: 19740.02; xent: 9.89; lr: 0.00900; 853/ 52 tok/s; 1545 sec;loss: 1265.97160
[2020-08-29 23:14:26,168 INFO] Step 387/100000; acc: 17.19; ppl: 28679.30; xent: 10.26; lr: 0.00900; 1098/ 21 tok/s; 1552 sec;loss: 1313.78318
[2020-08-29 23:14:31,988 INFO] Step 388/100000; acc: 39.06; ppl: 9275.01; xent: 9.14; lr: 0.00900; 1039/ 11 tok/s; 1557 sec;loss: 584.64506
[2020-08-29 23:14:37,472 INFO] Step 389/100000; acc: 15.32; ppl: 36305.76; xent: 10.50; lr: 0.00900; 1071/ 23 tok/s; 1563 sec;loss: 1301.96673
[2020-08-29 23:14:44,411 INFO] Step 390/100000; acc: 25.00; ppl: 18413.23; xent: 9.82; lr: 0.00900; 1041/ 14 tok/s; 1570 sec;loss: 942.79918
[2020-08-29 23:14:49,194 INFO] Step 391/100000; acc: 28.12; ppl: 13478.47; xent: 9.51; lr: 0.00900; 1057/ 20 tok/s; 1575 sec;loss: 912.84951
[2020-08-29 23:14:55,462 INFO] Step 392/100000; acc: 25.00; ppl: 18522.57; xent: 9.83; lr: 0.00900; 1075/ 15 tok/s; 1581 sec;loss: 943.36754
[2020-08-29 23:15:02,336 INFO] Step 393/100000; acc: 25.00; ppl: 18775.08; xent: 9.84; lr: 0.00900; 1057/ 14 tok/s; 1588 sec;loss: 944.66741
[2020-08-29 23:15:05,367 INFO] Step 394/100000; acc: 26.04; ppl: 16141.27; xent: 9.69; lr: 0.00900; 1013/ 32 tok/s; 1591 sec;loss: 930.15694
[2020-08-29 23:15:13,156 INFO] Step 395/100000; acc: 17.19; ppl: 28263.33; xent: 10.25; lr: 0.00900; 1038/ 16 tok/s; 1599 sec;loss: 1311.91300
[2020-08-29 23:15:15,262 INFO] Step 396/100000; acc: 26.04; ppl: 16152.79; xent: 9.69; lr: 0.00900; 970/ 47 tok/s; 1601 sec;loss: 930.22542
[2020-08-29 23:15:17,109 INFO] Step 397/100000; acc: 25.61; ppl: 22928.61; xent: 10.04; lr: 0.00900; 932/ 45 tok/s; 1603 sec;loss: 823.29155
[2020-08-29 23:15:23,240 INFO] Step 398/100000; acc: 19.46; ppl: 18316.60; xent: 9.82; lr: 0.00900; 1074/ 24 tok/s; 1609 sec;loss: 1462.51889
[2020-08-29 23:15:27,294 INFO] Step 399/100000; acc: 15.62; ppl: 33521.11; xent: 10.42; lr: 0.00900; 1017/ 32 tok/s; 1613 sec;loss: 1333.75114
[2020-08-29 23:15:33,237 INFO] Step 400/100000; acc: 31.51; ppl: 15281.70; xent: 9.63; lr: 0.00900; 1072/ 12 tok/s; 1619 sec;loss: 703.31202
[2020-08-29 23:15:39,262 INFO] Step 401/100000; acc: 19.82; ppl: 25414.72; xent: 10.14; lr: 0.00900; 1086/ 19 tok/s; 1625 sec;loss: 1125.88230
[2020-08-29 23:15:47,201 INFO] Step 402/100000; acc: 29.17; ppl: 11990.68; xent: 9.39; lr: 0.00900; 1063/ 12 tok/s; 1633 sec;loss: 901.62095
[2020-08-29 23:15:50,270 INFO] Step 403/100000; acc: 22.31; ppl: 16766.36; xent: 9.73; lr: 0.00900; 994/ 40 tok/s; 1636 sec;loss: 1176.98271
[2020-08-29 23:15:56,066 INFO] Step 404/100000; acc: 21.88; ppl: 26472.49; xent: 10.18; lr: 0.00900; 1021/ 17 tok/s; 1641 sec;loss: 977.65068
[2020-08-29 23:16:00,469 INFO] Step 405/100000; acc: 23.15; ppl: 18414.95; xent: 9.82; lr: 0.00900; 1093/ 25 tok/s; 1646 sec;loss: 1060.65915
[2020-08-29 23:16:06,176 INFO] Step 406/100000; acc: 26.73; ppl: 15520.04; xent: 9.65; lr: 0.00900; 970/ 18 tok/s; 1652 sec;loss: 974.63864
[2020-08-29 23:16:13,899 INFO] Step 407/100000; acc: 25.00; ppl: 18002.32; xent: 9.80; lr: 0.00900; 1072/ 13 tok/s; 1659 sec;loss: 940.63255
[2020-08-29 23:16:18,424 INFO] Step 408/100000; acc: 13.16; ppl: 35236.63; xent: 10.47; lr: 0.00900; 1111/ 34 tok/s; 1664 sec;loss: 1591.41592
[2020-08-29 23:16:20,441 INFO] Step 409/100000; acc: 25.00; ppl: 18872.19; xent: 9.85; lr: 0.00900; 988/ 49 tok/s; 1666 sec;loss: 945.16267
[2020-08-29 23:16:24,360 INFO] Step 410/100000; acc: 37.50; ppl: 11389.49; xent: 9.34; lr: 0.00900; 1085/ 16 tok/s; 1670 sec;loss: 597.78854
[2020-08-29 23:16:30,055 INFO] Step 411/100000; acc: 23.96; ppl: 20508.36; xent: 9.93; lr: 0.00900; 1063/ 17 tok/s; 1675 sec;loss: 953.14442
[2020-08-29 23:16:36,032 INFO] Step 412/100000; acc: 32.05; ppl: 12562.26; xent: 9.44; lr: 0.00900; 1042/ 13 tok/s; 1681 sec;loss: 736.19930
[2020-08-29 23:16:44,054 INFO] Step 413/100000; acc: 21.09; ppl: 18805.27; xent: 9.84; lr: 0.00900; 1093/ 16 tok/s; 1689 sec;loss: 1259.76226
[2020-08-29 23:16:51,312 INFO] Step 414/100000; acc: 39.06; ppl: 9373.72; xent: 9.15; lr: 0.00900; 1095/ 9 tok/s; 1697 sec;loss: 585.32260
[2020-08-29 23:17:00,183 INFO] Step 415/100000; acc: 42.19; ppl: 6560.69; xent: 8.79; lr: 0.00900; 1091/ 7 tok/s; 1706 sec;loss: 562.48646
[2020-08-29 23:17:08,294 INFO] Step 416/100000; acc: 33.33; ppl: 13157.65; xent: 9.48; lr: 0.00900; 1053/ 9 tok/s; 1714 sec;loss: 682.90263
[2020-08-29 23:17:15,191 INFO] Step 417/100000; acc: 21.88; ppl: 25155.47; xent: 10.13; lr: 0.00900; 1058/ 14 tok/s; 1721 sec;loss: 972.75173
[2020-08-29 23:17:20,226 INFO] Step 418/100000; acc: 40.62; ppl: 7779.65; xent: 8.96; lr: 0.00900; 1062/ 13 tok/s; 1726 sec;loss: 573.39305
[2020-08-29 23:17:22,867 INFO] Step 419/100000; acc: 26.04; ppl: 16330.98; xent: 9.70; lr: 0.00900; 912/ 37 tok/s; 1728 sec;loss: 931.27865
[2020-08-29 23:17:30,219 INFO] Step 420/100000; acc: 29.87; ppl: 16863.97; xent: 9.73; lr: 0.00900; 1091/ 11 tok/s; 1736 sec;loss: 749.43595
[2020-08-29 23:17:34,902 INFO] Step 421/100000; acc: 17.27; ppl: 25026.90; xent: 10.13; lr: 0.00900; 976/ 30 tok/s; 1740 sec;loss: 1407.75119
[2020-08-29 23:17:42,418 INFO] Step 422/100000; acc: 17.01; ppl: 23739.61; xent: 10.07; lr: 0.00900; 1082/ 20 tok/s; 1748 sec;loss: 1481.01036
[2020-08-29 23:17:50,425 INFO] Step 423/100000; acc: 37.50; ppl: 10976.45; xent: 9.30; lr: 0.00900; 1107/ 8 tok/s; 1756 sec;loss: 595.42445
[2020-08-29 23:17:55,361 INFO] Step 424/100000; acc: 27.08; ppl: 14315.40; xent: 9.57; lr: 0.00900; 1033/ 20 tok/s; 1761 sec;loss: 918.63278
[2020-08-29 23:18:01,210 INFO] Step 425/100000; acc: 14.38; ppl: 32057.88; xent: 10.38; lr: 0.00900; 1036/ 25 tok/s; 1767 sec;loss: 1514.79354
[2020-08-29 23:18:06,867 INFO] Step 426/100000; acc: 21.88; ppl: 25859.08; xent: 10.16; lr: 0.00900; 1033/ 17 tok/s; 1772 sec;loss: 975.40003
[2020-08-29 23:18:09,244 INFO] Step 427/100000; acc: 20.83; ppl: 29203.39; xent: 10.28; lr: 0.00900; 1123/ 41 tok/s; 1775 sec;loss: 987.07584
[2020-08-29 23:18:13,512 INFO] Step 428/100000; acc: 26.04; ppl: 16689.04; xent: 9.72; lr: 0.00900; 1085/ 23 tok/s; 1779 sec;loss: 933.36074
[2020-08-29 23:18:16,293 INFO] Step 429/100000; acc: 22.68; ppl: 22728.29; xent: 10.03; lr: 0.00900; 980/ 35 tok/s; 1782 sec;loss: 973.04249
[2020-08-29 23:18:22,160 INFO] Step 430/100000; acc: 23.96; ppl: 20231.51; xent: 9.91; lr: 0.00900; 1078/ 16 tok/s; 1788 sec;loss: 951.83969
[2020-08-29 23:18:29,370 INFO] Step 431/100000; acc: 19.27; ppl: 27722.82; xent: 10.23; lr: 0.00900; 1054/ 15 tok/s; 1795 sec;loss: 1115.07122
[2020-08-29 23:18:38,351 INFO] Step 432/100000; acc: 17.19; ppl: 27769.03; xent: 10.23; lr: 0.00900; 1076/ 14 tok/s; 1804 sec;loss: 1309.65460
[2020-08-29 23:18:42,867 INFO] Step 433/100000; acc: 26.04; ppl: 16500.51; xent: 9.71; lr: 0.00900; 1008/ 22 tok/s; 1808 sec;loss: 932.27007
[2020-08-29 23:18:45,279 INFO] Step 434/100000; acc: 17.01; ppl: 23954.16; xent: 10.08; lr: 0.00900; 996/ 62 tok/s; 1811 sec;loss: 1482.33291
[2020-08-29 23:18:48,413 INFO] Step 435/100000; acc: 17.02; ppl: 25418.50; xent: 10.14; lr: 0.00900; 939/ 45 tok/s; 1814 sec;loss: 1430.19581
[2020-08-29 23:18:57,388 INFO] Step 436/100000; acc: 29.73; ppl: 18738.43; xent: 9.84; lr: 0.00900; 1058/ 8 tok/s; 1823 sec;loss: 728.03654
[2020-08-29 23:19:05,865 INFO] Step 437/100000; acc: 25.00; ppl: 18249.54; xent: 9.81; lr: 0.00900; 1010/ 11 tok/s; 1831 sec;loss: 941.94193
[2020-08-29 23:19:07,917 INFO] Step 438/100000; acc: 22.92; ppl: 22426.78; xent: 10.02; lr: 0.00900; 978/ 48 tok/s; 1833 sec;loss: 961.72905
[2020-08-29 23:19:11,400 INFO] Step 439/100000; acc: 18.75; ppl: 23284.31; xent: 10.06; lr: 0.00900; 1137/ 37 tok/s; 1837 sec;loss: 1287.10848
[2020-08-29 23:19:14,908 INFO] Step 440/100000; acc: 17.04; ppl: 26396.24; xent: 10.18; lr: 0.00900; 930/ 39 tok/s; 1840 sec;loss: 1374.43189
[2020-08-29 23:19:21,488 INFO] Step 441/100000; acc: 37.68; ppl: 8840.05; xent: 9.09; lr: 0.00900; 1099/ 11 tok/s; 1847 sec;loss: 627.00634
[2020-08-29 23:19:27,501 INFO] Step 442/100000; acc: 18.57; ppl: 20766.73; xent: 9.94; lr: 0.00900; 1032/ 23 tok/s; 1853 sec;loss: 1391.75507
[2020-08-29 23:19:36,453 INFO] Step 443/100000; acc: 15.62; ppl: 33536.98; xent: 10.42; lr: 0.00900; 1078/ 14 tok/s; 1862 sec;loss: 1333.81171
[2020-08-29 23:19:38,503 INFO] Step 444/100000; acc: 38.46; ppl: 9731.34; xent: 9.18; lr: 0.00900; 988/ 33 tok/s; 1864 sec;loss: 596.90196
[2020-08-29 23:19:43,449 INFO] Step 445/100000; acc: 30.21; ppl: 10239.61; xent: 9.23; lr: 0.00900; 1072/ 19 tok/s; 1869 sec;loss: 886.46581
[2020-08-29 23:19:50,568 INFO] Step 446/100000; acc: 27.08; ppl: 14480.80; xent: 9.58; lr: 0.00900; 1095/ 14 tok/s; 1876 sec;loss: 919.73555
[2020-08-29 23:19:57,312 INFO] Step 447/100000; acc: 29.87; ppl: 16600.82; xent: 9.72; lr: 0.00900; 1105/ 12 tok/s; 1883 sec;loss: 748.22499
[2020-08-29 23:20:00,078 INFO] Step 448/100000; acc: 16.94; ppl: 28654.63; xent: 10.26; lr: 0.00900; 844/ 46 tok/s; 1885 sec;loss: 1272.62072
[2020-08-29 23:20:04,537 INFO] Step 449/100000; acc: 43.75; ppl: 5691.07; xent: 8.65; lr: 0.00900; 1102/ 14 tok/s; 1890 sec;loss: 553.38588
[2020-08-29 23:20:09,343 INFO] Step 450/100000; acc: 31.25; ppl: 22860.47; xent: 10.04; lr: 0.00900; 1122/ 14 tok/s; 1895 sec;loss: 642.37854
[2020-08-29 23:20:14,422 INFO] Step 451/100000; acc: 16.41; ppl: 29729.76; xent: 10.30; lr: 0.00900; 1080/ 25 tok/s; 1900 sec;loss: 1318.38768
[2020-08-29 23:20:21,178 INFO] Step 452/100000; acc: 26.04; ppl: 15890.97; xent: 9.67; lr: 0.00900; 1021/ 14 tok/s; 1907 sec;loss: 928.65662
[2020-08-29 23:20:23,265 INFO] Step 453/100000; acc: 26.53; ppl: 15184.35; xent: 9.63; lr: 0.00900; 991/ 48 tok/s; 1909 sec;loss: 943.54599
[2020-08-29 23:20:25,009 INFO] Step 454/100000; acc: 25.00; ppl: 18244.56; xent: 9.81; lr: 0.00900; 912/ 56 tok/s; 1910 sec;loss: 941.91572
[2020-08-29 23:20:29,559 INFO] Step 455/100000; acc: 23.96; ppl: 20174.09; xent: 9.91; lr: 0.00900; 1115/ 21 tok/s; 1915 sec;loss: 951.56684
[2020-08-29 23:20:38,896 INFO] Step 456/100000; acc: 28.12; ppl: 12967.13; xent: 9.47; lr: 0.00900; 1066/ 11 tok/s; 1924 sec;loss: 909.13662
[2020-08-29 23:20:48,087 INFO] Step 457/100000; acc: 21.09; ppl: 17939.91; xent: 9.79; lr: 0.00900; 1054/ 14 tok/s; 1933 sec;loss: 1253.73226
[2020-08-29 23:20:53,450 INFO] Step 458/100000; acc: 26.04; ppl: 16046.64; xent: 9.68; lr: 0.00900; 1054/ 18 tok/s; 1939 sec;loss: 929.59246
[2020-08-29 23:21:01,894 INFO] Step 459/100000; acc: 24.00; ppl: 18540.59; xent: 9.83; lr: 0.00900; 1029/ 12 tok/s; 1947 sec;loss: 982.77179
[2020-08-29 23:21:10,448 INFO] Step 460/100000; acc: 39.06; ppl: 9243.56; xent: 9.13; lr: 0.00900; 1131/ 8 tok/s; 1956 sec;loss: 584.42767
[2020-08-29 23:21:14,078 INFO] Step 461/100000; acc: 26.04; ppl: 16662.78; xent: 9.72; lr: 0.00900; 990/ 27 tok/s; 1959 sec;loss: 933.20953
[2020-08-29 23:21:18,080 INFO] Step 462/100000; acc: 20.69; ppl: 21641.87; xent: 9.98; lr: 0.00900; 1039/ 29 tok/s; 1963 sec;loss: 1157.95668
[2020-08-29 23:21:21,414 INFO] Step 463/100000; acc: 17.14; ppl: 24853.81; xent: 10.12; lr: 0.00900; 1007/ 42 tok/s; 1967 sec;loss: 1416.90727
[2020-08-29 23:21:27,142 INFO] Step 464/100000; acc: 22.62; ppl: 30593.38; xent: 10.33; lr: 0.00900; 1050/ 15 tok/s; 1973 sec;loss: 867.59726
[2020-08-29 23:21:36,000 INFO] Step 465/100000; acc: 29.17; ppl: 11391.32; xent: 9.34; lr: 0.00900; 1089/ 11 tok/s; 1981 sec;loss: 896.69825
[2020-08-29 23:21:40,399 INFO] Step 466/100000; acc: 39.06; ppl: 9307.66; xent: 9.14; lr: 0.00900; 1068/ 15 tok/s; 1986 sec;loss: 584.86997
[2020-08-29 23:21:44,464 INFO] Step 467/100000; acc: 25.23; ppl: 14889.78; xent: 9.61; lr: 0.00900; 1001/ 27 tok/s; 1990 sec;loss: 1028.10204
[2020-08-29 23:21:50,984 INFO] Step 468/100000; acc: 22.92; ppl: 23024.80; xent: 10.04; lr: 0.00900; 1012/ 15 tok/s; 1996 sec;loss: 964.25541
[2020-08-29 23:21:55,113 INFO] Step 469/100000; acc: 29.17; ppl: 11350.72; xent: 9.34; lr: 0.00900; 1067/ 24 tok/s; 2001 sec;loss: 896.35549
[2020-08-29 23:22:00,437 INFO] Step 470/100000; acc: 22.66; ppl: 15061.37; xent: 9.62; lr: 0.00900; 1059/ 24 tok/s; 2006 sec;loss: 1231.34569
[2020-08-29 23:22:06,163 INFO] Step 471/100000; acc: 30.21; ppl: 10263.14; xent: 9.24; lr: 0.00900; 986/ 17 tok/s; 2012 sec;loss: 886.68619
[2020-08-29 23:22:12,081 INFO] Step 472/100000; acc: 25.00; ppl: 18285.32; xent: 9.81; lr: 0.00900; 1012/ 16 tok/s; 2017 sec;loss: 942.12997
[2020-08-29 23:22:16,420 INFO] Step 473/100000; acc: 22.66; ppl: 15199.86; xent: 9.63; lr: 0.00900; 1089/ 30 tok/s; 2022 sec;loss: 1232.51730
[2020-08-29 23:22:20,396 INFO] Step 474/100000; acc: 27.08; ppl: 14339.70; xent: 9.57; lr: 0.00900; 1018/ 24 tok/s; 2026 sec;loss: 918.79556
[2020-08-29 23:22:26,174 INFO] Step 475/100000; acc: 16.22; ppl: 25691.64; xent: 10.15; lr: 0.00900; 1008/ 26 tok/s; 2032 sec;loss: 1502.78027
[2020-08-29 23:22:33,265 INFO] Step 476/100000; acc: 28.89; ppl: 13622.70; xent: 9.52; lr: 0.00900; 1065/ 13 tok/s; 2039 sec;loss: 856.75436
[2020-08-29 23:22:39,448 INFO] Step 477/100000; acc: 21.09; ppl: 18130.49; xent: 9.81; lr: 0.00900; 1049/ 21 tok/s; 2045 sec;loss: 1255.08484
[2020-08-29 23:22:44,351 INFO] Step 478/100000; acc: 43.75; ppl: 5459.10; xent: 8.61; lr: 0.00900; 1074/ 13 tok/s; 2050 sec;loss: 550.72254
[2020-08-29 23:22:49,206 INFO] Step 479/100000; acc: 32.81; ppl: 18572.62; xent: 9.83; lr: 0.00900; 1024/ 13 tok/s; 2055 sec;loss: 629.08440
[2020-08-29 23:22:56,104 INFO] Step 480/100000; acc: 26.04; ppl: 15811.39; xent: 9.67; lr: 0.00900; 1046/ 14 tok/s; 2062 sec;loss: 928.17465
[2020-08-29 23:22:59,223 INFO] Step 481/100000; acc: 15.23; ppl: 27706.59; xent: 10.23; lr: 0.00900; 996/ 49 tok/s; 2065 sec;loss: 1544.64325
[2020-08-29 23:23:01,292 INFO] Step 482/100000; acc: 17.97; ppl: 25740.59; xent: 10.16; lr: 0.00900; 1017/ 63 tok/s; 2067 sec;loss: 1299.94552
[2020-08-29 23:23:03,900 INFO] Step 483/100000; acc: 19.00; ppl: 31347.69; xent: 10.35; lr: 0.00900; 801/ 39 tok/s; 2069 sec;loss: 1035.28959
[2020-08-29 23:23:06,215 INFO] Step 484/100000; acc: 39.06; ppl: 9232.77; xent: 9.13; lr: 0.00900; 1115/ 28 tok/s; 2072 sec;loss: 584.35293
[2020-08-29 23:23:15,200 INFO] Step 485/100000; acc: 40.62; ppl: 7858.80; xent: 8.97; lr: 0.00900; 1071/ 7 tok/s; 2081 sec;loss: 574.04090
[2020-08-29 23:23:17,895 INFO] Step 486/100000; acc: 19.53; ppl: 21533.49; xent: 9.98; lr: 0.00900; 940/ 49 tok/s; 2083 sec;loss: 1277.10266
[2020-08-29 23:23:24,438 INFO] Step 487/100000; acc: 35.94; ppl: 13246.78; xent: 9.49; lr: 0.00900; 1114/ 10 tok/s; 2090 sec;loss: 607.45661
[2020-08-29 23:23:29,079 INFO] Step 488/100000; acc: 17.97; ppl: 25309.71; xent: 10.14; lr: 0.00900; 1028/ 28 tok/s; 2094 sec;loss: 1297.78474
[2020-08-29 23:23:34,037 INFO] Step 489/100000; acc: 23.96; ppl: 20549.97; xent: 9.93; lr: 0.00900; 1079/ 19 tok/s; 2099 sec;loss: 953.33900
[2020-08-29 23:23:39,205 INFO] Step 490/100000; acc: 15.00; ppl: 26865.77; xent: 10.20; lr: 0.00900; 1067/ 31 tok/s; 2105 sec;loss: 1631.77733
[2020-08-29 23:23:41,347 INFO] Step 491/100000; acc: 18.75; ppl: 33629.61; xent: 10.42; lr: 0.00900; 994/ 46 tok/s; 2107 sec;loss: 1000.62356
[2020-08-29 23:23:48,507 INFO] Step 492/100000; acc: 37.50; ppl: 10798.81; xent: 9.29; lr: 0.00900; 1067/ 9 tok/s; 2114 sec;loss: 594.38024
[2020-08-29 23:23:54,931 INFO] Step 493/100000; acc: 29.17; ppl: 11555.95; xent: 9.35; lr: 0.00900; 1087/ 16 tok/s; 2120 sec;loss: 898.07576
[2020-08-29 23:24:00,903 INFO] Step 494/100000; acc: 20.31; ppl: 19308.73; xent: 9.87; lr: 0.00900; 1060/ 22 tok/s; 2126 sec;loss: 1263.14403
[2020-08-29 23:24:06,204 INFO] Step 495/100000; acc: 20.75; ppl: 25003.32; xent: 10.13; lr: 0.00900; 1029/ 20 tok/s; 2132 sec;loss: 1073.43699
[2020-08-29 23:24:10,043 INFO] Step 496/100000; acc: 31.25; ppl: 21609.81; xent: 9.98; lr: 0.00900; 988/ 17 tok/s; 2135 sec;loss: 638.77778
[2020-08-29 23:24:18,981 INFO] Step 497/100000; acc: 23.96; ppl: 19590.65; xent: 9.88; lr: 0.00900; 1078/ 11 tok/s; 2144 sec;loss: 948.74956
[2020-08-29 23:24:26,302 INFO] Step 498/100000; acc: 18.66; ppl: 22566.44; xent: 10.02; lr: 0.00900; 1064/ 18 tok/s; 2152 sec;loss: 1343.24536
[2020-08-29 23:24:31,132 INFO] Step 499/100000; acc: 27.08; ppl: 14594.15; xent: 9.59; lr: 0.00900; 1068/ 20 tok/s; 2157 sec;loss: 920.48411
[2020-08-29 23:24:35,194 INFO] Step 500/100000; acc: 23.96; ppl: 19857.38; xent: 9.90; lr: 0.00900; 1043/ 24 tok/s; 2161 sec;loss: 950.04778
[2020-08-29 23:24:40,081 INFO] Step 501/100000; acc: 16.41; ppl: 30230.00; xent: 10.32; lr: 0.00900; 1004/ 26 tok/s; 2165 sec;loss: 1320.52354
[2020-08-29 23:24:44,193 INFO] Step 502/100000; acc: 21.88; ppl: 24768.24; xent: 10.12; lr: 0.00900; 1103/ 24 tok/s; 2170 sec;loss: 971.26248
[2020-08-29 23:24:49,095 INFO] Step 503/100000; acc: 32.81; ppl: 17625.04; xent: 9.78; lr: 0.00900; 1071/ 13 tok/s; 2174 sec;loss: 625.73287
[2020-08-29 23:24:58,042 INFO] Step 504/100000; acc: 27.08; ppl: 14563.29; xent: 9.59; lr: 0.00900; 1078/ 11 tok/s; 2183 sec;loss: 920.28090
[2020-08-29 23:25:01,964 INFO] Step 505/100000; acc: 35.94; ppl: 12776.49; xent: 9.46; lr: 0.00900; 1031/ 17 tok/s; 2187 sec;loss: 605.14316
[2020-08-29 23:25:03,432 INFO] Step 506/100000; acc: 27.08; ppl: 14249.42; xent: 9.56; lr: 0.00900; 1093/ 67 tok/s; 2189 sec;loss: 918.18929
[2020-08-29 23:25:10,256 INFO] Step 507/100000; acc: 18.75; ppl: 23071.61; xent: 10.05; lr: 0.00900; 1072/ 19 tok/s; 2196 sec;loss: 1285.93383
[2020-08-29 23:25:17,394 INFO] Step 508/100000; acc: 27.08; ppl: 14019.07; xent: 9.55; lr: 0.00900; 1093/ 14 tok/s; 2203 sec;loss: 916.62467
[2020-08-29 23:25:21,890 INFO] Step 509/100000; acc: 14.62; ppl: 26237.65; xent: 10.17; lr: 0.00900; 944/ 39 tok/s; 2207 sec;loss: 1739.91655
[2020-08-29 23:25:27,538 INFO] Step 510/100000; acc: 16.82; ppl: 34757.07; xent: 10.46; lr: 0.00900; 1079/ 19 tok/s; 2213 sec;loss: 1118.80679
[2020-08-29 23:25:34,937 INFO] Step 511/100000; acc: 27.66; ppl: 15358.89; xent: 9.64; lr: 0.00900; 1071/ 13 tok/s; 2220 sec;loss: 906.10825
[2020-08-29 23:25:42,339 INFO] Step 512/100000; acc: 17.95; ppl: 27651.17; xent: 10.23; lr: 0.00900; 1092/ 16 tok/s; 2228 sec;loss: 1196.60854
[2020-08-29 23:25:44,887 INFO] Step 513/100000; acc: 17.73; ppl: 23327.36; xent: 10.06; lr: 0.00900; 791/ 57 tok/s; 2230 sec;loss: 1418.09088
[2020-08-29 23:25:53,494 INFO] Step 514/100000; acc: 20.42; ppl: 17299.23; xent: 9.76; lr: 0.00900; 1086/ 17 tok/s; 2239 sec;loss: 1385.69527
[2020-08-29 23:25:59,894 INFO] Step 515/100000; acc: 17.97; ppl: 25473.37; xent: 10.15; lr: 0.00900; 1079/ 21 tok/s; 2245 sec;loss: 1298.60979
[2020-08-29 23:26:02,894 INFO] Step 516/100000; acc: 27.08; ppl: 14855.70; xent: 9.61; lr: 0.00900; 955/ 33 tok/s; 2248 sec;loss: 922.18931
[2020-08-29 23:26:11,469 INFO] Step 517/100000; acc: 17.97; ppl: 24963.31; xent: 10.13; lr: 0.00900; 1123/ 15 tok/s; 2257 sec;loss: 1296.02077
[2020-08-29 23:26:16,338 INFO] Step 518/100000; acc: 25.00; ppl: 17614.09; xent: 9.78; lr: 0.00900; 1026/ 20 tok/s; 2262 sec;loss: 938.53965
[2020-08-29 23:26:25,188 INFO] Step 519/100000; acc: 42.19; ppl: 6860.94; xent: 8.83; lr: 0.00900; 1089/ 7 tok/s; 2271 sec;loss: 565.35036
[2020-08-29 23:26:30,954 INFO] Step 520/100000; acc: 17.97; ppl: 25240.32; xent: 10.14; lr: 0.00900; 1028/ 22 tok/s; 2276 sec;loss: 1297.43336
[2020-08-29 23:26:33,263 INFO] Step 521/100000; acc: 20.31; ppl: 19699.51; xent: 9.89; lr: 0.00900; 1075/ 57 tok/s; 2279 sec;loss: 1265.70871
[2020-08-29 23:26:39,105 INFO] Step 522/100000; acc: 17.97; ppl: 25245.11; xent: 10.14; lr: 0.00900; 1034/ 22 tok/s; 2285 sec;loss: 1297.45766
[2020-08-29 23:26:47,173 INFO] Step 523/100000; acc: 16.28; ppl: 29939.81; xent: 10.31; lr: 0.00900; 1046/ 16 tok/s; 2293 sec;loss: 1329.59581
[2020-08-29 23:26:54,438 INFO] Step 524/100000; acc: 22.92; ppl: 22398.06; xent: 10.02; lr: 0.00900; 1079/ 13 tok/s; 2300 sec;loss: 961.60603
[2020-08-29 23:27:02,330 INFO] Step 525/100000; acc: 26.04; ppl: 16340.86; xent: 9.70; lr: 0.00900; 1030/ 12 tok/s; 2308 sec;loss: 931.33669
[2020-08-29 23:27:10,021 INFO] Step 526/100000; acc: 32.81; ppl: 17223.73; xent: 9.75; lr: 0.00900; 1053/ 8 tok/s; 2315 sec;loss: 624.25878
[2020-08-29 23:27:13,347 INFO] Step 527/100000; acc: 34.38; ppl: 15159.92; xent: 9.63; lr: 0.00900; 1097/ 20 tok/s; 2319 sec;loss: 616.09025
[2020-08-29 23:27:15,368 INFO] Step 528/100000; acc: 21.88; ppl: 24755.33; xent: 10.12; lr: 0.00900; 1013/ 48 tok/s; 2321 sec;loss: 971.21241
[2020-08-29 23:27:19,102 INFO] Step 529/100000; acc: 18.18; ppl: 21519.19; xent: 9.98; lr: 0.00900; 959/ 38 tok/s; 2324 sec;loss: 1426.66812
[2020-08-29 23:27:24,102 INFO] Step 530/100000; acc: 13.02; ppl: 32090.87; xent: 10.38; lr: 0.00900; 1022/ 34 tok/s; 2330 sec;loss: 1753.59925
[2020-08-29 23:27:28,171 INFO] Step 531/100000; acc: 23.08; ppl: 19671.28; xent: 9.89; lr: 0.00900; 1058/ 26 tok/s; 2334 sec;loss: 1028.23917
[2020-08-29 23:27:32,542 INFO] Step 532/100000; acc: 23.15; ppl: 18054.97; xent: 9.80; lr: 0.00900; 1106/ 25 tok/s; 2338 sec;loss: 1058.52702
[2020-08-29 23:27:37,312 INFO] Step 533/100000; acc: 21.67; ppl: 18479.43; xent: 9.82; lr: 0.00900; 1101/ 27 tok/s; 2343 sec;loss: 1178.92960
[2020-08-29 23:27:43,465 INFO] Step 534/100000; acc: 26.83; ppl: 19576.97; xent: 9.88; lr: 0.00900; 1105/ 13 tok/s; 2349 sec;loss: 810.33293
[2020-08-29 23:27:51,036 INFO] Step 535/100000; acc: 20.97; ppl: 19100.66; xent: 9.86; lr: 0.00900; 1026/ 16 tok/s; 2356 sec;loss: 1222.32731
[2020-08-29 23:27:59,106 INFO] Step 536/100000; acc: 19.55; ppl: 19584.82; xent: 9.88; lr: 0.00900; 1044/ 17 tok/s; 2365 sec;loss: 1314.37387
[2020-08-29 23:28:02,957 INFO] Step 537/100000; acc: 21.88; ppl: 24461.23; xent: 10.10; lr: 0.00900; 956/ 25 tok/s; 2368 sec;loss: 970.06508
[2020-08-29 23:28:08,162 INFO] Step 538/100000; acc: 25.00; ppl: 17745.80; xent: 9.78; lr: 0.00900; 1093/ 19 tok/s; 2374 sec;loss: 939.25481
[2020-08-29 23:28:16,480 INFO] Step 539/100000; acc: 37.50; ppl: 10220.07; xent: 9.23; lr: 0.00900; 1096/ 8 tok/s; 2382 sec;loss: 590.85498
[2020-08-29 23:28:21,475 INFO] Step 540/100000; acc: 40.62; ppl: 7918.18; xent: 8.98; lr: 0.00900; 1118/ 14 tok/s; 2387 sec;loss: 574.52264
[2020-08-29 23:28:27,171 INFO] Step 541/100000; acc: 21.88; ppl: 16466.79; xent: 9.71; lr: 0.00900; 996/ 23 tok/s; 2393 sec;loss: 1242.76495
[2020-08-29 23:28:31,485 INFO] Step 542/100000; acc: 16.41; ppl: 29284.04; xent: 10.28; lr: 0.00900; 1072/ 30 tok/s; 2397 sec;loss: 1316.45415
[2020-08-29 23:28:34,099 INFO] Step 543/100000; acc: 18.75; ppl: 33901.82; xent: 10.43; lr: 0.00900; 958/ 37 tok/s; 2399 sec;loss: 1001.39750
[2020-08-29 23:28:38,929 INFO] Step 544/100000; acc: 34.38; ppl: 14972.32; xent: 9.61; lr: 0.00900; 986/ 13 tok/s; 2404 sec;loss: 615.29333
[2020-08-29 23:28:43,077 INFO] Step 545/100000; acc: 21.88; ppl: 23954.46; xent: 10.08; lr: 0.00900; 1082/ 23 tok/s; 2408 sec;loss: 968.05534
[2020-08-29 23:28:48,451 INFO] Step 546/100000; acc: 34.38; ppl: 15550.22; xent: 9.65; lr: 0.00900; 1110/ 12 tok/s; 2414 sec;loss: 617.71714
[2020-08-29 23:28:54,119 INFO] Step 547/100000; acc: 26.04; ppl: 16051.37; xent: 9.68; lr: 0.00900; 1075/ 17 tok/s; 2420 sec;loss: 929.62075
[2020-08-29 23:29:00,207 INFO] Step 548/100000; acc: 26.04; ppl: 16270.39; xent: 9.70; lr: 0.00900; 1044/ 16 tok/s; 2426 sec;loss: 930.92179
[2020-08-29 23:29:05,159 INFO] Step 549/100000; acc: 45.31; ppl: 4689.87; xent: 8.45; lr: 0.00900; 1025/ 13 tok/s; 2431 sec;loss: 541.00227
[2020-08-29 23:29:09,341 INFO] Step 550/100000; acc: 35.94; ppl: 12962.84; xent: 9.47; lr: 0.00900; 1067/ 15 tok/s; 2435 sec;loss: 606.06988
[2020-08-29 23:29:13,280 INFO] Step 551/100000; acc: 25.00; ppl: 18200.28; xent: 9.81; lr: 0.00900; 1058/ 25 tok/s; 2439 sec;loss: 941.68245
[2020-08-29 23:29:20,394 INFO] Step 552/100000; acc: 26.04; ppl: 16387.86; xent: 9.70; lr: 0.00900; 1112/ 14 tok/s; 2446 sec;loss: 931.61244
[2020-08-29 23:29:26,535 INFO] Step 553/100000; acc: 21.09; ppl: 18310.46; xent: 9.82; lr: 0.00900; 1084/ 21 tok/s; 2452 sec;loss: 1256.34917
[2020-08-29 23:29:30,049 INFO] Step 554/100000; acc: 19.83; ppl: 22784.02; xent: 10.03; lr: 0.00900; 1023/ 36 tok/s; 2455 sec;loss: 1163.92252
[2020-08-29 23:29:35,061 INFO] Step 555/100000; acc: 27.08; ppl: 14421.57; xent: 9.58; lr: 0.00900; 1091/ 19 tok/s; 2460 sec;loss: 919.34211
[2020-08-29 23:29:39,355 INFO] Step 556/100000; acc: 17.86; ppl: 22521.88; xent: 10.02; lr: 0.00900; 974/ 33 tok/s; 2465 sec;loss: 1403.11394
[2020-08-29 23:29:48,313 INFO] Step 557/100000; acc: 32.47; ppl: 11846.22; xent: 9.38; lr: 0.00900; 1074/ 9 tok/s; 2474 sec;loss: 722.24181
[2020-08-29 23:29:54,147 INFO] Step 558/100000; acc: 19.53; ppl: 21752.90; xent: 9.99; lr: 0.00900; 1043/ 22 tok/s; 2480 sec;loss: 1278.40028
[2020-08-29 23:30:03,257 INFO] Step 559/100000; acc: 14.10; ppl: 30087.13; xent: 10.31; lr: 0.00900; 1059/ 17 tok/s; 2489 sec;loss: 1608.64905
[2020-08-29 23:30:08,334 INFO] Step 560/100000; acc: 21.88; ppl: 24719.32; xent: 10.12; lr: 0.00900; 1061/ 19 tok/s; 2494 sec;loss: 971.07269
[2020-08-29 23:30:12,236 INFO] Step 561/100000; acc: 16.41; ppl: 29549.11; xent: 10.29; lr: 0.00900; 996/ 33 tok/s; 2498 sec;loss: 1317.60755
[2020-08-29 23:30:18,201 INFO] Step 562/100000; acc: 16.41; ppl: 30376.14; xent: 10.32; lr: 0.00900; 1063/ 22 tok/s; 2504 sec;loss: 1321.14082
[2020-08-29 23:30:24,308 INFO] Step 563/100000; acc: 20.31; ppl: 21179.54; xent: 9.96; lr: 0.00900; 1071/ 21 tok/s; 2510 sec;loss: 1274.98126
[2020-08-29 23:30:29,515 INFO] Step 564/100000; acc: 30.21; ppl: 11972.49; xent: 9.39; lr: 0.00900; 1062/ 19 tok/s; 2515 sec;loss: 901.47525
[2020-08-29 23:30:36,015 INFO] Step 565/100000; acc: 25.00; ppl: 17466.78; xent: 9.77; lr: 0.00900; 1016/ 15 tok/s; 2521 sec;loss: 937.73337
[2020-08-29 23:30:43,490 INFO] Step 566/100000; acc: 28.74; ppl: 15778.95; xent: 9.67; lr: 0.00900; 1069/ 12 tok/s; 2529 sec;loss: 840.97961
[2020-08-29 23:30:51,197 INFO] Step 567/100000; acc: 42.47; ppl: 5099.14; xent: 8.54; lr: 0.00900; 1076/ 10 tok/s; 2537 sec;loss: 623.18843
[2020-08-29 23:30:54,349 INFO] Step 568/100000; acc: 14.56; ppl: 28536.62; xent: 10.26; lr: 0.00900; 913/ 51 tok/s; 2540 sec;loss: 1620.91305
[2020-08-29 23:30:57,457 INFO] Step 569/100000; acc: 23.96; ppl: 20524.49; xent: 9.93; lr: 0.00900; 1090/ 31 tok/s; 2543 sec;loss: 953.21993
[2020-08-29 23:31:01,128 INFO] Step 570/100000; acc: 27.40; ppl: 22230.95; xent: 10.01; lr: 0.00900; 994/ 20 tok/s; 2547 sec;loss: 730.67458
[2020-08-29 23:31:06,995 INFO] Step 571/100000; acc: 23.96; ppl: 22542.71; xent: 10.02; lr: 0.00900; 1026/ 16 tok/s; 2552 sec;loss: 962.22405
[2020-08-29 23:31:09,450 INFO] Step 572/100000; acc: 39.06; ppl: 11575.20; xent: 9.36; lr: 0.00900; 1146/ 27 tok/s; 2555 sec;loss: 598.82366
[2020-08-29 23:31:15,195 INFO] Step 573/100000; acc: 19.53; ppl: 22486.56; xent: 10.02; lr: 0.00900; 1068/ 22 tok/s; 2561 sec;loss: 1282.64615
[2020-08-29 23:31:18,993 INFO] Step 574/100000; acc: 17.97; ppl: 25254.80; xent: 10.14; lr: 0.00900; 974/ 34 tok/s; 2564 sec;loss: 1297.50675
[2020-08-29 23:31:21,413 INFO] Step 575/100000; acc: 16.41; ppl: 30981.58; xent: 10.34; lr: 0.00900; 1073/ 54 tok/s; 2567 sec;loss: 1323.66696
[2020-08-29 23:31:30,333 INFO] Step 576/100000; acc: 23.96; ppl: 21295.18; xent: 9.97; lr: 0.00900; 1079/ 11 tok/s; 2576 sec;loss: 956.75865
[2020-08-29 23:31:33,235 INFO] Step 577/100000; acc: 25.64; ppl: 24304.21; xent: 10.10; lr: 0.00900; 906/ 28 tok/s; 2579 sec;loss: 787.67558
[2020-08-29 23:31:36,103 INFO] Step 578/100000; acc: 28.12; ppl: 12835.07; xent: 9.46; lr: 0.00900; 1023/ 34 tok/s; 2582 sec;loss: 908.15390
[2020-08-29 23:31:43,212 INFO] Step 579/100000; acc: 42.19; ppl: 7558.34; xent: 8.93; lr: 0.00900; 1071/ 9 tok/s; 2589 sec;loss: 571.54605
[2020-08-29 23:31:49,415 INFO] Step 580/100000; acc: 15.58; ppl: 26606.30; xent: 10.19; lr: 0.00900; 1032/ 25 tok/s; 2595 sec;loss: 1569.09113
[2020-08-29 23:31:53,889 INFO] Step 581/100000; acc: 39.06; ppl: 8690.48; xent: 9.07; lr: 0.00900; 984/ 14 tok/s; 2599 sec;loss: 580.47897
[2020-08-29 23:32:01,328 INFO] Step 582/100000; acc: 21.88; ppl: 16425.43; xent: 9.71; lr: 0.00900; 1054/ 17 tok/s; 2607 sec;loss: 1242.44305
[2020-08-29 23:32:08,042 INFO] Step 583/100000; acc: 18.02; ppl: 30931.82; xent: 10.34; lr: 0.00900; 1021/ 17 tok/s; 2613 sec;loss: 1147.68903
[2020-08-29 23:32:10,351 INFO] Step 584/100000; acc: 35.94; ppl: 12547.52; xent: 9.44; lr: 0.00900; 1091/ 28 tok/s; 2616 sec;loss: 603.98581
[2020-08-29 23:32:12,194 INFO] Step 585/100000; acc: 37.31; ppl: 9594.38; xent: 9.17; lr: 0.00900; 949/ 37 tok/s; 2618 sec;loss: 614.31849
[2020-08-29 23:32:18,003 INFO] Step 586/100000; acc: 20.83; ppl: 26923.14; xent: 10.20; lr: 0.00900; 1062/ 17 tok/s; 2623 sec;loss: 979.27119
[2020-08-29 23:32:22,127 INFO] Step 587/100000; acc: 23.96; ppl: 19383.71; xent: 9.87; lr: 0.00900; 1007/ 24 tok/s; 2628 sec;loss: 947.73010
[2020-08-29 23:32:26,343 INFO] Step 588/100000; acc: 21.77; ppl: 18398.90; xent: 9.82; lr: 0.00900; 1041/ 30 tok/s; 2632 sec;loss: 1217.68573
[2020-08-29 23:32:31,368 INFO] Step 589/100000; acc: 19.79; ppl: 30199.27; xent: 10.32; lr: 0.00900; 1053/ 19 tok/s; 2637 sec;loss: 990.29501
[2020-08-29 23:32:33,114 INFO] Step 590/100000; acc: 27.66; ppl: 13703.06; xent: 9.53; lr: 0.00900; 885/ 55 tok/s; 2639 sec;loss: 895.38522
[2020-08-29 23:32:41,987 INFO] Step 591/100000; acc: 23.96; ppl: 19889.33; xent: 9.90; lr: 0.00900; 1085/ 11 tok/s; 2647 sec;loss: 950.20213
[2020-08-29 23:32:47,251 INFO] Step 592/100000; acc: 27.08; ppl: 15172.55; xent: 9.63; lr: 0.00900; 1067/ 19 tok/s; 2653 sec;loss: 924.21533
[2020-08-29 23:32:55,221 INFO] Step 593/100000; acc: 22.50; ppl: 16331.07; xent: 9.70; lr: 0.00900; 1038/ 15 tok/s; 2661 sec;loss: 1164.09896
[2020-08-29 23:33:00,216 INFO] Step 594/100000; acc: 10.86; ppl: 37794.50; xent: 10.54; lr: 0.00900; 973/ 35 tok/s; 2666 sec;loss: 1844.48579
[2020-08-29 23:33:03,911 INFO] Step 595/100000; acc: 27.08; ppl: 14696.68; xent: 9.60; lr: 0.00900; 980/ 26 tok/s; 2669 sec;loss: 921.15615
[2020-08-29 23:33:07,113 INFO] Step 596/100000; acc: 27.08; ppl: 14780.69; xent: 9.60; lr: 0.00900; 1089/ 30 tok/s; 2673 sec;loss: 921.70341
[2020-08-29 23:33:11,874 INFO] Step 597/100000; acc: 12.80; ppl: 33194.08; xent: 10.41; lr: 0.00900; 1009/ 35 tok/s; 2677 sec;loss: 1707.26082
[2020-08-29 23:33:15,299 INFO] Step 598/100000; acc: 27.08; ppl: 14723.02; xent: 9.60; lr: 0.00900; 1068/ 28 tok/s; 2681 sec;loss: 921.32809
[2020-08-29 23:33:20,543 INFO] Step 599/100000; acc: 19.53; ppl: 21497.04; xent: 9.98; lr: 0.00900; 1062/ 25 tok/s; 2686 sec;loss: 1276.88585
[2020-08-29 23:33:25,112 INFO] Step 600/100000; acc: 27.08; ppl: 14369.20; xent: 9.57; lr: 0.00900; 1101/ 23 tok/s; 2691 sec;loss: 918.99286
[2020-08-29 23:33:30,377 INFO] Step 601/100000; acc: 35.94; ppl: 12740.76; xent: 9.45; lr: 0.00900; 1122/ 12 tok/s; 2696 sec;loss: 604.96395
[2020-08-29 23:33:36,535 INFO] Step 602/100000; acc: 23.53; ppl: 18525.12; xent: 9.83; lr: 0.00900; 1041/ 17 tok/s; 2702 sec;loss: 1002.34204
[2020-08-29 23:33:40,855 INFO] Step 603/100000; acc: 34.38; ppl: 14548.91; xent: 9.59; lr: 0.00900; 1053/ 16 tok/s; 2706 sec;loss: 613.45736
[2020-08-29 23:33:45,287 INFO] Step 604/100000; acc: 32.05; ppl: 12427.37; xent: 9.43; lr: 0.00900; 1128/ 18 tok/s; 2711 sec;loss: 735.35724
[2020-08-29 23:33:47,372 INFO] Step 605/100000; acc: 19.13; ppl: 25082.83; xent: 10.13; lr: 0.00900; 968/ 56 tok/s; 2713 sec;loss: 1164.94296
[2020-08-29 23:33:51,103 INFO] Step 606/100000; acc: 34.38; ppl: 14715.80; xent: 9.60; lr: 0.00900; 993/ 17 tok/s; 2717 sec;loss: 614.18735
[2020-08-29 23:33:53,868 INFO] Step 607/100000; acc: 26.04; ppl: 16085.41; xent: 9.69; lr: 0.00900; 983/ 35 tok/s; 2719 sec;loss: 929.82413
[2020-08-29 23:34:02,549 INFO] Step 608/100000; acc: 19.83; ppl: 21807.25; xent: 9.99; lr: 0.00900; 1088/ 14 tok/s; 2728 sec;loss: 1208.78975
[2020-08-29 23:34:06,942 INFO] Step 609/100000; acc: 28.12; ppl: 12496.05; xent: 9.43; lr: 0.00900; 1071/ 24 tok/s; 2732 sec;loss: 905.58415
[2020-08-29 23:34:11,109 INFO] Step 610/100000; acc: 25.00; ppl: 17896.03; xent: 9.79; lr: 0.00900; 1069/ 23 tok/s; 2737 sec;loss: 940.06407
[2020-08-29 23:34:13,523 INFO] Step 611/100000; acc: 17.02; ppl: 24419.74; xent: 10.10; lr: 0.00900; 1047/ 59 tok/s; 2739 sec;loss: 1424.54372
[2020-08-29 23:34:18,865 INFO] Step 612/100000; acc: 16.13; ppl: 25147.72; xent: 10.13; lr: 0.00900; 910/ 29 tok/s; 2744 sec;loss: 1570.54096
[2020-08-29 23:34:21,332 INFO] Step 613/100000; acc: 34.38; ppl: 14038.26; xent: 9.55; lr: 0.00900; 1110/ 26 tok/s; 2747 sec;loss: 611.17067
[2020-08-29 23:34:30,158 INFO] Step 614/100000; acc: 19.53; ppl: 21513.55; xent: 9.98; lr: 0.00900; 1090/ 15 tok/s; 2756 sec;loss: 1276.98412
[2020-08-29 23:34:36,255 INFO] Step 615/100000; acc: 22.92; ppl: 21774.70; xent: 9.99; lr: 0.00900; 1058/ 16 tok/s; 2762 sec;loss: 958.89639
[2020-08-29 23:34:41,231 INFO] Step 616/100000; acc: 31.71; ppl: 11174.71; xent: 9.32; lr: 0.00900; 1040/ 17 tok/s; 2767 sec;loss: 764.35550
[2020-08-29 23:34:48,174 INFO] Step 617/100000; acc: 20.65; ppl: 29720.95; xent: 10.30; lr: 0.00900; 1056/ 13 tok/s; 2774 sec;loss: 947.56390
[2020-08-29 23:34:52,313 INFO] Step 618/100000; acc: 20.45; ppl: 18476.80; xent: 9.82; lr: 0.00900; 1025/ 32 tok/s; 2778 sec;loss: 1296.80382
[2020-08-29 23:34:55,409 INFO] Step 619/100000; acc: 13.28; ppl: 39394.51; xent: 10.58; lr: 0.00900; 1036/ 42 tok/s; 2781 sec;loss: 1354.41687
[2020-08-29 23:34:59,211 INFO] Step 620/100000; acc: 27.08; ppl: 14186.89; xent: 9.56; lr: 0.00900; 1044/ 25 tok/s; 2785 sec;loss: 917.76704
[2020-08-29 23:35:07,484 INFO] Step 621/100000; acc: 25.45; ppl: 14089.84; xent: 9.55; lr: 0.00900; 1080/ 13 tok/s; 2793 sec;loss: 1050.85301
[2020-08-29 23:35:11,991 INFO] Step 622/100000; acc: 31.25; ppl: 19211.95; xent: 9.86; lr: 0.00900; 1017/ 14 tok/s; 2797 sec;loss: 631.25041
[2020-08-29 23:35:16,937 INFO] Step 623/100000; acc: 25.00; ppl: 17858.76; xent: 9.79; lr: 0.00900; 1074/ 20 tok/s; 2802 sec;loss: 939.86394
[2020-08-29 23:35:23,051 INFO] Step 624/100000; acc: 23.96; ppl: 19271.91; xent: 9.87; lr: 0.00900; 1101/ 16 tok/s; 2808 sec;loss: 947.17476
[2020-08-29 23:35:27,415 INFO] Step 625/100000; acc: 14.63; ppl: 27366.79; xent: 10.22; lr: 0.00900; 1032/ 38 tok/s; 2813 sec;loss: 1675.60200
[2020-08-29 23:35:36,034 INFO] Step 626/100000; acc: 20.83; ppl: 26751.64; xent: 10.19; lr: 0.00900; 1044/ 11 tok/s; 2821 sec;loss: 978.65770
[2020-08-29 23:35:40,034 INFO] Step 627/100000; acc: 34.78; ppl: 11203.57; xent: 9.32; lr: 0.00900; 1050/ 18 tok/s; 2825 sec;loss: 643.35517
[2020-08-29 23:35:44,442 INFO] Step 628/100000; acc: 23.96; ppl: 19871.78; xent: 9.90; lr: 0.00900; 1033/ 22 tok/s; 2830 sec;loss: 950.11737
[2020-08-29 23:35:51,528 INFO] Step 629/100000; acc: 26.04; ppl: 15412.97; xent: 9.64; lr: 0.00900; 1067/ 14 tok/s; 2837 sec;loss: 925.72463
[2020-08-29 23:35:56,265 INFO] Step 630/100000; acc: 40.62; ppl: 7460.15; xent: 8.92; lr: 0.00900; 1097/ 15 tok/s; 2842 sec;loss: 570.70919
[2020-08-29 23:36:00,205 INFO] Step 631/100000; acc: 29.27; ppl: 14815.82; xent: 9.60; lr: 0.00900; 1028/ 21 tok/s; 2846 sec;loss: 787.48294
[2020-08-29 23:36:01,433 INFO] Step 632/100000; acc: 29.07; ppl: 13653.69; xent: 9.52; lr: 0.00900; 993/ 72 tok/s; 2847 sec;loss: 818.87181
[2020-08-29 23:36:03,195 INFO] Step 633/100000; acc: 20.54; ppl: 22144.04; xent: 10.01; lr: 0.00900; 807/ 64 tok/s; 2849 sec;loss: 1120.59626
[2020-08-29 23:36:06,926 INFO] Step 634/100000; acc: 18.75; ppl: 23493.11; xent: 10.06; lr: 0.00900; 1025/ 34 tok/s; 2852 sec;loss: 1288.25119
[2020-08-29 23:36:14,285 INFO] Step 635/100000; acc: 32.29; ppl: 8216.62; xent: 9.01; lr: 0.00900; 1118/ 13 tok/s; 2860 sec;loss: 865.33582
[2020-08-29 23:36:18,514 INFO] Step 636/100000; acc: 36.23; ppl: 10106.18; xent: 9.22; lr: 0.00900; 1068/ 17 tok/s; 2864 sec;loss: 636.24227
[2020-08-29 23:36:24,532 INFO] Step 637/100000; acc: 10.62; ppl: 40643.58; xent: 10.61; lr: 0.00900; 1130/ 28 tok/s; 2870 sec;loss: 1698.01539
[2020-08-29 23:36:30,973 INFO] Step 638/100000; acc: 39.06; ppl: 9045.16; xent: 9.11; lr: 0.00900; 1105/ 10 tok/s; 2876 sec;loss: 583.03901
[2020-08-29 23:36:35,163 INFO] Step 639/100000; acc: 26.04; ppl: 15833.04; xent: 9.67; lr: 0.00900; 1075/ 23 tok/s; 2881 sec;loss: 928.30601
[2020-08-29 23:36:43,109 INFO] Step 640/100000; acc: 28.12; ppl: 12806.88; xent: 9.46; lr: 0.00900; 1076/ 12 tok/s; 2889 sec;loss: 907.94282
[2020-08-29 23:36:48,410 INFO] Step 641/100000; acc: 37.50; ppl: 9741.88; xent: 9.18; lr: 0.00900; 1112/ 12 tok/s; 2894 sec;loss: 587.78814
[2020-08-29 23:36:55,523 INFO] Step 642/100000; acc: 21.74; ppl: 19533.95; xent: 9.88; lr: 0.00900; 1071/ 16 tok/s; 2901 sec;loss: 1136.18954
[2020-08-29 23:37:02,916 INFO] Step 643/100000; acc: 21.88; ppl: 25117.74; xent: 10.13; lr: 0.00900; 1045/ 14 tok/s; 2908 sec;loss: 972.60764
[2020-08-29 23:37:08,332 INFO] Step 644/100000; acc: 21.09; ppl: 17635.62; xent: 9.78; lr: 0.00900; 1077/ 24 tok/s; 2914 sec;loss: 1251.54255
[2020-08-29 23:37:10,558 INFO] Step 645/100000; acc: 17.04; ppl: 25283.38; xent: 10.14; lr: 0.00900; 1040/ 62 tok/s; 2916 sec;loss: 1368.61683
[2020-08-29 23:37:17,903 INFO] Step 646/100000; acc: 28.41; ppl: 14185.85; xent: 9.56; lr: 0.00900; 1081/ 12 tok/s; 2923 sec;loss: 841.28000
[2020-08-29 23:37:24,945 INFO] Step 647/100000; acc: 25.00; ppl: 17092.26; xent: 9.75; lr: 0.00900; 1083/ 14 tok/s; 2930 sec;loss: 935.65258
[2020-08-29 23:37:30,530 INFO] Step 648/100000; acc: 37.50; ppl: 10371.85; xent: 9.25; lr: 0.00900; 1140/ 12 tok/s; 2936 sec;loss: 591.79846
[2020-08-29 23:37:39,368 INFO] Step 649/100000; acc: 34.38; ppl: 13849.72; xent: 9.54; lr: 0.00900; 1127/ 8 tok/s; 2945 sec;loss: 610.30531
[2020-08-29 23:37:45,337 INFO] Step 650/100000; acc: 39.06; ppl: 8382.27; xent: 9.03; lr: 0.00900; 1053/ 11 tok/s; 2951 sec;loss: 578.16790
[2020-08-29 23:37:51,950 INFO] Step 651/100000; acc: 24.05; ppl: 25489.41; xent: 10.15; lr: 0.00900; 1019/ 12 tok/s; 2957 sec;loss: 801.53546
[2020-08-29 23:37:57,381 INFO] Step 652/100000; acc: 15.48; ppl: 26269.82; xent: 10.18; lr: 0.00900; 1071/ 29 tok/s; 2963 sec;loss: 1577.30728
[2020-08-29 23:38:01,407 INFO] Step 653/100000; acc: 27.72; ppl: 12328.68; xent: 9.42; lr: 0.00900; 1005/ 25 tok/s; 2967 sec;loss: 951.38807
[2020-08-29 23:38:05,058 INFO] Step 654/100000; acc: 18.75; ppl: 22966.04; xent: 10.04; lr: 0.00900; 964/ 35 tok/s; 2970 sec;loss: 1285.34681
[2020-08-29 23:38:08,258 INFO] Step 655/100000; acc: 23.96; ppl: 19131.95; xent: 9.86; lr: 0.00900; 1080/ 30 tok/s; 2974 sec;loss: 946.47503
[2020-08-29 23:38:11,887 INFO] Step 656/100000; acc: 20.18; ppl: 22789.83; xent: 10.03; lr: 0.00900; 974/ 32 tok/s; 2977 sec;loss: 1143.88392
[2020-08-29 23:38:17,987 INFO] Step 657/100000; acc: 22.00; ppl: 22054.74; xent: 10.00; lr: 0.00900; 1107/ 16 tok/s; 2983 sec;loss: 1000.12830
[2020-08-29 23:38:24,314 INFO] Step 658/100000; acc: 28.26; ppl: 12878.71; xent: 9.46; lr: 0.00900; 1087/ 15 tok/s; 2990 sec;loss: 870.62641
[2020-08-29 23:38:28,215 INFO] Step 659/100000; acc: 22.92; ppl: 20969.62; xent: 9.95; lr: 0.00900; 1048/ 25 tok/s; 2994 sec;loss: 955.27970
[2020-08-29 23:38:29,990 INFO] Step 660/100000; acc: 29.47; ppl: 11324.86; xent: 9.33; lr: 0.00900; 623/ 55 tok/s; 2995 sec;loss: 886.80179
[2020-08-29 23:38:33,575 INFO] Step 661/100000; acc: 22.92; ppl: 21223.29; xent: 9.96; lr: 0.00900; 1094/ 27 tok/s; 2999 sec;loss: 956.43403
[2020-08-29 23:38:37,332 INFO] Step 662/100000; acc: 42.19; ppl: 6172.28; xent: 8.73; lr: 0.00900; 1091/ 18 tok/s; 3003 sec;loss: 558.58074
[2020-08-29 23:38:40,005 INFO] Step 663/100000; acc: 16.41; ppl: 28765.99; xent: 10.27; lr: 0.00900; 911/ 49 tok/s; 3005 sec;loss: 1314.16946
[2020-08-29 23:38:43,947 INFO] Step 664/100000; acc: 25.00; ppl: 18731.65; xent: 9.84; lr: 0.00900; 1044/ 23 tok/s; 3009 sec;loss: 905.09322
[2020-08-29 23:38:49,070 INFO] Step 665/100000; acc: 24.04; ppl: 16752.78; xent: 9.73; lr: 0.00900; 1069/ 20 tok/s; 3014 sec;loss: 1011.53720
[2020-08-29 23:38:55,316 INFO] Step 666/100000; acc: 28.12; ppl: 26304.32; xent: 10.18; lr: 0.00900; 1068/ 10 tok/s; 3021 sec;loss: 651.35927
[2020-08-29 23:39:00,966 INFO] Step 667/100000; acc: 19.53; ppl: 21120.12; xent: 9.96; lr: 0.00900; 1029/ 23 tok/s; 3026 sec;loss: 1274.62160
[2020-08-29 23:39:07,366 INFO] Step 668/100000; acc: 25.00; ppl: 17472.19; xent: 9.77; lr: 0.00900; 1082/ 15 tok/s; 3033 sec;loss: 937.76310
[2020-08-29 23:39:16,408 INFO] Step 669/100000; acc: 23.96; ppl: 19622.59; xent: 9.88; lr: 0.00900; 1069/ 11 tok/s; 3042 sec;loss: 948.90591
[2020-08-29 23:39:21,057 INFO] Step 670/100000; acc: 23.96; ppl: 19287.86; xent: 9.87; lr: 0.00900; 1008/ 21 tok/s; 3046 sec;loss: 947.25418
[2020-08-29 23:39:27,150 INFO] Step 671/100000; acc: 17.19; ppl: 26768.96; xent: 10.19; lr: 0.00900; 1057/ 21 tok/s; 3053 sec;loss: 1304.95979
[2020-08-29 23:39:32,939 INFO] Step 672/100000; acc: 20.31; ppl: 19229.97; xent: 9.86; lr: 0.00900; 1048/ 22 tok/s; 3058 sec;loss: 1262.62086
[2020-08-29 23:39:38,933 INFO] Step 673/100000; acc: 24.30; ppl: 16138.55; xent: 9.69; lr: 0.00900; 1040/ 18 tok/s; 3064 sec;loss: 1036.71936
[2020-08-29 23:39:42,469 INFO] Step 674/100000; acc: 18.75; ppl: 22287.29; xent: 10.01; lr: 0.00900; 1076/ 37 tok/s; 3068 sec;loss: 1281.50682
[2020-08-29 23:39:47,380 INFO] Step 675/100000; acc: 43.75; ppl: 5033.69; xent: 8.52; lr: 0.00900; 1049/ 13 tok/s; 3073 sec;loss: 545.53016
[2020-08-29 23:39:51,423 INFO] Step 676/100000; acc: 17.46; ppl: 26346.10; xent: 10.18; lr: 0.00900; 1041/ 32 tok/s; 3077 sec;loss: 1282.56352
[2020-08-29 23:39:58,440 INFO] Step 677/100000; acc: 20.18; ppl: 23438.04; xent: 10.06; lr: 0.00900; 1054/ 16 tok/s; 3084 sec;loss: 1096.77062
[2020-08-29 23:40:05,379 INFO] Step 678/100000; acc: 36.25; ppl: 7478.14; xent: 8.92; lr: 0.00900; 1037/ 12 tok/s; 3091 sec;loss: 713.57919
[2020-08-29 23:40:13,508 INFO] Step 679/100000; acc: 21.93; ppl: 18890.08; xent: 9.85; lr: 0.00900; 1068/ 14 tok/s; 3099 sec;loss: 1122.48871
[2020-08-29 23:40:17,334 INFO] Step 680/100000; acc: 27.08; ppl: 13471.11; xent: 9.51; lr: 0.00900; 1099/ 28 tok/s; 3103 sec;loss: 912.79707
[2020-08-29 23:40:26,177 INFO] Step 681/100000; acc: 28.12; ppl: 12527.50; xent: 9.44; lr: 0.00900; 1089/ 11 tok/s; 3112 sec;loss: 905.82539
[2020-08-29 23:40:33,490 INFO] Step 682/100000; acc: 25.56; ppl: 18385.90; xent: 9.82; lr: 0.00900; 1093/ 12 tok/s; 3119 sec;loss: 883.74052
[2020-08-29 23:40:38,460 INFO] Step 683/100000; acc: 26.04; ppl: 15444.79; xent: 9.65; lr: 0.00900; 1090/ 21 tok/s; 3124 sec;loss: 925.92262
[2020-08-29 23:40:45,964 INFO] Step 684/100000; acc: 21.88; ppl: 23572.85; xent: 10.07; lr: 0.00900; 1051/ 13 tok/s; 3131 sec;loss: 966.51370
[2020-08-29 23:40:49,882 INFO] Step 685/100000; acc: 19.53; ppl: 21432.63; xent: 9.97; lr: 0.00900; 1014/ 33 tok/s; 3135 sec;loss: 1276.50173
[2020-08-29 23:40:56,208 INFO] Step 686/100000; acc: 21.88; ppl: 24610.30; xent: 10.11; lr: 0.00900; 1098/ 15 tok/s; 3142 sec;loss: 970.64834
[2020-08-29 23:41:02,245 INFO] Step 687/100000; acc: 27.08; ppl: 14508.24; xent: 9.58; lr: 0.00900; 1017/ 16 tok/s; 3148 sec;loss: 919.91734
[2020-08-29 23:41:06,070 INFO] Step 688/100000; acc: 25.00; ppl: 17510.02; xent: 9.77; lr: 0.00900; 1001/ 25 tok/s; 3151 sec;loss: 937.97074
[2020-08-29 23:41:11,100 INFO] Step 689/100000; acc: 21.57; ppl: 22202.14; xent: 10.01; lr: 0.00900; 1062/ 20 tok/s; 3156 sec;loss: 1020.81028
[2020-08-29 23:41:18,047 INFO] Step 690/100000; acc: 21.74; ppl: 19077.84; xent: 9.86; lr: 0.00900; 1028/ 17 tok/s; 3163 sec;loss: 1133.47251
[2020-08-29 23:41:24,001 INFO] Step 691/100000; acc: 16.41; ppl: 29412.01; xent: 10.29; lr: 0.00900; 1063/ 22 tok/s; 3169 sec;loss: 1317.01226
[2020-08-29 23:41:30,433 INFO] Step 692/100000; acc: 18.57; ppl: 20786.73; xent: 9.94; lr: 0.00900; 1073/ 22 tok/s; 3176 sec;loss: 1391.88979
[2020-08-29 23:41:33,186 INFO] Step 693/100000; acc: 29.17; ppl: 11334.83; xent: 9.34; lr: 0.00900; 972/ 36 tok/s; 3179 sec;loss: 896.22099
[2020-08-29 23:41:39,974 INFO] Step 694/100000; acc: 21.09; ppl: 17904.32; xent: 9.79; lr: 0.00900; 1059/ 19 tok/s; 3185 sec;loss: 1253.47805
[2020-08-29 23:41:48,002 INFO] Step 695/100000; acc: 28.12; ppl: 12603.79; xent: 9.44; lr: 0.00900; 1093/ 12 tok/s; 3193 sec;loss: 906.40823
[2020-08-29 23:41:55,063 INFO] Step 696/100000; acc: 39.06; ppl: 8785.87; xent: 9.08; lr: 0.00900; 1067/ 9 tok/s; 3200 sec;loss: 581.17760
[2020-08-29 23:42:03,855 INFO] Step 697/100000; acc: 22.83; ppl: 15188.81; xent: 9.63; lr: 0.00900; 1039/ 15 tok/s; 3209 sec;loss: 1222.79593
[2020-08-29 23:42:12,431 INFO] Step 698/100000; acc: 30.26; ppl: 15117.71; xent: 9.62; lr: 0.00900; 1103/ 9 tok/s; 3218 sec;loss: 731.39531
[2020-08-29 23:42:18,450 INFO] Step 699/100000; acc: 28.12; ppl: 27326.96; xent: 10.22; lr: 0.00900; 1060/ 11 tok/s; 3224 sec;loss: 653.80026
[2020-08-29 23:42:22,401 INFO] Step 700/100000; acc: 20.83; ppl: 26864.96; xent: 10.20; lr: 0.00900; 1024/ 25 tok/s; 3228 sec;loss: 979.06351
[2020-08-29 23:42:25,925 INFO] Step 701/100000; acc: 20.83; ppl: 27241.01; xent: 10.21; lr: 0.00900; 966/ 28 tok/s; 3231 sec;loss: 980.39797
[2020-08-29 23:42:34,173 INFO] Step 702/100000; acc: 25.29; ppl: 21811.07; xent: 9.99; lr: 0.00900; 1079/ 11 tok/s; 3240 sec;loss: 869.14503
[2020-08-29 23:42:36,433 INFO] Step 703/100000; acc: 17.56; ppl: 25818.76; xent: 10.16; lr: 0.00900; 1005/ 60 tok/s; 3242 sec;loss: 1330.81024
[2020-08-29 23:42:44,281 INFO] Step 704/100000; acc: 22.66; ppl: 16241.33; xent: 9.70; lr: 0.00900; 1051/ 16 tok/s; 3250 sec;loss: 1241.00025
[2020-08-29 23:42:47,965 INFO] Step 705/100000; acc: 20.31; ppl: 19706.35; xent: 9.89; lr: 0.00900; 939/ 35 tok/s; 3253 sec;loss: 1265.75313
[2020-08-29 23:42:56,215 INFO] Step 706/100000; acc: 22.73; ppl: 18952.87; xent: 9.85; lr: 0.00900; 1098/ 13 tok/s; 3262 sec;loss: 1083.46820
[2020-08-29 23:42:58,429 INFO] Step 707/100000; acc: 16.30; ppl: 30433.06; xent: 10.32; lr: 0.00900; 955/ 63 tok/s; 3264 sec;loss: 1393.64345
[2020-08-29 23:43:05,233 INFO] Step 708/100000; acc: 14.84; ppl: 36919.64; xent: 10.52; lr: 0.00900; 1040/ 19 tok/s; 3271 sec;loss: 1346.11185
[2020-08-29 23:43:10,233 INFO] Step 709/100000; acc: 24.73; ppl: 19282.28; xent: 9.87; lr: 0.00900; 1002/ 19 tok/s; 3276 sec;loss: 917.62561
[2020-08-29 23:43:16,500 INFO] Step 710/100000; acc: 23.96; ppl: 19664.83; xent: 9.89; lr: 0.00900; 1085/ 15 tok/s; 3282 sec;loss: 949.11235
[2020-08-29 23:43:20,545 INFO] Step 711/100000; acc: 26.37; ppl: 18098.27; xent: 9.80; lr: 0.00900; 1067/ 23 tok/s; 3286 sec;loss: 892.12501
[2020-08-29 23:43:27,521 INFO] Step 712/100000; acc: 26.04; ppl: 17763.83; xent: 9.78; lr: 0.00900; 1126/ 14 tok/s; 3293 sec;loss: 939.35227
[2020-08-29 23:43:35,218 INFO] Step 713/100000; acc: 37.50; ppl: 11510.74; xent: 9.35; lr: 0.00900; 1069/ 8 tok/s; 3301 sec;loss: 598.46627
[2020-08-29 23:43:38,239 INFO] Step 714/100000; acc: 27.08; ppl: 14228.19; xent: 9.56; lr: 0.00900; 1005/ 32 tok/s; 3304 sec;loss: 918.04615
[2020-08-29 23:43:47,280 INFO] Step 715/100000; acc: 23.96; ppl: 19883.01; xent: 9.90; lr: 0.00900; 1064/ 11 tok/s; 3313 sec;loss: 950.17162
[2020-08-29 23:43:50,927 INFO] Step 716/100000; acc: 34.85; ppl: 14319.77; xent: 9.57; lr: 0.00900; 943/ 19 tok/s; 3316 sec;loss: 631.58016
[2020-08-29 23:43:54,463 INFO] Step 717/100000; acc: 27.08; ppl: 15059.07; xent: 9.62; lr: 0.00900; 1122/ 27 tok/s; 3320 sec;loss: 923.49462
[2020-08-29 23:44:00,921 INFO] Step 718/100000; acc: 28.12; ppl: 12789.30; xent: 9.46; lr: 0.00900; 1002/ 15 tok/s; 3326 sec;loss: 907.81094
[2020-08-29 23:44:03,001 INFO] Step 719/100000; acc: 28.12; ppl: 12712.85; xent: 9.45; lr: 0.00900; 903/ 48 tok/s; 3328 sec;loss: 907.23537
[2020-08-29 23:44:08,314 INFO] Step 720/100000; acc: 27.08; ppl: 14117.54; xent: 9.56; lr: 0.00900; 1065/ 18 tok/s; 3334 sec;loss: 917.29663
[2020-08-29 23:44:16,001 INFO] Step 721/100000; acc: 35.94; ppl: 11749.96; xent: 9.37; lr: 0.00900; 1043/ 8 tok/s; 3341 sec;loss: 599.78275
[2020-08-29 23:44:21,970 INFO] Step 722/100000; acc: 19.79; ppl: 28925.12; xent: 10.27; lr: 0.00900; 1041/ 16 tok/s; 3347 sec;loss: 986.15672
[2020-08-29 23:44:24,130 INFO] Step 723/100000; acc: 28.12; ppl: 13325.26; xent: 9.50; lr: 0.00900; 1004/ 46 tok/s; 3350 sec;loss: 911.75202
[2020-08-29 23:44:26,139 INFO] Step 724/100000; acc: 28.12; ppl: 12194.66; xent: 9.41; lr: 0.00900; 966/ 48 tok/s; 3352 sec;loss: 903.24036
[2020-08-29 23:44:32,421 INFO] Step 725/100000; acc: 28.12; ppl: 12579.60; xent: 9.44; lr: 0.00900; 1079/ 15 tok/s; 3358 sec;loss: 906.22382
[2020-08-29 23:44:39,483 INFO] Step 726/100000; acc: 19.05; ppl: 28388.02; xent: 10.25; lr: 0.00900; 1082/ 15 tok/s; 3365 sec;loss: 1076.64086
[2020-08-29 23:44:46,522 INFO] Step 727/100000; acc: 34.38; ppl: 14219.40; xent: 9.56; lr: 0.00900; 1095/ 9 tok/s; 3372 sec;loss: 611.99118
[2020-08-29 23:44:49,222 INFO] Step 728/100000; acc: 17.39; ppl: 29659.28; xent: 10.30; lr: 0.00900; 1031/ 49 tok/s; 3375 sec;loss: 1184.21599
[2020-08-29 23:44:54,397 INFO] Step 729/100000; acc: 20.83; ppl: 26558.13; xent: 10.19; lr: 0.00900; 1086/ 19 tok/s; 3380 sec;loss: 977.96075
[2020-08-29 23:44:56,509 INFO] Step 730/100000; acc: 26.04; ppl: 16786.89; xent: 9.73; lr: 0.00900; 988/ 46 tok/s; 3382 sec;loss: 933.92195
[2020-08-29 23:44:58,891 INFO] Step 731/100000; acc: 28.12; ppl: 13633.52; xent: 9.52; lr: 0.00900; 910/ 41 tok/s; 3384 sec;loss: 913.94755
[2020-08-29 23:45:06,339 INFO] Step 732/100000; acc: 27.66; ppl: 13612.37; xent: 9.52; lr: 0.00900; 1086/ 13 tok/s; 3392 sec;loss: 894.76105
[2020-08-29 23:45:11,312 INFO] Step 733/100000; acc: 23.96; ppl: 20111.79; xent: 9.91; lr: 0.00900; 1042/ 20 tok/s; 3397 sec;loss: 951.26989
[2020-08-29 23:45:14,315 INFO] Step 734/100000; acc: 27.91; ppl: 15454.58; xent: 9.65; lr: 0.00900; 1028/ 29 tok/s; 3400 sec;loss: 829.52683
[2020-08-29 23:45:19,330 INFO] Step 735/100000; acc: 22.92; ppl: 22811.23; xent: 10.04; lr: 0.00900; 1044/ 19 tok/s; 3405 sec;loss: 963.36078
[2020-08-29 23:45:21,939 INFO] Step 736/100000; acc: 18.84; ppl: 20824.57; xent: 9.94; lr: 0.00900; 873/ 54 tok/s; 3407 sec;loss: 1372.25667
[2020-08-29 23:45:26,262 INFO] Step 737/100000; acc: 14.06; ppl: 35873.45; xent: 10.49; lr: 0.00900; 1071/ 30 tok/s; 3412 sec;loss: 1342.43234
[2020-08-29 23:45:30,920 INFO] Step 738/100000; acc: 26.04; ppl: 15435.77; xent: 9.64; lr: 0.00900; 1032/ 21 tok/s; 3416 sec;loss: 925.86649
[2020-08-29 23:45:40,015 INFO] Step 739/100000; acc: 20.31; ppl: 19843.22; xent: 9.90; lr: 0.00900; 1060/ 14 tok/s; 3425 sec;loss: 1266.63906
[2020-08-29 23:45:42,399 INFO] Step 740/100000; acc: 39.06; ppl: 9032.48; xent: 9.11; lr: 0.00900; 1055/ 28 tok/s; 3428 sec;loss: 582.94928
[2020-08-29 23:45:46,967 INFO] Step 741/100000; acc: 31.25; ppl: 19379.36; xent: 9.87; lr: 0.00900; 1055/ 14 tok/s; 3432 sec;loss: 631.80568
[2020-08-29 23:45:50,157 INFO] Step 742/100000; acc: 28.12; ppl: 12854.10; xent: 9.46; lr: 0.00900; 1049/ 31 tok/s; 3436 sec;loss: 908.29614
[2020-08-29 23:45:56,470 INFO] Step 743/100000; acc: 19.53; ppl: 21084.24; xent: 9.96; lr: 0.00900; 1110/ 20 tok/s; 3442 sec;loss: 1274.40397
[2020-08-29 23:46:02,273 INFO] Step 744/100000; acc: 14.84; ppl: 33942.93; xent: 10.43; lr: 0.00900; 1031/ 22 tok/s; 3448 sec;loss: 1335.35180
[2020-08-29 23:46:06,030 INFO] Step 745/100000; acc: 23.96; ppl: 19607.95; xent: 9.88; lr: 0.00900; 1010/ 26 tok/s; 3451 sec;loss: 948.83429
[2020-08-29 23:46:11,185 INFO] Step 746/100000; acc: 27.08; ppl: 14539.77; xent: 9.58; lr: 0.00900; 1085/ 19 tok/s; 3457 sec;loss: 920.12574
[2020-08-29 23:46:15,385 INFO] Step 747/100000; acc: 26.04; ppl: 15455.56; xent: 9.65; lr: 0.00900; 1101/ 23 tok/s; 3461 sec;loss: 925.98950
[2020-08-29 23:46:23,981 INFO] Step 748/100000; acc: 28.12; ppl: 12619.64; xent: 9.44; lr: 0.00900; 1035/ 11 tok/s; 3469 sec;loss: 906.52895
[2020-08-29 23:46:27,996 INFO] Step 749/100000; acc: 36.11; ppl: 9173.20; xent: 9.12; lr: 0.00900; 1007/ 18 tok/s; 3473 sec;loss: 656.93098
[2020-08-29 23:46:30,848 INFO] Step 750/100000; acc: 20.72; ppl: 22659.29; xent: 10.03; lr: 0.00900; 892/ 39 tok/s; 3476 sec;loss: 1113.14409
[2020-08-29 23:46:37,174 INFO] Step 751/100000; acc: 21.88; ppl: 23426.62; xent: 10.06; lr: 0.00900; 1076/ 15 tok/s; 3483 sec;loss: 965.91632
[2020-08-29 23:46:42,432 INFO] Step 752/100000; acc: 20.83; ppl: 25541.83; xent: 10.15; lr: 0.00900; 1074/ 18 tok/s; 3488 sec;loss: 974.21499
[2020-08-29 23:46:47,869 INFO] Step 753/100000; acc: 18.75; ppl: 22462.17; xent: 10.02; lr: 0.00900; 1037/ 24 tok/s; 3493 sec;loss: 1282.50723
[2020-08-29 23:46:49,292 INFO] Step 754/100000; acc: 27.27; ppl: 13811.57; xent: 9.53; lr: 0.00900; 893/ 72 tok/s; 3495 sec;loss: 943.79296
[2020-08-29 23:46:53,386 INFO] Step 755/100000; acc: 29.17; ppl: 11577.44; xent: 9.36; lr: 0.00900; 1113/ 24 tok/s; 3499 sec;loss: 898.25410
[2020-08-29 23:46:58,047 INFO] Step 756/100000; acc: 25.00; ppl: 13617.26; xent: 9.52; lr: 0.00900; 939/ 24 tok/s; 3503 sec;loss: 1066.13844
[2020-08-29 23:47:02,882 INFO] Step 757/100000; acc: 22.92; ppl: 21547.69; xent: 9.98; lr: 0.00900; 1041/ 20 tok/s; 3508 sec;loss: 957.89031
[2020-08-29 23:47:07,516 INFO] Step 758/100000; acc: 23.29; ppl: 31998.84; xent: 10.37; lr: 0.00900; 1094/ 16 tok/s; 3513 sec;loss: 757.26221
[2020-08-29 23:47:14,963 INFO] Step 759/100000; acc: 21.09; ppl: 17588.31; xent: 9.77; lr: 0.00900; 1014/ 17 tok/s; 3520 sec;loss: 1251.19870
[2020-08-29 23:47:23,903 INFO] Step 760/100000; acc: 29.69; ppl: 21219.02; xent: 9.96; lr: 0.00900; 1082/ 7 tok/s; 3529 sec;loss: 637.60979
[2020-08-29 23:47:30,350 INFO] Step 761/100000; acc: 39.06; ppl: 9130.56; xent: 9.12; lr: 0.00900; 1090/ 10 tok/s; 3536 sec;loss: 583.64048
[2020-08-29 23:47:35,443 INFO] Step 762/100000; acc: 14.84; ppl: 32838.03; xent: 10.40; lr: 0.00900; 1042/ 25 tok/s; 3541 sec;loss: 1331.11583
[2020-08-29 23:47:43,066 INFO] Step 763/100000; acc: 25.00; ppl: 17411.97; xent: 9.76; lr: 0.00900; 1060/ 13 tok/s; 3548 sec;loss: 937.43165
[2020-08-29 23:47:44,860 INFO] Step 764/100000; acc: 24.76; ppl: 16130.54; xent: 9.69; lr: 0.00900; 881/ 60 tok/s; 3550 sec;loss: 1017.28932
[2020-08-29 23:47:50,041 INFO] Step 765/100000; acc: 40.62; ppl: 7260.17; xent: 8.89; lr: 0.00900; 1103/ 12 tok/s; 3555 sec;loss: 568.97018
[2020-08-29 23:47:51,466 INFO] Step 766/100000; acc: 22.52; ppl: 18434.41; xent: 9.82; lr: 0.00900; 978/ 81 tok/s; 3557 sec;loss: 1090.23913
[2020-08-29 23:47:58,930 INFO] Step 767/100000; acc: 21.55; ppl: 19403.61; xent: 9.87; lr: 0.00900; 1048/ 16 tok/s; 3564 sec;loss: 1145.29287
[2020-08-29 23:48:06,387 INFO] Step 768/100000; acc: 18.75; ppl: 23121.35; xent: 10.05; lr: 0.00900; 1037/ 17 tok/s; 3572 sec;loss: 1286.20952
[2020-08-29 23:48:12,263 INFO] Step 769/100000; acc: 22.55; ppl: 20821.80; xent: 9.94; lr: 0.00900; 1027/ 18 tok/s; 3578 sec;loss: 1014.26310
[2020-08-29 23:48:17,911 INFO] Step 770/100000; acc: 17.19; ppl: 26686.42; xent: 10.19; lr: 0.00900; 1023/ 23 tok/s; 3583 sec;loss: 1304.56447
[2020-08-29 23:48:23,881 INFO] Step 771/100000; acc: 40.62; ppl: 7621.28; xent: 8.94; lr: 0.00900; 1022/ 11 tok/s; 3589 sec;loss: 572.07677
[2020-08-29 23:48:30,385 INFO] Step 772/100000; acc: 16.79; ppl: 26792.74; xent: 10.20; lr: 0.00900; 1039/ 21 tok/s; 3596 sec;loss: 1396.83644
[2020-08-29 23:48:39,186 INFO] Step 773/100000; acc: 18.85; ppl: 25105.19; xent: 10.13; lr: 0.00900; 1062/ 14 tok/s; 3605 sec;loss: 1235.96127
[2020-08-29 23:48:48,091 INFO] Step 774/100000; acc: 22.92; ppl: 21411.86; xent: 9.97; lr: 0.00900; 1064/ 11 tok/s; 3613 sec;loss: 957.28324
[2020-08-29 23:48:54,384 INFO] Step 775/100000; acc: 19.53; ppl: 20533.62; xent: 9.93; lr: 0.00900; 1080/ 21 tok/s; 3620 sec;loss: 1271.01679
[2020-08-29 23:48:59,353 INFO] Step 776/100000; acc: 26.04; ppl: 15279.48; xent: 9.63; lr: 0.00900; 1048/ 20 tok/s; 3625 sec;loss: 924.88953
[2020-08-29 23:49:01,023 INFO] Step 777/100000; acc: 21.98; ppl: 26072.75; xent: 10.17; lr: 0.00900; 865/ 56 tok/s; 3626 sec;loss: 925.34680
[2020-08-29 23:49:06,324 INFO] Step 778/100000; acc: 27.08; ppl: 13669.34; xent: 9.52; lr: 0.00900; 1078/ 18 tok/s; 3632 sec;loss: 914.19942
[2020-08-29 23:49:15,160 INFO] Step 779/100000; acc: 35.94; ppl: 12123.76; xent: 9.40; lr: 0.00900; 1091/ 7 tok/s; 3641 sec;loss: 601.78702
[2020-08-29 23:49:19,525 INFO] Step 780/100000; acc: 29.69; ppl: 22079.61; xent: 10.00; lr: 0.00900; 1107/ 15 tok/s; 3645 sec;loss: 640.15424
[2020-08-29 23:49:22,372 INFO] Step 781/100000; acc: 17.45; ppl: 21678.98; xent: 9.98; lr: 0.00900; 1054/ 59 tok/s; 3648 sec;loss: 1487.63067
[2020-08-29 23:49:26,208 INFO] Step 782/100000; acc: 43.75; ppl: 5416.52; xent: 8.60; lr: 0.00900; 1040/ 17 tok/s; 3652 sec;loss: 550.22135
[2020-08-29 23:49:33,132 INFO] Step 783/100000; acc: 25.00; ppl: 17412.07; xent: 9.76; lr: 0.00900; 1073/ 14 tok/s; 3659 sec;loss: 937.43221
[2020-08-29 23:49:40,276 INFO] Step 784/100000; acc: 40.62; ppl: 7290.69; xent: 8.89; lr: 0.00900; 1088/ 9 tok/s; 3666 sec;loss: 569.23861
[2020-08-29 23:49:45,061 INFO] Step 785/100000; acc: 17.19; ppl: 26689.37; xent: 10.19; lr: 0.00900; 1004/ 27 tok/s; 3670 sec;loss: 1304.57866
[2020-08-29 23:49:52,155 INFO] Step 786/100000; acc: 40.62; ppl: 7129.26; xent: 8.87; lr: 0.00900; 1083/ 9 tok/s; 3678 sec;loss: 567.80561
[2020-08-29 23:49:56,077 INFO] Step 787/100000; acc: 18.05; ppl: 22674.82; xent: 10.03; lr: 0.00900; 914/ 34 tok/s; 3681 sec;loss: 1333.85835
[2020-08-29 23:50:02,247 INFO] Step 788/100000; acc: 21.93; ppl: 18627.54; xent: 9.83; lr: 0.00900; 1053/ 19 tok/s; 3688 sec;loss: 1120.89321
[2020-08-29 23:50:06,013 INFO] Step 789/100000; acc: 24.27; ppl: 17396.99; xent: 9.76; lr: 0.00900; 928/ 28 tok/s; 3691 sec;loss: 1005.69738
[2020-08-29 23:50:12,549 INFO] Step 790/100000; acc: 28.12; ppl: 12814.82; xent: 9.46; lr: 0.00900; 1126/ 15 tok/s; 3698 sec;loss: 908.00237
[2020-08-29 23:50:16,261 INFO] Step 791/100000; acc: 24.17; ppl: 13770.08; xent: 9.53; lr: 0.00900; 1064/ 36 tok/s; 3702 sec;loss: 1143.63040
[2020-08-29 23:50:24,458 INFO] Step 792/100000; acc: 16.41; ppl: 28440.69; xent: 10.26; lr: 0.00900; 1082/ 16 tok/s; 3710 sec;loss: 1312.71375
[2020-08-29 23:50:27,061 INFO] Step 793/100000; acc: 20.00; ppl: 23624.14; xent: 10.07; lr: 0.00900; 862/ 44 tok/s; 3712 sec;loss: 1107.70268
[2020-08-29 23:50:34,866 INFO] Step 794/100000; acc: 23.73; ppl: 14960.10; xent: 9.61; lr: 0.00900; 1077/ 15 tok/s; 3720 sec;loss: 1134.35075
[2020-08-29 23:50:40,116 INFO] Step 795/100000; acc: 19.33; ppl: 22515.04; xent: 10.02; lr: 0.00900; 1068/ 23 tok/s; 3726 sec;loss: 1192.61070
[2020-08-29 23:50:45,185 INFO] Step 796/100000; acc: 16.55; ppl: 27361.05; xent: 10.22; lr: 0.00900; 1047/ 28 tok/s; 3731 sec;loss: 1420.14574
[2020-08-29 23:50:49,379 INFO] Step 797/100000; acc: 26.04; ppl: 15324.49; xent: 9.64; lr: 0.00900; 1056/ 23 tok/s; 3735 sec;loss: 925.17194
[2020-08-29 23:50:51,398 INFO] Step 798/100000; acc: 22.92; ppl: 22009.20; xent: 10.00; lr: 0.00900; 953/ 48 tok/s; 3737 sec;loss: 959.92471
[2020-08-29 23:50:54,091 INFO] Step 799/100000; acc: 18.75; ppl: 22144.96; xent: 10.01; lr: 0.00900; 936/ 48 tok/s; 3739 sec;loss: 1280.68678
[2020-08-29 23:51:02,111 INFO] Step 800/100000; acc: 15.95; ppl: 23116.78; xent: 10.05; lr: 0.00900; 1008/ 20 tok/s; 3748 sec;loss: 1637.87516
[2020-08-29 23:51:07,485 INFO] Step 801/100000; acc: 19.79; ppl: 28752.61; xent: 10.27; lr: 0.00900; 1114/ 18 tok/s; 3753 sec;loss: 985.58243
[2020-08-29 23:51:13,299 INFO] Step 802/100000; acc: 28.12; ppl: 12534.24; xent: 9.44; lr: 0.00900; 1060/ 17 tok/s; 3759 sec;loss: 905.87704
[2020-08-29 23:51:22,237 INFO] Step 803/100000; acc: 25.00; ppl: 16102.32; xent: 9.69; lr: 0.00900; 1080/ 11 tok/s; 3768 sec;loss: 929.92500
[2020-08-29 23:51:26,994 INFO] Step 804/100000; acc: 35.94; ppl: 12047.49; xent: 9.40; lr: 0.00900; 1010/ 14 tok/s; 3772 sec;loss: 601.38314
[2020-08-29 23:51:32,923 INFO] Step 805/100000; acc: 17.97; ppl: 24229.70; xent: 10.10; lr: 0.00900; 1028/ 22 tok/s; 3778 sec;loss: 1292.20282
[2020-08-29 23:51:36,078 INFO] Step 806/100000; acc: 14.73; ppl: 34517.42; xent: 10.45; lr: 0.00900; 930/ 41 tok/s; 3781 sec;loss: 1347.94929
[2020-08-29 23:51:39,056 INFO] Step 807/100000; acc: 26.74; ppl: 16673.23; xent: 9.72; lr: 0.00900; 942/ 29 tok/s; 3784 sec;loss: 836.05411
[2020-08-29 23:51:42,237 INFO] Step 808/100000; acc: 27.08; ppl: 14017.44; xent: 9.55; lr: 0.00900; 1033/ 30 tok/s; 3788 sec;loss: 916.61352
[2020-08-29 23:51:46,979 INFO] Step 809/100000; acc: 22.92; ppl: 21617.52; xent: 9.98; lr: 0.00900; 1025/ 20 tok/s; 3792 sec;loss: 958.20089
[2020-08-29 23:51:51,177 INFO] Step 810/100000; acc: 20.31; ppl: 18729.19; xent: 9.84; lr: 0.00900; 1087/ 31 tok/s; 3797 sec;loss: 1259.24334
[2020-08-29 23:51:58,971 INFO] Step 811/100000; acc: 19.79; ppl: 29124.82; xent: 10.28; lr: 0.00900; 1039/ 12 tok/s; 3804 sec;loss: 986.81720
[2020-08-29 23:52:01,171 INFO] Step 812/100000; acc: 30.21; ppl: 10311.01; xent: 9.24; lr: 0.00900; 1021/ 45 tok/s; 3807 sec;loss: 887.13291
[2020-08-29 23:52:09,963 INFO] Step 813/100000; acc: 20.83; ppl: 26480.05; xent: 10.18; lr: 0.00900; 1094/ 11 tok/s; 3815 sec;loss: 977.67811
[2020-08-29 23:52:14,081 INFO] Step 814/100000; acc: 40.62; ppl: 7300.37; xent: 8.90; lr: 0.00900; 1086/ 16 tok/s; 3819 sec;loss: 569.32353
[2020-08-29 23:52:19,509 INFO] Step 815/100000; acc: 23.96; ppl: 18948.12; xent: 9.85; lr: 0.00900; 1098/ 18 tok/s; 3825 sec;loss: 945.54818
[2020-08-29 23:52:21,520 INFO] Step 816/100000; acc: 31.03; ppl: 10765.60; xent: 9.28; lr: 0.00900; 1197/ 52 tok/s; 3827 sec;loss: 807.71768
[2020-08-29 23:52:25,871 INFO] Step 817/100000; acc: 23.76; ppl: 17582.30; xent: 9.77; lr: 0.00900; 909/ 23 tok/s; 3831 sec;loss: 987.23944
[2020-08-29 23:52:31,075 INFO] Step 818/100000; acc: 32.81; ppl: 16816.00; xent: 9.73; lr: 0.00900; 1102/ 12 tok/s; 3836 sec;loss: 622.72550
[2020-08-29 23:52:37,926 INFO] Step 819/100000; acc: 37.50; ppl: 9523.03; xent: 9.16; lr: 0.00900; 1092/ 9 tok/s; 3843 sec;loss: 586.33401
[2020-08-29 23:52:42,129 INFO] Step 820/100000; acc: 22.92; ppl: 20595.47; xent: 9.93; lr: 0.00900; 1080/ 23 tok/s; 3848 sec;loss: 953.55132
[2020-08-29 23:52:47,967 INFO] Step 821/100000; acc: 18.75; ppl: 21680.62; xent: 9.98; lr: 0.00900; 1022/ 22 tok/s; 3853 sec;loss: 1277.97427
[2020-08-29 23:52:55,017 INFO] Step 822/100000; acc: 19.20; ppl: 21534.22; xent: 9.98; lr: 0.00900; 1092/ 18 tok/s; 3860 sec;loss: 1247.17480
[2020-08-29 23:52:59,101 INFO] Step 823/100000; acc: 20.83; ppl: 27499.35; xent: 10.22; lr: 0.00900; 1033/ 24 tok/s; 3864 sec;loss: 981.30409
[2020-08-29 23:53:02,383 INFO] Step 824/100000; acc: 14.19; ppl: 30199.88; xent: 10.32; lr: 0.00900; 996/ 46 tok/s; 3868 sec;loss: 1526.70780
[2020-08-29 23:53:09,177 INFO] Step 825/100000; acc: 23.96; ppl: 19471.97; xent: 9.88; lr: 0.00900; 1050/ 14 tok/s; 3875 sec;loss: 948.16621
[2020-08-29 23:53:12,391 INFO] Step 826/100000; acc: 25.00; ppl: 16798.96; xent: 9.73; lr: 0.00900; 1046/ 30 tok/s; 3878 sec;loss: 933.99092
[2020-08-29 23:53:21,415 INFO] Step 827/100000; acc: 19.53; ppl: 20677.81; xent: 9.94; lr: 0.00900; 1067/ 14 tok/s; 3887 sec;loss: 1271.91251
[2020-08-29 23:53:25,453 INFO] Step 828/100000; acc: 17.97; ppl: 23652.61; xent: 10.07; lr: 0.00900; 1011/ 32 tok/s; 3891 sec;loss: 1289.11727
[2020-08-29 23:53:32,431 INFO] Step 829/100000; acc: 14.44; ppl: 25485.48; xent: 10.15; lr: 0.00900; 1014/ 26 tok/s; 3898 sec;loss: 1826.25557
[2020-08-29 23:53:37,857 INFO] Step 830/100000; acc: 15.62; ppl: 30181.56; xent: 10.31; lr: 0.00900; 978/ 24 tok/s; 3903 sec;loss: 1320.31826
[2020-08-29 23:53:40,533 INFO] Step 831/100000; acc: 16.28; ppl: 28157.55; xent: 10.25; lr: 0.00900; 1107/ 49 tok/s; 3906 sec;loss: 1321.67862
[2020-08-29 23:53:43,075 INFO] Step 832/100000; acc: 25.00; ppl: 16930.69; xent: 9.74; lr: 0.00900; 1082/ 43 tok/s; 3908 sec;loss: 934.74080
[2020-08-29 23:53:48,934 INFO] Step 833/100000; acc: 27.08; ppl: 13645.03; xent: 9.52; lr: 0.00900; 1052/ 16 tok/s; 3914 sec;loss: 914.02853
[2020-08-29 23:53:55,501 INFO] Step 834/100000; acc: 17.69; ppl: 24115.36; xent: 10.09; lr: 0.00900; 1105/ 20 tok/s; 3921 sec;loss: 1311.77854
[2020-08-29 23:54:00,385 INFO] Step 835/100000; acc: 30.21; ppl: 10106.11; xent: 9.22; lr: 0.00900; 1114/ 21 tok/s; 3926 sec;loss: 885.20593
[2020-08-29 23:54:05,917 INFO] Step 836/100000; acc: 23.96; ppl: 19363.78; xent: 9.87; lr: 0.00900; 1020/ 17 tok/s; 3931 sec;loss: 947.63130
[2020-08-29 23:54:11,524 INFO] Step 837/100000; acc: 37.50; ppl: 10363.90; xent: 9.25; lr: 0.00900; 1145/ 12 tok/s; 3937 sec;loss: 591.74936
[2020-08-29 23:54:18,054 INFO] Step 838/100000; acc: 16.81; ppl: 30906.09; xent: 10.34; lr: 0.00900; 1070/ 19 tok/s; 3943 sec;loss: 1230.30632
[2020-08-29 23:54:24,095 INFO] Step 839/100000; acc: 27.08; ppl: 13863.47; xent: 9.54; lr: 0.00900; 1091/ 16 tok/s; 3949 sec;loss: 915.55323
[2020-08-29 23:54:30,894 INFO] Step 840/100000; acc: 42.19; ppl: 6512.38; xent: 8.78; lr: 0.00900; 1086/ 9 tok/s; 3956 sec;loss: 562.01345
[2020-08-29 23:54:35,209 INFO] Step 841/100000; acc: 25.00; ppl: 17199.59; xent: 9.75; lr: 0.00900; 1104/ 23 tok/s; 3961 sec;loss: 936.25351
[2020-08-29 23:54:37,471 INFO] Step 842/100000; acc: 33.33; ppl: 12122.86; xent: 9.40; lr: 0.00900; 1010/ 32 tok/s; 3963 sec;loss: 677.00505
[2020-08-29 23:54:39,473 INFO] Step 843/100000; acc: 35.94; ppl: 12185.01; xent: 9.41; lr: 0.00900; 1032/ 32 tok/s; 3965 sec;loss: 602.10957
[2020-08-29 23:54:44,498 INFO] Step 844/100000; acc: 23.96; ppl: 18462.37; xent: 9.82; lr: 0.00900; 1094/ 19 tok/s; 3970 sec;loss: 943.05503
[2020-08-29 23:54:53,157 INFO] Step 845/100000; acc: 22.92; ppl: 21789.84; xent: 9.99; lr: 0.00900; 1073/ 11 tok/s; 3979 sec;loss: 958.96311
[2020-08-29 23:54:57,420 INFO] Step 846/100000; acc: 13.10; ppl: 30486.82; xent: 10.33; lr: 0.00900; 1031/ 40 tok/s; 3983 sec;loss: 1734.60838
[2020-08-29 23:55:04,526 INFO] Step 847/100000; acc: 37.50; ppl: 9589.51; xent: 9.17; lr: 0.00900; 1088/ 9 tok/s; 3990 sec;loss: 586.77920
[2020-08-29 23:55:08,215 INFO] Step 848/100000; acc: 16.92; ppl: 26435.13; xent: 10.18; lr: 0.00900; 1057/ 39 tok/s; 3994 sec;loss: 1323.71839
[2020-08-29 23:55:11,104 INFO] Step 849/100000; acc: 23.01; ppl: 16598.38; xent: 9.72; lr: 0.00900; 1007/ 40 tok/s; 3997 sec;loss: 1098.02785
[2020-08-29 23:55:18,185 INFO] Step 850/100000; acc: 25.00; ppl: 16657.98; xent: 9.72; lr: 0.00900; 1093/ 14 tok/s; 4004 sec;loss: 933.18189
[2020-08-29 23:55:21,944 INFO] Step 851/100000; acc: 23.96; ppl: 18840.59; xent: 9.84; lr: 0.00900; 1031/ 26 tok/s; 4007 sec;loss: 945.00183
[2020-08-29 23:55:24,375 INFO] Step 852/100000; acc: 26.04; ppl: 15451.55; xent: 9.65; lr: 0.00900; 1083/ 40 tok/s; 4010 sec;loss: 925.96459
[2020-08-29 23:55:32,031 INFO] Step 853/100000; acc: 39.06; ppl: 8029.84; xent: 8.99; lr: 0.00900; 1073/ 8 tok/s; 4017 sec;loss: 575.41884
[2020-08-29 23:55:39,299 INFO] Step 854/100000; acc: 28.12; ppl: 12368.10; xent: 9.42; lr: 0.00900; 1120/ 13 tok/s; 4025 sec;loss: 904.59609
[2020-08-29 23:55:43,518 INFO] Step 855/100000; acc: 37.50; ppl: 10719.73; xent: 9.28; lr: 0.00900; 1100/ 15 tok/s; 4029 sec;loss: 593.90985
[2020-08-29 23:55:50,112 INFO] Step 856/100000; acc: 26.04; ppl: 15664.46; xent: 9.66; lr: 0.00900; 1049/ 15 tok/s; 4036 sec;loss: 927.27839
[2020-08-29 23:55:52,284 INFO] Step 857/100000; acc: 20.83; ppl: 26060.45; xent: 10.17; lr: 0.00900; 1015/ 45 tok/s; 4038 sec;loss: 976.14472
[2020-08-29 23:55:56,255 INFO] Step 858/100000; acc: 37.50; ppl: 9766.48; xent: 9.19; lr: 0.00900; 1037/ 16 tok/s; 4042 sec;loss: 587.94952
[2020-08-29 23:56:05,264 INFO] Step 859/100000; acc: 22.92; ppl: 20442.16; xent: 9.93; lr: 0.00900; 1070/ 11 tok/s; 4051 sec;loss: 952.83405
[2020-08-29 23:56:09,208 INFO] Step 860/100000; acc: 20.83; ppl: 25087.33; xent: 10.13; lr: 0.00900; 1026/ 25 tok/s; 4055 sec;loss: 972.49134
[2020-08-29 23:56:18,266 INFO] Step 861/100000; acc: 15.00; ppl: 26671.21; xent: 10.19; lr: 0.00900; 1064/ 18 tok/s; 4064 sec;loss: 1630.61440
[2020-08-29 23:56:23,195 INFO] Step 862/100000; acc: 32.86; ppl: 13346.71; xent: 9.50; lr: 0.00900; 991/ 14 tok/s; 4069 sec;loss: 664.93175
[2020-08-29 23:56:27,324 INFO] Step 863/100000; acc: 18.75; ppl: 33518.85; xent: 10.42; lr: 0.00900; 1033/ 23 tok/s; 4073 sec;loss: 1000.30688
[2020-08-29 23:56:29,971 INFO] Step 864/100000; acc: 26.04; ppl: 15464.37; xent: 9.65; lr: 0.00900; 933/ 37 tok/s; 4075 sec;loss: 926.04425
[2020-08-29 23:56:35,231 INFO] Step 865/100000; acc: 21.88; ppl: 24642.61; xent: 10.11; lr: 0.00900; 1063/ 18 tok/s; 4081 sec;loss: 970.77429
[2020-08-29 23:56:44,201 INFO] Step 866/100000; acc: 37.50; ppl: 10249.73; xent: 9.24; lr: 0.00900; 1077/ 7 tok/s; 4090 sec;loss: 591.04040
[2020-08-29 23:56:47,390 INFO] Step 867/100000; acc: 14.29; ppl: 29682.87; xent: 10.30; lr: 0.00900; 1006/ 47 tok/s; 4093 sec;loss: 1513.85383
[2020-08-29 23:56:50,467 INFO] Step 868/100000; acc: 29.07; ppl: 13742.05; xent: 9.53; lr: 0.00900; 984/ 28 tok/s; 4096 sec;loss: 819.42654
[2020-08-29 23:56:57,935 INFO] Step 869/100000; acc: 15.62; ppl: 29553.38; xent: 10.29; lr: 0.00900; 1032/ 17 tok/s; 4103 sec;loss: 1317.62605
[2020-08-29 23:57:02,901 INFO] Step 870/100000; acc: 31.25; ppl: 17987.98; xent: 9.80; lr: 0.00900; 1038/ 13 tok/s; 4108 sec;loss: 627.03737
[2020-08-29 23:57:05,475 INFO] Step 871/100000; acc: 26.97; ppl: 15804.95; xent: 9.67; lr: 0.00900; 1138/ 35 tok/s; 4111 sec;loss: 860.45901
[2020-08-29 23:57:11,239 INFO] Step 872/100000; acc: 25.00; ppl: 17560.27; xent: 9.77; lr: 0.00900; 1037/ 17 tok/s; 4117 sec;loss: 938.24585
[2020-08-29 23:57:16,928 INFO] Step 873/100000; acc: 40.62; ppl: 6843.04; xent: 8.83; lr: 0.00900; 1078/ 11 tok/s; 4122 sec;loss: 565.18321
[2020-08-29 23:57:24,223 INFO] Step 874/100000; acc: 19.05; ppl: 22019.49; xent: 10.00; lr: 0.00900; 1082/ 17 tok/s; 4130 sec;loss: 1259.96007
[2020-08-29 23:57:32,133 INFO] Step 875/100000; acc: 23.96; ppl: 19016.77; xent: 9.85; lr: 0.00900; 1056/ 12 tok/s; 4138 sec;loss: 945.89533
[2020-08-29 23:57:39,965 INFO] Step 876/100000; acc: 37.50; ppl: 9297.46; xent: 9.14; lr: 0.00900; 1076/ 8 tok/s; 4145 sec;loss: 584.79981
[2020-08-29 23:57:46,293 INFO] Step 877/100000; acc: 39.06; ppl: 7951.13; xent: 8.98; lr: 0.00900; 1087/ 10 tok/s; 4152 sec;loss: 574.78843
[2020-08-29 23:57:51,177 INFO] Step 878/100000; acc: 25.00; ppl: 17024.02; xent: 9.74; lr: 0.00900; 1053/ 20 tok/s; 4157 sec;loss: 935.26852
[2020-08-29 23:57:57,988 INFO] Step 879/100000; acc: 33.33; ppl: 10556.13; xent: 9.26; lr: 0.00900; 1059/ 12 tok/s; 4163 sec;loss: 722.62802
[2020-08-29 23:58:02,841 INFO] Step 880/100000; acc: 17.39; ppl: 24452.31; xent: 10.10; lr: 0.00900; 1001/ 29 tok/s; 4168 sec;loss: 1394.41824
[2020-08-29 23:58:08,261 INFO] Step 881/100000; acc: 37.50; ppl: 9527.60; xent: 9.16; lr: 0.00900; 1137/ 12 tok/s; 4174 sec;loss: 586.36468
[2020-08-29 23:58:16,452 INFO] Step 882/100000; acc: 31.76; ppl: 10583.78; xent: 9.27; lr: 0.00900; 1093/ 10 tok/s; 4182 sec;loss: 787.70161
[2020-08-29 23:58:23,060 INFO] Step 883/100000; acc: 22.92; ppl: 20793.59; xent: 9.94; lr: 0.00900; 1077/ 15 tok/s; 4188 sec;loss: 954.47040
[2020-08-29 23:58:25,415 INFO] Step 884/100000; acc: 18.75; ppl: 21874.23; xent: 9.99; lr: 0.00900; 1032/ 56 tok/s; 4191 sec;loss: 1279.11226
[2020-08-29 23:58:31,990 INFO] Step 885/100000; acc: 29.17; ppl: 11417.75; xent: 9.34; lr: 0.00900; 1069/ 15 tok/s; 4197 sec;loss: 896.92076
[2020-08-29 23:58:39,294 INFO] Step 886/100000; acc: 26.04; ppl: 15669.71; xent: 9.66; lr: 0.00900; 1081/ 13 tok/s; 4205 sec;loss: 927.31056
[2020-08-29 23:58:41,569 INFO] Step 887/100000; acc: 26.04; ppl: 15135.05; xent: 9.62; lr: 0.00900; 1027/ 43 tok/s; 4207 sec;loss: 923.97780
[2020-08-29 23:58:48,454 INFO] Step 888/100000; acc: 23.96; ppl: 19230.97; xent: 9.86; lr: 0.00900; 1140/ 15 tok/s; 4214 sec;loss: 946.97061
[2020-08-29 23:58:54,360 INFO] Step 889/100000; acc: 34.38; ppl: 14042.46; xent: 9.55; lr: 0.00900; 1071/ 11 tok/s; 4220 sec;loss: 611.18981
[2020-08-29 23:58:58,422 INFO] Step 890/100000; acc: 25.00; ppl: 17249.48; xent: 9.76; lr: 0.00900; 1015/ 24 tok/s; 4224 sec;loss: 936.53160
[2020-08-29 23:59:01,478 INFO] Step 891/100000; acc: 27.08; ppl: 13851.93; xent: 9.54; lr: 0.00900; 985/ 32 tok/s; 4227 sec;loss: 915.47328
[2020-08-29 23:59:10,304 INFO] Step 892/100000; acc: 37.50; ppl: 10108.97; xent: 9.22; lr: 0.00900; 1091/ 7 tok/s; 4236 sec;loss: 590.15541
[2020-08-29 23:59:18,350 INFO] Step 893/100000; acc: 25.00; ppl: 16805.73; xent: 9.73; lr: 0.00900; 1062/ 12 tok/s; 4244 sec;loss: 934.02961
[2020-08-29 23:59:25,327 INFO] Step 894/100000; acc: 14.38; ppl: 30646.96; xent: 10.33; lr: 0.00900; 1056/ 21 tok/s; 4251 sec;loss: 1508.22216
[2020-08-29 23:59:31,335 INFO] Step 895/100000; acc: 26.04; ppl: 15244.81; xent: 9.63; lr: 0.00900; 1076/ 16 tok/s; 4257 sec;loss: 924.67147
[2020-08-29 23:59:36,893 INFO] Step 896/100000; acc: 25.00; ppl: 17001.40; xent: 9.74; lr: 0.00900; 1029/ 17 tok/s; 4262 sec;loss: 935.14087
[2020-08-29 23:59:42,366 INFO] Step 897/100000; acc: 17.19; ppl: 25886.70; xent: 10.16; lr: 0.00900; 1102/ 24 tok/s; 4268 sec;loss: 1300.67003
[2020-08-29 23:59:47,465 INFO] Step 898/100000; acc: 22.92; ppl: 20101.92; xent: 9.91; lr: 0.00900; 1058/ 19 tok/s; 4273 sec;loss: 951.22280
[2020-08-29 23:59:52,203 INFO] Step 899/100000; acc: 28.12; ppl: 12393.18; xent: 9.42; lr: 0.00900; 1037/ 20 tok/s; 4278 sec;loss: 904.79054
[2020-08-29 23:59:54,330 INFO] Step 900/100000; acc: 25.96; ppl: 13680.38; xent: 9.52; lr: 0.00900; 1030/ 50 tok/s; 4280 sec;loss: 990.46670
[2020-08-29 23:59:59,524 INFO] Step 901/100000; acc: 39.06; ppl: 8273.80; xent: 9.02; lr: 0.00900; 1083/ 12 tok/s; 4285 sec;loss: 577.33434
[2020-08-30 00:00:02,849 INFO] Step 902/100000; acc: 22.47; ppl: 24006.49; xent: 10.09; lr: 0.00900; 910/ 30 tok/s; 4288 sec;loss: 897.66108
[2020-08-30 00:00:07,482 INFO] Step 903/100000; acc: 17.19; ppl: 26814.47; xent: 10.20; lr: 0.00900; 1083/ 28 tok/s; 4293 sec;loss: 1305.17720
[2020-08-30 00:00:13,512 INFO] Step 904/100000; acc: 16.31; ppl: 25744.96; xent: 10.16; lr: 0.00900; 1079/ 24 tok/s; 4299 sec;loss: 1431.99517
[2020-08-30 00:00:17,881 INFO] Step 905/100000; acc: 28.12; ppl: 12389.76; xent: 9.42; lr: 0.00900; 1030/ 24 tok/s; 4303 sec;loss: 904.76402
[2020-08-30 00:00:21,848 INFO] Step 906/100000; acc: 25.00; ppl: 16456.05; xent: 9.71; lr: 0.00900; 1052/ 24 tok/s; 4307 sec;loss: 932.01108
[2020-08-30 00:00:26,485 INFO] Step 907/100000; acc: 20.83; ppl: 19059.54; xent: 9.86; lr: 0.00900; 1092/ 26 tok/s; 4312 sec;loss: 1182.63878
[2020-08-30 00:00:30,199 INFO] Step 908/100000; acc: 25.00; ppl: 16592.83; xent: 9.72; lr: 0.00900; 960/ 26 tok/s; 4316 sec;loss: 932.80570
[2020-08-30 00:00:33,430 INFO] Step 909/100000; acc: 23.96; ppl: 19139.66; xent: 9.86; lr: 0.00900; 1058/ 30 tok/s; 4319 sec;loss: 946.51370
[2020-08-30 00:00:39,984 INFO] Step 910/100000; acc: 27.08; ppl: 13185.72; xent: 9.49; lr: 0.00900; 1050/ 15 tok/s; 4325 sec;loss: 910.74138
[2020-08-30 00:00:44,136 INFO] Step 911/100000; acc: 27.08; ppl: 14005.46; xent: 9.55; lr: 0.00900; 1077/ 23 tok/s; 4330 sec;loss: 916.53144
[2020-08-30 00:00:53,070 INFO] Step 912/100000; acc: 39.06; ppl: 9154.32; xent: 9.12; lr: 0.00900; 1080/ 7 tok/s; 4338 sec;loss: 583.80678
[2020-08-30 00:00:59,537 INFO] Step 913/100000; acc: 20.75; ppl: 22024.81; xent: 10.00; lr: 0.00900; 1057/ 17 tok/s; 4345 sec;loss: 1059.99205
[2020-08-30 00:01:07,869 INFO] Step 914/100000; acc: 26.04; ppl: 14649.55; xent: 9.59; lr: 0.00900; 1068/ 12 tok/s; 4353 sec;loss: 920.84783
[2020-08-30 00:01:12,413 INFO] Step 915/100000; acc: 40.62; ppl: 6749.67; xent: 8.82; lr: 0.00900; 1087/ 14 tok/s; 4358 sec;loss: 564.30392
[2020-08-30 00:01:19,306 INFO] Step 916/100000; acc: 27.08; ppl: 13976.02; xent: 9.55; lr: 0.00900; 1066/ 14 tok/s; 4365 sec;loss: 916.32941
[2020-08-30 00:01:24,397 INFO] Step 917/100000; acc: 34.67; ppl: 9498.75; xent: 9.16; lr: 0.00900; 1092/ 15 tok/s; 4370 sec;loss: 686.91866
[2020-08-30 00:01:32,969 INFO] Step 918/100000; acc: 26.60; ppl: 14379.73; xent: 9.57; lr: 0.00900; 1073/ 11 tok/s; 4378 sec;loss: 899.91602
[2020-08-30 00:01:36,428 INFO] Step 919/100000; acc: 20.33; ppl: 19408.18; xent: 9.87; lr: 0.00900; 1007/ 36 tok/s; 4382 sec;loss: 1214.43433
[2020-08-30 00:01:38,923 INFO] Step 920/100000; acc: 26.92; ppl: 12609.06; xent: 9.44; lr: 0.00900; 919/ 42 tok/s; 4384 sec;loss: 981.98574
[2020-08-30 00:01:44,196 INFO] Step 921/100000; acc: 21.88; ppl: 22977.96; xent: 10.04; lr: 0.00900; 1096/ 18 tok/s; 4390 sec;loss: 964.05992
[2020-08-30 00:01:47,951 INFO] Step 922/100000; acc: 37.50; ppl: 8717.16; xent: 9.07; lr: 0.00900; 1018/ 17 tok/s; 4393 sec;loss: 580.67515
[2020-08-30 00:01:53,279 INFO] Step 923/100000; acc: 25.00; ppl: 16543.49; xent: 9.71; lr: 0.00900; 1130/ 18 tok/s; 4399 sec;loss: 932.51980
[2020-08-30 00:02:00,098 INFO] Step 924/100000; acc: 23.71; ppl: 17971.69; xent: 9.80; lr: 0.00900; 1077/ 14 tok/s; 4405 sec;loss: 950.26567
[2020-08-30 00:02:05,121 INFO] Step 925/100000; acc: 26.04; ppl: 15400.07; xent: 9.64; lr: 0.00900; 1031/ 19 tok/s; 4411 sec;loss: 925.64421
[2020-08-30 00:02:14,053 INFO] Step 926/100000; acc: 23.96; ppl: 18926.67; xent: 9.85; lr: 0.00900; 1080/ 11 tok/s; 4419 sec;loss: 945.43941
[2020-08-30 00:02:22,427 INFO] Step 927/100000; acc: 26.04; ppl: 15346.15; xent: 9.64; lr: 0.00900; 1107/ 12 tok/s; 4428 sec;loss: 925.30752
[2020-08-30 00:02:28,229 INFO] Step 928/100000; acc: 37.50; ppl: 9825.37; xent: 9.19; lr: 0.00900; 1056/ 11 tok/s; 4434 sec;loss: 588.33429
[2020-08-30 00:02:36,325 INFO] Step 929/100000; acc: 19.84; ppl: 20259.19; xent: 9.92; lr: 0.00900; 1066/ 16 tok/s; 4442 sec;loss: 1249.46184
[2020-08-30 00:02:42,019 INFO] Step 930/100000; acc: 31.25; ppl: 17085.03; xent: 9.75; lr: 0.00900; 1046/ 11 tok/s; 4447 sec;loss: 623.74130
[2020-08-30 00:02:51,067 INFO] Step 931/100000; acc: 25.00; ppl: 16951.87; xent: 9.74; lr: 0.00900; 1066/ 11 tok/s; 4456 sec;loss: 934.86082
[2020-08-30 00:02:59,846 INFO] Step 932/100000; acc: 28.95; ppl: 15345.81; xent: 9.64; lr: 0.00900; 1062/ 9 tok/s; 4465 sec;loss: 732.53345
[2020-08-30 00:03:03,855 INFO] Step 933/100000; acc: 27.08; ppl: 13893.94; xent: 9.54; lr: 0.00900; 1027/ 24 tok/s; 4469 sec;loss: 915.76395
[2020-08-30 00:03:08,941 INFO] Step 934/100000; acc: 26.04; ppl: 15367.05; xent: 9.64; lr: 0.00900; 1063/ 19 tok/s; 4474 sec;loss: 925.43819
[2020-08-30 00:03:12,150 INFO] Step 935/100000; acc: 30.30; ppl: 17894.28; xent: 9.79; lr: 0.00900; 1082/ 21 tok/s; 4478 sec;loss: 646.28759
[2020-08-30 00:03:13,382 INFO] Step 936/100000; acc: 23.47; ppl: 19273.21; xent: 9.87; lr: 0.00900; 807/ 81 tok/s; 4479 sec;loss: 966.91420
[2020-08-30 00:03:19,351 INFO] Step 937/100000; acc: 28.12; ppl: 11974.14; xent: 9.39; lr: 0.00900; 1086/ 16 tok/s; 4485 sec;loss: 901.48842