screenlog_run_attention_based_yelp.log

xgg@1604:~/pros/MLM_transfer$ bash scripts/ateatettention_based/fine_tune_yelp_attention_based.sh 
+ PROJECTPATH=/home/xgg/pros/MLM_transfer
+ cp configs/bert_yelp_attention_based.config run.config
+ PYTHONPATH=/home/xgg/pros/MLM_transfer
+ /home/xgg/anaconda3/bin/python fine_tune_bert.py
03/12/2019 00:13:13 - INFO - dataloader -   device cuda n_gpu 1 distributed training False
03/12/2019 00:13:15 - INFO - dataloader -   *** Example ***
03/12/2019 00:13:15 - INFO - dataloader -   guid: train-1
03/12/2019 00:13:15 - INFO - dataloader -   tokens: [CLS] great breakfast ##s , lunch ##es and dinners . [SEP]
03/12/2019 00:13:15 - INFO - dataloader -   init_ids: 101 2307 6350 2015 1010 6265 2229 1998 29236 1012 102
03/12/2019 00:13:15 - INFO - dataloader -   input_ids: 101 103 6350 2015 1010 6265 2229 1998 29236 1012 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 00:13:15 - INFO - dataloader -   input_mask: 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 00:13:15 - INFO - dataloader -   segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 00:13:15 - INFO - dataloader -   masked_lm_labels: -1 2307 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1
03/12/2019 00:13:15 - INFO - dataloader -   *** Example ***
03/12/2019 00:13:15 - INFO - dataloader -   guid: train-2
03/12/2019 00:13:15 - INFO - dataloader -   tokens: [CLS] love love love this place ! [SEP]
03/12/2019 00:13:15 - INFO - dataloader -   init_ids: 101 2293 2293 2293 2023 2173 999 102
03/12/2019 00:13:15 - INFO - dataloader -   input_ids: 101 2293 2293 103 2023 2173 999 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 00:13:15 - INFO - dataloader -   input_mask: 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 00:13:15 - INFO - dataloader -   segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 00:13:15 - INFO - dataloader -   masked_lm_labels: -1 -1 -1 2293 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1
03/12/2019 00:13:15 - INFO - dataloader -   *** Example ***
03/12/2019 00:13:15 - INFO - dataloader -   guid: train-3
03/12/2019 00:13:15 - INFO - dataloader -   tokens: [CLS] bryan and scott go above and beyond . [SEP]
03/12/2019 00:13:15 - INFO - dataloader -   init_ids: 101 8527 1998 3660 2175 2682 1998 3458 1012 102
03/12/2019 00:13:15 - INFO - dataloader -   input_ids: 101 8527 1998 3660 2175 103 1998 3458 1012 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 00:13:15 - INFO - dataloader -   input_mask: 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 00:13:15 - INFO - dataloader -   segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 00:13:15 - INFO - dataloader -   masked_lm_labels: -1 -1 -1 -1 -1 2682 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1
03/12/2019 00:13:15 - INFO - dataloader -   *** Example ***
03/12/2019 00:13:15 - INFO - dataloader -   guid: train-4
03/12/2019 00:13:15 - INFO - dataloader -   tokens: [CLS] great quality ! [SEP]
03/12/2019 00:13:15 - INFO - dataloader -   init_ids: 101 2307 3737 999 102
03/12/2019 00:13:15 - INFO - dataloader -   input_ids: 101 103 3737 999 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 00:13:15 - INFO - dataloader -   input_mask: 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 00:13:15 - INFO - dataloader -   segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 00:13:15 - INFO - dataloader -   masked_lm_labels: -1 2307 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1
03/12/2019 00:13:15 - INFO - dataloader -   *** Example ***
03/12/2019 00:13:15 - INFO - dataloader -   guid: train-5
03/12/2019 00:13:15 - INFO - dataloader -   tokens: [CLS] i have gone to denny ' s later and had more cheer ##y people around me . [SEP]
03/12/2019 00:13:15 - INFO - dataloader -   init_ids: 101 1045 2031 2908 2000 14465 1005 1055 2101 1998 2018 2062 15138 2100 2111 2105 2033 1012 102
03/12/2019 00:13:15 - INFO - dataloader -   input_ids: 101 1045 2031 2908 2000 14465 1005 1055 2101 103 103 103 15138 103 2111 2105 2033 1012 102 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 00:13:15 - INFO - dataloader -   input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 00:13:15 - INFO - dataloader -   segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 00:13:15 - INFO - dataloader -   masked_lm_labels: -1 -1 -1 -1 -1 -1 -1 -1 -1 1998 2018 2062 -1 2100 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1
03/12/2019 00:13:57 - INFO - dataloader -   ***** Running training *****
03/12/2019 00:13:57 - INFO - dataloader -     Num examples = 447223
03/12/2019 00:13:57 - INFO - dataloader -     Batch size = 32
03/12/2019 00:13:57 - INFO - dataloader -     Num steps = 139757
**********************************************************
Namespace(bert_model='/home/xgg/.pytorch_pretrained_bert/bert-base-uncased.tar.gz', data_dir='./processed_data_attention_based/yelp/', do_lower_case=True, do_train=True, eval_batch_size=8, gradient_accumulation_steps=1, learning_rate=2e-05, local_rank=-1, loss_scale=128, max_seq_length=32, no_cuda=False, num_train_epochs=10.0, optimize_on_cpu=False, output_dir='/tmp/yelp_output/', seed=42, task_name=None, train_batch_size=32, warmup_proportion=0.1)
03/12/2019 00:13:58 - INFO - pytorch_pretrained_bert.modeling -   loading archive file /home/xgg/.pytorch_pretrained_bert/bert-base-uncased.tar.gz
03/12/2019 00:13:58 - INFO - pytorch_pretrained_bert.modeling -   extracting archive file /home/xgg/.pytorch_pretrained_bert/bert-base-uncased.tar.gz to temp dir /tmp/tmpt4uwvsso
03/12/2019 00:14:01 - INFO - pytorch_pretrained_bert.modeling -   Model config {
  "attention_probs_dropout_prob": 0.1,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 768,
  "initializer_range": 0.02,
  "intermediate_size": 3072,
  "max_position_embeddings": 512,
  "num_attention_heads": 12,
  "num_hidden_layers": 12,
  "type_vocab_size": 2,
  "vocab_size": 30522
}

03/12/2019 00:14:03 - INFO - pytorch_pretrained_bert.modeling -   Weights from pretrained model not used in BertForMaskedLM: ['cls.seq_relationship.weight', 'cls.seq_relationship.bias']

Epoch:   0%|                                                                                                                                                                         | 0/10 [00:00<?, ?it/s]avg_loss: 4.88016405582428
avg_loss: 4.6984915351867675
avg_loss: 4.455044717788696
avg_loss: 4.232588033676148
avg_loss: 4.209168267250061
avg_loss: 4.125122060775757
avg_loss: 3.746606297492981
avg_loss: 3.855332069396973
avg_loss: 3.6608036375045776
avg_loss: 3.4794873237609862
avg_loss: 3.5611400842666625
avg_loss: 3.302661294937134
avg_loss: 3.394572024345398
avg_loss: 3.387631683349609
avg_loss: 3.258156433105469
avg_loss: 3.2985280179977416
avg_loss: 3.3079639863967896
avg_loss: 3.205892071723938
avg_loss: 3.196837272644043
avg_loss: 3.0973183631896974
avg_loss: 3.1898420095443725
avg_loss: 3.067259488105774
avg_loss: 3.0070498323440553
avg_loss: 3.1761118841171263
avg_loss: 3.0338708925247193
avg_loss: 2.970087354183197
avg_loss: 3.040704650878906
avg_loss: 3.1360132598876955
avg_loss: 2.9772722363471984
avg_loss: 2.932211089134216
avg_loss: 2.899763855934143
avg_loss: 2.924162449836731
avg_loss: 2.9373402881622312
avg_loss: 2.8846318030357363
avg_loss: 2.8890233182907106
avg_loss: 2.92694895029068
avg_loss: 2.8815848064422607
avg_loss: 2.834694905281067
avg_loss: 2.8348430681228636
avg_loss: 2.8520753836631774
avg_loss: 2.9074486446380616
avg_loss: 2.7899228525161743
avg_loss: 2.8190498900413514
avg_loss: 2.77523841381073
avg_loss: 2.8971146726608277
avg_loss: 2.6840960717201234
avg_loss: 2.709867856502533
avg_loss: 2.750831651687622
avg_loss: 2.879984266757965
avg_loss: 2.7025121736526487
avg_loss: 2.6580095171928404
avg_loss: 2.712891421318054
avg_loss: 2.6212193751335144
avg_loss: 2.7073081302642823
avg_loss: 2.724839243888855
avg_loss: 2.7083555674552917
avg_loss: 2.6784539437294006
avg_loss: 2.659263038635254
avg_loss: 2.6723058724403383
avg_loss: 2.644746766090393
avg_loss: 2.6581489133834837
avg_loss: 2.6997070479393006
avg_loss: 2.645704050064087
avg_loss: 2.5458367037773133
avg_loss: 2.689613561630249
avg_loss: 2.5594299840927124
avg_loss: 2.6448590993881225
avg_loss: 2.561941456794739
avg_loss: 2.545992851257324
avg_loss: 2.5383735847473146
avg_loss: 2.6449956846237184
avg_loss: 2.569913856983185
avg_loss: 2.568808159828186
avg_loss: 2.5660448622703553
avg_loss: 2.5923266220092773
avg_loss: 2.574607768058777
avg_loss: 2.565587284564972
avg_loss: 2.599189667701721
avg_loss: 2.5602018666267394
avg_loss: 2.512506217956543
avg_loss: 2.4703863143920897
avg_loss: 2.494282920360565
avg_loss: 2.5352876377105713
avg_loss: 2.6364643740653992
avg_loss: 2.5691298770904543
avg_loss: 2.5588210010528565
avg_loss: 2.373652594089508
avg_loss: 2.458054847717285
avg_loss: 2.6515988302230835
avg_loss: 2.4761396074295043
avg_loss: 2.5148370122909545
avg_loss: 2.598599054813385
avg_loss: 2.415158293247223
avg_loss: 2.6175576043128967
avg_loss: 2.4061098742485045
avg_loss: 2.5275374341011045
avg_loss: 2.578612496852875
avg_loss: 2.4736163306236265
avg_loss: 2.5217376065254213
avg_loss: 2.4661928033828735
avg_loss: 2.4980598282814026
avg_loss: 2.5479179406166077
avg_loss: 2.4429174518585204
avg_loss: 2.4383540463447573
avg_loss: 2.4685201811790467
avg_loss: 2.465446150302887
avg_loss: 2.4588265228271484
avg_loss: 2.4320027589797975
avg_loss: 2.4521487975120544
avg_loss: 2.4817472887039185
avg_loss: 2.48146502494812
avg_loss: 2.4958518815040587
avg_loss: 2.4039692282676697
avg_loss: 2.461139621734619
avg_loss: 2.4889104890823366
avg_loss: 2.4227347373962402
avg_loss: 2.438558506965637
avg_loss: 2.538373517990112
avg_loss: 2.5194131112098694
avg_loss: 2.35799751996994
avg_loss: 2.2986817574501037
avg_loss: 2.4696590805053713
avg_loss: 2.3551507067680357
avg_loss: 2.3125578808784484
avg_loss: 2.3236043000221254
avg_loss: 2.473629066944122
avg_loss: 2.523537735939026
avg_loss: 2.347206702232361
avg_loss: 2.483402488231659
avg_loss: 2.314659261703491
avg_loss: 2.4293750429153445
avg_loss: 2.297415511608124
avg_loss: 2.4267200779914857
avg_loss: 2.2470176553726198
avg_loss: 2.39896279335022
avg_loss: 2.3797292518615722
avg_loss: 2.339791622161865
avg_loss: 2.3955618929862976
avg_loss: 2.410244035720825
avg_loss: 2.295628981590271
avg_loss: 2.3462533450126646
avg_loss: 2.327405366897583
avg_loss: 2.4081715631484983
avg_loss: 2.38372909784317
avg_loss: 2.3070783758163453
avg_loss: 2.315405344963074
avg_loss: 2.3302126789093016
avg_loss: 2.3912098693847654
avg_loss: 2.399410707950592
avg_loss: 2.4005026507377623
avg_loss: 2.386135928630829
avg_loss: 2.3987679529190062
avg_loss: 2.3339112615585327
avg_loss: 2.403260509967804
avg_loss: 2.3266223764419554
avg_loss: 2.3955002355575563
avg_loss: 2.4050703501701354
avg_loss: 2.3744394850730894
avg_loss: 2.430010118484497
avg_loss: 2.3921910429000857
avg_loss: 2.3810199666023255
avg_loss: 2.407580578327179
avg_loss: 2.341863389015198
avg_loss: 2.333704376220703
avg_loss: 2.352514319419861
avg_loss: 2.3762181210517883
avg_loss: 2.2432680463790895
avg_loss: 2.3708365392684936
avg_loss: 2.3924124383926393
avg_loss: 2.2521362996101377
avg_loss: 2.2792040634155275
avg_loss: 2.29509352684021
avg_loss: 2.3564504194259643
avg_loss: 2.11246311545372
avg_loss: 2.3480961966514586
avg_loss: 2.4229867815971375
avg_loss: 2.3660195755958555
avg_loss: 2.291697597503662
avg_loss: 2.3131322145462034
avg_loss: 2.286087396144867
avg_loss: 2.381036651134491
avg_loss: 2.3526020765304567
avg_loss: 2.409738714694977
avg_loss: 2.248151726722717
avg_loss: 2.439205300807953
avg_loss: 2.2558142566680908
avg_loss: 2.3297177362442016
avg_loss: 2.232541127204895
avg_loss: 2.349591336250305
avg_loss: 2.200279040336609
avg_loss: 2.3099862933158875
avg_loss: 2.273391604423523
avg_loss: 2.3291456961631773
avg_loss: 2.2607464575767517
avg_loss: 2.2639938688278196
avg_loss: 2.291778256893158
avg_loss: 2.3072378516197203
avg_loss: 2.2182756066322327
avg_loss: 2.285287435054779
avg_loss: 2.274091649055481
avg_loss: 2.382875108718872
avg_loss: 2.355284621715546
avg_loss: 2.289826874732971
avg_loss: 2.2933579683303833
avg_loss: 2.31420841217041
avg_loss: 2.2342517495155336
avg_loss: 2.218958203792572
avg_loss: 2.3116327786445616
avg_loss: 2.277682933807373
avg_loss: 2.258832726478577
avg_loss: 2.1917162775993346
avg_loss: 2.2265209317207337
avg_loss: 2.353377249240875
avg_loss: 2.3034614443778993
avg_loss: 2.2784738659858705
avg_loss: 2.318558077812195
avg_loss: 2.2756003546714783
avg_loss: 2.265463490486145
avg_loss: 2.2127432084083556
avg_loss: 2.3147967004776
avg_loss: 2.3003030586242676
avg_loss: 2.2564665627479554
avg_loss: 2.2260075426101684
avg_loss: 2.264634292125702
avg_loss: 2.193483278751373
avg_loss: 2.229279716014862
avg_loss: 2.2906769275665284
avg_loss: 2.1958377349376677
avg_loss: 2.2528810691833496
avg_loss: 2.2828475284576415
avg_loss: 2.3221759557724
avg_loss: 2.3238825154304505
avg_loss: 2.2941128277778624
avg_loss: 2.259045238494873
avg_loss: 2.2545866894721986
avg_loss: 2.1867921471595766
avg_loss: 2.306993451118469
avg_loss: 2.173955020904541
avg_loss: 2.238320767879486
avg_loss: 2.226007790565491
avg_loss: 2.327103252410889
avg_loss: 2.243364682197571
avg_loss: 2.1383968210220337
avg_loss: 2.2276017355918882
avg_loss: 2.194828131198883
avg_loss: 2.1828545045852663
avg_loss: 2.251677279472351
avg_loss: 2.2119764494895935
avg_loss: 2.154485242366791
avg_loss: 2.224479463100433
avg_loss: 2.2610128712654114
avg_loss: 2.088443579673767
avg_loss: 2.2637188911437987
avg_loss: 2.1858564043045043
avg_loss: 2.15172132730484
avg_loss: 2.213738601207733
avg_loss: 2.2156520962715147
avg_loss: 2.3283170461654663
avg_loss: 2.2315026688575745
avg_loss: 2.2508869433403014
avg_loss: 2.1815194702148437
avg_loss: 2.2834805965423586
avg_loss: 2.2999194359779356
avg_loss: 2.2453378772735597
avg_loss: 2.171478295326233
avg_loss: 2.1560603761672974
avg_loss: 2.2486592864990236
avg_loss: 2.1305075788497927
avg_loss: 2.29393146276474
avg_loss: 2.277539987564087
avg_loss: 2.0775099062919615
avg_loss: 2.137590765953064
avg_loss: 2.201895866394043
avg_loss: 2.2135879969596863
avg_loss: 2.1733967781066896
avg_loss: 2.185237424373627
avg_loss: 2.2990096950531007
avg_loss: 2.201726176738739
avg_loss: 2.155401473045349

Epoch:  10%|███████████████▋                                                                                                                                             | 1/10 [43:51<6:34:39, 2631.06s/it]avg_loss: 2.0265018224716185
avg_loss: 2.1117804312705992
avg_loss: 2.023546316623688
avg_loss: 2.070557701587677
avg_loss: 1.97964989900589
avg_loss: 2.088154556751251
avg_loss: 1.9820233583450317
avg_loss: 1.987215552330017
avg_loss: 1.9803769421577453
avg_loss: 2.014078094959259
avg_loss: 1.9685117721557617
avg_loss: 1.9771054553985596
avg_loss: 2.010862293243408
avg_loss: 2.00657879114151
avg_loss: 2.0411189126968385
avg_loss: 1.978959720134735
avg_loss: 1.9771296215057372
avg_loss: 1.9550275540351867
avg_loss: 2.005483784675598
avg_loss: 2.0122175788879395
avg_loss: 1.9282903695106506
avg_loss: 1.9858952283859252
avg_loss: 1.923118495941162
avg_loss: 1.8858853340148927
avg_loss: 2.021571060419083
avg_loss: 2.057600648403168
avg_loss: 2.049245681762695
avg_loss: 2.092614891529083
avg_loss: 1.993278648853302
avg_loss: 2.037365798950195
avg_loss: 2.051080672740936
avg_loss: 2.0222977590560913
avg_loss: 1.95311429977417
avg_loss: 2.002172782421112
avg_loss: 2.01782776594162
avg_loss: 2.111841015815735
avg_loss: 2.127430624961853
avg_loss: 1.9622267365455628
avg_loss: 2.086571457386017
avg_loss: 2.0252651286125185
avg_loss: 1.960146164894104
avg_loss: 2.039909496307373
avg_loss: 1.9911382699012756
avg_loss: 1.9731755137443543
avg_loss: 1.9728700923919678
avg_loss: 2.0028345441818236
avg_loss: 1.9526494479179382
avg_loss: 2.0061545395851135
avg_loss: 2.052937250137329
avg_loss: 2.0327127361297608
avg_loss: 1.9284967017173766
avg_loss: 2.00730774641037
avg_loss: 2.01257039308548
avg_loss: 2.0567222738265993
avg_loss: 1.9899001216888428
avg_loss: 1.9627556908130646
avg_loss: 2.0574989342689514
avg_loss: 2.067418251037598
avg_loss: 2.004835886955261
avg_loss: 1.950976278781891
avg_loss: 2.0302602362632753
avg_loss: 1.9323651814460754
avg_loss: 2.0428298044204714
avg_loss: 1.878586413860321
avg_loss: 1.963199257850647
avg_loss: 1.9700406503677368
avg_loss: 1.9729020690917969
avg_loss: 2.1417400860786437
avg_loss: 2.0318523335456846
avg_loss: 1.9822049713134766
avg_loss: 1.9143903064727783
avg_loss: 2.057860667705536
avg_loss: 2.0379560923576356
avg_loss: 1.9250972843170167
avg_loss: 1.9908880662918091
avg_loss: 1.952537682056427
avg_loss: 2.0070582842826843
avg_loss: 1.9357839512825012
avg_loss: 2.0379872119426725
avg_loss: 1.9711244583129883
avg_loss: 2.118856475353241
avg_loss: 1.9460450625419616
avg_loss: 2.03408433675766
avg_loss: 2.004560880661011
avg_loss: 2.0469127464294434
avg_loss: 1.9244916343688965
avg_loss: 1.96916898727417
avg_loss: 1.9805741500854492
avg_loss: 2.068382124900818
avg_loss: 1.9796332716941833
avg_loss: 2.049915566444397
avg_loss: 2.06075856924057
avg_loss: 1.9798969006538392
avg_loss: 1.9457200145721436
avg_loss: 1.9329581761360168
avg_loss: 2.0642755436897278
avg_loss: 1.9252749633789064
avg_loss: 1.9897660875320435
avg_loss: 1.9673710370063782
avg_loss: 1.933426992893219
avg_loss: 2.0143280696868895
avg_loss: 1.9758498978614807
avg_loss: 2.0100458455085755
avg_loss: 1.9804451298713683
avg_loss: 2.12182621717453
avg_loss: 1.9538592791557312
avg_loss: 1.900265974998474
avg_loss: 1.9324054551124572
avg_loss: 2.0469345927238463
avg_loss: 1.9111817789077759
avg_loss: 2.0381518244743346
avg_loss: 1.9837171840667724
avg_loss: 1.9821599483489991
avg_loss: 1.985900375843048
avg_loss: 1.9604382348060607
avg_loss: 2.0420620584487916
avg_loss: 1.9632129335403443
avg_loss: 1.9648467540740966
avg_loss: 2.005588881969452
avg_loss: 1.945275173187256
avg_loss: 2.0901358032226565
avg_loss: 2.101161231994629
avg_loss: 1.9548429036140442
avg_loss: 1.9346787595748902
avg_loss: 2.1665078830718993
avg_loss: 1.906431837081909
avg_loss: 1.9687856316566468
avg_loss: 1.9135258269309998
avg_loss: 1.9557911491394042
avg_loss: 2.011317720413208
avg_loss: 2.0872074484825136
avg_loss: 1.999658637046814
avg_loss: 1.967121067047119
avg_loss: 1.9511074137687683
avg_loss: 1.961824723482132
avg_loss: 1.8940170621871948
avg_loss: 1.9281394219398498
avg_loss: 1.8888150191307067
avg_loss: 1.9466920518875122
avg_loss: 2.0738569045066835
avg_loss: 2.052984001636505
avg_loss: 2.0494095039367677
avg_loss: 2.0198262453079225
avg_loss: 1.9406120228767394
avg_loss: 1.9529638719558715
avg_loss: 1.989797613620758
avg_loss: 2.0369172286987305
avg_loss: 1.9982016968727112
avg_loss: 1.9263085341453552
avg_loss: 2.0130109465122223
avg_loss: 1.946669716835022
avg_loss: 2.0188623523712157
avg_loss: 2.020418326854706
avg_loss: 1.9698140287399293
avg_loss: 1.979922173023224
avg_loss: 2.015847234725952
avg_loss: 1.9584411787986755
avg_loss: 1.9459382581710816
avg_loss: 1.884336621761322
avg_loss: 1.986366379261017
avg_loss: 1.927684519290924
avg_loss: 1.9513227820396424
avg_loss: 1.9714475393295288
avg_loss: 1.9672604823112487
avg_loss: 1.9917373657226562
avg_loss: 2.020494587421417
avg_loss: 1.9689541387557983
avg_loss: 1.9528528022766114
avg_loss: 1.9206907844543457
avg_loss: 1.8887692666053773
avg_loss: 1.9929780912399293
avg_loss: 2.0362762665748595
avg_loss: 2.072100143432617
avg_loss: 2.089734601974487
avg_loss: 1.950196053981781
avg_loss: 2.031334037780762
avg_loss: 2.0278673195838928
avg_loss: 1.9399677062034606
avg_loss: 2.0148680067062377
avg_loss: 1.8997267293930054
avg_loss: 1.899826431274414
avg_loss: 1.9563804864883423
avg_loss: 1.9276967525482178
avg_loss: 2.0250084519386293
avg_loss: 1.982971510887146
avg_loss: 1.904102280139923
avg_loss: 1.967037558555603
avg_loss: 1.9472809529304504
avg_loss: 1.9692459654808045
avg_loss: 1.8905973315238953
avg_loss: 1.9910960054397584
avg_loss: 1.9591800522804261
avg_loss: 1.9415224361419678
avg_loss: 2.007537262439728
avg_loss: 1.8712536811828613
avg_loss: 1.9750879859924317
avg_loss: 1.9286743211746216
avg_loss: 1.9731745934486389
avg_loss: 2.0116765213012697
avg_loss: 2.0044069600105288
avg_loss: 1.979413321018219
avg_loss: 1.9513316249847412
avg_loss: 1.9117861413955688
avg_loss: 1.8792844033241272
avg_loss: 1.9733729648590088
avg_loss: 1.8822334706783295
avg_loss: 2.084122722148895
avg_loss: 2.07710622549057
avg_loss: 1.8962678837776183
avg_loss: 1.9588131189346314
avg_loss: 1.9118129849433898
avg_loss: 2.023260843753815
avg_loss: 1.939205825328827
avg_loss: 1.9070798969268798
avg_loss: 1.930112988948822
avg_loss: 1.983624324798584
avg_loss: 2.0183752274513242
avg_loss: 2.0724340224266053
avg_loss: 1.8923404717445373
avg_loss: 2.0064689433574676
avg_loss: 1.9636912608146668
avg_loss: 1.930473154783249
avg_loss: 1.9354119110107422
avg_loss: 1.9765310049057008
avg_loss: 1.8534636354446412
avg_loss: 2.0112666964530943
avg_loss: 2.074378318786621
avg_loss: 1.95037109375
avg_loss: 1.88853271484375
avg_loss: 1.9330739784240722
avg_loss: 1.9884102058410644
avg_loss: 1.9342686986923219
avg_loss: 1.9255183339118958
avg_loss: 1.9546782088279724
avg_loss: 1.9256396079063416
avg_loss: 2.0825934314727785
avg_loss: 1.933988745212555
avg_loss: 2.0603622150421144
avg_loss: 1.9794936537742616
avg_loss: 1.9121494960784913
avg_loss: 1.9631288313865662
avg_loss: 1.9669189262390137
avg_loss: 1.97179931640625
avg_loss: 1.9053796672821044
avg_loss: 2.0385849404335024
avg_loss: 1.9188528895378112
avg_loss: 1.9806263971328735
avg_loss: 1.9542940640449524
avg_loss: 2.0049150681495664
avg_loss: 1.957160291671753
avg_loss: 2.013281674385071
avg_loss: 1.9553541493415834
avg_loss: 2.0289495968818665
avg_loss: 1.9723706984519958
avg_loss: 2.010410978794098
avg_loss: 1.9286040353775025
avg_loss: 1.969037573337555
avg_loss: 1.970126316547394
avg_loss: 1.9971751737594605
avg_loss: 1.9079260039329529
avg_loss: 1.9186833596229553
avg_loss: 1.8727039527893066
avg_loss: 1.86000675201416
avg_loss: 1.9767743611335755
avg_loss: 1.9740721225738525
avg_loss: 1.9931483578681946
avg_loss: 2.0325394582748415
avg_loss: 1.930847363471985
avg_loss: 1.9732119369506835
avg_loss: 1.854988567829132
avg_loss: 1.900266387462616
avg_loss: 1.9471381211280823
avg_loss: 1.99723646402359
avg_loss: 1.9282147073745728
avg_loss: 1.9192323541641236
avg_loss: 1.7977544701099395
avg_loss: 2.029882297515869
avg_loss: 2.065713789463043
avg_loss: 1.9557259929180146

Epoch:  20%|███████████████████████████████                                                                                                                            | 2/10 [1:29:48<5:59:15, 2694.48s/it]avg_loss: 1.6166722464561463
avg_loss: 1.698397934436798
avg_loss: 1.7022340655326844
avg_loss: 1.5916106355190278
avg_loss: 1.6586023020744323
avg_loss: 1.7023480391502381
avg_loss: 1.6769006764888763
avg_loss: 1.7614821648597718
avg_loss: 1.59815713763237
avg_loss: 1.6356884455680847
avg_loss: 1.6313106751441955
avg_loss: 1.631155982017517
avg_loss: 1.605711452960968
avg_loss: 1.6638133573532103
avg_loss: 1.634447354078293
avg_loss: 1.614919296503067
avg_loss: 1.6041615974903107
avg_loss: 1.6469650506973266
avg_loss: 1.6882373905181884
avg_loss: 1.6927928698062897
avg_loss: 1.6726643419265748
avg_loss: 1.683733994960785
avg_loss: 1.6780744254589082
avg_loss: 1.7059584426879884
avg_loss: 1.6884924137592316
avg_loss: 1.6786364233493805
avg_loss: 1.707984344959259
avg_loss: 1.6737724792957307
avg_loss: 1.69200275182724
avg_loss: 1.5685738730430603
avg_loss: 1.629694652557373
avg_loss: 1.677038127183914
avg_loss: 1.6819454169273376
avg_loss: 1.5900154495239258
avg_loss: 1.7276310324668884
avg_loss: 1.6666019010543822
avg_loss: 1.6814672827720643
avg_loss: 1.736827983856201
avg_loss: 1.6188210904598237
avg_loss: 1.6441798448562621
avg_loss: 1.7084555292129517
avg_loss: 1.6956984758377076
avg_loss: 1.6498797488212587
avg_loss: 1.6952089297771453
avg_loss: 1.6512949204444884
avg_loss: 1.6692802274227143
avg_loss: 1.6854390025138855
avg_loss: 1.6061180329322815
avg_loss: 1.6390836358070373
avg_loss: 1.6756747245788575
avg_loss: 1.6737253260612488
avg_loss: 1.5762019288539886
avg_loss: 1.677259123325348
avg_loss: 1.7087623500823974
avg_loss: 1.659481999874115
avg_loss: 1.6072599744796754
avg_loss: 1.7070421648025513
avg_loss: 1.6312653636932373
avg_loss: 1.686373507976532
avg_loss: 1.610967069864273
avg_loss: 1.6428070378303528
avg_loss: 1.6985638976097106
avg_loss: 1.6548848676681518
avg_loss: 1.707020629644394
avg_loss: 1.7203947758674623
avg_loss: 1.6927579307556153
avg_loss: 1.7451810932159424
avg_loss: 1.7313415956497193
avg_loss: 1.6082423150539398
avg_loss: 1.6426222658157348
avg_loss: 1.6111437153816224
avg_loss: 1.6718125021457673
avg_loss: 1.6851843655109406
avg_loss: 1.6616750979423522
avg_loss: 1.7026547980308533
avg_loss: 1.6897861576080322
avg_loss: 1.6610237073898315
avg_loss: 1.7368180084228515
avg_loss: 1.6947770833969116
avg_loss: 1.6256436932086944
avg_loss: 1.746125259399414
avg_loss: 1.6945570015907288
avg_loss: 1.6816218209266662
avg_loss: 1.6353836858272552
avg_loss: 1.654011971950531
avg_loss: 1.6114515769481659
avg_loss: 1.6822823667526245
avg_loss: 1.7751840686798095
avg_loss: 1.7574969792366029
avg_loss: 1.6980915427207948
avg_loss: 1.6567215490341187
avg_loss: 1.6690976107120514
avg_loss: 1.650234167575836
avg_loss: 1.6445735454559327
avg_loss: 1.7414139676094056
avg_loss: 1.7154278874397277
avg_loss: 1.6285105156898498
avg_loss: 1.6011357474327088
avg_loss: 1.6866929841041565
avg_loss: 1.7209581804275513
avg_loss: 1.6131680309772491
avg_loss: 1.7090762162208557
avg_loss: 1.6666471672058105
avg_loss: 1.6675295639038086
avg_loss: 1.665301673412323
avg_loss: 1.6090650725364686
avg_loss: 1.6562864589691162
avg_loss: 1.6275192725658416
avg_loss: 1.7126894760131837
avg_loss: 1.6673758471012115
avg_loss: 1.6986078071594237
avg_loss: 1.6107923185825348
avg_loss: 1.5728082621097565
avg_loss: 1.6141751074790955
avg_loss: 1.680758180618286
avg_loss: 1.7798647904396057
avg_loss: 1.5814218616485596
avg_loss: 1.588696790933609
avg_loss: 1.7025853824615478
avg_loss: 1.7076729702949525
avg_loss: 1.733876918554306
avg_loss: 1.662280547618866
avg_loss: 1.6118770229816437
avg_loss: 1.7434826946258546
avg_loss: 1.6993596386909484
avg_loss: 1.6963952112197875
avg_loss: 1.665301662683487
avg_loss: 1.724515496492386
avg_loss: 1.7242301666736604
avg_loss: 1.6549077892303468
avg_loss: 1.683281080722809
avg_loss: 1.684141583442688
avg_loss: 1.6811969757080079
avg_loss: 1.5499451994895934
avg_loss: 1.6870464491844177
avg_loss: 1.6509528315067292
avg_loss: 1.7174939584732056
avg_loss: 1.6989298212528228
avg_loss: 1.7227105283737183
avg_loss: 1.662345609664917
avg_loss: 1.688260760307312
avg_loss: 1.6187527966499329
avg_loss: 1.701993579864502
avg_loss: 1.6733755588531494
avg_loss: 1.7387003803253174
avg_loss: 1.700653862953186
avg_loss: 1.6698261785507202
avg_loss: 1.601088958978653
avg_loss: 1.6430214202404023
avg_loss: 1.6831252789497375
avg_loss: 1.7637559819221496
avg_loss: 1.6906466317176818
avg_loss: 1.6772595036029816
avg_loss: 1.6717008018493653
avg_loss: 1.6293358778953553
avg_loss: 1.639628894329071
avg_loss: 1.5970250022411348
avg_loss: 1.7130701303482057
avg_loss: 1.7437258291244506
avg_loss: 1.6642929029464721
avg_loss: 1.6069499158859253
avg_loss: 1.633430597782135
avg_loss: 1.6804845559597015
avg_loss: 1.6397378289699553
avg_loss: 1.6608455455303193
avg_loss: 1.7421035599708556
avg_loss: 1.7010795152187348
avg_loss: 1.6915214133262635
avg_loss: 1.5797346365451812
avg_loss: 1.65858567237854
avg_loss: 1.6876398229599
avg_loss: 1.7236139571666718
avg_loss: 1.6526824927330017
avg_loss: 1.765064809322357
avg_loss: 1.6657052993774415
avg_loss: 1.6971662950515747
avg_loss: 1.6309523689746857
avg_loss: 1.668763642311096
avg_loss: 1.6227803921699524
avg_loss: 1.6280576539039613
avg_loss: 1.7183505856990815
avg_loss: 1.7431724977493286
avg_loss: 1.6372867584228517
avg_loss: 1.673446090221405
avg_loss: 1.6379800832271576
avg_loss: 1.6407055377960205
avg_loss: 1.6495262384414673
avg_loss: 1.6273897671699524
avg_loss: 1.7676248252391815
avg_loss: 1.649792971611023
avg_loss: 1.6711920893192291
avg_loss: 1.6774236929416657
avg_loss: 1.6620184564590454
avg_loss: 1.6700373816490173
avg_loss: 1.6100102686882019
avg_loss: 1.8086199140548707
avg_loss: 1.7103990292549134
avg_loss: 1.6455730974674225
avg_loss: 1.6522150719165802
avg_loss: 1.73649986743927
avg_loss: 1.7559530973434447
avg_loss: 1.6861206960678101
avg_loss: 1.7036721992492676
avg_loss: 1.6307150077819825
avg_loss: 1.7295484304428101
avg_loss: 1.664429123401642
avg_loss: 1.7404751300811767
avg_loss: 1.7346085107326508
avg_loss: 1.6817397093772888
avg_loss: 1.6938081860542298
avg_loss: 1.6769787430763246
avg_loss: 1.6598571562767028
avg_loss: 1.6472611916065216
avg_loss: 1.7294378399848938
avg_loss: 1.7044724941253662
avg_loss: 1.6519246184825898
avg_loss: 1.7344906401634217
avg_loss: 1.7564261221885682
avg_loss: 1.6985258913040162
avg_loss: 1.7576136302947998
avg_loss: 1.6666496896743774
avg_loss: 1.7962824869155884
avg_loss: 1.7361829388141632
avg_loss: 1.744488229751587
avg_loss: 1.651780718564987
avg_loss: 1.635430519580841
avg_loss: 1.641900738477707
avg_loss: 1.7081332802772522
avg_loss: 1.6617987203598021
avg_loss: 1.7594717311859132
avg_loss: 1.6969536805152894
avg_loss: 1.6625638806819916
avg_loss: 1.6986896181106568
avg_loss: 1.7218355917930603
avg_loss: 1.6825408625602722
avg_loss: 1.660248568058014
avg_loss: 1.6474772226810455
avg_loss: 1.735745313167572
avg_loss: 1.7484753000736237
avg_loss: 1.6894137263298035
avg_loss: 1.620346293449402
avg_loss: 1.6859989476203918
avg_loss: 1.6776449930667878
avg_loss: 1.750425078868866
avg_loss: 1.6869032979011536
avg_loss: 1.639254310131073
avg_loss: 1.666985321044922
avg_loss: 1.7374770188331603
avg_loss: 1.6996556329727173
avg_loss: 1.6629265785217284
avg_loss: 1.6540355849266053
avg_loss: 1.623516972064972
avg_loss: 1.6817984461784363
avg_loss: 1.6762748348712921
avg_loss: 1.689003553390503
avg_loss: 1.7382801377773285
avg_loss: 1.6809985613822938
avg_loss: 1.658299721479416
avg_loss: 1.6377972531318665
avg_loss: 1.6741950070858003
avg_loss: 1.6116339886188507
avg_loss: 1.6721265339851379
avg_loss: 1.6379854893684387
avg_loss: 1.7601490354537963
avg_loss: 1.7734714293479918
avg_loss: 1.6731226825714112
avg_loss: 1.6280170011520385
avg_loss: 1.707734887599945
avg_loss: 1.6824554300308228
avg_loss: 1.7205689120292664
avg_loss: 1.6843465220928193
avg_loss: 1.6939293777942657
avg_loss: 1.6963631582260132
avg_loss: 1.7255889368057251
avg_loss: 1.6610391736030579
avg_loss: 1.6738164269924163
avg_loss: 1.667240216732025
avg_loss: 1.6076856863498687
avg_loss: 1.6688603937625885

Epoch:  30%|██████████████████████████████████████████████▌                                                                                                            | 3/10 [2:15:32<5:16:16, 2710.91s/it]avg_loss: 1.4349126780033112
avg_loss: 1.403785389661789
avg_loss: 1.4351317620277404
avg_loss: 1.364872077703476
avg_loss: 1.5063552939891816
avg_loss: 1.4007451283931731
avg_loss: 1.4031326293945312
avg_loss: 1.416608830690384
avg_loss: 1.4347824442386627
avg_loss: 1.4289329612255097
avg_loss: 1.4156325602531432
avg_loss: 1.2809590315818786
avg_loss: 1.4343755042552948
avg_loss: 1.4319847416877747
avg_loss: 1.359183861017227
avg_loss: 1.4098418366909027
avg_loss: 1.4017302453517915
avg_loss: 1.364560616016388
avg_loss: 1.4144288146495818
avg_loss: 1.3885286450386047
avg_loss: 1.3561601412296296
avg_loss: 1.4732103097438811
avg_loss: 1.4278240752220155
avg_loss: 1.4669277060031891
avg_loss: 1.469710749387741
avg_loss: 1.3952922415733338
avg_loss: 1.3875789999961854
avg_loss: 1.440644749403
avg_loss: 1.4474097442626954
avg_loss: 1.3589736366271972
avg_loss: 1.4323835706710815
avg_loss: 1.3881747233867645
avg_loss: 1.4399765276908874
avg_loss: 1.3981423234939576
avg_loss: 1.3906060552597046
avg_loss: 1.4329310023784638
avg_loss: 1.4728052759170531
avg_loss: 1.4447337758541108
avg_loss: 1.3738035237789155
avg_loss: 1.3833172118663788
avg_loss: 1.5165860044956208
avg_loss: 1.382006254196167
avg_loss: 1.3974149680137635
avg_loss: 1.4344291520118713
avg_loss: 1.416109757423401
avg_loss: 1.4265417861938476
avg_loss: 1.4404889488220214
avg_loss: 1.3379624664783478
avg_loss: 1.4018743073940276
avg_loss: 1.3179018926620483
avg_loss: 1.4014608299732207
avg_loss: 1.450179626941681
avg_loss: 1.4580644190311431
avg_loss: 1.3984512460231782
avg_loss: 1.4650330030918122
avg_loss: 1.3678738462924958
avg_loss: 1.3816553902626039
avg_loss: 1.358542412519455
avg_loss: 1.4796532154083253
avg_loss: 1.4506742393970489
avg_loss: 1.496087510585785
avg_loss: 1.5075672698020934
avg_loss: 1.5250306499004365
avg_loss: 1.479354442358017
avg_loss: 1.4836246263980866
avg_loss: 1.474120445251465
avg_loss: 1.4937702083587647
avg_loss: 1.48208003282547
avg_loss: 1.4969591903686523
avg_loss: 1.4252868974208832
avg_loss: 1.447055767774582
avg_loss: 1.39626016497612
avg_loss: 1.4651009798049928
avg_loss: 1.4074108028411865
avg_loss: 1.4800568878650666
avg_loss: 1.4354050135612488
avg_loss: 1.3798717629909516
avg_loss: 1.4407391023635865
avg_loss: 1.4312043952941895
avg_loss: 1.4492977631092072
avg_loss: 1.4357496082782746
avg_loss: 1.3666301274299621
avg_loss: 1.431889922618866
avg_loss: 1.4296075928211212
avg_loss: 1.3970850682258606
avg_loss: 1.4654777729511261
avg_loss: 1.4594485354423523
avg_loss: 1.428851455450058
avg_loss: 1.45061030626297
avg_loss: 1.4411813807487488
avg_loss: 1.3955733013153075
avg_loss: 1.4784996151924132
avg_loss: 1.3895893132686614
avg_loss: 1.4818405055999755
avg_loss: 1.4316828632354737
avg_loss: 1.4181514108181
avg_loss: 1.4668145322799682
avg_loss: 1.4631746709346771
avg_loss: 1.3416212105751038
avg_loss: 1.4320559215545654
avg_loss: 1.490500670671463
avg_loss: 1.4145214676856994
avg_loss: 1.4653713583946228
avg_loss: 1.4480632400512696
avg_loss: 1.4338108348846434
avg_loss: 1.5414925110340119
avg_loss: 1.4082038915157318
avg_loss: 1.4749911606311799
avg_loss: 1.4635387659072876
avg_loss: 1.4875089633464813
avg_loss: 1.4650746369361878
avg_loss: 1.5550737023353576
avg_loss: 1.4221857678890228
avg_loss: 1.4151635456085205
avg_loss: 1.4200202798843384
avg_loss: 1.440227097272873
avg_loss: 1.3961334586143495
avg_loss: 1.4337546050548553
avg_loss: 1.4685806834697723
avg_loss: 1.4266571700572968
avg_loss: 1.4010728883743286
avg_loss: 1.4406379640102387
avg_loss: 1.4579212439060212
avg_loss: 1.419931367635727
avg_loss: 1.4050138878822327
avg_loss: 1.4120646440982818
avg_loss: 1.4634200310707093
avg_loss: 1.4685260570049286
avg_loss: 1.4442352271080017
avg_loss: 1.4296252691745759
avg_loss: 1.517179961204529
avg_loss: 1.4758069217205048
avg_loss: 1.4353780055046081
avg_loss: 1.4006001937389374
avg_loss: 1.4407977890968322
avg_loss: 1.4528769671916961
avg_loss: 1.458245165348053
avg_loss: 1.4700019919872285
avg_loss: 1.5338064765930175
avg_loss: 1.3713544356822966
avg_loss: 1.50927761554718
avg_loss: 1.4589698696136475
avg_loss: 1.4243818151950836
avg_loss: 1.4470909512043
avg_loss: 1.4628569293022156
avg_loss: 1.5088041305541993
avg_loss: 1.4307048976421357
avg_loss: 1.4107959496974944
avg_loss: 1.423824167251587
avg_loss: 1.4080186557769776
avg_loss: 1.4755237996578217
avg_loss: 1.4786147940158845
avg_loss: 1.4250990891456603
avg_loss: 1.4709946835041046
avg_loss: 1.336285662651062
avg_loss: 1.422558730840683
avg_loss: 1.419183156490326
avg_loss: 1.4435560560226441
avg_loss: 1.5520938622951508
avg_loss: 1.4607155179977418
avg_loss: 1.451475795507431
avg_loss: 1.488704924583435
avg_loss: 1.3931666839122772
avg_loss: 1.4159403097629548
avg_loss: 1.4637346303462981
avg_loss: 1.3956267869472503
avg_loss: 1.478148058652878
avg_loss: 1.4043220174312592
avg_loss: 1.4983916640281678
avg_loss: 1.3371370553970336
avg_loss: 1.4079996585845946
avg_loss: 1.4028938841819762
avg_loss: 1.477074692249298
avg_loss: 1.4520737433433533
avg_loss: 1.4205012810230255
avg_loss: 1.4597973811626435
avg_loss: 1.4974867856502534
avg_loss: 1.456579087972641
avg_loss: 1.4377781975269317
avg_loss: 1.4683736979961395
avg_loss: 1.4555995297431945
avg_loss: 1.4148648941516877
avg_loss: 1.424172854423523
avg_loss: 1.4560276067256928
avg_loss: 1.51731663107872
avg_loss: 1.4796880555152894
avg_loss: 1.417865859270096
avg_loss: 1.4715293478965759
avg_loss: 1.4626872336864472
avg_loss: 1.427427750825882
avg_loss: 1.447416490316391
avg_loss: 1.3908229899406432
avg_loss: 1.4061549472808839
avg_loss: 1.4440102541446687
avg_loss: 1.4120438933372497
avg_loss: 1.448694041967392
avg_loss: 1.4714502668380738
avg_loss: 1.511444298028946
avg_loss: 1.4066356587409974
avg_loss: 1.5440424394607544
avg_loss: 1.5095996832847596
avg_loss: 1.5130513966083527
avg_loss: 1.4533987998962403
avg_loss: 1.4221038234233856
avg_loss: 1.4712655520439148
avg_loss: 1.4740823197364807
avg_loss: 1.4559879660606385
avg_loss: 1.3917073607444763
avg_loss: 1.5471852767467498
avg_loss: 1.4556527924537659
avg_loss: 1.4093856513500214
avg_loss: 1.4732569456100464
avg_loss: 1.5097759974002838
avg_loss: 1.434755413532257
avg_loss: 1.369772917032242
avg_loss: 1.4372280883789061
avg_loss: 1.430476862192154
avg_loss: 1.4549225282669067
avg_loss: 1.375554747581482
avg_loss: 1.4801954567432403
avg_loss: 1.5374330949783326
avg_loss: 1.505164098739624
avg_loss: 1.4916526639461518
avg_loss: 1.4861148691177368
avg_loss: 1.4741588711738587
avg_loss: 1.4392697823047638
avg_loss: 1.457096093893051
avg_loss: 1.391332585811615
avg_loss: 1.5086064517498017
avg_loss: 1.451317093372345
avg_loss: 1.4667238223552703
avg_loss: 1.4732940185070038
avg_loss: 1.4649905669689178
avg_loss: 1.4633176243305206
avg_loss: 1.398902747631073
avg_loss: 1.4880159831047057
avg_loss: 1.4149527072906494
avg_loss: 1.514323799610138
avg_loss: 1.410964047908783
avg_loss: 1.5355907034873963
avg_loss: 1.4443544340133667
avg_loss: 1.4179013001918792
avg_loss: 1.4713736033439637
avg_loss: 1.4501728308200836
avg_loss: 1.4211645007133484
avg_loss: 1.470444643497467
avg_loss: 1.4983214616775513
avg_loss: 1.4969437956809997
avg_loss: 1.4797847664356232
avg_loss: 1.4972280693054199
avg_loss: 1.4491629004478455
avg_loss: 1.5091844189167023
avg_loss: 1.4592376947402954
avg_loss: 1.4284408760070801
avg_loss: 1.4812597441673279
avg_loss: 1.5866473710536957
avg_loss: 1.4789938807487488
avg_loss: 1.4644865882396698
avg_loss: 1.4297059869766235
avg_loss: 1.5012347936630248
avg_loss: 1.5095854461193086
avg_loss: 1.5016362392902374
avg_loss: 1.3992353665828705
avg_loss: 1.3834229981899262
avg_loss: 1.5360841166973114
avg_loss: 1.4400056040287017
avg_loss: 1.4289472246170043
avg_loss: 1.3990510880947113
avg_loss: 1.4723757934570312
avg_loss: 1.4731393253803253
avg_loss: 1.4717767310142518
avg_loss: 1.4149144160747529
avg_loss: 1.4813176274299622
avg_loss: 1.5419769752025605
avg_loss: 1.5198096120357514
avg_loss: 1.4020041966438292
avg_loss: 1.5139880084991455
avg_loss: 1.4585176467895509
avg_loss: 1.4733036696910857

Epoch:  40%|██████████████████████████████████████████████████████████████                                                                                             | 4/10 [3:01:17<4:31:55, 2719.28s/it]avg_loss: 1.1949173057079314
avg_loss: 1.2103245568275451
avg_loss: 1.2496932971477508
avg_loss: 1.2673561835289002
avg_loss: 1.1985220766067506
avg_loss: 1.1918363344669343
avg_loss: 1.181549277305603
avg_loss: 1.19792609333992
avg_loss: 1.2071767675876617
avg_loss: 1.15134113073349
avg_loss: 1.2306188595294953
avg_loss: 1.2876601529121399
avg_loss: 1.2375641083717346
avg_loss: 1.259113153219223
avg_loss: 1.1558086311817168
avg_loss: 1.133502916097641
avg_loss: 1.2485414612293244
avg_loss: 1.1656817865371705
avg_loss: 1.2422029280662537
avg_loss: 1.1908737516403198
avg_loss: 1.2327182626724242
avg_loss: 1.234355584383011
avg_loss: 1.2622493588924408
avg_loss: 1.2605280268192292
avg_loss: 1.1663914668560027
avg_loss: 1.2468570852279663
avg_loss: 1.2066974925994873
avg_loss: 1.2231735146045686
avg_loss: 1.220564477443695
avg_loss: 1.2652025198936463
avg_loss: 1.1948995387554169
avg_loss: 1.2096923661231995
avg_loss: 1.2096628242731093
avg_loss: 1.196513479948044
avg_loss: 1.2887480199337005
avg_loss: 1.1666918635368346
avg_loss: 1.20586163520813
avg_loss: 1.3341070187091828
avg_loss: 1.2222019505500794
avg_loss: 1.2771024572849274
avg_loss: 1.2287639367580414
avg_loss: 1.2672734892368316
avg_loss: 1.1752401828765868
avg_loss: 1.2459274911880494
avg_loss: 1.2133707928657531
avg_loss: 1.2228340685367585
avg_loss: 1.2648158478736877
avg_loss: 1.2575085592269897
avg_loss: 1.2800045597553253
avg_loss: 1.219000815153122
avg_loss: 1.2640233039855957
avg_loss: 1.247550892829895
avg_loss: 1.200621200799942
avg_loss: 1.1823299944400787
avg_loss: 1.223746486902237
avg_loss: 1.268451702594757
avg_loss: 1.3126477348804473
avg_loss: 1.2459275758266448
avg_loss: 1.3118898713588714
avg_loss: 1.2265220427513122
avg_loss: 1.2223369574546814
avg_loss: 1.3302566409111023
avg_loss: 1.2673742020130156
avg_loss: 1.274495359659195
avg_loss: 1.38560551404953
avg_loss: 1.2400090050697328
avg_loss: 1.2039192771911622
avg_loss: 1.2606340563297271
avg_loss: 1.2342574059963227
avg_loss: 1.1524660241603852
avg_loss: 1.3722075593471528
avg_loss: 1.270988062620163
avg_loss: 1.2116001784801482
avg_loss: 1.2535399937629699
avg_loss: 1.1612921357154846
avg_loss: 1.1742488324642182
avg_loss: 1.267700754404068
avg_loss: 1.2865211856365204
avg_loss: 1.2161676454544068
avg_loss: 1.170650725364685
avg_loss: 1.2271600711345672
avg_loss: 1.2479479658603667
avg_loss: 1.2116094708442688
avg_loss: 1.237272049188614
avg_loss: 1.284016091823578
avg_loss: 1.277327024936676
avg_loss: 1.2890041017532348
avg_loss: 1.2259319567680358
avg_loss: 1.20438343167305
avg_loss: 1.2651689159870148
avg_loss: 1.2911071729660035
avg_loss: 1.2343814015388488
avg_loss: 1.2859677052497864
avg_loss: 1.2564965832233428
avg_loss: 1.2846715104579927
avg_loss: 1.2868612778186799
avg_loss: 1.268855327963829
avg_loss: 1.218182210922241
avg_loss: 1.2729377031326294
avg_loss: 1.229526709318161
avg_loss: 1.2665117192268371
avg_loss: 1.248712158203125
avg_loss: 1.251085226535797
avg_loss: 1.289539740085602
avg_loss: 1.2018716359138488
avg_loss: 1.1993042457103729
avg_loss: 1.2732286179065704
avg_loss: 1.246424627304077
avg_loss: 1.2494532036781312
avg_loss: 1.3666944515705108
avg_loss: 1.171069495677948
avg_loss: 1.3428275239467622
avg_loss: 1.2801903688907623
avg_loss: 1.281346514225006
avg_loss: 1.2670226681232453
avg_loss: 1.2731032317876816
avg_loss: 1.2502678775787353
avg_loss: 1.2882876110076904
avg_loss: 1.3310121238231658
avg_loss: 1.2446070742607116
avg_loss: 1.2712179005146027
avg_loss: 1.2973490595817565
avg_loss: 1.292138545513153
avg_loss: 1.2046030497550964
avg_loss: 1.2583695149421692
avg_loss: 1.3285272002220154
avg_loss: 1.2810529267787933
avg_loss: 1.2153601932525635
avg_loss: 1.23031609416008
avg_loss: 1.2259019601345063
avg_loss: 1.3099435365200043
avg_loss: 1.2405581831932069
avg_loss: 1.2422611439228057
avg_loss: 1.2289131247997285
avg_loss: 1.264833927154541
avg_loss: 1.2781948959827423
avg_loss: 1.285519837141037
avg_loss: 1.345768312215805
avg_loss: 1.2023014998435975
avg_loss: 1.3237954938411713
avg_loss: 1.239345712661743
avg_loss: 1.21655424118042
avg_loss: 1.298280827999115
avg_loss: 1.251300528049469
avg_loss: 1.2259714639186858
avg_loss: 1.3451619017124177
avg_loss: 1.248560905456543
avg_loss: 1.2919371402263642
avg_loss: 1.2254009187221526
avg_loss: 1.274628653526306
avg_loss: 1.2374526035785676
avg_loss: 1.281415467262268
avg_loss: 1.27167396068573
avg_loss: 1.2890621769428252
avg_loss: 1.19630411028862
avg_loss: 1.3235909485816955
avg_loss: 1.3130397415161132
avg_loss: 1.259037036895752
avg_loss: 1.3033696055412292
avg_loss: 1.1918077325820924
avg_loss: 1.2563211929798126
avg_loss: 1.2926434946060181
avg_loss: 1.286034425497055
avg_loss: 1.254969792366028
avg_loss: 1.2900318682193757
avg_loss: 1.2941004252433777
avg_loss: 1.3159700405597687
avg_loss: 1.2439422023296356
avg_loss: 1.247251616716385
avg_loss: 1.2436787056922913
avg_loss: 1.2768989646434783
avg_loss: 1.3027697908878326
avg_loss: 1.2757186853885651
avg_loss: 1.280340802669525
avg_loss: 1.2521881437301636
avg_loss: 1.3005297327041625
avg_loss: 1.2559907388687135
avg_loss: 1.2482667005062102
avg_loss: 1.2580280709266662
avg_loss: 1.2672605192661286
avg_loss: 1.2298202311992645
avg_loss: 1.2499977469444274
avg_loss: 1.3197634279727937
avg_loss: 1.2679805719852448
avg_loss: 1.2958831131458282
avg_loss: 1.283103858232498
avg_loss: 1.2695698595046998
avg_loss: 1.3080434012413025
avg_loss: 1.2783151054382325
avg_loss: 1.217431287765503
avg_loss: 1.205763465166092
avg_loss: 1.2228550207614899
avg_loss: 1.2652003800868987
avg_loss: 1.2745660907030105
avg_loss: 1.2821456325054168
avg_loss: 1.2744982945919037
avg_loss: 1.310263831615448
avg_loss: 1.2178711438179015
avg_loss: 1.2120188689231872
avg_loss: 1.2364573168754578
avg_loss: 1.2620515465736388
avg_loss: 1.1789215064048768
avg_loss: 1.1979616153240205
avg_loss: 1.2445878708362579
avg_loss: 1.1913581717014312
avg_loss: 1.2761760795116424
avg_loss: 1.2833086574077606
avg_loss: 1.220084855556488
avg_loss: 1.2706194245815277
avg_loss: 1.2957283711433412
avg_loss: 1.2236885511875153
avg_loss: 1.3090164422988892
avg_loss: 1.344232828617096
avg_loss: 1.3065508663654328
avg_loss: 1.2168909513950348
avg_loss: 1.3275722932815552
avg_loss: 1.278950071334839
avg_loss: 1.3158433330059052
avg_loss: 1.3372069704532623
avg_loss: 1.2951194643974304
avg_loss: 1.2182324117422103
avg_loss: 1.2813639509677888
avg_loss: 1.2416593492031098
avg_loss: 1.273799637556076
avg_loss: 1.3521173548698426
avg_loss: 1.2627536308765412
avg_loss: 1.2936408853530883
avg_loss: 1.2732874214649201
avg_loss: 1.273331855535507
avg_loss: 1.317903813123703
avg_loss: 1.2551686155796051
avg_loss: 1.2709726870059967
avg_loss: 1.2758656072616577
avg_loss: 1.3589578795433044
avg_loss: 1.2698994851112366
avg_loss: 1.2713584578037262
avg_loss: 1.2298781502246856
avg_loss: 1.2149150586128235
avg_loss: 1.309685754776001
avg_loss: 1.2295296835899352
avg_loss: 1.3177755606174468
avg_loss: 1.241680382490158
avg_loss: 1.2541712355613708
avg_loss: 1.3362997961044312
avg_loss: 1.2874276745319366
avg_loss: 1.2035775244235993
avg_loss: 1.2823544394969941
avg_loss: 1.3149062156677247
avg_loss: 1.2458648407459259
avg_loss: 1.325785254240036
avg_loss: 1.2600562596321105
avg_loss: 1.31850825548172
avg_loss: 1.2632583022117614
avg_loss: 1.2388486313819884
avg_loss: 1.3593262827396393
avg_loss: 1.3016650223731994
avg_loss: 1.2081650912761688
avg_loss: 1.255893008708954
avg_loss: 1.257441099882126
avg_loss: 1.220955446958542
avg_loss: 1.2290464997291566
avg_loss: 1.2651642096042632
avg_loss: 1.2601703643798827
avg_loss: 1.2566906106472016
avg_loss: 1.2443623006343842
avg_loss: 1.2643894898891448
avg_loss: 1.276633586883545
avg_loss: 1.3792136490345002
avg_loss: 1.376119862794876
avg_loss: 1.2678976047039032
avg_loss: 1.315174331665039
avg_loss: 1.315263203382492
avg_loss: 1.3347652268409729
avg_loss: 1.2777429485321046
avg_loss: 1.360326875448227
avg_loss: 1.2372047400474548
avg_loss: 1.2794418692588807
avg_loss: 1.2342368525266647
avg_loss: 1.2364749908447266

Epoch:  50%|█████████████████████████████████████████████████████████████████████████████▌                                                                             | 5/10 [3:47:02<3:47:02, 2724.40s/it]avg_loss: 1.0369601893424987
avg_loss: 1.042575752735138
avg_loss: 1.1189416253566742
avg_loss: 1.0521780586242675
avg_loss: 1.0862360894680023
avg_loss: 1.136221467256546
avg_loss: 1.072647716999054
avg_loss: 1.0939122903347016
avg_loss: 1.0856447464227676
avg_loss: 1.0479831194877625
avg_loss: 1.1063083958625795
avg_loss: 1.031034017801285
avg_loss: 1.0677253878116608
avg_loss: 0.9694904333353043
avg_loss: 1.047396136522293
avg_loss: 1.0553990423679351
avg_loss: 1.1103116059303284
avg_loss: 1.058063029050827
avg_loss: 1.1110319298505784
avg_loss: 1.0677466881275177
avg_loss: 1.1332815766334534
avg_loss: 1.1105286288261413
avg_loss: 1.096132984161377
avg_loss: 1.0416833102703094
avg_loss: 1.1699351906776427
avg_loss: 1.0947925865650177
avg_loss: 1.1026129388809205
avg_loss: 1.0420277571678163
avg_loss: 1.051643841266632
avg_loss: 1.109500253200531
avg_loss: 1.043103564977646
avg_loss: 1.0951783740520478
avg_loss: 1.0676989847421645
avg_loss: 1.1298055398464202
avg_loss: 1.0734209597110749
avg_loss: 1.0790182220935822
avg_loss: 1.0644312000274658
avg_loss: 1.0851167929172516
avg_loss: 1.0633351480960846
avg_loss: 1.0304394245147706
avg_loss: 1.0063122594356537
avg_loss: 1.1635162270069122
avg_loss: 1.1115363800525666
avg_loss: 1.120648399591446
avg_loss: 1.142901313304901
avg_loss: 1.0094033944606782
avg_loss: 1.0814205944538116
avg_loss: 1.1814410066604615
avg_loss: 1.0992434763908385
avg_loss: 1.067616925239563
avg_loss: 1.0567828941345214
avg_loss: 1.054996573328972
avg_loss: 1.1324562990665437
avg_loss: 1.0502832317352295
avg_loss: 1.0926074194908142
avg_loss: 1.0490510869026184
avg_loss: 1.1302166962623597
avg_loss: 1.0971995532512664
avg_loss: 1.0807058250904082
avg_loss: 1.108550615310669
avg_loss: 1.1122572952508927
avg_loss: 1.0735257238149643
avg_loss: 1.0625489723682404
avg_loss: 1.0454163241386414
avg_loss: 1.113613110780716
avg_loss: 1.0459499537944794
avg_loss: 1.0664040911197663
avg_loss: 1.1065637731552125
avg_loss: 1.033844494819641
avg_loss: 1.0451966166496276
avg_loss: 1.0983785617351531
avg_loss: 1.075587112903595
avg_loss: 1.04189789891243
avg_loss: 1.0598498010635375
avg_loss: 1.1060645169019698
avg_loss: 1.0641418921947479
avg_loss: 1.0668153762817383
avg_loss: 1.1274215596914292
avg_loss: 1.0286756193637847
avg_loss: 1.1249935567378997
avg_loss: 1.1265495061874389
avg_loss: 1.179955106973648
avg_loss: 1.1273144149780274
avg_loss: 1.1539071166515351
avg_loss: 1.04543612241745
avg_loss: 1.0688594365119934
avg_loss: 1.0626660251617432
avg_loss: 1.1232621204853057
avg_loss: 1.070221976041794
avg_loss: 1.1632368218898774
avg_loss: 1.0982683575153351
avg_loss: 1.090411411523819
avg_loss: 1.0789765894412995
avg_loss: 1.0755904960632323
avg_loss: 1.0729466038942337
avg_loss: 1.1895975828170777
avg_loss: 1.076201159954071
avg_loss: 1.101198217868805
avg_loss: 1.09996239900589
avg_loss: 1.158172414302826
avg_loss: 1.1299531483650207
avg_loss: 1.1006577658653258
avg_loss: 1.0474618917703629
avg_loss: 1.1603564429283142
avg_loss: 1.100413477420807
avg_loss: 1.0784257650375366
avg_loss: 1.0606161856651306
avg_loss: 1.086757274866104
avg_loss: 1.1123571527004241
avg_loss: 1.1111851465702056
avg_loss: 1.1334190797805785
avg_loss: 1.077764366865158
avg_loss: 1.1197877538204193
avg_loss: 1.1218218362331391
avg_loss: 1.1177684593200683
avg_loss: 1.1077940213680266
avg_loss: 1.1046906340122222
avg_loss: 1.0758464562892913
avg_loss: 1.1560919761657715
avg_loss: 1.0725136864185334
avg_loss: 1.1097252070903778
avg_loss: 1.1298989045619965
avg_loss: 1.0676212227344513
avg_loss: 1.103117573261261
avg_loss: 1.134315910935402
avg_loss: 1.081476582288742
avg_loss: 1.1234061646461486
avg_loss: 1.0843297290802
avg_loss: 1.101772108078003
avg_loss: 1.1213835608959197
avg_loss: 1.1148703002929687
avg_loss: 1.18344611287117
avg_loss: 1.176777756214142
avg_loss: 1.1082785153388977
avg_loss: 1.1295979249477386
avg_loss: 1.0405091834068299
avg_loss: 1.0457982057332993
avg_loss: 1.1648115372657777
avg_loss: 1.1007049036026002
avg_loss: 1.1059708201885223
avg_loss: 1.1276486420631409
avg_loss: 1.1118708109855653
avg_loss: 1.1622076547145843
avg_loss: 1.0437365520000457
avg_loss: 1.1163636839389801
avg_loss: 1.1108283066749574
avg_loss: 1.154274264574051
avg_loss: 1.1451125502586366
avg_loss: 1.092575569152832
avg_loss: 1.1245901048183442
avg_loss: 1.1381719970703126
avg_loss: 1.1039650803804397
avg_loss: 1.1387365353107453
avg_loss: 1.1716215467453004
avg_loss: 1.084296659231186
avg_loss: 1.0609804391860962
avg_loss: 1.1042906796932221
avg_loss: 1.0795425283908844
avg_loss: 1.1219468522071838
avg_loss: 1.1281264793872834
avg_loss: 1.1570163369178772
avg_loss: 1.1128304731845855
avg_loss: 1.1506232345104217
avg_loss: 1.0989627134799957
avg_loss: 1.1175204336643219
avg_loss: 1.1416616809368134
avg_loss: 1.108276082277298
avg_loss: 1.1288553249835969
avg_loss: 1.0538893949985504
avg_loss: 1.2021262681484222
avg_loss: 1.1101794695854188
avg_loss: 1.089007387161255
avg_loss: 1.113169094324112
avg_loss: 1.111261811852455
avg_loss: 1.074849048256874
avg_loss: 1.138293800354004
avg_loss: 1.1417210936546325
avg_loss: 1.1390951931476594
avg_loss: 1.0901209783554078
avg_loss: 1.1046022295951843
avg_loss: 1.1634846460819244
avg_loss: 1.1828287661075592
avg_loss: 1.077988063097
avg_loss: 1.0879868805408477
avg_loss: 1.1419814777374269
avg_loss: 1.1123858332633971
avg_loss: 1.1659598577022552
avg_loss: 1.096282560825348
avg_loss: 1.105639375448227
avg_loss: 1.0628222978115083
avg_loss: 1.144379415512085
avg_loss: 1.1898135757446289
avg_loss: 1.123765958547592
avg_loss: 1.0853547585010528
avg_loss: 1.0855627679824829
avg_loss: 1.1378693902492523
avg_loss: 1.1176492762565613
avg_loss: 1.1556627607345582
avg_loss: 1.0387408739328385
avg_loss: 1.1528787219524383
avg_loss: 1.1125492429733277
avg_loss: 1.1608283388614655
avg_loss: 1.1575430297851563
avg_loss: 1.1019517385959625
avg_loss: 1.130933963060379
avg_loss: 1.0680042153596878
avg_loss: 1.1813380718231201
avg_loss: 1.1167214906215668
avg_loss: 1.1461504209041595
avg_loss: 1.082188984155655
avg_loss: 1.1070274329185485
avg_loss: 1.1401051926612853
avg_loss: 1.1423632776737214
avg_loss: 1.182835227251053
avg_loss: 1.073050435781479
avg_loss: 1.0908976364135743
avg_loss: 1.0793180978298187
avg_loss: 1.1113516747951508
avg_loss: 1.0991893029212951
avg_loss: 1.0636004316806793
avg_loss: 1.1126086127758026
avg_loss: 1.1573354077339173
avg_loss: 1.1661821055412291
avg_loss: 1.0946777749061585
avg_loss: 1.0958519005775451
avg_loss: 1.1077781045436859
avg_loss: 1.1280449068546294
avg_loss: 1.175369802713394
avg_loss: 1.1642166304588317
avg_loss: 1.0996660339832305
avg_loss: 1.092440015077591
avg_loss: 1.1059621584415436
avg_loss: 1.1059507966041564
avg_loss: 1.0970710694789887
avg_loss: 1.11207998752594
avg_loss: 1.1082497262954711
avg_loss: 1.10872141122818
avg_loss: 1.0542389690876006
avg_loss: 1.0741518652439117
avg_loss: 1.0146297526359558
avg_loss: 1.117572945356369
avg_loss: 1.1638903653621673
avg_loss: 1.1200589370727538
avg_loss: 1.1164199495315552
avg_loss: 1.1382723081111907
avg_loss: 1.1109021627902984
avg_loss: 1.1073996460437774
avg_loss: 1.06173290848732
avg_loss: 1.1668802618980407
avg_loss: 1.0579043483734132
avg_loss: 1.0990259194374083
avg_loss: 1.1898888516426087
avg_loss: 1.1372476303577423
avg_loss: 1.1652781558036804
avg_loss: 1.0985908639431
avg_loss: 1.0844861268997192
avg_loss: 1.159074991941452
avg_loss: 1.1449098253250123
avg_loss: 1.1885903418064117
avg_loss: 1.106987497806549
avg_loss: 1.1057004415988922
avg_loss: 1.1869812083244324
avg_loss: 1.1728066563606263
avg_loss: 1.0751771199703217
avg_loss: 1.1515227472782135
avg_loss: 1.0630852138996125
avg_loss: 1.1285407102108003
avg_loss: 1.1390091979503632
avg_loss: 1.1886330771446227
avg_loss: 1.1055325472354889
avg_loss: 1.095235183238983
avg_loss: 1.0923577880859374
avg_loss: 1.104120763540268
avg_loss: 1.144037606716156
avg_loss: 1.181447741985321
avg_loss: 1.0622016203403473
avg_loss: 1.1720300590991974
avg_loss: 1.1497645556926728
avg_loss: 1.2527121853828431

Epoch:  60%|█████████████████████████████████████████████████████████████████████████████████████████████                                                              | 6/10 [4:32:31<3:01:40, 2725.19s/it]avg_loss: 0.996855143904686
avg_loss: 0.9875097513198853
avg_loss: 1.0413125562667847
avg_loss: 0.9400304448604584
avg_loss: 1.0035307824611663
avg_loss: 0.9742558240890503
avg_loss: 0.9215028083324432
avg_loss: 0.998543084859848
avg_loss: 0.968105890750885
avg_loss: 0.9837922555208206
avg_loss: 0.9693592381477356
avg_loss: 0.9436827129125596
avg_loss: 1.0201976573467255
avg_loss: 0.9621793353557586
avg_loss: 0.9657242286205292
avg_loss: 0.9349824911355973
avg_loss: 0.9768197369575501
avg_loss: 0.9553060293197632
avg_loss: 0.9588493967056274
avg_loss: 0.9379756557941437
avg_loss: 0.9116399443149567
avg_loss: 0.9937094765901565
avg_loss: 0.9708042007684707
avg_loss: 0.9504422008991241
avg_loss: 1.0215828108787537
avg_loss: 0.9474752461910247
avg_loss: 0.9643112927675247
avg_loss: 0.8989153558015823
avg_loss: 0.9473850238323211
avg_loss: 0.8702671301364898
avg_loss: 0.9552124035358429
avg_loss: 0.9760378462076187
avg_loss: 0.9558617401123047
avg_loss: 0.9430180311203002
avg_loss: 0.9617744421958924
avg_loss: 0.9698545503616333
avg_loss: 0.9267892211675643
avg_loss: 0.9738860583305359
avg_loss: 0.846040865778923
avg_loss: 1.0462687534093857
avg_loss: 0.9995623981952667
avg_loss: 1.0490540117025375
avg_loss: 0.9070114803314209
avg_loss: 1.0279411453008651
avg_loss: 0.96814462184906
avg_loss: 0.9966694760322571
avg_loss: 0.9873343873023986
avg_loss: 0.9703893488645554
avg_loss: 1.0523573195934295
avg_loss: 0.936734801530838
avg_loss: 0.9315955662727355
avg_loss: 1.0291001188755036
avg_loss: 0.926757220029831
avg_loss: 0.9712861430644989
avg_loss: 0.9378058433532714
avg_loss: 0.9666145497560501
avg_loss: 1.0210999375581742
avg_loss: 0.9793754011392594
avg_loss: 0.9365398800373077
avg_loss: 0.9546906125545501
avg_loss: 0.995050922036171
avg_loss: 0.9411417520046235
avg_loss: 0.9377915513515472
avg_loss: 1.0337478470802308
avg_loss: 0.9962507891654968
avg_loss: 0.9475665241479874
avg_loss: 0.9612611562013627
avg_loss: 0.8947001200914383
avg_loss: 1.0104015731811524
avg_loss: 0.9667389452457428
avg_loss: 0.936816543340683
avg_loss: 0.9887105220556259
avg_loss: 0.9676042401790619
avg_loss: 0.9788029551506042
avg_loss: 0.9615640139579773
avg_loss: 0.989674369096756
avg_loss: 0.9333506405353547
avg_loss: 0.9744058203697205
avg_loss: 0.9676858794689178
avg_loss: 0.9477418148517609
avg_loss: 0.9731316220760345
avg_loss: 0.9640383839607238
avg_loss: 0.9742608892917634
avg_loss: 0.9543578279018402
avg_loss: 1.0721131503582
avg_loss: 0.9749301910400391
avg_loss: 0.9582860684394836
avg_loss: 0.9755439984798432
avg_loss: 0.9465092992782593
avg_loss: 0.9749339973926544
avg_loss: 0.9772740232944489
avg_loss: 1.0091856759786606
avg_loss: 0.982498779296875
avg_loss: 0.9083539152145386
avg_loss: 0.9961429917812348
avg_loss: 0.9784993028640747
avg_loss: 0.9866334474086762
avg_loss: 0.9346366864442825
avg_loss: 0.937132658958435
avg_loss: 1.0291940903663634
avg_loss: 0.965889167189598
avg_loss: 1.0117212319374085
avg_loss: 0.9989927506446838
avg_loss: 0.9962573421001434
avg_loss: 0.9968893599510192
avg_loss: 0.993337933421135
avg_loss: 1.0347381550073624
avg_loss: 0.9893189299106598
avg_loss: 0.9655963575839996
avg_loss: 0.9717605900764466
avg_loss: 1.005186016559601
avg_loss: 1.002548234462738
avg_loss: 0.9602458941936493
avg_loss: 0.9868128395080566
avg_loss: 1.0186862397193908
avg_loss: 0.9688511431217194
avg_loss: 1.0003329873085023
avg_loss: 0.9867879974842072
avg_loss: 1.005709148645401
avg_loss: 1.0001573073863983
avg_loss: 0.9952091777324676
avg_loss: 0.9489397966861725
avg_loss: 1.0120906728506087
avg_loss: 0.9852929830551147
avg_loss: 0.965995112657547
avg_loss: 1.0007759058475494
avg_loss: 0.9996494162082672
avg_loss: 1.0113044321537017
avg_loss: 1.0095444488525391
avg_loss: 1.017040182352066
avg_loss: 0.9961353838443756
avg_loss: 0.9591056388616562
avg_loss: 0.9595419263839722
avg_loss: 0.9412097227573395
avg_loss: 0.9541149884462357
avg_loss: 1.0024275910854339
avg_loss: 0.9585541415214539
avg_loss: 1.0507780516147613
avg_loss: 1.0005197572708129
avg_loss: 0.9983974039554596
avg_loss: 1.0271372240781784
avg_loss: 0.9406824672222137
avg_loss: 1.023502093553543
avg_loss: 0.9754115754365921
avg_loss: 1.0024102532863617
avg_loss: 1.0200085926055908
avg_loss: 0.9762469869852066
avg_loss: 0.9730845499038696
avg_loss: 1.037392200231552
avg_loss: 0.9295935678482056
avg_loss: 0.9423482465744019
avg_loss: 1.0230676412582398
avg_loss: 0.948416263461113
avg_loss: 1.0054700016975402
avg_loss: 0.994430810213089
avg_loss: 1.024528088569641
avg_loss: 0.9773565304279327
avg_loss: 1.0440470087528229
avg_loss: 0.9650453162193299
avg_loss: 1.0060632568597794
avg_loss: 0.9958925634622574
avg_loss: 0.9866727298498154
avg_loss: 1.0094488990306854
avg_loss: 0.9982016134262085
avg_loss: 0.9888748174905777
avg_loss: 0.9723519098758697
avg_loss: 0.9703502160310745
avg_loss: 1.0414473509788513
avg_loss: 1.030429573059082
avg_loss: 0.9570102989673615
avg_loss: 0.9708829593658447
avg_loss: 1.0039842569828032
avg_loss: 0.9662731707096099
avg_loss: 1.022684268951416
avg_loss: 1.0160552150011062
avg_loss: 0.97500781416893
avg_loss: 1.008565022945404
avg_loss: 1.0312996089458466
avg_loss: 0.9837600827217102
avg_loss: 1.0409991455078125
avg_loss: 0.9781070733070374
avg_loss: 1.0045165717601776
avg_loss: 0.9823120224475861
avg_loss: 0.9990665566921234
avg_loss: 1.0164266192913056
avg_loss: 1.0029060888290404
avg_loss: 0.9977102172374726
avg_loss: 0.9493622720241547
avg_loss: 1.048824674487114
avg_loss: 1.0281931400299071
avg_loss: 1.0258129942417145
avg_loss: 1.015426629781723
avg_loss: 1.013669900894165
avg_loss: 0.9447275269031524
avg_loss: 1.0169346296787263
avg_loss: 0.9580051219463348
avg_loss: 0.9831985116004944
avg_loss: 0.9926709425449372
avg_loss: 1.02289779484272
avg_loss: 1.0010241973400116
avg_loss: 1.0324564731121064
avg_loss: 0.9240016007423401
avg_loss: 1.00584219455719
avg_loss: 0.9568668442964554
avg_loss: 0.9479053366184235
avg_loss: 0.9973670029640198
avg_loss: 1.0309805977344513
avg_loss: 1.0178136539459228
avg_loss: 1.0015504276752472
avg_loss: 1.029783514738083
avg_loss: 0.9353539335727692
avg_loss: 0.9792262887954712
avg_loss: 0.9796110677719116
avg_loss: 0.9756050765514374
avg_loss: 0.9801622903347016
avg_loss: 1.0349409770965576
avg_loss: 1.0270612740516663
avg_loss: 0.9901261121034622
avg_loss: 0.983711958527565
avg_loss: 0.9786585277318954
avg_loss: 0.969645539522171
avg_loss: 1.0161893039941787
avg_loss: 1.0051314091682435
avg_loss: 0.9571346485614777
avg_loss: 1.0506244254112245
avg_loss: 1.0135520201921464
avg_loss: 0.9368021595478058
avg_loss: 1.0190654456615449
avg_loss: 1.0659800088405609
avg_loss: 0.9567861473560333
avg_loss: 0.9722994095087052
avg_loss: 1.0382027959823608
avg_loss: 1.0366579818725585
avg_loss: 1.004966640472412
avg_loss: 0.995222014784813
avg_loss: 1.0114126217365265
avg_loss: 0.9523259580135346
avg_loss: 1.0188117873668672
avg_loss: 0.9836783576011657
avg_loss: 0.9662698900699616
avg_loss: 1.002986956834793
avg_loss: 0.9913451325893402
avg_loss: 1.0115051543712616
avg_loss: 1.018275192975998
avg_loss: 0.9593267345428467
avg_loss: 0.954846260547638
avg_loss: 0.9563276863098145
avg_loss: 1.0080613231658935
avg_loss: 1.0153357112407684
avg_loss: 0.9759650027751923
avg_loss: 0.9668496215343475
avg_loss: 0.9967977046966553
avg_loss: 1.0545123833417893
avg_loss: 0.9879945039749145
avg_loss: 0.9884924757480621
avg_loss: 1.0054570126533509
avg_loss: 1.006312040090561
avg_loss: 1.0129012978076934
avg_loss: 0.9477071845531464
avg_loss: 1.0009256887435913
avg_loss: 0.9864484268426895
avg_loss: 0.9675778019428253
avg_loss: 1.0059684014320374
avg_loss: 1.0001345682144165
avg_loss: 1.0368244290351867
avg_loss: 0.9706376731395722
avg_loss: 0.9575967359542846
avg_loss: 0.9932078683376312
avg_loss: 0.9857712531089783
avg_loss: 0.9988349640369415
avg_loss: 0.9646557396650315
avg_loss: 1.0190375459194183
avg_loss: 0.9978290128707886
avg_loss: 1.05201052069664
avg_loss: 0.9880556154251099
avg_loss: 1.0088587081432343
avg_loss: 0.9826394200325013
avg_loss: 0.9506333106756211
avg_loss: 1.0642179882526397

Epoch:  70%|████████████████████████████████████████████████████████████████████████████████████████████████████████████▌                                              | 7/10 [5:18:00<2:16:17, 2725.83s/it]avg_loss: 0.862685683965683
avg_loss: 0.8326656585931778
avg_loss: 0.9464553225040436
avg_loss: 0.895346873998642
avg_loss: 0.9040228593349456
avg_loss: 0.875955057144165
avg_loss: 0.8704575526714325
avg_loss: 0.8704544287919999
avg_loss: 0.8574842864274979
avg_loss: 0.8853233146667481
avg_loss: 0.8686803483963013
avg_loss: 0.908175477385521
avg_loss: 0.8499003958702087
avg_loss: 0.8827068358659744
avg_loss: 0.8681169891357422
avg_loss: 0.849457186460495
avg_loss: 0.8904234331846237
avg_loss: 0.8691296535730362
avg_loss: 0.9143882620334626
avg_loss: 0.9009035068750382
avg_loss: 0.9086613816022873
avg_loss: 0.8964955639839173
avg_loss: 0.8508789718151093
avg_loss: 0.8339074802398682
avg_loss: 0.8891317868232727
avg_loss: 0.8570335233211517
avg_loss: 0.901250918507576
avg_loss: 0.8788339596986771
avg_loss: 0.8876823210716247
avg_loss: 0.922469471693039
avg_loss: 0.8790512573719025
avg_loss: 0.8945669507980347
avg_loss: 0.8955438566207886
avg_loss: 0.8858795171976089
avg_loss: 0.8661800944805145
avg_loss: 0.8228179204463959
avg_loss: 0.9267393970489501
avg_loss: 0.8540149992704391
avg_loss: 0.8516949743032456
avg_loss: 0.8836598336696625
avg_loss: 0.8966596376895904
avg_loss: 0.9079145228862763
avg_loss: 0.9028807693719864
avg_loss: 0.9051674211025238
avg_loss: 0.8172621017694474
avg_loss: 0.9350963401794433
avg_loss: 0.8219976556301117
avg_loss: 0.8577530735731125
avg_loss: 0.8705978405475616
avg_loss: 0.8482989764213562
avg_loss: 0.8360555428266525
avg_loss: 0.8530293589830399
avg_loss: 0.8830388021469117
avg_loss: 0.8862659370899201
avg_loss: 0.9185254365205765
avg_loss: 0.8922192126512527
avg_loss: 0.9223887974023819
avg_loss: 0.8640329951047897
avg_loss: 0.8490234065055847
avg_loss: 0.8895612585544587
avg_loss: 0.8563750737905502
avg_loss: 0.8585045486688614
avg_loss: 0.8931798720359803
avg_loss: 0.9224471890926361
avg_loss: 0.8684530377388
avg_loss: 0.8847954154014588
avg_loss: 0.9213916957378387
avg_loss: 0.9160755550861359
avg_loss: 0.887308550477028
avg_loss: 0.873036544919014
avg_loss: 0.8653608137369155
avg_loss: 0.9205915975570679
avg_loss: 0.906081377863884
avg_loss: 0.8828812390565872
avg_loss: 0.9250890505313873
avg_loss: 0.9251167154312134
avg_loss: 0.88516557097435
avg_loss: 0.8780344253778458
avg_loss: 0.8799546879529953
avg_loss: 0.8836970174312592
avg_loss: 0.8881486088037491
avg_loss: 0.8925701981782913
avg_loss: 0.913254840373993
avg_loss: 0.9135294508934021
avg_loss: 0.8393382078409195
avg_loss: 0.8165702027082443
avg_loss: 0.9278762900829315
avg_loss: 0.923345775604248
avg_loss: 0.8759518939256669
avg_loss: 0.8977172684669494
avg_loss: 0.9353207325935364
avg_loss: 0.8743842136859894
avg_loss: 0.8387398791313171
avg_loss: 0.8707921761274338
avg_loss: 0.8705262362957
avg_loss: 0.8986286473274231
avg_loss: 0.9126594412326813
avg_loss: 0.8956563556194306
avg_loss: 0.9215012168884278
avg_loss: 0.8479895257949829
avg_loss: 0.8889473909139634
avg_loss: 0.829948827624321
avg_loss: 0.9153838634490967
avg_loss: 0.9466675019264221
avg_loss: 0.9194925528764725
avg_loss: 0.8996702218055725
avg_loss: 0.8442351698875428
avg_loss: 0.9021751475334168
avg_loss: 0.894055107831955
avg_loss: 0.8555416083335876
avg_loss: 0.8650371414422989
avg_loss: 0.8877946782112122
avg_loss: 0.8880240166187287
avg_loss: 0.8493469947576523
avg_loss: 0.8532229912281036
avg_loss: 0.8612851303815842
avg_loss: 0.874360830783844
avg_loss: 0.9118618738651275
avg_loss: 0.896752610206604
avg_loss: 0.9056007087230682
avg_loss: 0.859535215497017
avg_loss: 0.9089607727527619
avg_loss: 0.928776780962944
avg_loss: 0.8808221411705017
avg_loss: 0.9313541907072067
avg_loss: 0.8940870308876038
avg_loss: 0.9195007443428039
avg_loss: 0.9156656289100646
avg_loss: 0.8560773545503616
avg_loss: 0.8899296122789383
avg_loss: 0.8572896444797515
avg_loss: 0.9111961710453034
avg_loss: 0.8307921749353409
avg_loss: 0.9256453084945678
avg_loss: 0.9358520030975341
avg_loss: 0.8727631533145904
avg_loss: 0.88670738697052
avg_loss: 0.9455458384752273
avg_loss: 0.9045066064596177
avg_loss: 0.9005575889348983
avg_loss: 0.9200850927829742
avg_loss: 0.825257483124733
avg_loss: 0.8925357103347779
avg_loss: 0.8184742748737335
avg_loss: 0.826426295042038
avg_loss: 0.9182406616210937
avg_loss: 0.9491737234592438
avg_loss: 0.9326475071907043
avg_loss: 0.8819815641641617
avg_loss: 0.9096967202425003
avg_loss: 0.9110990786552429
avg_loss: 0.9292639511823654
avg_loss: 0.9625804376602173
avg_loss: 0.9511664927005767
avg_loss: 0.8681014263629914
avg_loss: 0.8865451014041901
avg_loss: 0.8535957795381546
avg_loss: 0.9212866187095642
avg_loss: 0.9122502398490906
avg_loss: 0.891542221903801
avg_loss: 0.92859384059906
avg_loss: 0.832472762465477
avg_loss: 0.8632665634155273
avg_loss: 0.89170523583889
avg_loss: 0.8820195549726486
avg_loss: 0.9284152245521545
avg_loss: 0.902066879272461
avg_loss: 0.901807217001915
avg_loss: 0.9076989006996155
avg_loss: 0.8820632630586625
avg_loss: 0.9029410833120346
avg_loss: 0.9017930376529694
avg_loss: 0.8633125621080399
avg_loss: 0.8943293982744217
avg_loss: 0.9548586940765381
avg_loss: 0.9089113533496856
avg_loss: 0.8854279017448425
avg_loss: 0.9422362184524536
avg_loss: 0.8953975874185562
avg_loss: 0.870768564939499
avg_loss: 0.8891537606716156
avg_loss: 0.9201029139757156
avg_loss: 0.9086676490306854
avg_loss: 0.9007352882623673
avg_loss: 0.9353917986154556
avg_loss: 0.8679949134588242
avg_loss: 0.8978976082801818
avg_loss: 0.9366483163833618
avg_loss: 0.8672248023748398
avg_loss: 0.8854572540521621
avg_loss: 0.9192202872037888
avg_loss: 0.8837611055374146
avg_loss: 0.9064721375703811
avg_loss: 0.8136221796274186
avg_loss: 0.9455093383789063
avg_loss: 0.8729319620132446
avg_loss: 0.8979344189167022
avg_loss: 0.8865835690498352
avg_loss: 0.932116494178772
avg_loss: 0.9151077371835709
avg_loss: 0.9041840875148773
avg_loss: 0.8956736528873444
avg_loss: 0.8739959669113159
avg_loss: 0.9349568521976471
avg_loss: 0.9162191665172577
avg_loss: 0.9109551590681076
avg_loss: 0.9504478317499161
avg_loss: 0.9049924230575561
avg_loss: 0.9488106215000153
avg_loss: 0.9293855255842209
avg_loss: 0.9037598109245301
avg_loss: 0.8908628928661346
avg_loss: 0.9089097511768341
avg_loss: 0.8862890088558197
avg_loss: 0.8969040608406067
avg_loss: 0.9342131853103638
avg_loss: 0.9264377963542938
avg_loss: 0.9444730913639069
avg_loss: 0.8754888832569122
avg_loss: 0.9165576255321503
avg_loss: 0.9155659383535385
avg_loss: 0.9092161935567856
avg_loss: 0.884530388712883
avg_loss: 0.8562901943922043
avg_loss: 0.8741336280107498
avg_loss: 0.9102309983968735
avg_loss: 0.9212027007341385
avg_loss: 0.87869673371315
avg_loss: 0.9043940198421478
avg_loss: 0.9031057703495026
avg_loss: 0.8882104021310806
avg_loss: 0.8923707687854767
avg_loss: 0.9281001150608063
avg_loss: 0.8851718443632126
avg_loss: 0.9189515489339829
avg_loss: 0.8442470836639404
avg_loss: 0.9012323540449142
avg_loss: 0.902415811419487
avg_loss: 0.9223150336742401
avg_loss: 0.8685170966386795
avg_loss: 0.9174958378076553
avg_loss: 0.855860269665718
avg_loss: 0.9448972916603089
avg_loss: 0.8538241893053055
avg_loss: 0.9207894021272659
avg_loss: 0.8820336627960205
avg_loss: 0.8965314668416977
avg_loss: 0.8975521922111511
avg_loss: 0.8668879890441894
avg_loss: 0.8535715055465698
avg_loss: 0.909792218208313
avg_loss: 0.8847554385662079
avg_loss: 0.880272980928421
avg_loss: 0.9114437901973724
avg_loss: 0.8989102756977081
avg_loss: 0.8869910877943039
avg_loss: 0.90664559841156
avg_loss: 0.8856827878952026
avg_loss: 0.9012734651565552
avg_loss: 0.9148187285661697
avg_loss: 0.9415112251043319
avg_loss: 0.8240447390079498
avg_loss: 0.8893570709228515
avg_loss: 0.9149272549152374
avg_loss: 0.8745123672485352
avg_loss: 0.8899346005916595
avg_loss: 0.9017973732948303
avg_loss: 0.9167956733703613
avg_loss: 0.8403418779373169
avg_loss: 0.8582604002952575
avg_loss: 0.9000482678413391
avg_loss: 0.8990467643737793
avg_loss: 0.8428663140535355
avg_loss: 0.8954211235046386
avg_loss: 0.8964211821556092
avg_loss: 0.8963848096132279
avg_loss: 0.898262026309967
avg_loss: 0.869111121892929
avg_loss: 0.9384354519844055

Epoch:  80%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████                               | 8/10 [6:03:29<1:30:52, 2726.23s/it]avg_loss: 0.7954832518100738
avg_loss: 0.7826516395807266
avg_loss: 0.7867656964063644
avg_loss: 0.873623081445694
avg_loss: 0.8064504671096802
avg_loss: 0.7768534332513809
avg_loss: 0.8152149027585983
avg_loss: 0.8346171462535859
avg_loss: 0.8313344493508339
avg_loss: 0.8206223547458649
avg_loss: 0.8112313497066498
avg_loss: 0.8370471048355103
avg_loss: 0.7754935157299042
avg_loss: 0.8089185470342636
avg_loss: 0.8692791014909744
avg_loss: 0.7373429870605469
avg_loss: 0.8620933800935745
avg_loss: 0.7526225298643112
avg_loss: 0.7819323498010635
avg_loss: 0.8150965023040772
avg_loss: 0.7962620657682419
avg_loss: 0.8279056233167649
avg_loss: 0.7798368561267853
avg_loss: 0.8325530284643173
avg_loss: 0.7691969543695449
avg_loss: 0.7751219069957733
avg_loss: 0.78853196144104
avg_loss: 0.8224277967214584
avg_loss: 0.8525748109817505
avg_loss: 0.8299962258338929
avg_loss: 0.8167742991447449
avg_loss: 0.816700370311737
avg_loss: 0.8577575403451919
avg_loss: 0.7694312167167664
avg_loss: 0.8182811123132706
avg_loss: 0.7985386675596238
avg_loss: 0.8166750425100326
avg_loss: 0.7396072256565094
avg_loss: 0.7834637778997421
avg_loss: 0.8012790232896805
avg_loss: 0.8030879271030426
avg_loss: 0.7905804353952408
avg_loss: 0.8146484857797622
avg_loss: 0.8113985449075699
avg_loss: 0.7975580686330795
avg_loss: 0.8201732337474823
avg_loss: 0.794566153883934
avg_loss: 0.8373154163360595
avg_loss: 0.8456931686401368
avg_loss: 0.7860058003664017
avg_loss: 0.8170176601409912
avg_loss: 0.8276699990034103
avg_loss: 0.8261993885040283
avg_loss: 0.7839245307445526
avg_loss: 0.8323827749490738
avg_loss: 0.8040971583127976
avg_loss: 0.805036917924881
avg_loss: 0.8301853102445602
avg_loss: 0.7971765458583832
avg_loss: 0.8244560331106185
avg_loss: 0.8050177806615829
avg_loss: 0.8457812184095382
avg_loss: 0.8066895544528961
avg_loss: 0.8314235204458237
avg_loss: 0.7680205595493317
avg_loss: 0.7965985399484634
avg_loss: 0.8238128864765167
avg_loss: 0.8010604786872864
avg_loss: 0.7816083520650864
avg_loss: 0.7639096575975418
avg_loss: 0.8170375770330429
avg_loss: 0.7986454790830613
avg_loss: 0.7969745659828186
avg_loss: 0.8526673310995102
avg_loss: 0.81037955224514
avg_loss: 0.8381897306442261
avg_loss: 0.8210533612966537
avg_loss: 0.8574820977449417
avg_loss: 0.8392424035072327
avg_loss: 0.8189306735992432
avg_loss: 0.8560468959808349
avg_loss: 0.802058042883873
avg_loss: 0.8080440992116928
avg_loss: 0.8591886109113693
avg_loss: 0.7685107922554016
avg_loss: 0.7975043749809265
avg_loss: 0.8386492896080017
avg_loss: 0.8704463690519333
avg_loss: 0.8431854736804962
avg_loss: 0.8041024821996688
avg_loss: 0.8413310533761978
avg_loss: 0.7963603949546814
avg_loss: 0.866290420293808
avg_loss: 0.7965745937824249
avg_loss: 0.8723231166601181
avg_loss: 0.8029064238071442
avg_loss: 0.826289519071579
avg_loss: 0.8550001782178879
avg_loss: 0.7588183015584946
avg_loss: 0.8477934747934341
avg_loss: 0.8772833156585693
avg_loss: 0.7878530222177506
avg_loss: 0.808394461274147
avg_loss: 0.8031428331136703
avg_loss: 0.8526308190822601
avg_loss: 0.8645838040113449
avg_loss: 0.7749709713459015
avg_loss: 0.7837761580944062
avg_loss: 0.8272132384777069
avg_loss: 0.848602124452591
avg_loss: 0.8164798551797867
avg_loss: 0.8098630285263062
avg_loss: 0.8459844833612442
avg_loss: 0.8336237943172455
avg_loss: 0.8371619749069213
avg_loss: 0.860901170372963
avg_loss: 0.8463320404291153
avg_loss: 0.822777738571167
avg_loss: 0.8621038973331452
avg_loss: 0.807307099699974
avg_loss: 0.8132561516761779
avg_loss: 0.8365947085618973
avg_loss: 0.7962373328208924
avg_loss: 0.782166354060173
avg_loss: 0.8389762336015701
avg_loss: 0.8462997472286224
avg_loss: 0.8419676840305328
avg_loss: 0.82076684653759
avg_loss: 0.8281450635194778
avg_loss: 0.8520890694856643
avg_loss: 0.8799317556619645
avg_loss: 0.811916401386261
avg_loss: 0.8074994784593582
avg_loss: 0.77678741812706
avg_loss: 0.8283512562513351
avg_loss: 0.7698179012537003
avg_loss: 0.8168634104728699
avg_loss: 0.8233585965633392
avg_loss: 0.8588762724399567
avg_loss: 0.7788624119758606
avg_loss: 0.8172147953510285
avg_loss: 0.8388890832662582
avg_loss: 0.8257104635238648
avg_loss: 0.8362955033779145
avg_loss: 0.769821115732193
avg_loss: 0.8766775792837143
avg_loss: 0.7811074334383011
avg_loss: 0.8463572323322296
avg_loss: 0.7871325761079788
avg_loss: 0.8367953372001647
avg_loss: 0.8709407526254654
avg_loss: 0.761819115281105
avg_loss: 0.8657662224769592
avg_loss: 0.8181931257247925
avg_loss: 0.7975922334194183
avg_loss: 0.7905003297328949
avg_loss: 0.8071685039997101
avg_loss: 0.8555396640300751
avg_loss: 0.7930799692869186
avg_loss: 0.8428344094753265
avg_loss: 0.8226700496673583
avg_loss: 0.833396412730217
avg_loss: 0.8527918320894241
avg_loss: 0.8479487216472625
avg_loss: 0.7918431013822556
avg_loss: 0.7939387518167496
avg_loss: 0.835783748626709
avg_loss: 0.8360878163576126
avg_loss: 0.814451031088829
avg_loss: 0.8091859769821167
avg_loss: 0.7960920310020447
avg_loss: 0.8196511089801788
avg_loss: 0.8126591342687607
avg_loss: 0.802832099199295
avg_loss: 0.8632697856426239
avg_loss: 0.8345188057422638
avg_loss: 0.7832912349700928
avg_loss: 0.7993226629495621
avg_loss: 0.8340263879299163
avg_loss: 0.8413124990463257
avg_loss: 0.7984370642900467
avg_loss: 0.8743444418907166
avg_loss: 0.8284674662351609
avg_loss: 0.8208319878578186
avg_loss: 0.8273556303977966
avg_loss: 0.7268482232093811
avg_loss: 0.8240195727348327
avg_loss: 0.804657324552536
avg_loss: 0.854865734577179
avg_loss: 0.8439220517873764
avg_loss: 0.7983455157279968
avg_loss: 0.7680113357305527
avg_loss: 0.8068077260255814
avg_loss: 0.7875433719158172
avg_loss: 0.8526609772443772
avg_loss: 0.8763558572530746
avg_loss: 0.8238831496238709
avg_loss: 0.8476184701919556
avg_loss: 0.7892869353294373
avg_loss: 0.8734723234176636
avg_loss: 0.8076134407520295
avg_loss: 0.8501774960756302
avg_loss: 0.7841083157062531
avg_loss: 0.8162556946277618
avg_loss: 0.8484576117992401
avg_loss: 0.866356770992279
avg_loss: 0.8211112701892853
avg_loss: 0.8260336190462112
avg_loss: 0.8513525408506394
avg_loss: 0.8084630203247071
avg_loss: 0.8629298394918442
avg_loss: 0.7973806136846542
avg_loss: 0.8768579113483429
avg_loss: 0.7890475791692734
avg_loss: 0.8229224175214768
avg_loss: 0.8225289452075958
avg_loss: 0.7805296510457993
avg_loss: 0.8062123608589172
avg_loss: 0.8502711182832718
avg_loss: 0.895954002737999
avg_loss: 0.8811326253414155
avg_loss: 0.8432833516597747
avg_loss: 0.7995643222332001
avg_loss: 0.7792331901192665
avg_loss: 0.813879177570343
avg_loss: 0.8266110527515411
avg_loss: 0.8536234140396118
avg_loss: 0.777944803237915
avg_loss: 0.8028626078367234
avg_loss: 0.85889457821846
avg_loss: 0.800896891951561
avg_loss: 0.8079469960927963
avg_loss: 0.7809127932786941
avg_loss: 0.8404595738649369
avg_loss: 0.8822086614370346
avg_loss: 0.8514696848392487
avg_loss: 0.7978544318675995
avg_loss: 0.7959284698963165
avg_loss: 0.81126609146595
avg_loss: 0.8243525624275208
avg_loss: 0.8280677980184555
avg_loss: 0.8512922495603561
avg_loss: 0.8105448192358017
avg_loss: 0.8391107177734375
avg_loss: 0.8346418029069901
avg_loss: 0.7736076718568802
avg_loss: 0.8328637582063675
avg_loss: 0.8428315436840057
avg_loss: 0.8757404363155366
avg_loss: 0.8610584366321564
avg_loss: 0.8374613863229752
avg_loss: 0.803644403219223
avg_loss: 0.7646959948539734
avg_loss: 0.8451444244384766
avg_loss: 0.8462815660238266
avg_loss: 0.8443074142932891
avg_loss: 0.808500485420227
avg_loss: 0.800172164440155
avg_loss: 0.8829116916656494
avg_loss: 0.8668920665979385
avg_loss: 0.8425486868619919
avg_loss: 0.7948137086629867
avg_loss: 0.8004282718896866
avg_loss: 0.8073142331838608
avg_loss: 0.8166335511207581
avg_loss: 0.8903916823863983
avg_loss: 0.7790557980537415
avg_loss: 0.8168672299385071
avg_loss: 0.8128793609142303
avg_loss: 0.8094516175985337
avg_loss: 0.7961029255390167
avg_loss: 0.8206415450572968
avg_loss: 0.838847370147705
avg_loss: 0.8621155685186386
avg_loss: 0.8725181668996811
avg_loss: 0.8123925441503524
avg_loss: 0.8329551887512207
avg_loss: 0.7988576179742813
avg_loss: 0.8247791850566863

Epoch:  90%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎               | 9/10 [6:48:58<45:26, 2726.50s/it]avg_loss: 0.725784826874733
avg_loss: 0.7357582622766494
avg_loss: 0.7992841464281082
avg_loss: 0.7857940089702606
avg_loss: 0.7415874326229095
avg_loss: 0.7600728172063828
avg_loss: 0.7553593629598617
avg_loss: 0.8007357257604599
avg_loss: 0.7727874571084976
avg_loss: 0.7910512071847916
avg_loss: 0.7446169996261597
avg_loss: 0.7426650220155716
avg_loss: 0.7534793150424958
avg_loss: 0.7547788524627685
avg_loss: 0.7559591919183731
avg_loss: 0.7935804170370102
avg_loss: 0.7832805836200714
avg_loss: 0.7147646045684815
avg_loss: 0.7833990263938904
avg_loss: 0.7642384731769561
avg_loss: 0.8049543756246567
avg_loss: 0.7404459625482559
avg_loss: 0.7251817852258682
avg_loss: 0.7272394508123398
avg_loss: 0.7323686057329177
avg_loss: 0.7538992422819137
avg_loss: 0.7714836639165878
avg_loss: 0.7851789098978043
avg_loss: 0.8098070275783539
avg_loss: 0.8276899462938309
avg_loss: 0.7804955500364303
avg_loss: 0.7500489664077759
avg_loss: 0.7401433426141739
avg_loss: 0.7383418470621109
avg_loss: 0.7513198572397232
avg_loss: 0.7597947770357132
avg_loss: 0.7275769263505936
avg_loss: 0.7893380302190781
avg_loss: 0.7457306146621704
avg_loss: 0.7670097219944
avg_loss: 0.8028097313642502
avg_loss: 0.7653962683677673
avg_loss: 0.6909556287527084
avg_loss: 0.8067658579349518
avg_loss: 0.7426991683244705
avg_loss: 0.7189153504371643
avg_loss: 0.7915232986211777
avg_loss: 0.7793998026847839
avg_loss: 0.7305909073352814
avg_loss: 0.7641952896118164
avg_loss: 0.8037030482292176
avg_loss: 0.7711757290363311
avg_loss: 0.771246195435524
avg_loss: 0.7502389430999756
avg_loss: 0.7601020520925522
avg_loss: 0.7455172032117844
avg_loss: 0.8157141607999802
avg_loss: 0.7150735533237458
avg_loss: 0.782978761792183
avg_loss: 0.7671547204256057
avg_loss: 0.744166454076767
avg_loss: 0.7289451438188553
avg_loss: 0.8256998026371002
avg_loss: 0.7461229699850083
avg_loss: 0.8098213577270508
avg_loss: 0.7747000020742416
avg_loss: 0.7558708763122559
avg_loss: 0.7652039474248886
avg_loss: 0.763449495434761
avg_loss: 0.7996656638383866
avg_loss: 0.7585627216100693
avg_loss: 0.7322798103094101
avg_loss: 0.7916435760259628
avg_loss: 0.7700489568710327
avg_loss: 0.7418810546398162
avg_loss: 0.8011023885011673
avg_loss: 0.8071442121267318
avg_loss: 0.7539468050003052
avg_loss: 0.7783888846635818
avg_loss: 0.8194675481319428
avg_loss: 0.7366751044988632
avg_loss: 0.7777437263727188
avg_loss: 0.7925967729091644
avg_loss: 0.778176903128624
avg_loss: 0.7444819635152817
avg_loss: 0.7563452172279358
avg_loss: 0.8039325833320617
avg_loss: 0.8102312511205674
avg_loss: 0.7323946833610535
avg_loss: 0.7149167621135711
avg_loss: 0.7939776927232742
avg_loss: 0.7728491830825805
avg_loss: 0.831328192949295
avg_loss: 0.7838936829566956
avg_loss: 0.7435518765449524
avg_loss: 0.8242569392919541
avg_loss: 0.8123450350761413
avg_loss: 0.7540021067857743
avg_loss: 0.7536843472719192
avg_loss: 0.7629732853174209
avg_loss: 0.7649979543685913
avg_loss: 0.7484553867578506
avg_loss: 0.763248524069786
avg_loss: 0.7661513668298722
avg_loss: 0.8049353289604188
avg_loss: 0.7717292952537537
avg_loss: 0.7611759811639786
avg_loss: 0.7601484757661819
avg_loss: 0.750757388472557
avg_loss: 0.7978679037094116
avg_loss: 0.8375007426738739
avg_loss: 0.7893236529827118
avg_loss: 0.7881740838289261
avg_loss: 0.7541052371263504
avg_loss: 0.7908637428283691
avg_loss: 0.8334888601303101
avg_loss: 0.753927412033081
avg_loss: 0.7425292754173278
avg_loss: 0.7768195128440857
avg_loss: 0.8397955232858658
avg_loss: 0.8290756404399872
avg_loss: 0.7938438856601715
avg_loss: 0.8338603967428208
avg_loss: 0.729641951918602
avg_loss: 0.8045450741052628
avg_loss: 0.7848461157083512
avg_loss: 0.751774685382843
avg_loss: 0.7430486387014389
avg_loss: 0.7837227421998978
avg_loss: 0.7565708041191102
avg_loss: 0.7371783769130706
avg_loss: 0.7485977143049241
avg_loss: 0.7579297226667404
avg_loss: 0.8068130528926849
avg_loss: 0.7735148000717164
avg_loss: 0.7810165399312973
avg_loss: 0.7749568963050842
avg_loss: 0.8168204021453858
avg_loss: 0.798772218823433
avg_loss: 0.7781016576290131
avg_loss: 0.7502030438184738
avg_loss: 0.7515758329629898
avg_loss: 0.795770663022995
avg_loss: 0.7863392639160156
avg_loss: 0.7603457134962082
avg_loss: 0.749621564745903
avg_loss: 0.7431153494119644
avg_loss: 0.8301791083812714
avg_loss: 0.7387138918042183
avg_loss: 0.7825892734527587
avg_loss: 0.757525475025177
avg_loss: 0.7763165694475174
avg_loss: 0.8154383391141892
avg_loss: 0.769378405213356
avg_loss: 0.7595235466957092
avg_loss: 0.7886556768417359
avg_loss: 0.812246083021164
avg_loss: 0.7738141167163849
avg_loss: 0.7714885264635086
avg_loss: 0.7209641647338867
avg_loss: 0.7598190814256668
avg_loss: 0.7138769561052323
avg_loss: 0.7649350970983505
avg_loss: 0.7935715925693512
avg_loss: 0.7476346135139466
avg_loss: 0.770899321436882
avg_loss: 0.7744562691450119
avg_loss: 0.7992019593715668
avg_loss: 0.8191490495204925
avg_loss: 0.8271141785383225
avg_loss: 0.7547890585660935
avg_loss: 0.7588072210550308
avg_loss: 0.7903901898860931
avg_loss: 0.8169112116098404
avg_loss: 0.7660338950157165
avg_loss: 0.7617958915233612
avg_loss: 0.7381942200660706
avg_loss: 0.7871731299161911
avg_loss: 0.7747065579891205
avg_loss: 0.7520961838960648
avg_loss: 0.7627208548784256
avg_loss: 0.7138254314661026
avg_loss: 0.748785839676857
avg_loss: 0.766614420413971
avg_loss: 0.8037384647130966
avg_loss: 0.8028514248132705
avg_loss: 0.8084287786483765
avg_loss: 0.7964280050992966
avg_loss: 0.737732310295105
avg_loss: 0.7438720136880874
avg_loss: 0.7347652208805084
avg_loss: 0.815112766623497
avg_loss: 0.7769029331207276
avg_loss: 0.7960591578483581
avg_loss: 0.7345290398597717
avg_loss: 0.7384601467847824
avg_loss: 0.7742426651716232
avg_loss: 0.792903391122818
avg_loss: 0.7813125258684158
avg_loss: 0.7400261962413788
avg_loss: 0.7250669646263123
avg_loss: 0.758298112154007
avg_loss: 0.7268585681915283
avg_loss: 0.7457180374860763
avg_loss: 0.8051417374610901
avg_loss: 0.7743165391683579
avg_loss: 0.8102607750892639
avg_loss: 0.7274148118495941
avg_loss: 0.7967877227067948
avg_loss: 0.7569150376319885
avg_loss: 0.7609058481454849
avg_loss: 0.791759774684906
avg_loss: 0.8207412362098694
avg_loss: 0.7350910115242004
avg_loss: 0.7991169536113739
avg_loss: 0.7909266322851181
avg_loss: 0.8087713474035263
avg_loss: 0.7787067192792893
avg_loss: 0.779583438038826
avg_loss: 0.7820637822151184
avg_loss: 0.7088424432277679
avg_loss: 0.8358657729625701
avg_loss: 0.8028105759620666
avg_loss: 0.7611276423931121
avg_loss: 0.8088931715488434
avg_loss: 0.7762223249673843
avg_loss: 0.7575771224498749
avg_loss: 0.7738077276945114
avg_loss: 0.7893805569410324
avg_loss: 0.8036176526546478
avg_loss: 0.7954443418979644
avg_loss: 0.7787979620695115
avg_loss: 0.7927244311571121
avg_loss: 0.7853880327939987
avg_loss: 0.7758454895019531
avg_loss: 0.7825530850887299
avg_loss: 0.7355121916532517
avg_loss: 0.8371138155460358
avg_loss: 0.7715752482414245
avg_loss: 0.770689138174057
avg_loss: 0.7990353721380233
avg_loss: 0.7081740236282349
avg_loss: 0.8020937192440033
avg_loss: 0.7396856260299682
avg_loss: 0.7713968151807785
avg_loss: 0.7474364596605301
avg_loss: 0.8138580995798111
avg_loss: 0.7456656694412231
avg_loss: 0.7359137403964996
avg_loss: 0.786945811510086
avg_loss: 0.7452330136299133
avg_loss: 0.7654693508148194
avg_loss: 0.765719239115715
avg_loss: 0.7460204511880875
avg_loss: 0.774547324180603
avg_loss: 0.804427832365036
avg_loss: 0.803908959031105
avg_loss: 0.7927572399377822
avg_loss: 0.8034742802381516
avg_loss: 0.7758289414644242
avg_loss: 0.7858118081092834
avg_loss: 0.788956156373024
avg_loss: 0.8020932865142822
avg_loss: 0.7834826570749283
avg_loss: 0.7525203514099121
avg_loss: 0.7597648197412491
avg_loss: 0.7792434805631637
avg_loss: 0.782737130522728
avg_loss: 0.7716194331645966
avg_loss: 0.7661603170633317
avg_loss: 0.6819672405719757
avg_loss: 0.7828757882118225
avg_loss: 0.7785801446437836
avg_loss: 0.7685781389474868
avg_loss: 0.745623670220375
avg_loss: 0.7866869658231735
avg_loss: 0.7375332856178284
avg_loss: 0.7636635631322861
avg_loss: 0.7719749313592911

Epoch: 100%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 10/10 [7:34:26<00:00, 2726.69s/it]
+ cp configs/cbert_yelp_attention_based.config run.config
+ PYTHONPATH=/home/xgg/pros/MLM_transfer
+ /home/xgg/anaconda3/bin/python fine_tune_cbert.py
03/12/2019 07:48:32 - WARNING - theano.tensor.blas -   Using NumPy C-API based implementation for BLAS functions.
Traceback (most recent call last):
  File "fine_tune_cbert.py", line 18, in <module>
    from test_tools.yang_test_tool.cnntext_wd import tokenizer
  File "/home/xgg/pros/MLM_transfer/test_tools/yang_test_tool/cnntext_wd.py", line 28, in <module>
    model = load_model(cbert_name)
  File "/home/xgg/pros/MLM_transfer/test_tools/yang_test_tool/cnntext_wd.py", line 23, in load_model
    model = torch.load(weights_path)
  File "/home/xgg/anaconda3/lib/python3.6/site-packages/torch/serialization.py", line 356, in load
    f = open(f, 'rb')
FileNotFoundError: [Errno 2] No such file or directory: '/home/xgg/.pytorch_pretrained_bert/yelp/CBertForMaskedLM_yelp_epoch_10_attention_based'
+ PYTHONPATH=/home/xgg/pros/MLM_transfer
+ /home/xgg/anaconda3/bin/python fine_tune_cbert_w_cls.py
03/12/2019 07:48:33 - WARNING - theano.tensor.blas -   Using NumPy C-API based implementation for BLAS functions.
Traceback (most recent call last):
  File "fine_tune_cbert_w_cls.py", line 20, in <module>
    from test_tools.yang_test_tool.cnntext_wd import bert_embeddings, tokenizer
  File "/home/xgg/pros/MLM_transfer/test_tools/yang_test_tool/cnntext_wd.py", line 28, in <module>
    model = load_model(cbert_name)
  File "/home/xgg/pros/MLM_transfer/test_tools/yang_test_tool/cnntext_wd.py", line 23, in load_model
    model = torch.load(weights_path)
  File "/home/xgg/anaconda3/lib/python3.6/site-packages/torch/serialization.py", line 356, in load
    f = open(f, 'rb')
FileNotFoundError: [Errno 2] No such file or directory: '/home/xgg/.pytorch_pretrained_bert/yelp/CBertForMaskedLM_yelp_epoch_10_attention_based'
xgg@1604:~/pros/MLM_transfer$ bash scripts/attention_based/fine_tune_yelp_attention_based.sh 
+ PROJECTPATH=/home/xgg/pros/MLM_transfer
+ cp configs/cbert_yelp_attention_based.config run.config
+ PYTHONPATH=/home/xgg/pros/MLM_transfer
+ /home/xgg/anaconda3/bin/python fine_tune_cbert.py
03/12/2019 08:48:17 - WARNING - theano.tensor.blas -   Using NumPy C-API based implementation for BLAS functions.
03/12/2019 08:48:17 - INFO - dataloader -   device cuda n_gpu 1 distributed training False
03/12/2019 08:48:20 - INFO - dataloader -   *** Example ***
03/12/2019 08:48:20 - INFO - dataloader -   guid: train-1
03/12/2019 08:48:20 - INFO - dataloader -   tokens: [CLS] great breakfast ##s , lunch ##es and dinners . [SEP]
03/12/2019 08:48:20 - INFO - dataloader -   init_ids: 101 2307 6350 2015 1010 6265 2229 1998 29236 1012 102
03/12/2019 08:48:20 - INFO - dataloader -   input_ids: 101 103 6350 2015 1010 6265 2229 1998 29236 1012 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 08:48:20 - INFO - dataloader -   input_mask: 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 08:48:20 - INFO - dataloader -   segment_ids: 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 08:48:20 - INFO - dataloader -   masked_lm_labels: -1 2307 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1
03/12/2019 08:48:20 - INFO - dataloader -   *** Example ***
03/12/2019 08:48:20 - INFO - dataloader -   guid: train-2
03/12/2019 08:48:20 - INFO - dataloader -   tokens: [CLS] love love love this place ! [SEP]
03/12/2019 08:48:20 - INFO - dataloader -   init_ids: 101 2293 2293 2293 2023 2173 999 102
03/12/2019 08:48:20 - INFO - dataloader -   input_ids: 101 2293 2293 103 2023 2173 999 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 08:48:20 - INFO - dataloader -   input_mask: 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 08:48:20 - INFO - dataloader -   segment_ids: 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 08:48:20 - INFO - dataloader -   masked_lm_labels: -1 -1 -1 2293 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1
03/12/2019 08:48:20 - INFO - dataloader -   *** Example ***
03/12/2019 08:48:20 - INFO - dataloader -   guid: train-3
03/12/2019 08:48:20 - INFO - dataloader -   tokens: [CLS] bryan and scott go above and beyond . [SEP]
03/12/2019 08:48:20 - INFO - dataloader -   init_ids: 101 8527 1998 3660 2175 2682 1998 3458 1012 102
03/12/2019 08:48:20 - INFO - dataloader -   input_ids: 101 8527 1998 3660 2175 103 1998 3458 1012 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 08:48:20 - INFO - dataloader -   input_mask: 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 08:48:20 - INFO - dataloader -   segment_ids: 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 08:48:20 - INFO - dataloader -   masked_lm_labels: -1 -1 -1 -1 -1 2682 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1
03/12/2019 08:48:20 - INFO - dataloader -   *** Example ***
03/12/2019 08:48:20 - INFO - dataloader -   guid: train-4
03/12/2019 08:48:20 - INFO - dataloader -   tokens: [CLS] great quality ! [SEP]
03/12/2019 08:48:20 - INFO - dataloader -   init_ids: 101 2307 3737 999 102
03/12/2019 08:48:20 - INFO - dataloader -   input_ids: 101 103 3737 999 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 08:48:20 - INFO - dataloader -   input_mask: 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 08:48:20 - INFO - dataloader -   segment_ids: 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 08:48:20 - INFO - dataloader -   masked_lm_labels: -1 2307 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1
03/12/2019 08:48:20 - INFO - dataloader -   *** Example ***
03/12/2019 08:48:20 - INFO - dataloader -   guid: train-5
03/12/2019 08:48:20 - INFO - dataloader -   tokens: [CLS] i have gone to denny ' s later and had more cheer ##y people around me . [SEP]
03/12/2019 08:48:20 - INFO - dataloader -   init_ids: 101 1045 2031 2908 2000 14465 1005 1055 2101 1998 2018 2062 15138 2100 2111 2105 2033 1012 102
03/12/2019 08:48:20 - INFO - dataloader -   input_ids: 101 1045 2031 2908 2000 14465 1005 1055 2101 103 103 103 15138 103 2111 2105 2033 1012 102 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 08:48:20 - INFO - dataloader -   input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 08:48:20 - INFO - dataloader -   segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 08:48:20 - INFO - dataloader -   masked_lm_labels: -1 -1 -1 -1 -1 -1 -1 -1 -1 1998 2018 2062 -1 2100 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1
03/12/2019 08:49:02 - INFO - dataloader -   ***** Running training *****
03/12/2019 08:49:02 - INFO - dataloader -     Num examples = 447223
03/12/2019 08:49:02 - INFO - dataloader -     Batch size = 32
03/12/2019 08:49:02 - INFO - dataloader -     Num steps = 139757
**********************************************************
Namespace(bert_model='/home/xgg/.pytorch_pretrained_bert/bert-base-uncased.tar.gz', data_dir='./processed_data_attention_based/yelp/', do_lower_case=True, do_train=True, eval_batch_size=8, gradient_accumulation_steps=1, learning_rate=2e-05, local_rank=-1, loss_scale=128, max_seq_length=32, no_cuda=False, num_train_epochs=10.0, optimize_on_cpu=False, output_dir='/tmp/yelp_output/', seed=42, task_name=None, train_batch_size=32, warmup_proportion=0.1)

Epoch:   0%|                                                                                                                                                                         | 0/10 [00:00<?, ?it/s]avg_loss: 0.756067658662796
avg_loss: 0.76717493891716
avg_loss: 0.781867555975914
avg_loss: 0.7507422775030136
avg_loss: 0.8431896197795868
avg_loss: 0.7501173198223114
avg_loss: 0.7673414570093154
avg_loss: 0.7777800017595291
avg_loss: 0.7557525086402893
avg_loss: 0.748815650343895
avg_loss: 0.776210891008377
avg_loss: 0.7648281753063202
avg_loss: 0.7600704371929169
avg_loss: 0.7786888891458511
avg_loss: 0.776820650100708
avg_loss: 0.7354892706871032
avg_loss: 0.7717046743631363
avg_loss: 0.7086378568410874
avg_loss: 0.810507373213768
avg_loss: 0.7513348090648652
avg_loss: 0.7584567129611969
avg_loss: 0.7623727118968964
avg_loss: 0.7329052039980888
avg_loss: 0.8009461051225663
avg_loss: 0.7446019154787064
avg_loss: 0.7669416999816895
avg_loss: 0.717861652970314
avg_loss: 0.7140174692869187
avg_loss: 0.7396773469448089
avg_loss: 0.7477031123638153
avg_loss: 0.7699851840734482
avg_loss: 0.7507214319705963
avg_loss: 0.7498382025957108
avg_loss: 0.7545133584737778
avg_loss: 0.7961693507432938
avg_loss: 0.8022782450914383
avg_loss: 0.7752497124671937
avg_loss: 0.755941287279129
avg_loss: 0.7392083311080933
avg_loss: 0.7244818812608719
avg_loss: 0.7819578534364701
avg_loss: 0.7967015552520752
avg_loss: 0.7659572935104371
avg_loss: 0.7578974026441574
avg_loss: 0.8120898503065109
avg_loss: 0.7569442510604858
avg_loss: 0.7534788608551025
avg_loss: 0.7829315221309662
avg_loss: 0.799602416753769
avg_loss: 0.7470051801204681
avg_loss: 0.7666736161708831
avg_loss: 0.7114665704965591
avg_loss: 0.7177993619441986
avg_loss: 0.7504461044073105
avg_loss: 0.7776512056589127
avg_loss: 0.7405921286344528
avg_loss: 0.7551435071229935
avg_loss: 0.7609578216075897
avg_loss: 0.7414692509174347
avg_loss: 0.7372693622112274
avg_loss: 0.7284104859828949
avg_loss: 0.7647117984294891
avg_loss: 0.7846315407752991
avg_loss: 0.7352840268611908
avg_loss: 0.7256844246387482
avg_loss: 0.7481477552652359
avg_loss: 0.7733834582567215
avg_loss: 0.7719187748432159
avg_loss: 0.7512168157100677
avg_loss: 0.7883791518211365
avg_loss: 0.7496705669164657
avg_loss: 0.7785460251569748
avg_loss: 0.7312199008464814
avg_loss: 0.7198008650541305
avg_loss: 0.7243182265758514
avg_loss: 0.7565882635116578
avg_loss: 0.750985882282257
avg_loss: 0.7827165138721466
avg_loss: 0.7660162824392319
avg_loss: 0.7212335059046745
avg_loss: 0.7620919096469879
avg_loss: 0.7549979585409164
avg_loss: 0.738355398774147
avg_loss: 0.739753652215004
avg_loss: 0.7321307170391083
avg_loss: 0.8050838553905487
avg_loss: 0.7679789668321609
avg_loss: 0.7519387340545655
avg_loss: 0.76360267162323
avg_loss: 0.7621170800924301
avg_loss: 0.7708535987138748
avg_loss: 0.7571367788314819
avg_loss: 0.7524346947669983
avg_loss: 0.7713148725032807
avg_loss: 0.718810800909996
avg_loss: 0.7642361354827881
avg_loss: 0.7173105561733246
avg_loss: 0.7044326043128968
avg_loss: 0.7165946951508522
avg_loss: 0.7135352754592895
avg_loss: 0.7454101526737213
avg_loss: 0.7817228758335113
avg_loss: 0.7112702387571335
avg_loss: 0.7856251031160355
avg_loss: 0.7456567740440369
avg_loss: 0.6846207332611084
avg_loss: 0.7095938396453857
avg_loss: 0.7132926613092423
avg_loss: 0.6959515005350113
avg_loss: 0.7830960804224014
avg_loss: 0.8151721447706223
avg_loss: 0.7677134495973587
avg_loss: 0.7265705186128616
avg_loss: 0.7296575099229813
avg_loss: 0.7116263586282731
avg_loss: 0.7363555288314819
avg_loss: 0.786204149723053
avg_loss: 0.7956872373819351
avg_loss: 0.789681476354599
avg_loss: 0.753701668381691
avg_loss: 0.7781475096940994
avg_loss: 0.7683206015825271
avg_loss: 0.7701558256149292
avg_loss: 0.7292748290300369
avg_loss: 0.7343752735853195
avg_loss: 0.7310337644815444
avg_loss: 0.8099915355443954
avg_loss: 0.7654970544576645
avg_loss: 0.8102813982963561
avg_loss: 0.7590353387594223
avg_loss: 0.7522232472896576
avg_loss: 0.7453509587049484
avg_loss: 0.8119903349876404
avg_loss: 0.8000653344392776
avg_loss: 0.7954231303930283
avg_loss: 0.7293230307102203
avg_loss: 0.7437573570013046
avg_loss: 0.7941314524412155
avg_loss: 0.7830215013027191
avg_loss: 0.7540352022647858
avg_loss: 0.7233509713411331
avg_loss: 0.7251484316587448
avg_loss: 0.7296903496980667
avg_loss: 0.7817134243249894
avg_loss: 0.7645943200588227
avg_loss: 0.7775879991054535
avg_loss: 0.7598999321460724
avg_loss: 0.7799325627088547
avg_loss: 0.7687109315395355
avg_loss: 0.8054683917760849
avg_loss: 0.8019970691204071
avg_loss: 0.7420781707763672
avg_loss: 0.7943038928508759
avg_loss: 0.7947870826721192
avg_loss: 0.7760519462823868
avg_loss: 0.7927434730529785
avg_loss: 0.7614402264356613
avg_loss: 0.7733990025520324
avg_loss: 0.7698461359739304
avg_loss: 0.7594765609502793
avg_loss: 0.8010877388715744
avg_loss: 0.7765227043628693
avg_loss: 0.7922405189275742
avg_loss: 0.7857630527019501
avg_loss: 0.7994466280937195
avg_loss: 0.7916292876005173
avg_loss: 0.7984783285856247
avg_loss: 0.7988444894552231
avg_loss: 0.8608739358186722
avg_loss: 0.8317771631479264
avg_loss: 0.7686953401565552
avg_loss: 0.7728831398487092
avg_loss: 0.7656187951564789
avg_loss: 0.8268770444393158
avg_loss: 0.7277421420812606
avg_loss: 0.8179951816797256
avg_loss: 0.8179511511325837
avg_loss: 0.7808207327127457
avg_loss: 0.7917092251777649
avg_loss: 0.7947856938838959
avg_loss: 0.7645850628614426
avg_loss: 0.8086385172605515
avg_loss: 0.834528888463974
avg_loss: 0.7923866081237793
avg_loss: 0.8115819197893143
avg_loss: 0.8123020654916764
avg_loss: 0.8038554334640503
avg_loss: 0.8532347792387008
avg_loss: 0.8015092790126801
avg_loss: 0.784385250210762
avg_loss: 0.8079285365343094
avg_loss: 0.8005213689804077
avg_loss: 0.7821264642477036
avg_loss: 0.7940061908960342
avg_loss: 0.8274930155277253
avg_loss: 0.8097761046886444
avg_loss: 0.8129596036672592
avg_loss: 0.8206836086511612
avg_loss: 0.8326485919952392
avg_loss: 0.8298334950208663
avg_loss: 0.8069049388170242
avg_loss: 0.8057656711339951
avg_loss: 0.8198530703783036
avg_loss: 0.7663978397846222
avg_loss: 0.8107114660739899
avg_loss: 0.8349537366628647
avg_loss: 0.8506973755359649
avg_loss: 0.845032205581665
avg_loss: 0.8533955770730972
avg_loss: 0.8543987554311753
avg_loss: 0.8478743875026703
avg_loss: 0.7891896033287048
avg_loss: 0.8359370803833008
avg_loss: 0.8705136960744858
avg_loss: 0.8725306564569473
avg_loss: 0.7864690083265304
avg_loss: 0.8507837510108948
avg_loss: 0.8453889182209968
avg_loss: 0.743935267329216
avg_loss: 0.8660970973968506
avg_loss: 0.8390092748403549
avg_loss: 0.8479633677005768
avg_loss: 0.8796250623464584
avg_loss: 0.8489535295963287
avg_loss: 0.8131362104415893
avg_loss: 0.8197186172008515
avg_loss: 0.8846200996637344
avg_loss: 0.9059022003412247
avg_loss: 0.8911919474601746
avg_loss: 0.8169676938652992
avg_loss: 0.8660585355758667
avg_loss: 0.8312279289960861
avg_loss: 0.8688029867410659
avg_loss: 0.8819004672765732
avg_loss: 0.8145505899190902
avg_loss: 0.8306164133548737
avg_loss: 0.8493944942951203
avg_loss: 0.8505051755905151
avg_loss: 0.8605085927248001
avg_loss: 0.8882821679115296
avg_loss: 0.8181966274976731
avg_loss: 0.9009044891595841
avg_loss: 0.9086658555269241
avg_loss: 0.8298504418134689
avg_loss: 0.8582826048135758
avg_loss: 0.9079235416650772
avg_loss: 0.853001948595047
avg_loss: 0.8858764570951462
avg_loss: 0.8671966409683227
avg_loss: 0.8806210476160049
avg_loss: 0.8927120983600616
avg_loss: 0.8090184795856475
avg_loss: 0.8408760678768158
avg_loss: 0.8663343644142151
avg_loss: 0.850115321278572
avg_loss: 0.8429963356256485
avg_loss: 0.8942424023151397
avg_loss: 0.8607681906223297
avg_loss: 0.8809493458271027
avg_loss: 0.9197911417484284
avg_loss: 0.8338113057613373
avg_loss: 0.9021341800689697
avg_loss: 0.8577692067623138
avg_loss: 0.8943182319402695
avg_loss: 0.8516376328468322
avg_loss: 0.8818736976385116
avg_loss: 0.8316971665620804
avg_loss: 0.9035936677455902
avg_loss: 0.8275217700004578
avg_loss: 0.8994987475872039
avg_loss: 0.8019060045480728
avg_loss: 0.9041540855169297
avg_loss: 0.8792023396492005
avg_loss: 0.8689599442481994
avg_loss: 0.8813014507293702
avg_loss: 0.9183022701740264
avg_loss: 0.8832904314994812
avg_loss: 0.8695172452926636
avg_loss: 0.9309912037849426
{"dev acc"：0.3925}
{"bleu_0": 0.15139174227386118, "bleu_1": 0.16128393797410567, "bleu_avg": 0.15633784012398344}
{"acc_0": 0.29400000000000004, "acc_1": 0.4, "acc_avg": 0.34700000000000003}

Epoch:  10%|███████████████▋                                                                                                                                             | 1/10 [46:13<6:55:57, 2773.03s/it]avg_loss: 0.6925122457742691
avg_loss: 0.7472134351730346
avg_loss: 0.7862899833917618
avg_loss: 0.763354377746582
avg_loss: 0.716141487956047
avg_loss: 0.7494183993339538
avg_loss: 0.7339136570692062
avg_loss: 0.7664271080493927
avg_loss: 0.7214917707443237
avg_loss: 0.7697591042518616
avg_loss: 0.6979413408041001
avg_loss: 0.7660664719343185
avg_loss: 0.7827690374851227
avg_loss: 0.7734362071752549
avg_loss: 0.7795665109157562
avg_loss: 0.7277073448896408
avg_loss: 0.761981720328331
avg_loss: 0.7910190290212631
avg_loss: 0.7324378871917725
avg_loss: 0.7498190420866012
avg_loss: 0.7795111465454102
avg_loss: 0.7809699296951294
avg_loss: 0.7595680373907089
avg_loss: 0.7872764456272126
avg_loss: 0.7782033610343934
avg_loss: 0.7819124954938889
avg_loss: 0.7074414604902267
avg_loss: 0.8217958700656891
avg_loss: 0.7696111595630646
avg_loss: 0.7503229719400406
avg_loss: 0.7518158876895904
avg_loss: 0.7339729601144791
avg_loss: 0.7496425074338913
avg_loss: 0.770838206410408
avg_loss: 0.754076651930809
avg_loss: 0.7537021917104721
avg_loss: 0.7715739864110946
avg_loss: 0.7712164252996445
avg_loss: 0.7644512099027634
avg_loss: 0.72839231133461
avg_loss: 0.7832098090648651
avg_loss: 0.8055082315206528
avg_loss: 0.7627774184942245
avg_loss: 0.7964698678255081
avg_loss: 0.7677401787042618
avg_loss: 0.7859600919485092
avg_loss: 0.7722389435768128
avg_loss: 0.8394369059801101
avg_loss: 0.7442176109552383
avg_loss: 0.7915254789590835
avg_loss: 0.7653634822368622
avg_loss: 0.801051852107048
avg_loss: 0.7382361686229706
avg_loss: 0.7403744691610337
avg_loss: 0.8017865478992462
avg_loss: 0.7820512431859971
avg_loss: 0.8026165574789047
avg_loss: 0.7676726847887039
avg_loss: 0.7576873087882996
avg_loss: 0.8103169345855713
avg_loss: 0.771126646399498
avg_loss: 0.818466414809227
avg_loss: 0.7834198570251465
avg_loss: 0.7368119102716446
avg_loss: 0.7208952647447586
avg_loss: 0.8322180491685868
avg_loss: 0.7996371918916703
avg_loss: 0.7727053529024124
avg_loss: 0.7511405092477799
avg_loss: 0.7939181637763977
avg_loss: 0.8046803492307663
avg_loss: 0.8078147512674332
avg_loss: 0.793930042386055
avg_loss: 0.805089789032936
avg_loss: 0.7932833760976792
avg_loss: 0.7531863683462143
avg_loss: 0.7910635238885879
avg_loss: 0.795213725566864
avg_loss: 0.8172420156002045
avg_loss: 0.7523353964090347
avg_loss: 0.7919698745012284
avg_loss: 0.84237837433815
avg_loss: 0.7735668814182282
avg_loss: 0.8271931731700897
avg_loss: 0.8476757472753524
avg_loss: 0.8171938776969909
avg_loss: 0.7739284044504166
avg_loss: 0.7854989176988602
avg_loss: 0.8586152738332749
avg_loss: 0.7881693398952484
avg_loss: 0.7998041468858719
avg_loss: 0.79712493121624
avg_loss: 0.8224350130558014
avg_loss: 0.7646269619464874
avg_loss: 0.763910208940506
avg_loss: 0.8300439411401749
avg_loss: 0.7605974149703979
avg_loss: 0.8710960841178894
avg_loss: 0.850291696190834
avg_loss: 0.8192858666181564
avg_loss: 0.8014777630567551
avg_loss: 0.7941292917728424
avg_loss: 0.8039089077711106
avg_loss: 0.8242090284824372
avg_loss: 0.7950270676612854
avg_loss: 0.7974344646930694
avg_loss: 0.8335234427452087
avg_loss: 0.7736097276210785
avg_loss: 0.783277627825737
avg_loss: 0.8365849393606186
avg_loss: 0.8291158068180084
avg_loss: 0.7909542673826218
avg_loss: 0.8285789221525193
avg_loss: 0.8090791010856628
avg_loss: 0.8271082955598831
avg_loss: 0.8326147246360779
avg_loss: 0.7941404956579209
avg_loss: 0.8799459111690521
avg_loss: 0.7942648756504059
avg_loss: 0.8405510622262955
avg_loss: 0.8001651650667191
avg_loss: 0.8157255554199219
avg_loss: 0.8177370357513428
avg_loss: 0.809923180937767
avg_loss: 0.78670046210289
avg_loss: 0.8612492501735687
avg_loss: 0.857408247590065
avg_loss: 0.827200688123703
avg_loss: 0.8672499829530715
avg_loss: 0.807987949848175
avg_loss: 0.8250012016296386
avg_loss: 0.8038901513814927
avg_loss: 0.8704973590373993
avg_loss: 0.8436655193567276
avg_loss: 0.8214963459968567
avg_loss: 0.8518245488405227
avg_loss: 0.8393475157022476
avg_loss: 0.7820173746347427
avg_loss: 0.7985120815038681
avg_loss: 0.8324601501226425
avg_loss: 0.8118707191944122
avg_loss: 0.8299897068738937
avg_loss: 0.8210648578405381
avg_loss: 0.8491597950458527
avg_loss: 0.7618508172035218
avg_loss: 0.8536649626493454
avg_loss: 0.7836025631427765
avg_loss: 0.7987471771240234
avg_loss: 0.822518458366394
avg_loss: 0.8044475692510605
avg_loss: 0.8662551552057266
avg_loss: 0.8128579127788543
avg_loss: 0.8218260025978088
avg_loss: 0.7848852348327636
avg_loss: 0.8418098193407059
avg_loss: 0.8547451508045196
avg_loss: 0.8221120530366898
avg_loss: 0.8285640060901642
avg_loss: 0.7964338183403015
avg_loss: 0.8496575742959976
avg_loss: 0.8473364663124084
avg_loss: 0.8476409286260604
avg_loss: 0.8223261934518814
avg_loss: 0.8110575461387635
avg_loss: 0.8039607608318329
avg_loss: 0.8106639742851257
avg_loss: 0.8216760814189911
avg_loss: 0.8730997824668885
avg_loss: 0.861971127986908
avg_loss: 0.8752380156517029
avg_loss: 0.8449914705753326
avg_loss: 0.8045588523149491
avg_loss: 0.7986185264587402
avg_loss: 0.8612288874387741
avg_loss: 0.7910539519786834
avg_loss: 0.877261306643486
avg_loss: 0.8043357872962952
avg_loss: 0.872343732714653
avg_loss: 0.8296684819459915
avg_loss: 0.8366390854120255
avg_loss: 0.8510004472732544
avg_loss: 0.8452647972106934
avg_loss: 0.8488774305582046
avg_loss: 0.8201462304592133
avg_loss: 0.8907067877054214
avg_loss: 0.8439666563272477
avg_loss: 0.7792278021574021
avg_loss: 0.8619157177209854
avg_loss: 0.8632871788740158
avg_loss: 0.8150512146949768
avg_loss: 0.7837373715639114
avg_loss: 0.8138778752088547
avg_loss: 0.8067320340871811
avg_loss: 0.8136078518629074
avg_loss: 0.8486912441253662
avg_loss: 0.7769064378738403
avg_loss: 0.8237203055620194
avg_loss: 0.8661361587047577
avg_loss: 0.8416502022743225
avg_loss: 0.814605478644371
avg_loss: 0.8569843608140946
avg_loss: 0.9097649174928665
avg_loss: 0.8110629138350487
avg_loss: 0.8230211538076401
avg_loss: 0.8498274272680283
avg_loss: 0.8311136817932129
avg_loss: 0.8481830108165741
avg_loss: 0.830109822154045
avg_loss: 0.8315357089042663
avg_loss: 0.8265557819604874
avg_loss: 0.8331984519958496
avg_loss: 0.8616140210628509
avg_loss: 0.8680559021234512
avg_loss: 0.8197690069675445
avg_loss: 0.8242248564958572
avg_loss: 0.873802297115326
avg_loss: 0.8026703035831452
avg_loss: 0.8183821219205857
avg_loss: 0.8883621656894684
avg_loss: 0.8013552123308182
avg_loss: 0.7932031673192977
avg_loss: 0.8679864299297333
avg_loss: 0.8642504727840423
avg_loss: 0.850201091170311
avg_loss: 0.8436081510782242
avg_loss: 0.8441903913021087
avg_loss: 0.8513282179832459
avg_loss: 0.8494017201662064
avg_loss: 0.8451328718662262
avg_loss: 0.8183006751537323
avg_loss: 0.8470286124944687
avg_loss: 0.8946387481689453
avg_loss: 0.8148205423355103
avg_loss: 0.8135380685329437
avg_loss: 0.8639152145385742
avg_loss: 0.8550898504257202
avg_loss: 0.8427099138498306
avg_loss: 0.9157215529680252
avg_loss: 0.7793797808885574
avg_loss: 0.8175110071897507
avg_loss: 0.8810859310626984
avg_loss: 0.8778478980064393
avg_loss: 0.8334014618396759
avg_loss: 0.897713794708252
avg_loss: 0.8468959873914719
avg_loss: 0.797124707698822
avg_loss: 0.8151508772373199
avg_loss: 0.8593462908267975
avg_loss: 0.8595984244346618
avg_loss: 0.8346360617876053
avg_loss: 0.8729310905933381
avg_loss: 0.8554164963960648
avg_loss: 0.9023307597637177
avg_loss: 0.8533921879529953
avg_loss: 0.8551384371519088
avg_loss: 0.8878551334142685
avg_loss: 0.8565053755044937
avg_loss: 0.8548903208971024
avg_loss: 0.8707335036993027
avg_loss: 0.8456921100616455
avg_loss: 0.8926113295555115
avg_loss: 0.8726053702831268
avg_loss: 0.8407023465633392
avg_loss: 0.8383672326803208
avg_loss: 0.8390803676843643
avg_loss: 0.7941975992918014
avg_loss: 0.8536961925029755
avg_loss: 0.8490855741500855
avg_loss: 0.8269223141670227
avg_loss: 0.8699112242460251
avg_loss: 0.848841912150383
avg_loss: 0.8182777363061905
avg_loss: 0.8466104584932327
avg_loss: 0.8463851761817932
avg_loss: 0.8627866894006729
avg_loss: 0.8894593578577041
avg_loss: 0.8836753368377686
avg_loss: 0.8489675611257553
avg_loss: 0.8570726466178894
{"dev acc"：0.37825}
{"bleu_0": 0.14983334717021995, "bleu_1": 0.16434802011862878, "bleu_avg": 0.15709068364442436}
{"acc_0": 0.28800000000000003, "acc_1": 0.368, "acc_avg": 0.328}

Epoch:  20%|███████████████████████████████                                                                                                                            | 2/10 [1:31:34<6:06:18, 2747.29s/it]avg_loss: 0.6068940371274948
avg_loss: 0.640057024359703
avg_loss: 0.6385011041164398
avg_loss: 0.6127116495370865
avg_loss: 0.6463619565963745
avg_loss: 0.6486211085319519
avg_loss: 0.6207056230306626
avg_loss: 0.6473280161619186
avg_loss: 0.6638825035095215
avg_loss: 0.6694796934723855
avg_loss: 0.6793531268835068
avg_loss: 0.6624269104003906
avg_loss: 0.6610054457187653
avg_loss: 0.6875449126958847
avg_loss: 0.605109783411026
avg_loss: 0.6893185204267502
avg_loss: 0.653485569357872
avg_loss: 0.6539809536933899
avg_loss: 0.6801808631420135
avg_loss: 0.6779212206602097
avg_loss: 0.645225288271904
avg_loss: 0.6234072756767273
avg_loss: 0.6313633459806443
avg_loss: 0.6336948692798614
avg_loss: 0.6608404052257538
avg_loss: 0.6661199879646301
avg_loss: 0.6815337604284286
avg_loss: 0.6707038170099259
avg_loss: 0.6583031910657883
avg_loss: 0.6477904596924782
avg_loss: 0.6486397123336792
avg_loss: 0.6316334965825081
avg_loss: 0.6561440432071686
avg_loss: 0.650174943804741
avg_loss: 0.6427268171310425
avg_loss: 0.6089681667089463
avg_loss: 0.6530798208713532
avg_loss: 0.688600899875164
avg_loss: 0.6639153173565865
avg_loss: 0.6721005034446716
avg_loss: 0.6726808643341065
avg_loss: 0.6916086292266845
avg_loss: 0.663040314912796
avg_loss: 0.70727863073349
avg_loss: 0.6384205317497254
avg_loss: 0.6399272173643112
avg_loss: 0.6747565960884094
avg_loss: 0.6789467632770538
avg_loss: 0.6885021165013313
avg_loss: 0.6726141744852066
avg_loss: 0.6396743083000183
avg_loss: 0.6785952633619309
avg_loss: 0.6680745905637742
avg_loss: 0.663257114291191
avg_loss: 0.69029889523983
avg_loss: 0.6401570761203765
avg_loss: 0.6737939822673797
avg_loss: 0.6829114049673081
avg_loss: 0.6781643778085709
avg_loss: 0.5966394180059433
avg_loss: 0.6259627455472946
avg_loss: 0.7042644530534744
avg_loss: 0.6429093986749649
avg_loss: 0.6938422709703446
avg_loss: 0.6790775620937347
avg_loss: 0.6549062931537628
avg_loss: 0.6484088459610939
avg_loss: 0.6540241950750351
avg_loss: 0.689230255484581
avg_loss: 0.6672175788879394
avg_loss: 0.7145085287094116
avg_loss: 0.6976136872172356
avg_loss: 0.6631104522943496
avg_loss: 0.7360586655139923
avg_loss: 0.6590533280372619
avg_loss: 0.664877707362175
avg_loss: 0.6683449959754943
avg_loss: 0.6917843407392502
avg_loss: 0.6718008697032929
avg_loss: 0.6875874125957488
avg_loss: 0.659364709854126
avg_loss: 0.6456082171201706
avg_loss: 0.6978838115930557
avg_loss: 0.682025493979454
avg_loss: 0.7065001553297043
avg_loss: 0.6376083952188492
avg_loss: 0.7152986842393875
avg_loss: 0.6685275167226792
avg_loss: 0.6973329383134842
avg_loss: 0.6959239149093628
avg_loss: 0.6846480077505112
avg_loss: 0.7052534937858581
avg_loss: 0.6734668201208115
avg_loss: 0.7215407514572143
avg_loss: 0.6319936603307724
avg_loss: 0.6897246658802032
avg_loss: 0.6867069506645203
avg_loss: 0.7050611901283265
avg_loss: 0.6760257697105407
avg_loss: 0.6836395919322967
avg_loss: 0.725893902182579
avg_loss: 0.7120154422521591
avg_loss: 0.6950784778594971
avg_loss: 0.6907236391305923
avg_loss: 0.6746526569128036
avg_loss: 0.7343972969055176
avg_loss: 0.7162027579545974
avg_loss: 0.6638562393188476
avg_loss: 0.6904391622543335
avg_loss: 0.7139639192819596
avg_loss: 0.7468242621421814
avg_loss: 0.665722693502903
avg_loss: 0.642905205488205
avg_loss: 0.7023761731386184
avg_loss: 0.703589586019516
avg_loss: 0.6427080065011979
avg_loss: 0.6588119703531266
avg_loss: 0.6984760946035385
avg_loss: 0.6825125867128372
avg_loss: 0.7214361381530762
avg_loss: 0.6450385200977325
avg_loss: 0.6320373702049256
avg_loss: 0.7124813261628151
avg_loss: 0.6809338265657425
avg_loss: 0.7187836962938309
avg_loss: 0.7551413261890412
avg_loss: 0.684677402973175
avg_loss: 0.6989527297019958
avg_loss: 0.6767481935024261
avg_loss: 0.6607839012145996
avg_loss: 0.7074291658401489
avg_loss: 0.685437206029892
avg_loss: 0.7360785686969757
avg_loss: 0.6518994778394699
avg_loss: 0.7132088047266006
avg_loss: 0.6822660359740257
avg_loss: 0.6572812870144844
avg_loss: 0.6541922879219055
avg_loss: 0.7129847872257232
avg_loss: 0.6595843291282654
avg_loss: 0.7191944742202758
avg_loss: 0.7114384597539902
avg_loss: 0.6870078140497208
avg_loss: 0.6929435807466507
avg_loss: 0.7214998489618302
avg_loss: 0.7580629402399063
avg_loss: 0.6882096308469773
avg_loss: 0.725795601606369
avg_loss: 0.7131105726957321
avg_loss: 0.6960164994001389
avg_loss: 0.7226997035741806
avg_loss: 0.7350908100605011
avg_loss: 0.7112307435274124
avg_loss: 0.7038120460510254
avg_loss: 0.6737185937166214
avg_loss: 0.7198349440097809
avg_loss: 0.748660768866539
avg_loss: 0.6969139069318772
avg_loss: 0.680388411283493
avg_loss: 0.6987877875566483
avg_loss: 0.7254890042543412
avg_loss: 0.6827707749605179
avg_loss: 0.6992652988433838
avg_loss: 0.6820013868808746
avg_loss: 0.6918687146902084
avg_loss: 0.7005099409818649
avg_loss: 0.6610244929790496
avg_loss: 0.7486779880523682
avg_loss: 0.7056671446561813
avg_loss: 0.7134665727615357
avg_loss: 0.70339271068573
avg_loss: 0.736792905330658
avg_loss: 0.707227184176445
avg_loss: 0.7493864995241165
avg_loss: 0.7233462864160538
avg_loss: 0.7258422744274139
avg_loss: 0.6997290939092636
avg_loss: 0.7039422166347503
avg_loss: 0.6927651733160018
avg_loss: 0.7395084738731384
avg_loss: 0.7088864880800247
avg_loss: 0.7673643141984939
avg_loss: 0.7193750393390655
avg_loss: 0.687687993645668
avg_loss: 0.715639997124672
avg_loss: 0.7456946980953216
avg_loss: 0.7264721488952637
avg_loss: 0.6920288759469986
avg_loss: 0.7526548165082931
avg_loss: 0.6827750486135483
avg_loss: 0.6753434294462204
avg_loss: 0.7168169063329697
avg_loss: 0.6819049465656281
avg_loss: 0.7253533124923706
avg_loss: 0.7031410545110702
avg_loss: 0.6988973569869995
avg_loss: 0.6670719403028488
avg_loss: 0.7271549052000046
avg_loss: 0.8075735700130463
avg_loss: 0.6871567326784134
avg_loss: 0.7046536529064178
avg_loss: 0.7540470987558365
avg_loss: 0.7253582125902176
avg_loss: 0.7136180889606476
avg_loss: 0.7291131317615509
avg_loss: 0.6834133303165436
avg_loss: 0.7761310911178589
avg_loss: 0.7339067578315734
avg_loss: 0.7018924152851105
avg_loss: 0.720982124209404
avg_loss: 0.7319770139455796
avg_loss: 0.772030965089798
avg_loss: 0.728899712562561
avg_loss: 0.6861827343702316
avg_loss: 0.7191321152448654
avg_loss: 0.7042784303426742
avg_loss: 0.7211106187105178
avg_loss: 0.7325753968954086
avg_loss: 0.7194338029623032
avg_loss: 0.7427356612682342
avg_loss: 0.6904729032516479
avg_loss: 0.7433887213468552
avg_loss: 0.7595459693670272
avg_loss: 0.6951900440454483
avg_loss: 0.7390140783786774
avg_loss: 0.7268180596828461
avg_loss: 0.7744244807958602
avg_loss: 0.7001963222026825
avg_loss: 0.7466325163841248
avg_loss: 0.6994705510139465
avg_loss: 0.6920825332403183
avg_loss: 0.7126737743616104
avg_loss: 0.7168066415190697
avg_loss: 0.6852250534296036
avg_loss: 0.7096981889009476
avg_loss: 0.7759400141239167
avg_loss: 0.6994126749038696
avg_loss: 0.7355281895399094
avg_loss: 0.721569704413414
avg_loss: 0.7574650430679322
avg_loss: 0.7036928361654282
avg_loss: 0.7198706102371216
avg_loss: 0.7368426805734635
avg_loss: 0.693371700644493
avg_loss: 0.7109135150909424
avg_loss: 0.6631591713428497
avg_loss: 0.7306622940301896
avg_loss: 0.6849065017700195
avg_loss: 0.670839268565178
avg_loss: 0.7481384485960006
avg_loss: 0.7563765811920166
avg_loss: 0.7258282291889191
avg_loss: 0.7155707544088363
avg_loss: 0.734248914718628
avg_loss: 0.6681209987401963
avg_loss: 0.7141185891628266
avg_loss: 0.7206658029556274
avg_loss: 0.7299611687660217
avg_loss: 0.7293379467725754
avg_loss: 0.7253884154558182
avg_loss: 0.7195379334688187
avg_loss: 0.7157769531011582
avg_loss: 0.7450991582870483
avg_loss: 0.7703947669267655
avg_loss: 0.7523989641666412
avg_loss: 0.7179713088274002
avg_loss: 0.7031172412633896
avg_loss: 0.7388052779436112
avg_loss: 0.7162437164783477
avg_loss: 0.6911832231283188
avg_loss: 0.6565013387799263
avg_loss: 0.7201266384124756
avg_loss: 0.7081016331911087
avg_loss: 0.6990361231565475
avg_loss: 0.712222483754158
avg_loss: 0.7486655670404434
avg_loss: 0.7626855289936065
avg_loss: 0.7631373625993728
avg_loss: 0.7241098946332931
{"dev acc"：0.40049999999999997}
{"bleu_0": 0.15088567473581047, "bleu_1": 0.16140035715916076, "bleu_avg": 0.1561430159474856}
{"acc_0": 0.28600000000000003, "acc_1": 0.44599999999999995, "acc_avg": 0.366}

Epoch:  30%|██████████████████████████████████████████████▌                                                                                                            | 3/10 [2:15:47<5:16:49, 2715.69s/it]avg_loss: 0.596433989405632
avg_loss: 0.5360065078735352
avg_loss: 0.5507248574495316
avg_loss: 0.5932225051522255
avg_loss: 0.5608486145734787
avg_loss: 0.5971427944302559
avg_loss: 0.5669687509536743
avg_loss: 0.5177588194608689
avg_loss: 0.5768037408590316
avg_loss: 0.5215151792764664
avg_loss: 0.5665144193172454
avg_loss: 0.5680226817727089
avg_loss: 0.5413628047704697
avg_loss: 0.5738129419088364
avg_loss: 0.5797609189152717
avg_loss: 0.5406750401854515
avg_loss: 0.5895756167173386
avg_loss: 0.5804939025640488
avg_loss: 0.5721096777915955
avg_loss: 0.5744584208726883
avg_loss: 0.5614499455690384
avg_loss: 0.5745038124918938
avg_loss: 0.557255609035492
avg_loss: 0.5501685804128646
avg_loss: 0.5980359238386154
avg_loss: 0.5460679441690445
avg_loss: 0.5548057442903519
avg_loss: 0.4992739260196686
avg_loss: 0.5913478499650955
avg_loss: 0.5823617917299271
avg_loss: 0.5620017790794373
avg_loss: 0.5848529011011123
avg_loss: 0.5775195890665055
avg_loss: 0.5752612763643264
avg_loss: 0.5813348862528801
avg_loss: 0.5947304323315621
avg_loss: 0.5967432630062103
avg_loss: 0.5861218112707138
avg_loss: 0.5737502849102021
avg_loss: 0.5451496738195419
avg_loss: 0.5778150141239167
avg_loss: 0.5567313301563263
avg_loss: 0.5558052784204484
avg_loss: 0.6382164186239243
avg_loss: 0.5376754605770111
avg_loss: 0.5410617524385453
avg_loss: 0.5113712614774704
avg_loss: 0.5575111508369446
avg_loss: 0.6025055423378944
avg_loss: 0.54231509745121
avg_loss: 0.6202467149496078
avg_loss: 0.5596855008602142
avg_loss: 0.6097393029928208
avg_loss: 0.5791526684165
avg_loss: 0.5812559136748314
avg_loss: 0.5675789314508438
avg_loss: 0.5626334556937218
avg_loss: 0.574054189324379
avg_loss: 0.5890922462940216
avg_loss: 0.5454316061735153
avg_loss: 0.5943886584043503
avg_loss: 0.5729670783877373
avg_loss: 0.5810284149646759
avg_loss: 0.5843835318088532
avg_loss: 0.6131870341300965
avg_loss: 0.6161054426431656
avg_loss: 0.56207639336586
avg_loss: 0.5777010089159011
avg_loss: 0.5599508216977119
avg_loss: 0.5806945079565048
avg_loss: 0.5807189002633095
avg_loss: 0.5573962807655335
avg_loss: 0.5861442205309868
avg_loss: 0.6023828220367432
avg_loss: 0.5646109363436699
avg_loss: 0.6104862874746323
avg_loss: 0.6146007931232452
avg_loss: 0.5524032360315323
avg_loss: 0.5827800691127777
avg_loss: 0.5749374413490296
avg_loss: 0.5892570990324021
avg_loss: 0.6086594277620315
avg_loss: 0.5646527928113937
avg_loss: 0.6155240863561631
avg_loss: 0.5623921033740044
avg_loss: 0.6096932274103165
avg_loss: 0.5796668308973313
avg_loss: 0.5962921023368836
avg_loss: 0.6229891330003738
avg_loss: 0.5238881957530975
avg_loss: 0.6197718799114227
avg_loss: 0.5991866153478622
avg_loss: 0.6015394687652588
avg_loss: 0.6005213642120362
avg_loss: 0.6224169921875
avg_loss: 0.5483443856239318
avg_loss: 0.5997561275959015
avg_loss: 0.5496684011816978
avg_loss: 0.5420376506447792
avg_loss: 0.598566142320633
avg_loss: 0.5810490036010743
avg_loss: 0.5899058628082275
avg_loss: 0.6010285353660584
avg_loss: 0.6155293858051301
avg_loss: 0.629044776558876
avg_loss: 0.6089995300769806
avg_loss: 0.5566082942485809
avg_loss: 0.5803569382429123
avg_loss: 0.5954336208105088
avg_loss: 0.5601783919334412
avg_loss: 0.6091665947437286
avg_loss: 0.5926557141542435
avg_loss: 0.6056280049681664
avg_loss: 0.6137519872188568
avg_loss: 0.5592231053113937
avg_loss: 0.6020893362164498
avg_loss: 0.6161870515346527
avg_loss: 0.5924737882614136
avg_loss: 0.6086018490791321
avg_loss: 0.633470533490181
avg_loss: 0.6058076697587967
avg_loss: 0.5572333100438118
avg_loss: 0.5869970840215682
avg_loss: 0.5559359484910965
avg_loss: 0.5633490166068077
avg_loss: 0.630355903506279
avg_loss: 0.5709826451539993
avg_loss: 0.59064138174057
avg_loss: 0.5878120970726013
avg_loss: 0.5795104146003723
avg_loss: 0.6279623651504517
avg_loss: 0.6169386768341064
avg_loss: 0.5726974183320999
avg_loss: 0.6245130157470703
avg_loss: 0.6202131235599517
avg_loss: 0.5791312199831009
avg_loss: 0.5808558171987533
avg_loss: 0.6875767633318901
avg_loss: 0.5718463343381882
avg_loss: 0.6107792407274246
avg_loss: 0.587495511174202
avg_loss: 0.6178956365585327
avg_loss: 0.6001115983724594
avg_loss: 0.6263519054651261
avg_loss: 0.5945060896873474
avg_loss: 0.6097059527039528
avg_loss: 0.6045647877454757
avg_loss: 0.5554444497823715
avg_loss: 0.5841496074199677
avg_loss: 0.549843298792839
avg_loss: 0.6066846382617951
avg_loss: 0.5880521351099014
avg_loss: 0.6419888532161713
avg_loss: 0.6292863500118255
avg_loss: 0.6551836657524109
avg_loss: 0.6143459147214889
avg_loss: 0.6173512357473373
avg_loss: 0.5575306618213653
avg_loss: 0.6553321820497513
avg_loss: 0.5846557778120041
avg_loss: 0.6020421651005745
avg_loss: 0.5395620757341385
avg_loss: 0.609107106924057
avg_loss: 0.5716534757614136
avg_loss: 0.6109540361166
avg_loss: 0.622693949341774
avg_loss: 0.5750720763206482
avg_loss: 0.6284968370199203
avg_loss: 0.5976814311742783
avg_loss: 0.607292405962944
avg_loss: 0.6008850127458573
avg_loss: 0.6500776523351669
avg_loss: 0.6000076746940612
avg_loss: 0.563660227060318
avg_loss: 0.6421276611089707
avg_loss: 0.6096750700473785
avg_loss: 0.5788032829761505
avg_loss: 0.5957587146759034
avg_loss: 0.6761309188604355
avg_loss: 0.6135339695215225
avg_loss: 0.5851958775520325
avg_loss: 0.6008201661705971
avg_loss: 0.6092014539241791
avg_loss: 0.5901426756381989
avg_loss: 0.5902412641048431
avg_loss: 0.5526718389987946
avg_loss: 0.6106052872538567
avg_loss: 0.5977189344167709
avg_loss: 0.6027231776714325
avg_loss: 0.5956688970327377
avg_loss: 0.6184670132398605
avg_loss: 0.6199657690525054
avg_loss: 0.6118157821893692
avg_loss: 0.5702209430932998
avg_loss: 0.6543694132566452
avg_loss: 0.612505778670311
avg_loss: 0.583151113986969
avg_loss: 0.6220296281576156
avg_loss: 0.562391172349453
avg_loss: 0.5937392729520797
avg_loss: 0.599567421078682
avg_loss: 0.6189581251144409
avg_loss: 0.6120350199937821
avg_loss: 0.5837650752067566
avg_loss: 0.6058020555973053
avg_loss: 0.6566242599487304
avg_loss: 0.6085508114099503
avg_loss: 0.6222868722677231
avg_loss: 0.6369688588380814
avg_loss: 0.5966788876056671
avg_loss: 0.566540852189064
avg_loss: 0.5570086139440537
avg_loss: 0.6210563808679581
avg_loss: 0.603963742852211
avg_loss: 0.5793535631895065
avg_loss: 0.6512286871671676
avg_loss: 0.6394259583950043
avg_loss: 0.586403357386589
avg_loss: 0.6132807618379593
avg_loss: 0.609851533472538
avg_loss: 0.6057220420241356
avg_loss: 0.5899417942762375
avg_loss: 0.6004492968320847
avg_loss: 0.6123518931865692
avg_loss: 0.6104256469011307
avg_loss: 0.5802168959379196
avg_loss: 0.5988043436408043
avg_loss: 0.6079754781723022
avg_loss: 0.6278499156236649
avg_loss: 0.6307915085554123
avg_loss: 0.5706471180915833
avg_loss: 0.5935956394672394
avg_loss: 0.6029479920864105
avg_loss: 0.5991682007908821
avg_loss: 0.5781218218803406
avg_loss: 0.5739250618219376
avg_loss: 0.5875623950362205
avg_loss: 0.5977966231107712
avg_loss: 0.6652176374197006
avg_loss: 0.6097275546193123
avg_loss: 0.6214773881435395
avg_loss: 0.5977760195732117
avg_loss: 0.623300399184227
avg_loss: 0.6422291725873948
avg_loss: 0.5864385521411896
avg_loss: 0.6251759037375451
avg_loss: 0.6317823493480682
avg_loss: 0.5880602192878723
avg_loss: 0.6219301807880402
avg_loss: 0.6665326541662216
avg_loss: 0.6558695727586746
avg_loss: 0.633483099937439
avg_loss: 0.6349048244953156
avg_loss: 0.6236184152960778
avg_loss: 0.5594679254293442
avg_loss: 0.584707623720169
avg_loss: 0.6378793096542359
avg_loss: 0.6311193299293518
avg_loss: 0.6249988156557084
avg_loss: 0.5927512913942337
avg_loss: 0.6246021091938019
avg_loss: 0.5849198490381241
avg_loss: 0.6136741632223129
avg_loss: 0.5992519053816795
avg_loss: 0.6523133912682533
avg_loss: 0.6304811799526214
avg_loss: 0.6270919138193131
avg_loss: 0.5905251431465149
avg_loss: 0.6721102005243301
avg_loss: 0.6419259613752365
avg_loss: 0.5910926681756973
avg_loss: 0.6024741405248641
avg_loss: 0.6597744184732437
avg_loss: 0.6513268089294434
avg_loss: 0.5990722513198853
avg_loss: 0.6523859620094299
avg_loss: 0.5919910049438477
avg_loss: 0.6192058354616166
avg_loss: 0.5966761082410812
{"dev acc"：0.40575}
{"bleu_0": 0.1519596111304327, "bleu_1": 0.1596526460065641, "bleu_avg": 0.1558061285684984}
{"acc_0": 0.31399999999999995, "acc_1": 0.44999999999999996, "acc_avg": 0.38199999999999995}

Epoch:  40%|██████████████████████████████████████████████████████████████                                                                                             | 4/10 [2:59:51<4:29:46, 2697.83s/it]avg_loss: 0.45849248170852663
avg_loss: 0.48072582215070725
avg_loss: 0.46493536949157716
avg_loss: 0.4981701469421387
avg_loss: 0.4689363458752632
avg_loss: 0.44559062123298643
avg_loss: 0.4726048719882965
avg_loss: 0.49615020215511324
avg_loss: 0.4963906580209732
avg_loss: 0.4741834869980812
avg_loss: 0.4917993500828743
avg_loss: 0.4907666262984276
avg_loss: 0.48634465456008913
avg_loss: 0.5336741411685944
avg_loss: 0.512626185119152
avg_loss: 0.4937033125758171
avg_loss: 0.4802459791302681
avg_loss: 0.4812439998984337
avg_loss: 0.5253305864334107
avg_loss: 0.48351822555065155
avg_loss: 0.4568809857964516
avg_loss: 0.4759753543138504
avg_loss: 0.4924759370088577
avg_loss: 0.4464420375227928
avg_loss: 0.5001464718580246
avg_loss: 0.475560495108366
avg_loss: 0.499791858792305
avg_loss: 0.5255204382538795
avg_loss: 0.49185737341642377
avg_loss: 0.46514565736055374
avg_loss: 0.5072869914770126
avg_loss: 0.48896933138370513
avg_loss: 0.5239131027460098
avg_loss: 0.4941812229156494
avg_loss: 0.47820336192846297
avg_loss: 0.5066308125853538
avg_loss: 0.45263715893030165
avg_loss: 0.48826460987329484
avg_loss: 0.4624717363715172
avg_loss: 0.5329151797294617
avg_loss: 0.4884715586900711
avg_loss: 0.5066557079553604
avg_loss: 0.4734212571382523
avg_loss: 0.530720252096653
avg_loss: 0.4599316897988319
avg_loss: 0.48233894526958465
avg_loss: 0.501423847079277
avg_loss: 0.5087396866083145
avg_loss: 0.49005675613880156
avg_loss: 0.5344334924221039
avg_loss: 0.48327680945396423
avg_loss: 0.5141917604207993
avg_loss: 0.5175283694267273
avg_loss: 0.5274803787469864
avg_loss: 0.4974991089105606
avg_loss: 0.5212361937761307
avg_loss: 0.4941337472200394
avg_loss: 0.5160256141424179
avg_loss: 0.487983795106411
avg_loss: 0.48233055263757707
avg_loss: 0.48479321867227554
avg_loss: 0.503821008503437
avg_loss: 0.5116325139999389
avg_loss: 0.5080083996057511
avg_loss: 0.5288587784767151
avg_loss: 0.5151365241408348
avg_loss: 0.4902757069468498
avg_loss: 0.5066002082824707
avg_loss: 0.48597864270210267
avg_loss: 0.48013790100812914
avg_loss: 0.4988456693291664
avg_loss: 0.49911456793546677
avg_loss: 0.5108141312003136
avg_loss: 0.5014863115549087
avg_loss: 0.5090304383635521
avg_loss: 0.49537804603576663
avg_loss: 0.504749710559845
avg_loss: 0.5482896262407303
avg_loss: 0.45440766006708144
avg_loss: 0.5323321479558945
avg_loss: 0.5314159232378006
avg_loss: 0.5118570744991302
avg_loss: 0.5158931189775466
avg_loss: 0.5106655213236809
avg_loss: 0.44381365686655044
avg_loss: 0.5257977867126464
avg_loss: 0.4964726760983467
avg_loss: 0.49058169245719907
avg_loss: 0.5335540395975112
avg_loss: 0.4922400411963463
avg_loss: 0.5273163831233978
avg_loss: 0.5251168626546859
avg_loss: 0.5487612569332123
avg_loss: 0.5145834472775459
avg_loss: 0.5138970077037811
avg_loss: 0.516298865377903
avg_loss: 0.513545595407486
avg_loss: 0.5210356533527374
avg_loss: 0.5159749487042427
avg_loss: 0.5092634838819504
avg_loss: 0.5328426471352578
avg_loss: 0.5087755188345909
avg_loss: 0.49692621678113935
avg_loss: 0.47227681398391724
avg_loss: 0.5206019258499146
avg_loss: 0.5035971671342849
avg_loss: 0.5055039994418621
avg_loss: 0.5376315787434578
avg_loss: 0.49645971357822416
avg_loss: 0.5224700206518174
avg_loss: 0.5037166199088097
avg_loss: 0.4989407578110695
avg_loss: 0.532249216735363
avg_loss: 0.5176613736152649
avg_loss: 0.5642145079374313
avg_loss: 0.5383224654197692
avg_loss: 0.6044605529308319
avg_loss: 0.5165011882781982
avg_loss: 0.49583070039749144
avg_loss: 0.5047092890739441
avg_loss: 0.5003566700220108
avg_loss: 0.49578648403286935
avg_loss: 0.5177056527137757
avg_loss: 0.5080828219652176
avg_loss: 0.4924226099252701
avg_loss: 0.5227900192141532
avg_loss: 0.5218170416355133
avg_loss: 0.4949581542611122
avg_loss: 0.5034721797704697
avg_loss: 0.5074139708280563
avg_loss: 0.5276396867632865
avg_loss: 0.4890249183773994
avg_loss: 0.5280238464474678
avg_loss: 0.4789478039741516
avg_loss: 0.4645893821120262
avg_loss: 0.5385052332282066
avg_loss: 0.5364688187837601
avg_loss: 0.5298495471477509
avg_loss: 0.5504786852002144
avg_loss: 0.5005279123783112
avg_loss: 0.529087438583374
avg_loss: 0.5365236973762513
avg_loss: 0.5276993256807327
avg_loss: 0.49510780394077303
avg_loss: 0.5516046196222305
avg_loss: 0.4913899353146553
avg_loss: 0.5341312259435653
avg_loss: 0.5158719560503959
avg_loss: 0.5628340989351273
avg_loss: 0.5275340777635574
avg_loss: 0.5294398722052575
avg_loss: 0.5157653599977493
avg_loss: 0.573135330080986
avg_loss: 0.5083417662978172
avg_loss: 0.5117226645350457
avg_loss: 0.5382964938879014
avg_loss: 0.5307673808932304
avg_loss: 0.48610763281583785
avg_loss: 0.4943993943929672
avg_loss: 0.5068003535270691
avg_loss: 0.5060437616705894
avg_loss: 0.5015349823236466
avg_loss: 0.5255880632996559
avg_loss: 0.5056926292181015
avg_loss: 0.5144102817773819
avg_loss: 0.5635103407502174
avg_loss: 0.5142004126310349
avg_loss: 0.49611888229846957
avg_loss: 0.4918319380283356
avg_loss: 0.6118354207277298
avg_loss: 0.5103050526976586
avg_loss: 0.48067488938570024
avg_loss: 0.5449755734205246
avg_loss: 0.5629041954874993
avg_loss: 0.5197039103507995
avg_loss: 0.5590694332122803
avg_loss: 0.5146313813328743
avg_loss: 0.5194273492693902
avg_loss: 0.5330774760246277
avg_loss: 0.4988928711414337
avg_loss: 0.5302637228369713
avg_loss: 0.5331243613362312
avg_loss: 0.509789623618126
avg_loss: 0.5093648383021354
avg_loss: 0.534989648759365
avg_loss: 0.48190487384796143
avg_loss: 0.5432994449138642
avg_loss: 0.5329350835084915
avg_loss: 0.5557587772607804
avg_loss: 0.5448337462544441
avg_loss: 0.5159204593300819
avg_loss: 0.5224024891853333
avg_loss: 0.5399558103084564
avg_loss: 0.5353795117139817
avg_loss: 0.538313876092434
avg_loss: 0.5133636584877967
avg_loss: 0.5450793176889419
avg_loss: 0.5197381725907326
avg_loss: 0.5198435866832734
avg_loss: 0.5106001907587051
avg_loss: 0.516018126308918
avg_loss: 0.48622257709503175
avg_loss: 0.5235027086734771
avg_loss: 0.5023532125353813
avg_loss: 0.5644957637786865
avg_loss: 0.5541401904821396
avg_loss: 0.5376788747310638
avg_loss: 0.5336164054274559
avg_loss: 0.5328844261169433
avg_loss: 0.5229028362035751
avg_loss: 0.5147379916906357
avg_loss: 0.5375035732984543
avg_loss: 0.5500185787677765
avg_loss: 0.5148554491996765
avg_loss: 0.5182318195700646
avg_loss: 0.515463756620884
avg_loss: 0.5372549909353256
avg_loss: 0.520316577553749
avg_loss: 0.5143790501356125
avg_loss: 0.4917715355753899
avg_loss: 0.5426329046487808
avg_loss: 0.5353170591592789
avg_loss: 0.5171590203046799
avg_loss: 0.5032709491252899
avg_loss: 0.532256828546524
avg_loss: 0.517712972164154
avg_loss: 0.5251104199886322
avg_loss: 0.5096356645226479
avg_loss: 0.4988934779167175
avg_loss: 0.5338849991559982
avg_loss: 0.5405956318974495
avg_loss: 0.5237926697731018
avg_loss: 0.5565459251403808
avg_loss: 0.5408566451072693
avg_loss: 0.5424552017450333
avg_loss: 0.5253967210650444
avg_loss: 0.4850714740157127
avg_loss: 0.5587317919731141
avg_loss: 0.568794479072094
avg_loss: 0.525532138645649
avg_loss: 0.5367078083753586
avg_loss: 0.549556397497654
avg_loss: 0.5641754329204559
avg_loss: 0.5014340978860855
avg_loss: 0.5247719180583954
avg_loss: 0.5084381884336472
avg_loss: 0.49356539368629454
avg_loss: 0.49921723634004594
avg_loss: 0.5349233466386795
avg_loss: 0.5183194202184677
avg_loss: 0.5124625515937805
avg_loss: 0.5402980002760888
avg_loss: 0.5754139524698257
avg_loss: 0.5536390239000321
avg_loss: 0.5400296020507812
avg_loss: 0.5723280704021454
avg_loss: 0.5620340251922608
avg_loss: 0.5353976684808731
avg_loss: 0.5248718670010567
avg_loss: 0.5532610055804252
avg_loss: 0.5295725846290589
avg_loss: 0.5155288004875183
avg_loss: 0.5241662609577179
avg_loss: 0.5024970641732216
avg_loss: 0.5482312726974488
avg_loss: 0.5604321712255478
avg_loss: 0.5530293393135071
avg_loss: 0.5366266787052154
avg_loss: 0.5653958269953727
avg_loss: 0.5641507911682129
avg_loss: 0.5109426140785217
avg_loss: 0.5556621426343917
avg_loss: 0.5474599918723106
avg_loss: 0.5485911160707474
avg_loss: 0.5694133991003036
avg_loss: 0.5376037147641182
avg_loss: 0.5472668126225472
avg_loss: 0.5324493175745011
avg_loss: 0.488274587392807
{"dev acc"：0.42775}
{"bleu_0": 0.1468898706025673, "bleu_1": 0.16089367610626026, "bleu_avg": 0.15389177335441379}
{"acc_0": 0.30200000000000005, "acc_1": 0.488, "acc_avg": 0.395}

Epoch:  50%|█████████████████████████████████████████████████████████████████████████████▌                                                                             | 5/10 [3:44:24<3:44:24, 2692.91s/it]avg_loss: 0.4061971217393875
avg_loss: 0.4655909809470177
avg_loss: 0.408821687400341
avg_loss: 0.42077253848314283
avg_loss: 0.41799197942018507
avg_loss: 0.4049733531475067
avg_loss: 0.40181621551513674
avg_loss: 0.43216565042734145
avg_loss: 0.45102483212947847
avg_loss: 0.40975850462913516
avg_loss: 0.4226575443148613
avg_loss: 0.4272222378849983
avg_loss: 0.43107185155153277
avg_loss: 0.4255407956242561
avg_loss: 0.4342628532648087
avg_loss: 0.44119043290615084
avg_loss: 0.4434244167804718
avg_loss: 0.43673984676599503
avg_loss: 0.4677353185415268
avg_loss: 0.47324164152145387
avg_loss: 0.4172150257229805
avg_loss: 0.44201416701078416
avg_loss: 0.39357801973819734
avg_loss: 0.4466733905673027
avg_loss: 0.4288523763418198
avg_loss: 0.4262946569919586
avg_loss: 0.45511365681886673
avg_loss: 0.41406335651874543
avg_loss: 0.4355898842215538
avg_loss: 0.42171300992369654
avg_loss: 0.4531496658921242
avg_loss: 0.4169545793533325
avg_loss: 0.4707217642664909
avg_loss: 0.4341089457273483
avg_loss: 0.4206186002492905
avg_loss: 0.4064549186825752
avg_loss: 0.4269224828481674
avg_loss: 0.42233661383390425
avg_loss: 0.4304907903075218
avg_loss: 0.46463413029909134
avg_loss: 0.40172270774841307
avg_loss: 0.4607757991552353
avg_loss: 0.4001180011034012
avg_loss: 0.3939238545298576
avg_loss: 0.43095139533281324
avg_loss: 0.4647342711687088
avg_loss: 0.4186411762237549
avg_loss: 0.43805022329092025
avg_loss: 0.4604783308506012
avg_loss: 0.4540312659740448
avg_loss: 0.4407468655705452
avg_loss: 0.39831499844789503
avg_loss: 0.45519070744514467
avg_loss: 0.42886503756046296
avg_loss: 0.40698657155036927
avg_loss: 0.4547442555427551
avg_loss: 0.42041320651769637
avg_loss: 0.43585057348012923
avg_loss: 0.44365003794431684
avg_loss: 0.46340735524892807
avg_loss: 0.4549329820275307
avg_loss: 0.42873079478740694
avg_loss: 0.45575862884521484
avg_loss: 0.45022699147462847
avg_loss: 0.4455513945221901
avg_loss: 0.4380206552147865
avg_loss: 0.41312871754169467
avg_loss: 0.43977035343647003
avg_loss: 0.4292022502422333
avg_loss: 0.4342719814181328
avg_loss: 0.4379594251513481
avg_loss: 0.40078250765800477
avg_loss: 0.44920410752296447
avg_loss: 0.43753210186958313
avg_loss: 0.4308449512720108
avg_loss: 0.4567809945344925
avg_loss: 0.47113185554742815
avg_loss: 0.4814663225412369
avg_loss: 0.4677966606616974
avg_loss: 0.456065291762352
avg_loss: 0.45688302159309385
avg_loss: 0.4455130451917648
avg_loss: 0.4550478860735893
avg_loss: 0.4355260276794434
avg_loss: 0.46992531657218933
avg_loss: 0.4864900389313698
avg_loss: 0.44585329383611677
avg_loss: 0.48495940923690795
avg_loss: 0.4469816902279854
avg_loss: 0.4764261770248413
avg_loss: 0.4407556527853012
avg_loss: 0.4637605357170105
avg_loss: 0.4102879148721695
avg_loss: 0.43880701512098313
avg_loss: 0.4599966675043106
avg_loss: 0.4525006690621376
avg_loss: 0.4458399564027786
avg_loss: 0.44074858784675597
avg_loss: 0.4297568115592003
avg_loss: 0.48466035068035124
avg_loss: 0.4731666326522827
avg_loss: 0.4306459838151932
avg_loss: 0.45925779700279235
avg_loss: 0.42200718134641646
avg_loss: 0.46684430837631224
avg_loss: 0.4456876027584076
avg_loss: 0.47428533792495725
avg_loss: 0.45460625529289245
avg_loss: 0.4609858682751656
avg_loss: 0.44667402029037473
avg_loss: 0.4856559810042381
avg_loss: 0.49711633294820784
avg_loss: 0.44084535241127015
avg_loss: 0.46844574362039565
avg_loss: 0.44066757887601854
avg_loss: 0.462110156416893
avg_loss: 0.46918529510498047
avg_loss: 0.4319803008437157
avg_loss: 0.4205765479803085
avg_loss: 0.45869300186634065
avg_loss: 0.4327950885891914
avg_loss: 0.49006982892751694
avg_loss: 0.43775018483400346
avg_loss: 0.4562705612182617
avg_loss: 0.4839471498131752
avg_loss: 0.4703851979970932
avg_loss: 0.4423704347014427
avg_loss: 0.4512722632288933
avg_loss: 0.46535473108291625
avg_loss: 0.473908551633358
avg_loss: 0.41862617939710617
avg_loss: 0.4659027594327927
avg_loss: 0.4569274872541428
avg_loss: 0.4597175073623657
avg_loss: 0.46683606833219526
avg_loss: 0.4690629264712334
avg_loss: 0.39727518081665036
avg_loss: 0.45845184326171873
avg_loss: 0.42591017842292783
avg_loss: 0.41899157434701917
avg_loss: 0.48698350101709365
avg_loss: 0.4365727996826172
avg_loss: 0.45368281841278074
avg_loss: 0.4885243746638298
avg_loss: 0.4507324263453484
avg_loss: 0.46486503958702086
avg_loss: 0.4567153748869896
avg_loss: 0.4960070952773094
avg_loss: 0.44293480187654494
avg_loss: 0.44242792934179304
avg_loss: 0.4484173038601875
avg_loss: 0.4620753188431263
avg_loss: 0.49465455651283263
avg_loss: 0.45732816129922865
avg_loss: 0.49005950629711154
avg_loss: 0.45920331954956056
avg_loss: 0.4476363432407379
avg_loss: 0.4424979943037033
avg_loss: 0.46235800385475156
avg_loss: 0.45466948717832567
avg_loss: 0.46127606093883516
avg_loss: 0.46639410018920896
avg_loss: 0.43836797565221786
avg_loss: 0.451629818379879
avg_loss: 0.44617440551519394
avg_loss: 0.4675847944617271
avg_loss: 0.4747363528609276
avg_loss: 0.4456341516971588
avg_loss: 0.4860485503077507
avg_loss: 0.4751266530156136
avg_loss: 0.451231452524662
avg_loss: 0.45570193022489547
avg_loss: 0.4859314092993736
avg_loss: 0.4564878311753273
avg_loss: 0.4839038535952568
avg_loss: 0.44839589327573776
avg_loss: 0.5016325327754021
avg_loss: 0.5026621454954148
avg_loss: 0.4298606276512146
avg_loss: 0.4355390039086342
avg_loss: 0.4987145271897316
avg_loss: 0.4503828921914101
avg_loss: 0.4368424293398857
avg_loss: 0.43234058886766435
avg_loss: 0.444105367064476
avg_loss: 0.4581412246823311
avg_loss: 0.45281882435083387
avg_loss: 0.47629763692617416
avg_loss: 0.4631972673535347
avg_loss: 0.46512972891330717
avg_loss: 0.4907644057273865
avg_loss: 0.4645202735066414
avg_loss: 0.46132502317428586
avg_loss: 0.4200368383526802
avg_loss: 0.45432192981243136
avg_loss: 0.45417180299758914
avg_loss: 0.47200331449508665
avg_loss: 0.4694454100728035
avg_loss: 0.4613603696227074
avg_loss: 0.4637549558281899
avg_loss: 0.41886677920818327
avg_loss: 0.43810622721910475
avg_loss: 0.467945097386837
avg_loss: 0.46897721260786057
avg_loss: 0.4719021260738373
avg_loss: 0.4621071246266365
avg_loss: 0.46565522491931916
avg_loss: 0.4106732788681984
avg_loss: 0.44419726192951203
avg_loss: 0.494462388753891
avg_loss: 0.4295766913890839
avg_loss: 0.4592924067378044
avg_loss: 0.45739874988794327
avg_loss: 0.4356989407539368
avg_loss: 0.458166144490242
avg_loss: 0.44956322878599164
avg_loss: 0.4688931852579117
avg_loss: 0.4776274040341377
avg_loss: 0.443974484205246
avg_loss: 0.43804555386304855
avg_loss: 0.4628757905960083
avg_loss: 0.4468721562623978
avg_loss: 0.4653736224770546
avg_loss: 0.4611486181616783
avg_loss: 0.46756292968988417
avg_loss: 0.4452048534154892
avg_loss: 0.4485276907682419
avg_loss: 0.47439816653728484
avg_loss: 0.46102692395448686
avg_loss: 0.5213185268640518
avg_loss: 0.4127628707885742
avg_loss: 0.460245963037014
avg_loss: 0.4218000888824463
avg_loss: 0.4957609075307846
avg_loss: 0.4674749115109444
avg_loss: 0.4339139798283577
avg_loss: 0.4146256023645401
avg_loss: 0.4852815890312195
avg_loss: 0.4800323075056076
avg_loss: 0.4553146493434906
avg_loss: 0.4336418673396111
avg_loss: 0.41880312412977216
avg_loss: 0.43743691086769104
avg_loss: 0.47113998532295226
avg_loss: 0.4743129760026932
avg_loss: 0.5011512932181358
avg_loss: 0.46496440052986143
avg_loss: 0.49771840661764144
avg_loss: 0.4776149672269821
avg_loss: 0.4922372916340828
avg_loss: 0.4645372599363327
avg_loss: 0.48392672300338746
avg_loss: 0.4825992566347122
avg_loss: 0.4620058083534241
avg_loss: 0.5032979023456573
avg_loss: 0.47467837065458296
avg_loss: 0.4653388848900795
avg_loss: 0.5006193867325783
avg_loss: 0.4895933270454407
avg_loss: 0.4539548060297966
avg_loss: 0.4485376477241516
avg_loss: 0.4492663887143135
avg_loss: 0.4650681576132774
avg_loss: 0.44286656320095064
avg_loss: 0.4581095832586288
avg_loss: 0.45623526960611344
avg_loss: 0.45139458268880844
avg_loss: 0.4925507417321205
avg_loss: 0.49580288380384446
avg_loss: 0.47809067845344544
avg_loss: 0.451410877853632
avg_loss: 0.4430421021580696
avg_loss: 0.4679092010855675
avg_loss: 0.47571154236793517
avg_loss: 0.4831791162490845
avg_loss: 0.43938395142555237
avg_loss: 0.47145328015089033
avg_loss: 0.48279896199703215
avg_loss: 0.45659686014056206
{"dev acc"：0.4035}
{"bleu_0": 0.1532084890981286, "bleu_1": 0.1627633833526595, "bleu_avg": 0.15798593622539403}
{"acc_0": 0.30200000000000005, "acc_1": 0.44199999999999995, "acc_avg": 0.372}

Epoch:  60%|█████████████████████████████████████████████████████████████████████████████████████████████                                                              | 6/10 [4:28:18<2:58:52, 2683.14s/it]avg_loss: 0.3876427260041237
avg_loss: 0.381094970703125
avg_loss: 0.39738336265087126
avg_loss: 0.39412651568651197
avg_loss: 0.37095664113759996
avg_loss: 0.39996942043304445
avg_loss: 0.3774018658697605
avg_loss: 0.43142753452062604
avg_loss: 0.42136226207017896
avg_loss: 0.40548495948314667
avg_loss: 0.3806313264369965
avg_loss: 0.3855607128143311
avg_loss: 0.39299180909991266
avg_loss: 0.3697223025560379
avg_loss: 0.40128651082515715
avg_loss: 0.408889996111393
avg_loss: 0.3872054509818554
avg_loss: 0.4236656451225281
avg_loss: 0.39193077608942983
avg_loss: 0.3734164482355118
avg_loss: 0.4293896481394768
avg_loss: 0.37874653816223147
avg_loss: 0.36279690682888033
avg_loss: 0.36310112923383714
avg_loss: 0.3987196010351181
avg_loss: 0.37726166635751723
avg_loss: 0.40626525282859804
avg_loss: 0.39837557524442674
avg_loss: 0.41371433943510055
avg_loss: 0.36564392924308775
avg_loss: 0.38755674570798876
avg_loss: 0.3738290703296661
avg_loss: 0.39962016209959983
avg_loss: 0.36624270647764207
avg_loss: 0.4184619891643524
avg_loss: 0.35984582379460334
avg_loss: 0.4016951882839203
avg_loss: 0.3788635878264904
avg_loss: 0.3911558535695076
avg_loss: 0.39365488320589065
avg_loss: 0.3932674226164818
avg_loss: 0.4201087385416031
avg_loss: 0.35671402752399445
avg_loss: 0.41950997084379194
avg_loss: 0.42125351041555403
avg_loss: 0.3921911507844925
avg_loss: 0.38686969995498655
avg_loss: 0.3954749220609665
avg_loss: 0.40326776951551435
avg_loss: 0.3979332774877548
avg_loss: 0.40758147209882734
avg_loss: 0.38818313896656037
avg_loss: 0.4310025811195374
avg_loss: 0.4019027459621429
avg_loss: 0.39925606042146683
avg_loss: 0.35225990146398545
avg_loss: 0.41315114066004754
avg_loss: 0.3777824994921684
avg_loss: 0.4072878211736679
avg_loss: 0.40124132215976716
avg_loss: 0.3871082878112793
avg_loss: 0.3976745682954788
avg_loss: 0.3781829166412354
avg_loss: 0.3807541063427925
avg_loss: 0.39036797314882277
avg_loss: 0.42110142305493353
avg_loss: 0.4219506871700287
avg_loss: 0.4005611461400986
avg_loss: 0.39286217421293257
avg_loss: 0.38452309608459473
avg_loss: 0.426571746468544
avg_loss: 0.4034645688533783
avg_loss: 0.40079914599657057
avg_loss: 0.39800935313105584
avg_loss: 0.3948484879732132
avg_loss: 0.4097964034974575
avg_loss: 0.38982240796089174
avg_loss: 0.40062745958566665
avg_loss: 0.3869928827881813
avg_loss: 0.3811421284079552
avg_loss: 0.38195787578821183
avg_loss: 0.42002296149730683
avg_loss: 0.3929163689911366
avg_loss: 0.42189653575420377
avg_loss: 0.38693355917930605
avg_loss: 0.4020485873520374
avg_loss: 0.3801830476522446
avg_loss: 0.43481637358665465
avg_loss: 0.3717116403579712
avg_loss: 0.39382617086172106
avg_loss: 0.38253915816545486
avg_loss: 0.38412052661180496
avg_loss: 0.38662673175334933
avg_loss: 0.41253533005714416
avg_loss: 0.39417041301727296
avg_loss: 0.3794575847685337
avg_loss: 0.4048311507701874
avg_loss: 0.3802307668328285
avg_loss: 0.4256809598207474
avg_loss: 0.4162453320622444
avg_loss: 0.3786916644871235
avg_loss: 0.3621934077143669
avg_loss: 0.4168929482996464
avg_loss: 0.4053130167722702
avg_loss: 0.40938107639551163
avg_loss: 0.3794128718972206
avg_loss: 0.39435453921556474
avg_loss: 0.41283458828926084
avg_loss: 0.38470354154706
avg_loss: 0.42557923883199694
avg_loss: 0.4067019745707512
avg_loss: 0.38007731854915616
avg_loss: 0.42289577901363373
avg_loss: 0.3887904730439186
avg_loss: 0.42788124293088914
avg_loss: 0.4205164869129658
avg_loss: 0.3973359277844429
avg_loss: 0.3774949365854263
avg_loss: 0.36629495084285735
avg_loss: 0.42234843119978904
avg_loss: 0.4339580115675926
avg_loss: 0.41768380731344223
avg_loss: 0.3970006807148457
avg_loss: 0.4069618636369705
avg_loss: 0.4203606283664703
avg_loss: 0.3900416626036167
avg_loss: 0.3980868190526962
avg_loss: 0.3856732721626759
avg_loss: 0.4383914555609226
avg_loss: 0.3809080249071121
avg_loss: 0.4073298582434654
avg_loss: 0.3913080397248268
avg_loss: 0.4232010620832443
avg_loss: 0.44485233664512636
avg_loss: 0.41891516715288163
avg_loss: 0.40954305410385133
avg_loss: 0.4018939347565174
avg_loss: 0.3998041404783726
avg_loss: 0.42601497724652293
avg_loss: 0.405244365632534
avg_loss: 0.4249317038059235
avg_loss: 0.40375530838966367
avg_loss: 0.40185325652360915
avg_loss: 0.3912863379716873
avg_loss: 0.37623128592967986
avg_loss: 0.4127704766392708
avg_loss: 0.41414314895868304
avg_loss: 0.37169220834970473
avg_loss: 0.3855636763572693
avg_loss: 0.42298190951347353
avg_loss: 0.43689621835947035
avg_loss: 0.43777825713157653
avg_loss: 0.38227533221244814
avg_loss: 0.40905588656663894
avg_loss: 0.3849706855416298
avg_loss: 0.4186392784118652
avg_loss: 0.3885453739762306
avg_loss: 0.39599230378866196
avg_loss: 0.4180956402420998
avg_loss: 0.4068047413229942
avg_loss: 0.4113854870200157
avg_loss: 0.41664840906858447
avg_loss: 0.4462108913064003
avg_loss: 0.4183653900027275
avg_loss: 0.4009458282589912
avg_loss: 0.4050584524869919
avg_loss: 0.4010279983282089
avg_loss: 0.3767589494585991
avg_loss: 0.4223343294858932
avg_loss: 0.3665067788958549
avg_loss: 0.4027029448747635
avg_loss: 0.42141868352890016
avg_loss: 0.42824824154376984
avg_loss: 0.3879350084066391
avg_loss: 0.41112161815166476
avg_loss: 0.40812459886074065
avg_loss: 0.42646881014108656
avg_loss: 0.41297169134020806
avg_loss: 0.3977767516672611
avg_loss: 0.39413188204169275
avg_loss: 0.41564668774604796
avg_loss: 0.38995634138584134
avg_loss: 0.4469598019123077
avg_loss: 0.3966050997376442
avg_loss: 0.4111375248432159
avg_loss: 0.3941941517591476
avg_loss: 0.442670835852623
avg_loss: 0.4014079862833023
avg_loss: 0.41459039866924285
avg_loss: 0.37873052090406417
avg_loss: 0.4040122729539871
avg_loss: 0.39607190787792207
avg_loss: 0.38502617567777636
avg_loss: 0.3674578787386417
avg_loss: 0.38374626636505127
avg_loss: 0.38147151038050653
avg_loss: 0.4020434941351414
avg_loss: 0.4083219575881958
avg_loss: 0.41713722437620165
avg_loss: 0.4240772342681885
avg_loss: 0.4375308272242546
avg_loss: 0.38201658576726916
avg_loss: 0.36735122829675676
avg_loss: 0.38877935111522677
avg_loss: 0.4281028890609741
avg_loss: 0.41579864323139193
avg_loss: 0.4260847030580044
avg_loss: 0.3899014601111412
avg_loss: 0.40071475356817243
avg_loss: 0.3898003977537155
avg_loss: 0.42194709181785583
avg_loss: 0.39667807474732397
avg_loss: 0.4131815877556801
avg_loss: 0.3890736535191536
avg_loss: 0.4178149887919426
avg_loss: 0.40432648077607153
avg_loss: 0.39533229291439054
avg_loss: 0.45276916801929473
avg_loss: 0.3952301302552223
avg_loss: 0.4241471621394157
avg_loss: 0.383957716524601
avg_loss: 0.3603051736950874
avg_loss: 0.39165307223796847
avg_loss: 0.3951222622394562
avg_loss: 0.41888095676898957
avg_loss: 0.4032963976264
avg_loss: 0.3875992307066917
avg_loss: 0.4053461328148842
avg_loss: 0.3852317643165588
avg_loss: 0.4042137277126312
avg_loss: 0.4116320975124836
avg_loss: 0.4168070513010025
avg_loss: 0.42713834702968595
avg_loss: 0.42366965174674986
avg_loss: 0.43040567278862
avg_loss: 0.3721830528974533
avg_loss: 0.3961068454384804
avg_loss: 0.4078402704000473
avg_loss: 0.3974943336844444
avg_loss: 0.3986548870801926
avg_loss: 0.38378284871578217
avg_loss: 0.4258652165532112
avg_loss: 0.3795051518082619
avg_loss: 0.4241148453950882
avg_loss: 0.421519293487072
avg_loss: 0.4078715014457703
avg_loss: 0.4218629556894302
avg_loss: 0.4021325480937958
avg_loss: 0.357367534339428
avg_loss: 0.37059465557336807
avg_loss: 0.4196683198213577
avg_loss: 0.39430084854364394
avg_loss: 0.37448795467615126
avg_loss: 0.39491856217384336
avg_loss: 0.41215153366327284
avg_loss: 0.39521349787712096
avg_loss: 0.4245375394821167
avg_loss: 0.36545472234487536
avg_loss: 0.4131299142539501
avg_loss: 0.4095991545915604
avg_loss: 0.4651004147529602
avg_loss: 0.37437027409672735
avg_loss: 0.4201011288166046
avg_loss: 0.40468997836112974
avg_loss: 0.4049212062358856
avg_loss: 0.3924014303088188
avg_loss: 0.4445689091086388
avg_loss: 0.44436810091137885
avg_loss: 0.37747455716133116
avg_loss: 0.3977378284931183
avg_loss: 0.4302638614177704
avg_loss: 0.4205251407623291
avg_loss: 0.42332126051187513
avg_loss: 0.3961483523249626
avg_loss: 0.4038239374756813
avg_loss: 0.42681393295526504
avg_loss: 0.37417410880327223
avg_loss: 0.4240487185120583
avg_loss: 0.40352956354618075
{"dev acc"：0.40974999999999995}
{"bleu_0": 0.1511753417712999, "bleu_1": 0.16231268539077498, "bleu_avg": 0.15674401358103746}
{"acc_0": 0.29800000000000004, "acc_1": 0.46399999999999997, "acc_avg": 0.381}

Epoch:  70%|████████████████████████████████████████████████████████████████████████████████████████████████████████████▌                                              | 7/10 [5:12:16<2:13:50, 2676.71s/it]avg_loss: 0.37322874188423155
avg_loss: 0.35407996490597726
avg_loss: 0.32780852638185026
avg_loss: 0.3496591605246067
avg_loss: 0.357569237947464
avg_loss: 0.3297376683354378
avg_loss: 0.34794861495494844
avg_loss: 0.334750782251358
avg_loss: 0.3436461134254932
avg_loss: 0.35532971858978274
avg_loss: 0.36606345534324647
avg_loss: 0.3247943399846554
avg_loss: 0.3783237424492836
avg_loss: 0.3620884330570698
avg_loss: 0.36529295474290846
avg_loss: 0.37631996363401415
avg_loss: 0.37992397844791415
avg_loss: 0.3297488549351692
avg_loss: 0.36188867315649986
avg_loss: 0.34633459255099297
avg_loss: 0.3584898293018341
avg_loss: 0.3455236530303955
avg_loss: 0.3357390883564949
avg_loss: 0.3867185366153717
avg_loss: 0.32207186952233313
avg_loss: 0.3752798324823379
avg_loss: 0.37486775338649747
avg_loss: 0.3798021551966667
avg_loss: 0.348062142431736
avg_loss: 0.3846669951081276
avg_loss: 0.3714409211277962
avg_loss: 0.3220414432883263
avg_loss: 0.3471419095993042
avg_loss: 0.3807025498151779
avg_loss: 0.34742957711219785
avg_loss: 0.3538878273963928
avg_loss: 0.3576768308877945
avg_loss: 0.36002232640981674
avg_loss: 0.34332782179117205
avg_loss: 0.37531454741954806
avg_loss: 0.35997882574796675
avg_loss: 0.33846076399087904
avg_loss: 0.3593012011051178
avg_loss: 0.37052113734185693
avg_loss: 0.37597201734781266
avg_loss: 0.37099954158067705
avg_loss: 0.3459940633177757
avg_loss: 0.34521853536367414
avg_loss: 0.3546722540259361
avg_loss: 0.3607414595782757
avg_loss: 0.3460281902551651
avg_loss: 0.3552879710495472
avg_loss: 0.35940840929746626
avg_loss: 0.34431515336036683
avg_loss: 0.3489300313591957
avg_loss: 0.36475341737270356
avg_loss: 0.3426698015630245
avg_loss: 0.3979703602194786
avg_loss: 0.3584234620630741
avg_loss: 0.3584129251539707
avg_loss: 0.3823595294356346
avg_loss: 0.3737043668329716
avg_loss: 0.37446097522974015
avg_loss: 0.3953651657700539
avg_loss: 0.3767793622612953
avg_loss: 0.3406510326266289
avg_loss: 0.3591473481059074
avg_loss: 0.37751364141702654
avg_loss: 0.34581211805343626
avg_loss: 0.36034129112958907
avg_loss: 0.39368334889411927
avg_loss: 0.3533541411161423
avg_loss: 0.3588326722383499
avg_loss: 0.3518677332997322
avg_loss: 0.33546648144721986
avg_loss: 0.36467150107026103
avg_loss: 0.36898369997739794
avg_loss: 0.37157636240124703
avg_loss: 0.3612802204489708
avg_loss: 0.3801343387365341
avg_loss: 0.3417226585745812
avg_loss: 0.32956948116421697
avg_loss: 0.3838499027490616
avg_loss: 0.37595736563205717
avg_loss: 0.36344405382871625
avg_loss: 0.3906097191572189
avg_loss: 0.38806347221136095
avg_loss: 0.3495717743039131
avg_loss: 0.3671949848532677
avg_loss: 0.3598579005897045
avg_loss: 0.35994265794754027
avg_loss: 0.3241029314696789
avg_loss: 0.39045158863067625
avg_loss: 0.3651935595273972
avg_loss: 0.3496173197031021
avg_loss: 0.3737765261530876
avg_loss: 0.3548664712905884
avg_loss: 0.3414969442784786
avg_loss: 0.4027561256289482
avg_loss: 0.3640071532130241
avg_loss: 0.354169457256794
avg_loss: 0.33752990007400513
avg_loss: 0.37462135940790176
avg_loss: 0.35571481198072435
avg_loss: 0.37761623606085776
avg_loss: 0.33946944192051887
avg_loss: 0.3406486290693283
avg_loss: 0.33975950583815573
avg_loss: 0.35444921284914016
avg_loss: 0.3401764851808548
avg_loss: 0.3583801031112671
avg_loss: 0.37332149252295493
avg_loss: 0.3530180951952934
avg_loss: 0.3479355964064598
avg_loss: 0.3336036732792854
avg_loss: 0.3764578564465046
avg_loss: 0.34416039496660233
avg_loss: 0.3459694623947144
avg_loss: 0.37268851429224015
avg_loss: 0.36975174307823183
avg_loss: 0.3355056220293045
avg_loss: 0.3474513244628906
avg_loss: 0.36581276416778563
avg_loss: 0.3722909539937973
avg_loss: 0.3800944212079048
avg_loss: 0.33773878365755083
avg_loss: 0.34584992051124575
avg_loss: 0.40075808376073835
avg_loss: 0.36697596937417987
avg_loss: 0.39560012117028237
avg_loss: 0.35140410244464876
avg_loss: 0.3529986523091793
avg_loss: 0.36708361774682996
avg_loss: 0.33378713607788085
avg_loss: 0.3293032658100128
avg_loss: 0.40899706542491915
avg_loss: 0.36670444831252097
avg_loss: 0.3583739000558853
avg_loss: 0.33605889335274697
avg_loss: 0.3455498448014259
avg_loss: 0.365224090218544
avg_loss: 0.37549456626176836
avg_loss: 0.3618036136031151
avg_loss: 0.37767599523067474
avg_loss: 0.3551668819785118
avg_loss: 0.37265091717243193
avg_loss: 0.3656703682243824
avg_loss: 0.3357188454270363
avg_loss: 0.3632967647910118
avg_loss: 0.3695402362942696
avg_loss: 0.3726845380663872
avg_loss: 0.370394933372736
avg_loss: 0.3663679897785187
avg_loss: 0.36687659710645676
avg_loss: 0.3856647202372551
avg_loss: 0.339094984382391
avg_loss: 0.3738668729364872
avg_loss: 0.3958491548895836
avg_loss: 0.35529843509197234
avg_loss: 0.36181570336222646
avg_loss: 0.40036830753088
avg_loss: 0.36197058856487274
avg_loss: 0.3529208692908287
avg_loss: 0.34519725903868675
avg_loss: 0.3877528561651707
avg_loss: 0.393488979190588
avg_loss: 0.3559333598613739
avg_loss: 0.35275171101093294
avg_loss: 0.3529956895112991
avg_loss: 0.38773215040564535
avg_loss: 0.3535670632123947
avg_loss: 0.3357248333096504
avg_loss: 0.3547275707125664
avg_loss: 0.365673203766346
avg_loss: 0.36338131040334704
avg_loss: 0.31640141069889066
avg_loss: 0.3435889442265034
avg_loss: 0.3918891835212708
avg_loss: 0.3482757431268692
avg_loss: 0.35635445818305017
avg_loss: 0.3847791570425034
avg_loss: 0.3526096199452877
avg_loss: 0.3891656047105789
avg_loss: 0.38197346091270445
avg_loss: 0.3334999585151672
avg_loss: 0.3625460992753506
avg_loss: 0.3946159678697586
avg_loss: 0.37061712220311166
avg_loss: 0.3477297687530518
avg_loss: 0.33424238324165345
avg_loss: 0.38448054283857347
avg_loss: 0.37588251441717146
avg_loss: 0.35436821073293684
avg_loss: 0.380404027402401
avg_loss: 0.3315790119767189
avg_loss: 0.3578263050317764
avg_loss: 0.3526796007156372
avg_loss: 0.37908375680446627
avg_loss: 0.3728903549909592
avg_loss: 0.3459149640798569
avg_loss: 0.3332813546061516
avg_loss: 0.33968326210975647
avg_loss: 0.38524621158838274
avg_loss: 0.3794109135866165
avg_loss: 0.35955811947584154
avg_loss: 0.3638777205348015
avg_loss: 0.3858703073859215
avg_loss: 0.3639073906838894
avg_loss: 0.39404469341039655
avg_loss: 0.3930941405892372
avg_loss: 0.3236555674672127
avg_loss: 0.36571159049868585
avg_loss: 0.35609199315309525
avg_loss: 0.36892677485942843
avg_loss: 0.32966868475079536
avg_loss: 0.3753500387072563
avg_loss: 0.3676911300420761
avg_loss: 0.39646002113819123
avg_loss: 0.3764571548998356
avg_loss: 0.3469881874322891
avg_loss: 0.3579654651880264
avg_loss: 0.37494437888264653
avg_loss: 0.37581717789173125
avg_loss: 0.32365311950445175
avg_loss: 0.3699975927174091
avg_loss: 0.3476350462436676
avg_loss: 0.3343517979979515
avg_loss: 0.3372597064077854
avg_loss: 0.37125700891017915
avg_loss: 0.34085855931043624
avg_loss: 0.3591076037287712
avg_loss: 0.33693060994148255
avg_loss: 0.3486425429582596
avg_loss: 0.3801364478468895
avg_loss: 0.37665930539369585
avg_loss: 0.3829755386710167
avg_loss: 0.379248813688755
avg_loss: 0.34736201152205465
avg_loss: 0.3753640508651733
avg_loss: 0.3693839851021767
avg_loss: 0.37991108149290087
avg_loss: 0.33961146473884585
avg_loss: 0.35591823771595954
avg_loss: 0.39353166669607165
avg_loss: 0.3597108295559883
avg_loss: 0.36297486811876295
avg_loss: 0.34712731212377546
avg_loss: 0.3892700223624706
avg_loss: 0.37779986158013346
avg_loss: 0.37004900485277176
avg_loss: 0.35155799686908723
avg_loss: 0.3914347361028194
avg_loss: 0.3665132397413254
avg_loss: 0.36968437731266024
avg_loss: 0.36247651144862175
avg_loss: 0.3622584748268127
avg_loss: 0.38650696963071823
avg_loss: 0.3917460551857948
avg_loss: 0.376019104719162
avg_loss: 0.37266157418489454
avg_loss: 0.3477902692556381
avg_loss: 0.3650761553645134
avg_loss: 0.36316432476043703
avg_loss: 0.37058759897947313
avg_loss: 0.3739801110327244
avg_loss: 0.35115863353013993
avg_loss: 0.3282496324181557
avg_loss: 0.34863248705863953
avg_loss: 0.3885997214913368
avg_loss: 0.36242283016443255
avg_loss: 0.3772784498333931
avg_loss: 0.3636541676521301
avg_loss: 0.40077814787626265
avg_loss: 0.3573660445213318
avg_loss: 0.3721168461441994
avg_loss: 0.3562833160161972
avg_loss: 0.34414970234036446
avg_loss: 0.35498335838317874
avg_loss: 0.38154822438955305
{"dev acc"：0.41575}
{"bleu_0": 0.14996795892232498, "bleu_1": 0.15986174058544825, "bleu_avg": 0.1549148497538866}
{"acc_0": 0.32399999999999995, "acc_1": 0.45999999999999996, "acc_avg": 0.39199999999999996}

Epoch:  80%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████                               | 8/10 [5:56:24<1:29:06, 2673.09s/it]avg_loss: 0.32741591453552243
avg_loss: 0.321449314057827
avg_loss: 0.3086883991956711
avg_loss: 0.3107964062690735
avg_loss: 0.3202049937844276
avg_loss: 0.32337580680847167
avg_loss: 0.3280622339248657
avg_loss: 0.3304313150048256
avg_loss: 0.30628538206219674
avg_loss: 0.3154579044878483
avg_loss: 0.32889990508556366
avg_loss: 0.3375690007209778
avg_loss: 0.3417286801338196
avg_loss: 0.310988771468401
avg_loss: 0.32897806957364084
avg_loss: 0.3208752869069576
avg_loss: 0.34560742408037187
avg_loss: 0.31891204476356505
avg_loss: 0.3305883827805519
avg_loss: 0.3347981449961662
avg_loss: 0.331582588404417
avg_loss: 0.3151360295712948
avg_loss: 0.32950049221515654
avg_loss: 0.3409883654117584
avg_loss: 0.33963985651731493
avg_loss: 0.32759044170379636
avg_loss: 0.3603814594447613
avg_loss: 0.33883138820528985
avg_loss: 0.3182677286863327
avg_loss: 0.3082626895606518
avg_loss: 0.3459761510789394
avg_loss: 0.30253623574972155
avg_loss: 0.3450575678050518
avg_loss: 0.30391945540904997
avg_loss: 0.31936556920409204
avg_loss: 0.3417411008477211
avg_loss: 0.31708341807127
avg_loss: 0.28314116537570955
avg_loss: 0.3324831899255514
avg_loss: 0.30624050453305246
avg_loss: 0.3360212507098913
avg_loss: 0.31253503523766996
avg_loss: 0.32757045224308967
avg_loss: 0.3312431997060776
avg_loss: 0.35896816045045854
avg_loss: 0.3203312380611896
avg_loss: 0.3239090846478939
avg_loss: 0.3342151236534119
avg_loss: 0.3026175527274609
avg_loss: 0.314403263926506
avg_loss: 0.2906449708342552
avg_loss: 0.33419030234217645
avg_loss: 0.33038154751062393
avg_loss: 0.32623275071382524
avg_loss: 0.35198445186018945
avg_loss: 0.32667793840169906
avg_loss: 0.33249210581183436
avg_loss: 0.3264078027009964
avg_loss: 0.3180777533352375
avg_loss: 0.34823948532342913
avg_loss: 0.3775602194666863
avg_loss: 0.3289630998671055
avg_loss: 0.3427765437960625
avg_loss: 0.30048956036567687
avg_loss: 0.32090631157159805
avg_loss: 0.35087800860404966
avg_loss: 0.31408403187990186
avg_loss: 0.3330440656840801
avg_loss: 0.27864779487252234
avg_loss: 0.3193152579665184
avg_loss: 0.32106899097561836
avg_loss: 0.3383061197400093
avg_loss: 0.3440019163489342
avg_loss: 0.3439923383295536
avg_loss: 0.3193704915046692
avg_loss: 0.33800557255744934
avg_loss: 0.3006716446578503
avg_loss: 0.33584000200033187
avg_loss: 0.31361257046461105
avg_loss: 0.3379628533124924
avg_loss: 0.3358013525605202
avg_loss: 0.2977654555439949
avg_loss: 0.3142216654121876
avg_loss: 0.33796740144491194
avg_loss: 0.3117479033768177
avg_loss: 0.3298615512251854
avg_loss: 0.3197804600000381
avg_loss: 0.35587027758359907
avg_loss: 0.3154225869476795
avg_loss: 0.3351779428124428
avg_loss: 0.3305420163273811
avg_loss: 0.3305110028386116
avg_loss: 0.3095485717058182
avg_loss: 0.3349675805866718
avg_loss: 0.3361110909283161
avg_loss: 0.3390702049434185
avg_loss: 0.3049474683403969
avg_loss: 0.29234935224056247
avg_loss: 0.3163944783806801
avg_loss: 0.324483707845211
avg_loss: 0.3127920366823673
avg_loss: 0.34653347834944725
avg_loss: 0.32230883225798607
avg_loss: 0.30841118827462194
avg_loss: 0.31912201553583147
avg_loss: 0.3645067171752453
avg_loss: 0.3065843725204468
avg_loss: 0.3357203915715218
avg_loss: 0.32118031799793245
avg_loss: 0.3242378605902195
avg_loss: 0.34777543276548384
avg_loss: 0.3265720769762993
avg_loss: 0.3452776575088501
avg_loss: 0.3170190784335136
avg_loss: 0.32638395741581916
avg_loss: 0.34585801482200623
avg_loss: 0.3092478810250759
avg_loss: 0.3456080088019371
avg_loss: 0.3179856392741203
avg_loss: 0.3149362251162529
avg_loss: 0.3372767196595669
avg_loss: 0.3236957661807537
avg_loss: 0.3039118310809135
avg_loss: 0.3462037664651871
avg_loss: 0.34699606642127034
avg_loss: 0.32251781836152077
avg_loss: 0.30820209786295893
avg_loss: 0.3019183039665222
avg_loss: 0.3099020178616047
avg_loss: 0.34117558628320693
avg_loss: 0.33800982907414434
avg_loss: 0.3483941376209259
avg_loss: 0.31347505912184714
avg_loss: 0.31099699705839157
avg_loss: 0.31947918236255646
avg_loss: 0.33801643148064614
avg_loss: 0.33705177634954453
avg_loss: 0.33821911722421644
avg_loss: 0.3559175410866737
avg_loss: 0.3156825886666775
avg_loss: 0.3341584537923336
avg_loss: 0.3239236181974411
avg_loss: 0.3121341601014137
avg_loss: 0.32264910131692887
avg_loss: 0.338326700180769
avg_loss: 0.32586821645498276
avg_loss: 0.3384051755070686
avg_loss: 0.30403782390058043
avg_loss: 0.3394184356927872
avg_loss: 0.2976869183778763
avg_loss: 0.3287686507403851
avg_loss: 0.31671042829751966
avg_loss: 0.3487721586227417
avg_loss: 0.3253092364966869
avg_loss: 0.31072583094239237
avg_loss: 0.3463653326034546
avg_loss: 0.3376568001508713
avg_loss: 0.3529833470284939
avg_loss: 0.33672510892152785
avg_loss: 0.34531342670321463
avg_loss: 0.3413857203722
avg_loss: 0.31392380222678185
avg_loss: 0.36331453576684
avg_loss: 0.35825591161847115
avg_loss: 0.3210376238077879
avg_loss: 0.3325005865097046
avg_loss: 0.3161971999704838
avg_loss: 0.29786219164729116
avg_loss: 0.35494866728782654
avg_loss: 0.34979509621858595
avg_loss: 0.34847166925668716
avg_loss: 0.35322785928845407
avg_loss: 0.3351905669271946
avg_loss: 0.3306699925661087
avg_loss: 0.3321131432056427
avg_loss: 0.3314479346573353
avg_loss: 0.33509119108319285
avg_loss: 0.34568031549453737
avg_loss: 0.34415006190538405
avg_loss: 0.34408034443855284
avg_loss: 0.3440026539564133
avg_loss: 0.33186602652072905
avg_loss: 0.3563890042901039
avg_loss: 0.3415730296075344
avg_loss: 0.3211355471611023
avg_loss: 0.36972751304507256
avg_loss: 0.324366579502821
avg_loss: 0.3052642503380775
avg_loss: 0.35987995654344557
avg_loss: 0.2859656831622124
avg_loss: 0.3478664827346802
avg_loss: 0.3405250537395477
avg_loss: 0.3910668306052685
avg_loss: 0.34004115164279936
avg_loss: 0.3479378448426724
avg_loss: 0.34139869377017024
avg_loss: 0.33448820278048513
avg_loss: 0.33761535957455635
avg_loss: 0.34081501469016073
avg_loss: 0.3249418766796589
avg_loss: 0.307431820333004
avg_loss: 0.3548160299658775
avg_loss: 0.3613033305108547
avg_loss: 0.31677855163812635
avg_loss: 0.3336391058564186
avg_loss: 0.37561851426959036
avg_loss: 0.31591194719076154
avg_loss: 0.32006289541721344
avg_loss: 0.30856136590242383
avg_loss: 0.34713498413562777
avg_loss: 0.333936553299427
avg_loss: 0.3630720815062523
avg_loss: 0.33608623504638674
avg_loss: 0.3339327493309975
avg_loss: 0.3426228554546833
avg_loss: 0.3295444440841675
avg_loss: 0.31351795718073844
avg_loss: 0.3345247480273247
avg_loss: 0.35594589322805403
avg_loss: 0.31827530696988104
avg_loss: 0.3087736737728119
avg_loss: 0.37288781240582464
avg_loss: 0.33570810556411745
avg_loss: 0.3360364982485771
avg_loss: 0.3416990464925766
avg_loss: 0.3150606319308281
avg_loss: 0.34082573026418683
avg_loss: 0.345024766176939
avg_loss: 0.348651911765337
avg_loss: 0.3446908824145794
avg_loss: 0.348960685133934
avg_loss: 0.33065712049603463
avg_loss: 0.3477967104315758
avg_loss: 0.3724484921991825
avg_loss: 0.3514717690646648
avg_loss: 0.36335125178098676
avg_loss: 0.33225700378417966
avg_loss: 0.3108609086275101
avg_loss: 0.3383621433377266
avg_loss: 0.34234185263514516
avg_loss: 0.310360696464777
avg_loss: 0.33199062064290047
avg_loss: 0.35389795929193496
avg_loss: 0.33585785642266275
avg_loss: 0.33599132761359213
avg_loss: 0.3287625457346439
avg_loss: 0.360972039103508
avg_loss: 0.3307852275669575
avg_loss: 0.35877437472343443
avg_loss: 0.3472019983828068
avg_loss: 0.3566411051154137
avg_loss: 0.31295998096466066
avg_loss: 0.341614683419466
avg_loss: 0.3258649505674839
avg_loss: 0.33019166722893717
avg_loss: 0.32849332094192507
avg_loss: 0.3323057563602924
avg_loss: 0.29734260097146037
avg_loss: 0.3111192347109318
avg_loss: 0.35618717432022096
avg_loss: 0.32723341166973113
avg_loss: 0.3451680266857147
avg_loss: 0.3457771120965481
avg_loss: 0.3241195222735405
avg_loss: 0.3276020932197571
avg_loss: 0.3296943126618862
avg_loss: 0.34290391594171526
avg_loss: 0.3666391149163246
avg_loss: 0.3108184166997671
avg_loss: 0.33877007007598875
avg_loss: 0.329657598733902
avg_loss: 0.31898994237184525
avg_loss: 0.29284071527421474
avg_loss: 0.3213514158129692
avg_loss: 0.3163823086023331
avg_loss: 0.3441471615433693
avg_loss: 0.3339408838748932
avg_loss: 0.3576715058088303
avg_loss: 0.3216215345263481
{"dev acc"：0.40625}
{"bleu_0": 0.15278814261194995, "bleu_1": 0.15883973327762788, "bleu_avg": 0.15581393794478893}
{"acc_0": 0.32199999999999995, "acc_1": 0.44199999999999995, "acc_avg": 0.38199999999999995}

Epoch:  90%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎               | 9/10 [6:41:18<44:35, 2675.43s/it]avg_loss: 0.28740606307983396
avg_loss: 0.2952358463406563
avg_loss: 0.29728558130562305
avg_loss: 0.3024642635136843
avg_loss: 0.3186290441453457
avg_loss: 0.3137191373109818
avg_loss: 0.3299291157722473
avg_loss: 0.32502470172941683
avg_loss: 0.3005185258388519
avg_loss: 0.306053813546896
avg_loss: 0.31911190316081045
avg_loss: 0.29927171498537064
avg_loss: 0.3080846294760704
avg_loss: 0.32441681131720546
avg_loss: 0.29778436206281184
avg_loss: 0.3415419913083315
avg_loss: 0.30933543607592584
avg_loss: 0.28940050408244133
avg_loss: 0.3062058152258396
avg_loss: 0.3121645137667656
avg_loss: 0.28515735432505607
avg_loss: 0.3125337983667851
avg_loss: 0.29056680247187616
avg_loss: 0.3114572973549366
avg_loss: 0.31740122750401495
avg_loss: 0.3204699294269085
avg_loss: 0.31292384535074236
avg_loss: 0.3290025848150253
avg_loss: 0.2975338205695152
avg_loss: 0.2995520132780075
avg_loss: 0.3054581268131733
avg_loss: 0.3087819540500641
avg_loss: 0.2967902925610542
avg_loss: 0.2998627242445946
avg_loss: 0.3283179974555969
avg_loss: 0.2951705734431744
avg_loss: 0.2975527971982956
avg_loss: 0.27334880009293555
avg_loss: 0.29929030925035477
avg_loss: 0.30887951552867887
avg_loss: 0.29048764079809186
avg_loss: 0.3139983928203583
avg_loss: 0.3096005329489708
avg_loss: 0.3066339829564095
avg_loss: 0.3397889032959938
avg_loss: 0.3401995313167572
avg_loss: 0.31288240164518355
avg_loss: 0.29942821130156516
avg_loss: 0.2864594157040119
avg_loss: 0.33078514248132707
avg_loss: 0.2864692008495331
avg_loss: 0.32790086552500725
avg_loss: 0.31109353721141814
avg_loss: 0.2924267101287842
avg_loss: 0.3019738283753395
avg_loss: 0.31687756478786466
avg_loss: 0.3162922587990761
avg_loss: 0.3087543398141861
avg_loss: 0.2946575480699539
avg_loss: 0.3278335848450661
avg_loss: 0.29641518235206604
avg_loss: 0.31787837490439413
avg_loss: 0.3096205125004053
avg_loss: 0.2849048517644405
avg_loss: 0.2912397326529026
avg_loss: 0.3232386051118374
avg_loss: 0.3245223405957222
avg_loss: 0.2931671105325222
avg_loss: 0.32448594316840174
avg_loss: 0.31669257670640943
avg_loss: 0.3230979199707508
avg_loss: 0.3174767245352268
avg_loss: 0.31285192772746084
avg_loss: 0.32485615760087966
avg_loss: 0.2963308893144131
avg_loss: 0.2918048512935638
avg_loss: 0.30794480875134467
avg_loss: 0.3108893656730652
avg_loss: 0.29473952323198316
avg_loss: 0.3145352426171303
avg_loss: 0.3113497023284435
avg_loss: 0.28566080808639527
avg_loss: 0.3151731130480766
avg_loss: 0.34663997679948805
avg_loss: 0.33512332871556283
avg_loss: 0.36539200752973555
avg_loss: 0.298629425317049
avg_loss: 0.3264673274755478
avg_loss: 0.3148490324616432
avg_loss: 0.3009812431037426
avg_loss: 0.29123669147491454
avg_loss: 0.3144135785102844
avg_loss: 0.30319571897387504
avg_loss: 0.3250620086491108
avg_loss: 0.29085850208997727
avg_loss: 0.3077611315250397
avg_loss: 0.2923523533344269
avg_loss: 0.32277986496686933
avg_loss: 0.3253542739152908
avg_loss: 0.2756927333772182
avg_loss: 0.3499987323582172
avg_loss: 0.301326699256897
avg_loss: 0.30368699252605436
avg_loss: 0.2867093738913536
avg_loss: 0.3176726034283638
avg_loss: 0.28473675668239595
avg_loss: 0.3198336413502693
avg_loss: 0.3233786103129387
avg_loss: 0.32362392395734785
avg_loss: 0.295413374453783
avg_loss: 0.2760221238434315
avg_loss: 0.27519832834601404
avg_loss: 0.3199481774866581
avg_loss: 0.30934022352099416
avg_loss: 0.2989621655642986
avg_loss: 0.3225636829435825
avg_loss: 0.3017663288116455
avg_loss: 0.3226613412797451
avg_loss: 0.29231575518846514
avg_loss: 0.32133847042918207
avg_loss: 0.32161788880825043
avg_loss: 0.3184425938129425
avg_loss: 0.26144361615180967
avg_loss: 0.29692012012004854
avg_loss: 0.30235369682312013
avg_loss: 0.30734264448285104
avg_loss: 0.320782225728035
avg_loss: 0.3084779804944992
avg_loss: 0.33365788385272027
avg_loss: 0.34266570389270784
avg_loss: 0.3034192208945751
avg_loss: 0.2935373316705227
avg_loss: 0.28810634568333626
avg_loss: 0.3133940452337265
avg_loss: 0.3112110115587711
avg_loss: 0.3272673636674881
avg_loss: 0.2962847097963095
avg_loss: 0.3075577959418297
avg_loss: 0.3215006750822067
avg_loss: 0.3182272540032864
avg_loss: 0.30828452318906785
avg_loss: 0.3070106676220894
avg_loss: 0.3189879935979843
avg_loss: 0.31317334532737734
avg_loss: 0.3097946608066559
avg_loss: 0.30403363436460495
avg_loss: 0.31502581179142
avg_loss: 0.34158338777720926
avg_loss: 0.3151482458412647
avg_loss: 0.3139963620901108
avg_loss: 0.3313865204155445
avg_loss: 0.33134034022688863
avg_loss: 0.3016886976361275
avg_loss: 0.30971613839268686
avg_loss: 0.339855222851038
avg_loss: 0.3059132651984692
avg_loss: 0.32434650033712387
avg_loss: 0.3187552015483379
avg_loss: 0.3105881270766258
avg_loss: 0.32504755437374117
avg_loss: 0.28173229448497294
avg_loss: 0.3129278899729252
avg_loss: 0.31474188387393953
avg_loss: 0.2791890772432089
avg_loss: 0.29381103813648224
avg_loss: 0.31453062415122984
avg_loss: 0.2826056468486786
avg_loss: 0.3131091944873333
avg_loss: 0.29250096157193184
avg_loss: 0.3206833153963089
avg_loss: 0.27953389659523964
avg_loss: 0.32160978198051454
avg_loss: 0.3336590573191643
avg_loss: 0.2951744315028191
avg_loss: 0.31498204827308657
avg_loss: 0.3221525651216507
avg_loss: 0.3051964348554611
avg_loss: 0.28585110455751417
avg_loss: 0.3112234576046467
avg_loss: 0.3344162651896477
avg_loss: 0.3058940178155899
avg_loss: 0.31520972445607187
avg_loss: 0.30204167813062666
avg_loss: 0.2943096366524696
avg_loss: 0.30275105863809587
avg_loss: 0.31519086882472036
avg_loss: 0.27565853849053384
avg_loss: 0.24248045280575753
avg_loss: 0.2899187910556793
avg_loss: 0.2820534414052963
avg_loss: 0.3260994766652584
avg_loss: 0.3211299550533295
avg_loss: 0.33594408720731733
avg_loss: 0.3359013882279396
avg_loss: 0.32475054323673247
avg_loss: 0.3117393019795418
avg_loss: 0.3052009342610836
avg_loss: 0.3089099723100662
avg_loss: 0.2999079561978579
avg_loss: 0.3381436048448086
avg_loss: 0.30365210950374605
avg_loss: 0.32369587302207947
avg_loss: 0.3345608514547348
avg_loss: 0.323650124669075
avg_loss: 0.29286225005984307
avg_loss: 0.2946982236206532
avg_loss: 0.28071289524436
avg_loss: 0.3194434095919132
avg_loss: 0.31286155074834826
avg_loss: 0.31328270137310027
avg_loss: 0.3058495169878006
avg_loss: 0.30302334494888783
avg_loss: 0.31133457750082016
avg_loss: 0.29384510070085523
avg_loss: 0.3202041479945183
avg_loss: 0.2785787406563759
avg_loss: 0.30881527066230774
avg_loss: 0.30783792585134506
avg_loss: 0.3209382862597704
avg_loss: 0.3518708574771881
avg_loss: 0.32636350095272065
avg_loss: 0.2900638930499554
avg_loss: 0.3014646689593792
avg_loss: 0.2992757584154606
avg_loss: 0.3082689659297466
avg_loss: 0.30087182953953745
avg_loss: 0.2896920596063137
avg_loss: 0.27774512067437174
avg_loss: 0.3072796632349491
avg_loss: 0.29341569036245346
avg_loss: 0.33878433391451834
avg_loss: 0.31814162388443945
avg_loss: 0.31891279384493826
avg_loss: 0.30093592405319214
avg_loss: 0.294545961022377
avg_loss: 0.2801795552670956
avg_loss: 0.3137245047092438
avg_loss: 0.3056607681512833
avg_loss: 0.2806710240244865
avg_loss: 0.2803039775788784
avg_loss: 0.3050598292052746
avg_loss: 0.32665748804807665
avg_loss: 0.3163401857018471
avg_loss: 0.28808837965130807
avg_loss: 0.280472379475832
avg_loss: 0.31220377534627913
avg_loss: 0.3076025699079037
avg_loss: 0.2767649978399277
avg_loss: 0.2901486885547638
avg_loss: 0.2986019714176655
avg_loss: 0.29298281893134115
avg_loss: 0.30188645139336584
avg_loss: 0.2973467645049095
avg_loss: 0.2892105828225613
avg_loss: 0.3143701487779617
avg_loss: 0.2922378593683243
avg_loss: 0.3101678666472435
avg_loss: 0.3024397537112236
avg_loss: 0.30770998060703275
avg_loss: 0.30375949531793595
avg_loss: 0.32625638172030447
avg_loss: 0.2859357863664627
avg_loss: 0.3105495569109917
avg_loss: 0.3326792499423027
avg_loss: 0.3266913640499115
avg_loss: 0.3015417283773422
avg_loss: 0.28920948043465616
avg_loss: 0.3450076040625572
avg_loss: 0.32255205750465393
avg_loss: 0.3191317370533943
avg_loss: 0.3354756577312946
avg_loss: 0.34058502793312073
avg_loss: 0.3107420201599598
avg_loss: 0.30042721569538117
avg_loss: 0.28638513773679736
avg_loss: 0.2790711356699467
avg_loss: 0.2939745184779167
avg_loss: 0.3640529343485832
avg_loss: 0.3286703549325466
{"dev acc"：0.41825}
{"bleu_0": 0.15212294882397737, "bleu_1": 0.1628318360968164, "bleu_avg": 0.15747739246039688}
{"acc_0": 0.32199999999999995, "acc_1": 0.46599999999999997, "acc_avg": 0.39399999999999996}

Epoch: 100%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 10/10 [7:25:38<00:00, 2673.88s/it]
Best result: acc 0.395 bleu 0.15389177335441379
+ PYTHONPATH=/home/xgg/pros/MLM_transfer
+ /home/xgg/anaconda3/bin/python fine_tune_cbert_w_cls.py
03/12/2019 16:14:44 - WARNING - theano.tensor.blas -   Using NumPy C-API based implementation for BLAS functions.
03/12/2019 16:14:46 - INFO - dataloader -   device cuda n_gpu 1 distributed training False
03/12/2019 16:14:48 - INFO - dataloader -   *** Example ***
03/12/2019 16:14:48 - INFO - dataloader -   guid: train-1
03/12/2019 16:14:48 - INFO - dataloader -   tokens: [CLS] great breakfast ##s , lunch ##es and dinners . [SEP]
03/12/2019 16:14:48 - INFO - dataloader -   init_ids: 101 2307 6350 2015 1010 6265 2229 1998 29236 1012 102
03/12/2019 16:14:48 - INFO - dataloader -   input_ids: 101 103 6350 2015 1010 6265 2229 1998 29236 1012 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 16:14:48 - INFO - dataloader -   input_mask: 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 16:14:48 - INFO - dataloader -   segment_ids: 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 16:14:48 - INFO - dataloader -   masked_lm_labels: -1 2307 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1
03/12/2019 16:14:48 - INFO - dataloader -   *** Example ***
03/12/2019 16:14:48 - INFO - dataloader -   guid: train-2
03/12/2019 16:14:48 - INFO - dataloader -   tokens: [CLS] love love love this place ! [SEP]
03/12/2019 16:14:48 - INFO - dataloader -   init_ids: 101 2293 2293 2293 2023 2173 999 102
03/12/2019 16:14:48 - INFO - dataloader -   input_ids: 101 2293 2293 103 2023 2173 999 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 16:14:48 - INFO - dataloader -   input_mask: 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 16:14:48 - INFO - dataloader -   segment_ids: 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 16:14:48 - INFO - dataloader -   masked_lm_labels: -1 -1 -1 2293 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1
03/12/2019 16:14:48 - INFO - dataloader -   *** Example ***
03/12/2019 16:14:48 - INFO - dataloader -   guid: train-3
03/12/2019 16:14:48 - INFO - dataloader -   tokens: [CLS] bryan and scott go above and beyond . [SEP]
03/12/2019 16:14:48 - INFO - dataloader -   init_ids: 101 8527 1998 3660 2175 2682 1998 3458 1012 102
03/12/2019 16:14:48 - INFO - dataloader -   input_ids: 101 8527 1998 3660 2175 103 1998 3458 1012 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 16:14:48 - INFO - dataloader -   input_mask: 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 16:14:48 - INFO - dataloader -   segment_ids: 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 16:14:48 - INFO - dataloader -   masked_lm_labels: -1 -1 -1 -1 -1 2682 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1
03/12/2019 16:14:48 - INFO - dataloader -   *** Example ***
03/12/2019 16:14:48 - INFO - dataloader -   guid: train-4
03/12/2019 16:14:48 - INFO - dataloader -   tokens: [CLS] great quality ! [SEP]
03/12/2019 16:14:48 - INFO - dataloader -   init_ids: 101 2307 3737 999 102
03/12/2019 16:14:48 - INFO - dataloader -   input_ids: 101 103 3737 999 102 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 16:14:48 - INFO - dataloader -   input_mask: 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 16:14:48 - INFO - dataloader -   segment_ids: 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 16:14:48 - INFO - dataloader -   masked_lm_labels: -1 2307 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1
03/12/2019 16:14:48 - INFO - dataloader -   *** Example ***
03/12/2019 16:14:48 - INFO - dataloader -   guid: train-5
03/12/2019 16:14:48 - INFO - dataloader -   tokens: [CLS] i have gone to denny ' s later and had more cheer ##y people around me . [SEP]
03/12/2019 16:14:48 - INFO - dataloader -   init_ids: 101 1045 2031 2908 2000 14465 1005 1055 2101 1998 2018 2062 15138 2100 2111 2105 2033 1012 102
03/12/2019 16:14:48 - INFO - dataloader -   input_ids: 101 1045 2031 2908 2000 14465 1005 1055 2101 103 103 103 15138 103 2111 2105 2033 1012 102 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 16:14:48 - INFO - dataloader -   input_mask: 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 16:14:48 - INFO - dataloader -   segment_ids: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
03/12/2019 16:14:48 - INFO - dataloader -   masked_lm_labels: -1 -1 -1 -1 -1 -1 -1 -1 -1 1998 2018 2062 -1 2100 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1
03/12/2019 16:15:29 - INFO - dataloader -   ***** Running training *****
03/12/2019 16:15:29 - INFO - dataloader -     Num examples = 447223
03/12/2019 16:15:29 - INFO - dataloader -     Batch size = 32
03/12/2019 16:15:29 - INFO - dataloader -     Num steps = 139757
**********************************************************
Namespace(bert_model='/home/xgg/.pytorch_pretrained_bert/bert-base-uncased.tar.gz', data_dir='./processed_data_attention_based/yelp/', do_lower_case=True, do_train=True, eval_batch_size=8, gradient_accumulation_steps=1, learning_rate=2e-05, local_rank=-1, loss_scale=128, max_seq_length=32, no_cuda=False, num_train_epochs=10.0, optimize_on_cpu=False, output_dir='/tmp/yelp_output/', seed=42, task_name=None, train_batch_size=32, warmup_proportion=0.1)
Model pytorch_pretrained_cls/yelp.cbert.pkl loaded successfully!

Epoch:   0%|                                                                                                                                                                         | 0/10 [00:00<?, ?it/s]-------avg_loss: 1.0211314897686243, lm_loss: 0.3805290162563324--------
{"dev acc"：52.6}
{"bleu_0": 15.250377995175816, "bleu_1": 16.231081621327565, "bleu_avg": 15.7}
{"acc_0": 39.2, "acc_1": 65.8, "acc_avg": 52.5}
{"_ACCU": 51.8, "_BLEU": 22.0}
-------avg_loss: 0.12032614468410611, lm_loss: 0.49906468391418457--------
{"dev acc"：65.5}
{"bleu_0": 15.256391009465728, "bleu_1": 16.75410241342177, "bleu_avg": 16.0}
{"acc_0": 46.199999999999996, "acc_1": 79.60000000000001, "acc_avg": 62.9}
{"_ACCU": 64.0, "_BLEU": 22.2}
-------avg_loss: 0.008997341237962246, lm_loss: 0.3952176570892334--------
{"dev acc"：67.8}
{"bleu_0": 15.039487358073378, "bleu_1": 16.67387303785352, "bleu_avg": 15.9}
{"acc_0": 53.2, "acc_1": 83.0, "acc_avg": 68.1}
{"_ACCU": 68.5, "_BLEU": 22.0}
-------avg_loss: 0.002173554837703705, lm_loss: 0.36467409133911133--------
{"dev acc"：70.1}
{"bleu_0": 15.096597477541776, "bleu_1": 16.65539494599496, "bleu_avg": 15.9}
{"acc_0": 54.400000000000006, "acc_1": 84.2, "acc_avg": 69.3}
{"_ACCU": 71.5, "_BLEU": 22.1}
-------avg_loss: 0.0015421137772500516, lm_loss: 0.3436543643474579--------
{"dev acc"：71.8}
{"bleu_0": 15.173529981495006, "bleu_1": 16.622500004346914, "bleu_avg": 15.9}
{"acc_0": 57.400000000000006, "acc_1": 87.6, "acc_avg": 72.5}
{"_ACCU": 73.4, "_BLEU": 22.0}
-------avg_loss: 0.001032908208668232, lm_loss: 0.7068140506744385--------
{"dev acc"：73.0}
{"bleu_0": 15.075489547111115, "bleu_1": 16.559321884098267, "bleu_avg": 15.8}
{"acc_0": 59.00000000000001, "acc_1": 86.0, "acc_avg": 72.5}
{"_ACCU": 74.0, "_BLEU": 22.1}
-------avg_loss: 0.0002646658942103386, lm_loss: 0.2855568826198578--------
{"dev acc"：73.1}
{"bleu_0": 14.828049683546112, "bleu_1": 16.60840179275569, "bleu_avg": 15.7}
{"acc_0": 62.4, "acc_1": 86.6, "acc_avg": 74.5}
{"_ACCU": 74.6, "_BLEU": 22.0}
-------avg_loss: 0.00021224916726350783, lm_loss: 0.8406630158424377--------
{"dev acc"：74.0}
{"bleu_0": 14.689323101696894, "bleu_1": 17.031138590822454, "bleu_avg": 15.9}
{"acc_0": 60.0, "acc_1": 87.8, "acc_avg": 73.9}
{"_ACCU": 74.4, "_BLEU": 22.1}
-------avg_loss: 0.00017458605021238328, lm_loss: 0.5368258357048035--------
{"dev acc"：76.4}
{"bleu_0": 15.031230226292399, "bleu_1": 16.546771222753446, "bleu_avg": 15.8}
{"acc_0": 62.8, "acc_1": 87.0, "acc_avg": 74.9}
{"_ACCU": 75.6, "_BLEU": 22.0}
-------avg_loss: 9.274832904338836e-05, lm_loss: 0.6449571251869202--------
{"dev acc"：75.0}
{"bleu_0": 15.222377913199791, "bleu_1": 16.862750043006315, "bleu_avg": 16.0}
{"acc_0": 65.4, "acc_1": 89.4, "acc_avg": 77.4}
{"_ACCU": 77.4, "_BLEU": 22.2}
-------avg_loss: 0.00016072173044085503, lm_loss: 0.9645060300827026--------
{"dev acc"：77.5}
{"bleu_0": 14.801602972081259, "bleu_1": 16.64541863817429, "bleu_avg": 15.7}
{"acc_0": 64.8, "acc_1": 89.4, "acc_avg": 77.1}
{"_ACCU": 78.4, "_BLEU": 21.9}
-------avg_loss: 0.00019034449756145477, lm_loss: 0.6083784103393555--------
{"dev acc"：78.7}
{"bleu_0": 14.574073542771702, "bleu_1": 16.572940559139248, "bleu_avg": 15.6}
{"acc_0": 71.6, "acc_1": 89.2, "acc_avg": 80.4}
{"_ACCU": 80.6, "_BLEU": 21.9}
-------avg_loss: 0.00013763531297445296, lm_loss: 0.6209585070610046--------
{"dev acc"：79.7}
{"bleu_0": 14.670988539536445, "bleu_1": 16.59578248325267, "bleu_avg": 15.6}
{"acc_0": 68.19999999999999, "acc_1": 91.0, "acc_avg": 79.6}
{"_ACCU": 80.2, "_BLEU": 21.8}
-------avg_loss: 3.7494167685508725e-05, lm_loss: 0.6323202252388--------
{"dev acc"：80.0}
{"bleu_0": 14.719742388263892, "bleu_1": 16.70716477241284, "bleu_avg": 15.7}
{"acc_0": 69.6, "acc_1": 91.2, "acc_avg": 80.4}
{"_ACCU": 81.7, "_BLEU": 22.0}
-------avg_loss: 0.0007806063890457153, lm_loss: 0.8762006163597107--------
{"dev acc"：83.4}
{"bleu_0": 14.529563526763736, "bleu_1": 16.56032033004855, "bleu_avg": 15.5}
{"acc_0": 73.0, "acc_1": 93.0, "acc_avg": 83.0}
{"_ACCU": 84.0, "_BLEU": 21.8}
-------avg_loss: 2.6354163885116576e-05, lm_loss: 0.5160367488861084--------
{"dev acc"：83.7}
{"bleu_0": 14.566611733198819, "bleu_1": 16.293732372084957, "bleu_avg": 15.4}
{"acc_0": 73.6, "acc_1": 92.60000000000001, "acc_avg": 83.1}
{"_ACCU": 84.5, "_BLEU": 21.6}
-------avg_loss: 1.6144275665283203e-05, lm_loss: 0.9192454814910889--------
{"dev acc"：83.9}
{"bleu_0": 14.693101602775826, "bleu_1": 16.341962614677737, "bleu_avg": 15.5}
{"acc_0": 74.0, "acc_1": 91.8, "acc_avg": 82.9}
{"_ACCU": 84.5, "_BLEU": 21.7}
-------avg_loss: 1.922658085823059e-05, lm_loss: 0.8968876004219055--------
{"dev acc"：84.0}
{"bleu_0": 14.72239254350117, "bleu_1": 15.99336925438034, "bleu_avg": 15.4}
{"acc_0": 78.2, "acc_1": 92.2, "acc_avg": 85.2}
{"_ACCU": 85.2, "_BLEU": 21.7}
-------avg_loss: 1.5261560678482054e-05, lm_loss: 0.5615187287330627--------
{"dev acc"：85.2}
{"bleu_0": 14.360313402695615, "bleu_1": 16.717990790966603, "bleu_avg": 15.5}
{"acc_0": 77.2, "acc_1": 92.4, "acc_avg": 84.8}
{"_ACCU": 85.3, "_BLEU": 21.7}
-------avg_loss: 1.1653453111648559e-05, lm_loss: 0.8142774701118469--------
{"dev acc"：85.0}
{"bleu_0": 14.654039267388852, "bleu_1": 16.332062237848188, "bleu_avg": 15.5}
{"acc_0": 77.0, "acc_1": 92.0, "acc_avg": 84.5}
{"_ACCU": 85.1, "_BLEU": 21.7}
-------avg_loss: 1.6153737902641296e-05, lm_loss: 0.7413129806518555--------
{"dev acc"：87.0}
{"bleu_0": 14.150002340073915, "bleu_1": 16.12611059192794, "bleu_avg": 15.1}
{"acc_0": 81.2, "acc_1": 93.6, "acc_avg": 87.4}
{"_ACCU": 87.9, "_BLEU": 21.5}
-------avg_loss: 9.498924016952514e-06, lm_loss: 0.4550538957118988--------
{"dev acc"：87.1}
{"bleu_0": 14.469721442762648, "bleu_1": 16.645582315791813, "bleu_avg": 15.6}
{"acc_0": 83.0, "acc_1": 92.4, "acc_avg": 87.7}
{"_ACCU": 89.0, "_BLEU": 21.7}
-------avg_loss: 9.188801050186157e-06, lm_loss: 0.7915744781494141--------
{"dev acc"：87.2}
{"bleu_0": 14.381201980052715, "bleu_1": 16.352293648944386, "bleu_avg": 15.4}
{"acc_0": 82.60000000000001, "acc_1": 93.19999999999999, "acc_avg": 87.9}
{"_ACCU": 88.7, "_BLEU": 21.6}
-------avg_loss: 8.819997310638427e-06, lm_loss: 0.9431295394897461--------
{"dev acc"：87.2}
{"bleu_0": 14.384024554270495, "bleu_1": 16.370022537975625, "bleu_avg": 15.4}
{"acc_0": 82.80000000000001, "acc_1": 94.0, "acc_avg": 88.4}
{"_ACCU": 89.0, "_BLEU": 21.7}
-------avg_loss: 8.150666952133178e-06, lm_loss: 1.5102932453155518--------
{"dev acc"：88.5}
{"bleu_0": 14.680343044152455, "bleu_1": 16.54393991599087, "bleu_avg": 15.6}
{"acc_0": 83.8, "acc_1": 93.19999999999999, "acc_avg": 88.5}
{"_ACCU": 89.8, "_BLEU": 21.8}
-------avg_loss: 7.448434829711914e-06, lm_loss: 0.6010589003562927--------
{"dev acc"：88.8}
{"bleu_0": 14.47272070665115, "bleu_1": 16.300849812913647, "bleu_avg": 15.4}
{"acc_0": 84.2, "acc_1": 93.6, "acc_avg": 88.9}
{"_ACCU": 89.5, "_BLEU": 21.6}
-------avg_loss: 6.732583045959472e-06, lm_loss: 1.1868054866790771--------
{"dev acc"：89.5}
{"bleu_0": 14.294643182647132, "bleu_1": 16.050986172339726, "bleu_avg": 15.2}
{"acc_0": 85.8, "acc_1": 94.6, "acc_avg": 90.2}
{"_ACCU": 90.4, "_BLEU": 21.5}
-------avg_loss: 5.499869585037231e-06, lm_loss: 0.8570666313171387--------
{"dev acc"：89.5}
{"bleu_0": 14.313834158993311, "bleu_1": 16.3343796675185, "bleu_avg": 15.3}
{"acc_0": 86.6, "acc_1": 94.0, "acc_avg": 90.3}
{"_ACCU": 91.2, "_BLEU": 21.6}
-------avg_loss: 4.239827394485473e-06, lm_loss: 1.3336890935897827--------
{"dev acc"：90.1}
{"bleu_0": 14.02824592644959, "bleu_1": 16.128691421836756, "bleu_avg": 15.1}
{"acc_0": 86.0, "acc_1": 94.0, "acc_avg": 90.0}
{"_ACCU": 91.3, "_BLEU": 21.4}
-------avg_loss: 4.119426012039184e-06, lm_loss: 0.7641119956970215--------
{"dev acc"：90.8}
{"bleu_0": 14.4221924321625, "bleu_1": 16.24008923290407, "bleu_avg": 15.3}
{"acc_0": 85.39999999999999, "acc_1": 94.39999999999999, "acc_avg": 89.9}
{"_ACCU": 90.9, "_BLEU": 21.6}
-------avg_loss: 4.384875297546387e-06, lm_loss: 1.1188925504684448--------
{"dev acc"：90.3}
{"bleu_0": 14.083555298622974, "bleu_1": 15.986402293451576, "bleu_avg": 15.0}
{"acc_0": 88.4, "acc_1": 94.8, "acc_avg": 91.6}
{"_ACCU": 92.3, "_BLEU": 21.3}
-------avg_loss: 4.146546125411987e-06, lm_loss: 1.0539917945861816--------
{"dev acc"：91.5}
{"bleu_0": 14.214007274277096, "bleu_1": 15.909855979219953, "bleu_avg": 15.1}
{"acc_0": 86.6, "acc_1": 93.39999999999999, "acc_avg": 90.0}
{"_ACCU": 91.8, "_BLEU": 21.3}
-------avg_loss: 3.3068060874938964e-06, lm_loss: 1.133639931678772--------
{"dev acc"：91.2}
{"bleu_0": 14.024087629310097, "bleu_1": 15.774870721117562, "bleu_avg": 14.9}
{"acc_0": 87.8, "acc_1": 95.0, "acc_avg": 91.4}
{"_ACCU": 92.3, "_BLEU": 21.2}
-------avg_loss: 2.8391778469085692e-06, lm_loss: 1.1754838228225708--------
{"dev acc"：91.8}
{"bleu_0": 14.01845103148387, "bleu_1": 15.962942706276998, "bleu_avg": 15.0}
{"acc_0": 88.0, "acc_1": 93.8, "acc_avg": 90.9}
{"_ACCU": 91.5, "_BLEU": 21.3}
-------avg_loss: 2.638429403305054e-06, lm_loss: 1.7465929985046387--------
{"dev acc"：91.9}
{"bleu_0": 14.268503331421586, "bleu_1": 15.64147459736608, "bleu_avg": 15.0}
{"acc_0": 89.60000000000001, "acc_1": 95.19999999999999, "acc_avg": 92.4}
{"_ACCU": 93.7, "_BLEU": 21.3}
-------avg_loss: 2.595454454421997e-06, lm_loss: 1.172756552696228--------
{"dev acc"：92.4}
{"bleu_0": 14.126948643206315, "bleu_1": 15.768405220836144, "bleu_avg": 14.9}
{"acc_0": 89.8, "acc_1": 93.8, "acc_avg": 91.8}
{"_ACCU": 92.7, "_BLEU": 21.3}
-------avg_loss: 2.727001905441284e-06, lm_loss: 0.70485919713974--------
{"dev acc"：92.3}
{"bleu_0": 14.163877645802717, "bleu_1": 15.956946043414769, "bleu_avg": 15.1}
{"acc_0": 88.0, "acc_1": 94.19999999999999, "acc_avg": 91.1}
{"_ACCU": 91.5, "_BLEU": 21.3}
-------avg_loss: 3.5600364208221435e-06, lm_loss: 1.6248986721038818--------
{"dev acc"：92.6}
{"bleu_0": 13.88714502304602, "bleu_1": 16.02459845652975, "bleu_avg": 15.0}
{"acc_0": 88.2, "acc_1": 94.6, "acc_avg": 91.4}
{"_ACCU": 93.0, "_BLEU": 21.3}
-------avg_loss: 2.3975670337677e-06, lm_loss: 0.8421229720115662--------
{"dev acc"：93.2}
{"bleu_0": 14.101535566326245, "bleu_1": 15.885284130519997, "bleu_avg": 15.0}
{"acc_0": 88.6, "acc_1": 95.0, "acc_avg": 91.8}
{"_ACCU": 93.1, "_BLEU": 21.3}
-------avg_loss: 2.1201372146606445e-06, lm_loss: 1.1461607217788696--------
{"dev acc"：92.9}
{"bleu_0": 13.73395616014165, "bleu_1": 15.815430159247903, "bleu_avg": 14.8}
{"acc_0": 89.8, "acc_1": 95.19999999999999, "acc_avg": 92.5}
{"_ACCU": 94.0, "_BLEU": 21.1}
-------avg_loss: 2.0819008350372314e-06, lm_loss: 1.4243297576904297--------
{"dev acc"：93.2}
{"bleu_0": 14.175225446232306, "bleu_1": 15.725024459221604, "bleu_avg": 15.0}
{"acc_0": 89.60000000000001, "acc_1": 95.39999999999999, "acc_avg": 92.5}
{"_ACCU": 93.9, "_BLEU": 21.2}
-------avg_loss: 1.423954963684082e-06, lm_loss: 1.4070922136306763--------
{"dev acc"：93.0}
{"bleu_0": 13.93486272865724, "bleu_1": 15.50676076855108, "bleu_avg": 14.7}
{"acc_0": 89.4, "acc_1": 95.8, "acc_avg": 92.6}
{"_ACCU": 93.9, "_BLEU": 21.1}
-------avg_loss: 1.5758275985717773e-06, lm_loss: 0.9904557466506958--------
{"dev acc"：93.4}
{"bleu_0": 14.142722853608023, "bleu_1": 16.12471356626514, "bleu_avg": 15.1}
{"acc_0": 90.4, "acc_1": 95.0, "acc_avg": 92.7}
{"_ACCU": 94.2, "_BLEU": 21.4}
-------avg_loss: 1.3952553272247315e-06, lm_loss: 0.6800605058670044--------
{"dev acc"：93.0}
{"bleu_0": 14.124239605831706, "bleu_1": 15.570390202237059, "bleu_avg": 14.8}
{"acc_0": 92.2, "acc_1": 95.19999999999999, "acc_avg": 93.7}
{"_ACCU": 94.8, "_BLEU": 21.1}
-------avg_loss: 1.1339783668518066e-06, lm_loss: 1.0225839614868164--------
{"dev acc"：93.0}
{"bleu_0": 13.839857062077682, "bleu_1": 16.008811241085773, "bleu_avg": 14.9}
{"acc_0": 90.0, "acc_1": 96.0, "acc_avg": 93.0}
{"_ACCU": 94.6, "_BLEU": 21.3}
-------avg_loss: 1.1712610721588135e-06, lm_loss: 0.7571266293525696--------
{"dev acc"：92.8}
{"bleu_0": 13.958707218947735, "bleu_1": 15.549323748544285, "bleu_avg": 14.8}
{"acc_0": 91.60000000000001, "acc_1": 96.0, "acc_avg": 93.8}
{"_ACCU": 94.7, "_BLEU": 21.1}
-------avg_loss: 1.094043254852295e-06, lm_loss: 1.2091624736785889--------
{"dev acc"：92.6}
{"bleu_0": 13.924611436861934, "bleu_1": 15.591746665297562, "bleu_avg": 14.8}
{"acc_0": 88.2, "acc_1": 95.19999999999999, "acc_avg": 91.7}
{"_ACCU": 93.2, "_BLEU": 21.1}
-------avg_loss: 1.0260939598083496e-06, lm_loss: 1.095641016960144--------
{"dev acc"：93.1}
{"bleu_0": 13.98204451314381, "bleu_1": 16.129677661666346, "bleu_avg": 15.1}
{"acc_0": 89.8, "acc_1": 95.6, "acc_avg": 92.7}
{"_ACCU": 94.1, "_BLEU": 21.2}
-------avg_loss: 9.599924087524415e-07, lm_loss: 1.185637354850769--------
{"dev acc"：92.9}
{"bleu_0": 14.14359743423421, "bleu_1": 15.805461328142831, "bleu_avg": 15.0}
{"acc_0": 89.60000000000001, "acc_1": 96.0, "acc_avg": 92.8}
{"_ACCU": 94.3, "_BLEU": 21.3}
-------avg_loss: 8.741617202758789e-07, lm_loss: 0.5145723819732666--------
{"dev acc"：93.3}
{"bleu_0": 14.187285326978966, "bleu_1": 15.896181389201313, "bleu_avg": 15.0}
{"acc_0": 89.8, "acc_1": 94.6, "acc_avg": 92.2}
{"_ACCU": 94.0, "_BLEU": 21.4}
-------avg_loss: 8.445382118225098e-07, lm_loss: 0.7101221680641174--------
{"dev acc"：93.4}
{"bleu_0": 13.818715882033317, "bleu_1": 15.572274526394224, "bleu_avg": 14.7}
{"acc_0": 89.60000000000001, "acc_1": 95.6, "acc_avg": 92.6}
{"_ACCU": 93.9, "_BLEU": 21.1}
-------avg_loss: 8.225440979003907e-07, lm_loss: 0.6704731583595276--------
{"dev acc"：93.0}
{"bleu_0": 13.964399733657048, "bleu_1": 15.563479147925916, "bleu_avg": 14.8}
{"acc_0": 91.2, "acc_1": 95.0, "acc_avg": 93.1}
{"_ACCU": 94.4, "_BLEU": 21.1}
-------avg_loss: 7.568001747131347e-07, lm_loss: 1.6178892850875854--------
{"dev acc"：93.0}
{"bleu_0": 13.810931917185368, "bleu_1": 15.536251022137296, "bleu_avg": 14.7}
{"acc_0": 89.60000000000001, "acc_1": 95.39999999999999, "acc_avg": 92.5}
{"_ACCU": 94.2, "_BLEU": 21.1}
-------avg_loss: 7.124543190002441e-07, lm_loss: 1.0594122409820557--------
{"dev acc"：93.6}
{"bleu_0": 13.733736594453644, "bleu_1": 15.648071426361525, "bleu_avg": 14.7}
{"acc_0": 90.8, "acc_1": 96.39999999999999, "acc_avg": 93.6}
{"_ACCU": 94.8, "_BLEU": 21.1}
-------avg_loss: 7.135272026062012e-07, lm_loss: 1.2969765663146973--------
{"dev acc"：93.8}
{"bleu_0": 13.745762621997972, "bleu_1": 15.702459924969196, "bleu_avg": 14.7}
{"acc_0": 91.0, "acc_1": 94.39999999999999, "acc_avg": 92.7}
{"_ACCU": 94.4, "_BLEU": 21.1}
Best result: dev_acc 93.8 acc 92.7 bleu 14.7 _acc 94.4 _bleu 21.1

Epoch:  10%|███████████████▍                                                                                                                                          | 1/10 [2:25:01<21:45:16, 8701.82s/it]-------avg_loss: 6.092190742492676e-07, lm_loss: 1.114412784576416--------
{"dev acc"：93.4}
{"bleu_0": 13.74316202935217, "bleu_1": 15.613378261852493, "bleu_avg": 14.7}
{"acc_0": 90.8, "acc_1": 96.0, "acc_avg": 93.4}
{"_ACCU": 94.4, "_BLEU": 21.0}
-------avg_loss: 5.523562431335449e-07, lm_loss: 1.0003026723861694--------
{"dev acc"：93.9}
{"bleu_0": 13.937670397624707, "bleu_1": 15.744351647469578, "bleu_avg": 14.8}
{"acc_0": 90.4, "acc_1": 94.39999999999999, "acc_avg": 92.4}
{"_ACCU": 94.2, "_BLEU": 21.2}
-------avg_loss: 5.51760196685791e-07, lm_loss: 0.6807007193565369--------
{"dev acc"：93.6}
{"bleu_0": 13.97211372084718, "bleu_1": 15.602317368718513, "bleu_avg": 14.8}
{"acc_0": 90.0, "acc_1": 95.39999999999999, "acc_avg": 92.7}
{"_ACCU": 93.7, "_BLEU": 21.0}
-------avg_loss: 5.195736885070801e-07, lm_loss: 1.1302117109298706--------
{"dev acc"：93.0}
{"bleu_0": 14.248120528414471, "bleu_1": 15.791110763319024, "bleu_avg": 15.0}
{"acc_0": 90.4, "acc_1": 96.2, "acc_avg": 93.3}
{"_ACCU": 94.7, "_BLEU": 21.3}
-------avg_loss: 4.850029945373535e-07, lm_loss: 1.3642770051956177--------
{"dev acc"：93.4}
{"bleu_0": 13.870465205603452, "bleu_1": 15.737081994734389, "bleu_avg": 14.8}
{"acc_0": 90.8, "acc_1": 95.19999999999999, "acc_avg": 93.0}
{"_ACCU": 94.9, "_BLEU": 21.2}
-------avg_loss: 4.4989585876464844e-07, lm_loss: 1.0488479137420654--------
{"dev acc"：93.8}
{"bleu_0": 13.912852678489598, "bleu_1": 15.428173775809316, "bleu_avg": 14.7}
{"acc_0": 90.2, "acc_1": 95.6, "acc_avg": 92.9}
{"_ACCU": 94.6, "_BLEU": 21.0}
-------avg_loss: 4.29689884185791e-07, lm_loss: 0.705058753490448--------
{"dev acc"：93.7}
{"bleu_0": 13.663348059551359, "bleu_1": 15.87170513809308, "bleu_avg": 14.8}
{"acc_0": 90.4, "acc_1": 96.39999999999999, "acc_avg": 93.4}
{"_ACCU": 94.7, "_BLEU": 21.1}
-------avg_loss: 4.886984825134277e-07, lm_loss: 0.7805657982826233--------
{"dev acc"：94.1}
{"bleu_0": 13.916572229690239, "bleu_1": 15.730642899293922, "bleu_avg": 14.8}
{"acc_0": 90.60000000000001, "acc_1": 96.2, "acc_avg": 93.4}
{"_ACCU": 94.7, "_BLEU": 21.1}
-------avg_loss: 4.088282585144043e-07, lm_loss: 0.8255614042282104--------
{"dev acc"：94.0}
{"bleu_0": 13.853949310917201, "bleu_1": 15.482016183809167, "bleu_avg": 14.7}
{"acc_0": 91.4, "acc_1": 96.2, "acc_avg": 93.8}
{"_ACCU": 95.7, "_BLEU": 21.0}
-------avg_loss: 3.3015012741088865e-07, lm_loss: 0.8200981020927429--------
{"dev acc"：94.0}
{"bleu_0": 13.796801959357024, "bleu_1": 15.534243679755624, "bleu_avg": 14.7}
{"acc_0": 91.0, "acc_1": 96.2, "acc_avg": 93.6}
{"_ACCU": 95.4, "_BLEU": 21.1}
-------avg_loss: 3.516674041748047e-07, lm_loss: 1.053884506225586--------
{"dev acc"：94.3}
{"bleu_0": 13.777149526461626, "bleu_1": 15.387827747240628, "bleu_avg": 14.6}
{"acc_0": 91.8, "acc_1": 96.0, "acc_avg": 93.9}
{"_ACCU": 95.2, "_BLEU": 20.9}
-------avg_loss: 3.2716989517211913e-07, lm_loss: 0.6094707250595093--------
{"dev acc"：94.1}
{"bleu_0": 13.839720477601858, "bleu_1": 15.695010655694198, "bleu_avg": 14.8}
{"acc_0": 92.2, "acc_1": 95.6, "acc_avg": 93.9}
{"_ACCU": 94.8, "_BLEU": 21.0}
-------avg_loss: 3.6782026290893556e-07, lm_loss: 0.7915775179862976--------
{"dev acc"：93.4}
{"bleu_0": 13.77873301786774, "bleu_1": 15.61845768926921, "bleu_avg": 14.7}
{"acc_0": 91.4, "acc_1": 95.0, "acc_avg": 93.2}
{"_ACCU": 94.6, "_BLEU": 21.0}
-------avg_loss: 3.220438957214355e-07, lm_loss: 0.9619259834289551--------
{"dev acc"：94.5}
{"bleu_0": 13.808969945357743, "bleu_1": 15.585152324842966, "bleu_avg": 14.7}
{"acc_0": 91.8, "acc_1": 95.8, "acc_avg": 93.8}
{"_ACCU": 95.3, "_BLEU": 21.1}
-------avg_loss: 3.0428171157836917e-07, lm_loss: 0.9199590086936951--------
{"dev acc"：94.3}
{"bleu_0": 13.996174440444983, "bleu_1": 15.779372752302345, "bleu_avg": 14.9}
{"acc_0": 91.8, "acc_1": 96.2, "acc_avg": 94.0}
{"_ACCU": 95.4, "_BLEU": 21.1}
-------avg_loss: 3.121495246887207e-07, lm_loss: 0.8686238527297974--------
{"dev acc"：94.0}
{"bleu_0": 14.04369964668496, "bleu_1": 15.609760399649856, "bleu_avg": 14.8}
{"acc_0": 93.0, "acc_1": 95.39999999999999, "acc_avg": 94.2}
{"_ACCU": 95.6, "_BLEU": 21.1}
-------avg_loss: 2.692341804504395e-07, lm_loss: 1.0224353075027466--------
{"dev acc"：93.2}
{"bleu_0": 13.833166186535056, "bleu_1": 15.544884092613332, "bleu_avg": 14.7}
{"acc_0": 92.0, "acc_1": 95.6, "acc_avg": 93.8}
{"_ACCU": 94.8, "_BLEU": 21.0}
-------avg_loss: 2.759695053100586e-07, lm_loss: 0.8184236884117126--------
{"dev acc"：93.5}
{"bleu_0": 13.710728640963769, "bleu_1": 15.821973426976019, "bleu_avg": 14.8}
{"acc_0": 90.8, "acc_1": 95.19999999999999, "acc_avg": 93.0}
{"_ACCU": 94.3, "_BLEU": 21.0}
-------avg_loss: 2.7483701705932616e-07, lm_loss: 0.634462833404541--------
{"dev acc"：93.8}
{"bleu_0": 13.77449509165044, "bleu_1": 15.74872879860566, "bleu_avg": 14.8}
{"acc_0": 92.0, "acc_1": 95.8, "acc_avg": 93.9}
{"_ACCU": 95.5, "_BLEU": 21.1}
-------avg_loss: 2.39253044128418e-07, lm_loss: 0.7593821287155151--------
{"dev acc"：93.6}
{"bleu_0": 13.630654169530338, "bleu_1": 15.458105464325717, "bleu_avg": 14.5}
{"acc_0": 90.0, "acc_1": 96.39999999999999, "acc_avg": 93.2}
{"_ACCU": 94.5, "_BLEU": 21.0}
-------avg_loss: 2.3728609085083007e-07, lm_loss: 0.8443150520324707--------
{"dev acc"：93.8}
{"bleu_0": 13.733392837882672, "bleu_1": 15.52472866365411, "bleu_avg": 14.6}
{"acc_0": 92.0, "acc_1": 96.6, "acc_avg": 94.3}
{"_ACCU": 95.6, "_BLEU": 21.0}
-------avg_loss: 2.420544624328613e-07, lm_loss: 0.7834665775299072--------
{"dev acc"：94.2}
{"bleu_0": 13.843439103125647, "bleu_1": 15.581419056519753, "bleu_avg": 14.7}
{"acc_0": 92.0, "acc_1": 95.6, "acc_avg": 93.8}
{"_ACCU": 95.9, "_BLEU": 21.1}
-------avg_loss: 2.232193946838379e-07, lm_loss: 0.8636130690574646--------
{"dev acc"：94.3}
{"bleu_0": 13.711104557541965, "bleu_1": 15.845598134236196, "bleu_avg": 14.8}
{"acc_0": 92.2, "acc_1": 95.8, "acc_avg": 94.0}
{"_ACCU": 95.2, "_BLEU": 21.0}
-------avg_loss: 2.1314620971679688e-07, lm_loss: 0.6388518214225769--------
{"dev acc"：93.8}
{"bleu_0": 13.816965691089269, "bleu_1": 15.404367136058006, "bleu_avg": 14.6}
{"acc_0": 90.4, "acc_1": 96.0, "acc_avg": 93.2}
{"_ACCU": 94.8, "_BLEU": 21.0}
-------avg_loss: 1.9085407257080078e-07, lm_loss: 1.101080298423767--------
{"dev acc"：93.7}
{"bleu_0": 13.622527520937286, "bleu_1": 15.997674760179867, "bleu_avg": 14.8}
{"acc_0": 91.2, "acc_1": 96.39999999999999, "acc_avg": 93.8}
{"_ACCU": 95.3, "_BLEU": 21.1}
-------avg_loss: 1.8829107284545897e-07, lm_loss: 1.0661475658416748--------
{"dev acc"：94.2}
{"bleu_0": 13.495769772279957, "bleu_1": 15.476176614411767, "bleu_avg": 14.5}
{"acc_0": 92.4, "acc_1": 95.39999999999999, "acc_avg": 93.9}
{"_ACCU": 95.2, "_BLEU": 20.9}
-------avg_loss: 1.7756223678588868e-07, lm_loss: 0.3763986825942993--------
{"dev acc"：93.6}
{"bleu_0": 13.67327007161826, "bleu_1": 15.800445683383169, "bleu_avg": 14.7}
{"acc_0": 92.2, "acc_1": 95.8, "acc_avg": 94.0}
{"_ACCU": 94.8, "_BLEU": 21.0}
-------avg_loss: 1.9663572311401367e-07, lm_loss: 0.5489458441734314--------
{"dev acc"：93.6}
{"bleu_0": 13.932240852844247, "bleu_1": 15.446548457425923, "bleu_avg": 14.7}
{"acc_0": 91.4, "acc_1": 96.0, "acc_avg": 93.7}
{"_ACCU": 94.5, "_BLEU": 21.0}
-------avg_loss: 1.736879348754883e-07, lm_loss: 0.8845924735069275--------
{"dev acc"：94.4}
{"bleu_0": 13.834412999798213, "bleu_1": 15.791511323680407, "bleu_avg": 14.8}
{"acc_0": 91.4, "acc_1": 96.39999999999999, "acc_avg": 93.9}
{"_ACCU": 94.9, "_BLEU": 21.0}
-------avg_loss: 1.6194581985473633e-07, lm_loss: 1.9066392183303833--------
{"dev acc"：94.2}
{"bleu_0": 14.015021677269857, "bleu_1": 15.851877500789385, "bleu_avg": 14.9}
{"acc_0": 91.60000000000001, "acc_1": 96.6, "acc_avg": 94.1}
{"_ACCU": 95.4, "_BLEU": 21.1}
-------avg_loss: 1.6927719116210937e-07, lm_loss: 1.351759672164917--------
{"dev acc"：93.9}
{"bleu_0": 13.929792714598769, "bleu_1": 15.446301157289327, "bleu_avg": 14.7}
{"acc_0": 90.60000000000001, "acc_1": 95.8, "acc_avg": 93.2}
{"_ACCU": 95.0, "_BLEU": 21.0}
-------avg_loss: 1.4835596084594726e-07, lm_loss: 0.8529354929924011--------
{"dev acc"：94.0}
{"bleu_0": 13.708262983437667, "bleu_1": 15.836596374383463, "bleu_avg": 14.8}
{"acc_0": 91.4, "acc_1": 96.8, "acc_avg": 94.1}
{"_ACCU": 94.7, "_BLEU": 21.1}
-------avg_loss: 1.4656782150268555e-07, lm_loss: 1.4230866432189941--------
{"dev acc"：93.6}
{"bleu_0": 13.791459582292658, "bleu_1": 15.678091719312782, "bleu_avg": 14.7}
{"acc_0": 92.0, "acc_1": 96.39999999999999, "acc_avg": 94.2}
{"_ACCU": 95.6, "_BLEU": 21.1}
-------avg_loss: 1.444220542907715e-07, lm_loss: 0.5711787939071655--------
{"dev acc"：93.8}
{"bleu_0": 13.758753534229909, "bleu_1": 15.842494740110357, "bleu_avg": 14.8}
{"acc_0": 92.60000000000001, "acc_1": 95.39999999999999, "acc_avg": 94.0}
{"_ACCU": 94.7, "_BLEU": 21.2}
-------avg_loss: 1.3947486877441405e-07, lm_loss: 0.9714050889015198--------
{"dev acc"：93.9}
{"bleu_0": 13.929863854202523, "bleu_1": 15.664657326319864, "bleu_avg": 14.8}
{"acc_0": 92.0, "acc_1": 95.6, "acc_avg": 93.8}
{"_ACCU": 94.7, "_BLEU": 21.2}
-------avg_loss: 1.4281272888183593e-07, lm_loss: 0.733684778213501--------
{"dev acc"：94.0}
{"bleu_0": 13.647649116964743, "bleu_1": 15.815563690511997, "bleu_avg": 14.7}
{"acc_0": 91.0, "acc_1": 95.8, "acc_avg": 93.4}
{"_ACCU": 94.9, "_BLEU": 21.0}
-------avg_loss: 1.3875961303710937e-07, lm_loss: 0.8356047868728638--------
{"dev acc"：93.4}
{"bleu_0": 13.713720812644684, "bleu_1": 15.550965053822305, "bleu_avg": 14.6}
{"acc_0": 90.60000000000001, "acc_1": 96.0, "acc_avg": 93.3}
{"_ACCU": 95.2, "_BLEU": 21.0}
-------avg_loss: 1.367330551147461e-07, lm_loss: 0.9877890944480896--------
{"dev acc"：94.2}
{"bleu_0": 13.984974325127245, "bleu_1": 15.51168039616784, "bleu_avg": 14.7}
{"acc_0": 91.2, "acc_1": 96.2, "acc_avg": 93.7}
{"_ACCU": 94.3, "_BLEU": 21.0}
-------avg_loss: 1.3208389282226564e-07, lm_loss: 0.8369266986846924--------
{"dev acc"：94.0}
{"bleu_0": 13.724291668349222, "bleu_1": 15.663675013804578, "bleu_avg": 14.7}
{"acc_0": 91.2, "acc_1": 96.2, "acc_avg": 93.7}
{"_ACCU": 95.1, "_BLEU": 21.1}
-------avg_loss: 1.2856721878051758e-07, lm_loss: 0.8070104122161865--------
{"dev acc"：94.1}
{"bleu_0": 13.615418698690835, "bleu_1": 15.818043225632191, "bleu_avg": 14.7}
{"acc_0": 92.0, "acc_1": 96.8, "acc_avg": 94.4}
{"_ACCU": 95.1, "_BLEU": 20.9}
-------avg_loss: 1.3256072998046876e-07, lm_loss: 0.8986979722976685--------
{"dev acc"：93.6}
{"bleu_0": 13.626505713221487, "bleu_1": 16.072739265729812, "bleu_avg": 14.8}
{"acc_0": 91.60000000000001, "acc_1": 95.8, "acc_avg": 93.7}
{"_ACCU": 94.9, "_BLEU": 21.1}
-------avg_loss: 1.291036605834961e-07, lm_loss: 1.0993174314498901--------
{"dev acc"：93.4}
{"bleu_0": 13.807501179407897, "bleu_1": 15.774719735633008, "bleu_avg": 14.8}
{"acc_0": 90.8, "acc_1": 94.8, "acc_avg": 92.8}
{"_ACCU": 94.5, "_BLEU": 21.1}
-------avg_loss: 1.2540817260742188e-07, lm_loss: 0.9385129809379578--------
{"dev acc"：93.7}
{"bleu_0": 13.620048336752626, "bleu_1": 15.827029397340658, "bleu_avg": 14.7}
{"acc_0": 91.4, "acc_1": 95.8, "acc_avg": 93.6}
{"_ACCU": 95.0, "_BLEU": 21.0}
-------avg_loss: 1.3267993927001953e-07, lm_loss: 0.8810048699378967--------
{"dev acc"：94.2}
{"bleu_0": 13.413132511218196, "bleu_1": 15.483952041071788, "bleu_avg": 14.4}
{"acc_0": 92.0, "acc_1": 96.8, "acc_avg": 94.4}
{"_ACCU": 95.7, "_BLEU": 20.8}
-------avg_loss: 1.0758638381958007e-07, lm_loss: 0.8976122140884399--------
{"dev acc"：94.3}
{"bleu_0": 13.665661628544548, "bleu_1": 15.630554318879444, "bleu_avg": 14.6}
{"acc_0": 90.8, "acc_1": 96.2, "acc_avg": 93.5}
{"_ACCU": 95.4, "_BLEU": 21.0}
-------avg_loss: 1.0800361633300782e-07, lm_loss: 0.8739246726036072--------
{"dev acc"：93.8}
{"bleu_0": 13.866171689854937, "bleu_1": 15.934628421341271, "bleu_avg": 14.9}
{"acc_0": 90.60000000000001, "acc_1": 96.6, "acc_avg": 93.6}
{"_ACCU": 94.5, "_BLEU": 21.2}
-------avg_loss: 1.189112663269043e-07, lm_loss: 0.6765093803405762--------
{"dev acc"：92.9}
{"bleu_0": 13.741801743753959, "bleu_1": 15.792263169348505, "bleu_avg": 14.8}
{"acc_0": 91.60000000000001, "acc_1": 96.6, "acc_avg": 94.1}
{"_ACCU": 95.2, "_BLEU": 21.1}
-------avg_loss: 1.1146068572998048e-07, lm_loss: 0.8012415766716003--------
{"dev acc"：93.4}
{"bleu_0": 13.689663581537866, "bleu_1": 15.760554552718418, "bleu_avg": 14.7}
{"acc_0": 90.8, "acc_1": 96.0, "acc_avg": 93.4}
{"_ACCU": 94.6, "_BLEU": 21.1}
-------avg_loss: 1.1652708053588868e-07, lm_loss: 0.7510612607002258--------
{"dev acc"：93.1}
{"bleu_0": 13.747360809471937, "bleu_1": 15.640143941760698, "bleu_avg": 14.7}
{"acc_0": 89.4, "acc_1": 95.6, "acc_avg": 92.5}
{"_ACCU": 94.3, "_BLEU": 21.0}
-------avg_loss: 1.1080503463745117e-07, lm_loss: 0.6610308289527893--------
{"dev acc"：93.6}
{"bleu_0": 13.628906164729141, "bleu_1": 15.597611941477343, "bleu_avg": 14.6}
{"acc_0": 90.2, "acc_1": 96.39999999999999, "acc_avg": 93.3}
{"_ACCU": 94.9, "_BLEU": 20.9}
-------avg_loss: 1.2582540512084962e-07, lm_loss: 0.6739752888679504--------
{"dev acc"：93.4}
{"bleu_0": 13.932038623349877, "bleu_1": 15.666836774236009, "bleu_avg": 14.8}
{"acc_0": 90.60000000000001, "acc_1": 96.0, "acc_avg": 93.3}
{"_ACCU": 95.2, "_BLEU": 21.1}
-------avg_loss: 1.0514259338378906e-07, lm_loss: 0.8133905529975891--------
{"dev acc"：92.9}
{"bleu_0": 13.666103757579751, "bleu_1": 15.830338678231845, "bleu_avg": 14.7}
{"acc_0": 89.0, "acc_1": 96.0, "acc_avg": 92.5}
{"_ACCU": 94.1, "_BLEU": 21.1}
-------avg_loss: 1.0854005813598633e-07, lm_loss: 0.9700284004211426--------
{"dev acc"：93.3}
{"bleu_0": 13.670816121045723, "bleu_1": 15.795934074125142, "bleu_avg": 14.7}
{"acc_0": 90.8, "acc_1": 95.8, "acc_avg": 93.3}
{"_ACCU": 95.2, "_BLEU": 21.0}
-------avg_loss: 1.004338264465332e-07, lm_loss: 1.2405121326446533--------
{"dev acc"：93.5}
{"bleu_0": 13.602375145703322, "bleu_1": 15.469775577262512, "bleu_avg": 14.5}
{"acc_0": 90.8, "acc_1": 96.8, "acc_avg": 93.8}
{"_ACCU": 95.0, "_BLEU": 20.9}
-------avg_loss: 1.0925531387329101e-07, lm_loss: 0.7919663786888123--------
{"dev acc"：93.4}
{"bleu_0": 13.649620305988444, "bleu_1": 15.710102660274917, "bleu_avg": 14.7}
{"acc_0": 89.8, "acc_1": 96.2, "acc_avg": 93.0}
{"_ACCU": 94.6, "_BLEU": 20.9}
Best result: dev_acc 94.5 acc 93.8 bleu 14.7 _acc 95.3 _bleu 21.1

Epoch:  20%|██████████████████████████████▊                                                                                                                           | 2/10 [4:45:45<19:03:02, 8572.84s/it]-------avg_loss: 1.0061264038085937e-07, lm_loss: 0.6216605305671692--------
{"dev acc"：93.8}
{"bleu_0": 13.55424324372362, "bleu_1": 15.804094471217079, "bleu_avg": 14.7}
{"acc_0": 90.60000000000001, "acc_1": 96.0, "acc_avg": 93.3}
{"_ACCU": 95.4, "_BLEU": 21.0}
-------avg_loss: 9.119510650634766e-08, lm_loss: 0.6513789892196655--------
{"dev acc"：93.4}
{"bleu_0": 13.503446023809223, "bleu_1": 15.767663560062067, "bleu_avg": 14.6}
{"acc_0": 92.60000000000001, "acc_1": 96.39999999999999, "acc_avg": 94.5}
{"_ACCU": 95.3, "_BLEU": 20.9}
-------avg_loss: 8.761882781982422e-08, lm_loss: 0.9080324769020081--------
{"dev acc"：94.0}
{"bleu_0": 13.820987845606417, "bleu_1": 15.677727852096973, "bleu_avg": 14.7}
{"acc_0": 90.4, "acc_1": 95.19999999999999, "acc_avg": 92.8}
{"_ACCU": 94.8, "_BLEU": 21.0}
-------avg_loss: 8.970499038696288e-08, lm_loss: 0.990363597869873--------
{"dev acc"：93.6}
{"bleu_0": 13.403664975414042, "bleu_1": 15.673988831435445, "bleu_avg": 14.5}
{"acc_0": 90.8, "acc_1": 95.8, "acc_avg": 93.3}
{"_ACCU": 94.8, "_BLEU": 20.9}
-------avg_loss: 8.20159912109375e-08, lm_loss: 1.1295338869094849--------
{"dev acc"：93.8}
{"bleu_0": 13.442608426625725, "bleu_1": 15.69308419848459, "bleu_avg": 14.6}
{"acc_0": 91.2, "acc_1": 97.2, "acc_avg": 94.2}
{"_ACCU": 95.6, "_BLEU": 21.0}
-------avg_loss: 8.112192153930664e-08, lm_loss: 1.162034511566162--------
{"dev acc"：94.0}
{"bleu_0": 13.670815725716048, "bleu_1": 15.881868022006932, "bleu_avg": 14.8}
{"acc_0": 91.60000000000001, "acc_1": 96.39999999999999, "acc_avg": 94.0}
{"_ACCU": 95.2, "_BLEU": 21.0}
-------avg_loss: 8.445978164672852e-08, lm_loss: 0.686149001121521--------
{"dev acc"：94.2}
{"bleu_0": 13.68370200241398, "bleu_1": 15.558433671392438, "bleu_avg": 14.6}
{"acc_0": 91.4, "acc_1": 96.2, "acc_avg": 93.8}
{"_ACCU": 95.2, "_BLEU": 20.9}
-------avg_loss: 8.535385131835937e-08, lm_loss: 1.184603214263916--------
{"dev acc"：93.7}
{"bleu_0": 13.735603839673633, "bleu_1": 15.495477670469612, "bleu_avg": 14.6}
{"acc_0": 90.0, "acc_1": 96.0, "acc_avg": 93.0}
{"_ACCU": 94.6, "_BLEU": 20.9}
-------avg_loss: 8.20159912109375e-08, lm_loss: 0.84371018409729--------
{"dev acc"：93.4}
{"bleu_0": 13.888061447972555, "bleu_1": 15.570984589588033, "bleu_avg": 14.7}
{"acc_0": 90.4, "acc_1": 95.39999999999999, "acc_avg": 92.9}
{"_ACCU": 94.1, "_BLEU": 21.1}
-------avg_loss: 8.350610733032227e-08, lm_loss: 0.9921327829360962--------
{"dev acc"：93.8}
{"bleu_0": 13.597560523628458, "bleu_1": 15.60984983264754, "bleu_avg": 14.6}
{"acc_0": 90.4, "acc_1": 95.8, "acc_avg": 93.1}
{"_ACCU": 93.4, "_BLEU": 21.0}
-------avg_loss: 7.843971252441407e-08, lm_loss: 0.9826586842536926--------
{"dev acc"：93.2}
{"bleu_0": 13.661770547356708, "bleu_1": 15.785395951556168, "bleu_avg": 14.7}
{"acc_0": 90.8, "acc_1": 96.0, "acc_avg": 93.4}
{"_ACCU": 95.0, "_BLEU": 21.0}
-------avg_loss: 8.58902931213379e-08, lm_loss: 0.6443193554878235--------
{"dev acc"：92.7}
{"bleu_0": 13.64459657608124, "bleu_1": 15.384609975380359, "bleu_avg": 14.5}
{"acc_0": 89.4, "acc_1": 95.8, "acc_avg": 92.6}
{"_ACCU": 94.3, "_BLEU": 21.0}
-------avg_loss: 7.82012939453125e-08, lm_loss: 0.9126327633857727--------
{"dev acc"：93.4}
{"bleu_0": 13.727580744969279, "bleu_1": 15.507877714358823, "bleu_avg": 14.6}
{"acc_0": 89.60000000000001, "acc_1": 96.39999999999999, "acc_avg": 93.0}
{"_ACCU": 95.2, "_BLEU": 20.9}
-------avg_loss: 7.277727127075196e-08, lm_loss: 0.7123441696166992--------
{"dev acc"：93.6}
{"bleu_0": 13.754612140394492, "bleu_1": 15.960564111035788, "bleu_avg": 14.9}
{"acc_0": 88.8, "acc_1": 96.0, "acc_avg": 92.4}
{"_ACCU": 94.3, "_BLEU": 21.1}
-------avg_loss: 8.046627044677735e-08, lm_loss: 0.8909434676170349--------
{"dev acc"：92.7}
{"bleu_0": 13.627672766159957, "bleu_1": 15.412389237146284, "bleu_avg": 14.5}
{"acc_0": 88.4, "acc_1": 95.6, "acc_avg": 92.0}
{"_ACCU": 94.6, "_BLEU": 20.9}
-------avg_loss: 7.75456428527832e-08, lm_loss: 0.5825286507606506--------
{"dev acc"：93.6}
{"bleu_0": 13.725971853599445, "bleu_1": 15.837082249880785, "bleu_avg": 14.8}
{"acc_0": 91.0, "acc_1": 95.8, "acc_avg": 93.4}
{"_ACCU": 95.1, "_BLEU": 21.1}
-------avg_loss: 8.273124694824218e-08, lm_loss: 1.432698369026184--------
{"dev acc"：93.3}
{"bleu_0": 13.655142705086051, "bleu_1": 15.730571749902952, "bleu_avg": 14.7}
{"acc_0": 91.0, "acc_1": 96.6, "acc_avg": 93.8}
{"_ACCU": 95.5, "_BLEU": 21.0}
-------avg_loss: 6.526708602905273e-08, lm_loss: 0.47792086005210876--------
{"dev acc"：93.2}
{"bleu_0": 13.506011270932408, "bleu_1": 15.381233218305452, "bleu_avg": 14.4}
{"acc_0": 91.0, "acc_1": 96.39999999999999, "acc_avg": 93.7}
{"_ACCU": 95.4, "_BLEU": 20.8}
-------avg_loss: 7.158517837524414e-08, lm_loss: 0.6806814670562744--------
{"dev acc"：94.3}
{"bleu_0": 13.443577877701095, "bleu_1": 15.578967687261505, "bleu_avg": 14.5}
{"acc_0": 92.0, "acc_1": 96.6, "acc_avg": 94.3}
{"_ACCU": 95.4, "_BLEU": 20.9}
-------avg_loss: 6.836652755737305e-08, lm_loss: 1.0080069303512573--------
{"dev acc"：94.0}
{"bleu_0": 13.833175708235329, "bleu_1": 15.888458616147386, "bleu_avg": 14.9}
{"acc_0": 89.8, "acc_1": 96.0, "acc_avg": 92.9}
{"_ACCU": 95.1, "_BLEU": 21.0}
-------avg_loss: 5.739927291870117e-08, lm_loss: 0.6568464040756226--------
{"dev acc"：93.7}
{"bleu_0": 13.515966778793986, "bleu_1": 15.801477132061386, "bleu_avg": 14.7}
{"acc_0": 90.60000000000001, "acc_1": 95.19999999999999, "acc_avg": 92.9}
{"_ACCU": 95.0, "_BLEU": 20.9}
-------avg_loss: 6.347894668579101e-08, lm_loss: 0.6329959034919739--------
{"dev acc"：92.9}
{"bleu_0": 13.923022152519604, "bleu_1": 15.40216960808743, "bleu_avg": 14.7}
{"acc_0": 90.8, "acc_1": 97.0, "acc_avg": 93.9}
{"_ACCU": 96.0, "_BLEU": 21.0}
-------avg_loss: 6.365776062011719e-08, lm_loss: 1.1611560583114624--------
{"dev acc"：93.4}
{"bleu_0": 13.663458407482517, "bleu_1": 15.39628040820194, "bleu_avg": 14.5}
{"acc_0": 91.0, "acc_1": 96.6, "acc_avg": 93.8}
{"_ACCU": 94.8, "_BLEU": 20.8}
-------avg_loss: 5.626678466796875e-08, lm_loss: 0.8225529789924622--------
{"dev acc"：93.5}
{"bleu_0": 13.710567458959835, "bleu_1": 15.570341234003305, "bleu_avg": 14.6}
{"acc_0": 91.0, "acc_1": 95.8, "acc_avg": 93.4}
{"_ACCU": 94.6, "_BLEU": 20.9}
-------avg_loss: 5.751848220825195e-08, lm_loss: 0.652033269405365--------
{"dev acc"：93.2}
{"bleu_0": 13.621245148336952, "bleu_1": 15.923731818487877, "bleu_avg": 14.8}
{"acc_0": 91.2, "acc_1": 95.8, "acc_avg": 93.5}
{"_ACCU": 94.7, "_BLEU": 21.1}
-------avg_loss: 5.918741226196289e-08, lm_loss: 0.6772221922874451--------
{"dev acc"：93.4}
{"bleu_0": 13.755972001727878, "bleu_1": 15.879451386496873, "bleu_avg": 14.8}
{"acc_0": 90.60000000000001, "acc_1": 96.0, "acc_avg": 93.3}
{"_ACCU": 95.6, "_BLEU": 21.1}
-------avg_loss: 5.8829784393310546e-08, lm_loss: 0.5696389675140381--------
{"dev acc"：93.4}
{"bleu_0": 13.749439434189469, "bleu_1": 15.338347980904274, "bleu_avg": 14.5}
{"acc_0": 89.2, "acc_1": 96.8, "acc_avg": 93.0}
{"_ACCU": 95.2, "_BLEU": 20.9}
-------avg_loss: 6.544589996337891e-08, lm_loss: 0.8306767344474792--------
{"dev acc"：93.2}
{"bleu_0": 13.74738186354775, "bleu_1": 15.71630081086087, "bleu_avg": 14.7}
{"acc_0": 91.2, "acc_1": 95.39999999999999, "acc_avg": 93.3}
{"_ACCU": 95.0, "_BLEU": 21.0}
-------avg_loss: 5.578994750976563e-08, lm_loss: 1.0485740900039673--------
{"dev acc"：93.2}
{"bleu_0": 13.418166916063706, "bleu_1": 15.80349496126669, "bleu_avg": 14.6}
{"acc_0": 89.60000000000001, "acc_1": 95.39999999999999, "acc_avg": 92.5}
{"_ACCU": 94.9, "_BLEU": 21.0}
-------avg_loss: 5.394220352172852e-08, lm_loss: 0.6097671985626221--------
{"dev acc"：93.7}
{"bleu_0": 13.634790111760985, "bleu_1": 15.910893731508214, "bleu_avg": 14.8}
{"acc_0": 91.2, "acc_1": 95.6, "acc_avg": 93.4}
{"_ACCU": 95.1, "_BLEU": 21.1}
-------avg_loss: 6.175041198730469e-08, lm_loss: 0.6991718411445618--------
{"dev acc"：93.2}
{"bleu_0": 13.524323090923392, "bleu_1": 15.489182711757241, "bleu_avg": 14.5}
{"acc_0": 91.8, "acc_1": 95.6, "acc_avg": 93.7}
{"_ACCU": 94.7, "_BLEU": 20.9}
-------avg_loss: 5.429983139038086e-08, lm_loss: 0.8708832263946533--------
{"dev acc"：93.0}
{"bleu_0": 13.876621804573801, "bleu_1": 15.711454425406071, "bleu_avg": 14.8}
{"acc_0": 90.60000000000001, "acc_1": 95.8, "acc_avg": 93.2}
{"_ACCU": 93.9, "_BLEU": 21.1}
-------avg_loss: 5.7756900787353514e-08, lm_loss: 0.5635671615600586--------
{"dev acc"：93.2}
{"bleu_0": 13.585755890794129, "bleu_1": 15.777928710386146, "bleu_avg": 14.7}
{"acc_0": 90.0, "acc_1": 94.19999999999999, "acc_avg": 92.1}
{"_ACCU": 93.7, "_BLEU": 21.0}
-------avg_loss: 5.441904067993164e-08, lm_loss: 1.0858973264694214--------
{"dev acc"：92.6}
{"bleu_0": 13.468651826032236, "bleu_1": 15.491827972549215, "bleu_avg": 14.5}
{"acc_0": 90.4, "acc_1": 96.0, "acc_avg": 93.2}
{"_ACCU": 94.6, "_BLEU": 20.8}
-------avg_loss: 5.412101745605469e-08, lm_loss: 0.7762173414230347--------
{"dev acc"：93.6}
{"bleu_0": 13.970331946011113, "bleu_1": 15.510735132239297, "bleu_avg": 14.7}
{"acc_0": 90.4, "acc_1": 96.0, "acc_avg": 93.2}
{"_ACCU": 94.5, "_BLEU": 21.0}
-------avg_loss: 5.6028366088867184e-08, lm_loss: 0.43696683645248413--------
{"dev acc"：93.2}
{"bleu_0": 13.753758048533598, "bleu_1": 15.673963385225854, "bleu_avg": 14.7}
{"acc_0": 90.4, "acc_1": 95.39999999999999, "acc_avg": 92.9}
{"_ACCU": 94.5, "_BLEU": 20.9}
-------avg_loss: 5.394220352172852e-08, lm_loss: 0.8176088333129883--------
{"dev acc"：93.2}
{"bleu_0": 13.620122513321192, "bleu_1": 15.639378916967633, "bleu_avg": 14.6}
{"acc_0": 90.60000000000001, "acc_1": 96.0, "acc_avg": 93.3}
{"_ACCU": 94.7, "_BLEU": 20.9}
-------avg_loss: 4.953145980834961e-08, lm_loss: 0.7144247889518738--------
{"dev acc"：93.0}
{"bleu_0": 13.454508620383477, "bleu_1": 15.788886698484694, "bleu_avg": 14.6}
{"acc_0": 90.60000000000001, "acc_1": 96.0, "acc_avg": 93.3}
{"_ACCU": 95.0, "_BLEU": 20.9}
-------avg_loss: 5.495548248291016e-08, lm_loss: 0.7007771134376526--------
{"dev acc"：93.6}
{"bleu_0": 13.68910619224357, "bleu_1": 15.47835217614139, "bleu_avg": 14.6}
{"acc_0": 90.4, "acc_1": 94.19999999999999, "acc_avg": 92.3}
{"_ACCU": 94.3, "_BLEU": 21.0}
-------avg_loss: 5.054473876953125e-08, lm_loss: 0.8140017986297607--------
{"dev acc"：92.7}
{"bleu_0": 13.64962555477999, "bleu_1": 15.705270893959971, "bleu_avg": 14.7}
{"acc_0": 89.60000000000001, "acc_1": 96.8, "acc_avg": 93.2}
{"_ACCU": 94.4, "_BLEU": 20.9}
-------avg_loss: 4.917383193969726e-08, lm_loss: 0.885367751121521--------
{"dev acc"：92.4}
{"bleu_0": 13.405041256960223, "bleu_1": 15.399305110948003, "bleu_avg": 14.4}
{"acc_0": 90.4, "acc_1": 95.0, "acc_avg": 92.7}
{"_ACCU": 94.5, "_BLEU": 20.9}
-------avg_loss: 5.4657459259033205e-08, lm_loss: 1.0043346881866455--------
{"dev acc"：92.4}
{"bleu_0": 13.495435258991794, "bleu_1": 15.79138134125142, "bleu_avg": 14.6}
{"acc_0": 90.2, "acc_1": 95.19999999999999, "acc_avg": 92.7}
{"_ACCU": 94.1, "_BLEU": 20.9}
-------avg_loss: 5.40614128112793e-08, lm_loss: 0.552282989025116--------
{"dev acc"：92.2}
{"bleu_0": 13.941755147696334, "bleu_1": 15.395010254875775, "bleu_avg": 14.7}
{"acc_0": 89.8, "acc_1": 94.8, "acc_avg": 92.3}
{"_ACCU": 94.1, "_BLEU": 20.9}
-------avg_loss: 4.917383193969726e-08, lm_loss: 0.7223549485206604--------
{"dev acc"：92.8}
{"bleu_0": 13.643801988353509, "bleu_1": 15.506303383157743, "bleu_avg": 14.6}
{"acc_0": 89.8, "acc_1": 95.19999999999999, "acc_avg": 92.5}
{"_ACCU": 94.0, "_BLEU": 20.9}
-------avg_loss: 5.310773849487305e-08, lm_loss: 0.6333372592926025--------
{"dev acc"：92.5}
{"bleu_0": 13.40211735135407, "bleu_1": 15.808070397825439, "bleu_avg": 14.6}
{"acc_0": 89.60000000000001, "acc_1": 95.39999999999999, "acc_avg": 92.5}
{"_ACCU": 94.7, "_BLEU": 21.0}
-------avg_loss: 5.239248275756836e-08, lm_loss: 1.0383249521255493--------
{"dev acc"：93.2}
{"bleu_0": 13.769402968333514, "bleu_1": 15.8864557875436, "bleu_avg": 14.8}
{"acc_0": 89.8, "acc_1": 95.19999999999999, "acc_avg": 92.5}
{"_ACCU": 94.5, "_BLEU": 21.1}
-------avg_loss: 5.352497100830078e-08, lm_loss: 0.9301877021789551--------
{"dev acc"：92.8}
{"bleu_0": 13.610020273096232, "bleu_1": 15.683879602406641, "bleu_avg": 14.6}
{"acc_0": 89.8, "acc_1": 96.0, "acc_avg": 92.9}
{"_ACCU": 95.2, "_BLEU": 21.0}
-------avg_loss: 5.632638931274414e-08, lm_loss: 0.8110945820808411--------
{"dev acc"：92.8}
{"bleu_0": 13.732171769371536, "bleu_1": 15.565494493632734, "bleu_avg": 14.6}
{"acc_0": 91.60000000000001, "acc_1": 95.0, "acc_avg": 93.3}
{"_ACCU": 94.8, "_BLEU": 20.9}
-------avg_loss: 5.477666854858399e-08, lm_loss: 0.7225877642631531--------
{"dev acc"：92.7}
{"bleu_0": 13.427119097161366, "bleu_1": 15.476274668712216, "bleu_avg": 14.5}
{"acc_0": 90.4, "acc_1": 95.39999999999999, "acc_avg": 92.9}
{"_ACCU": 94.1, "_BLEU": 20.8}
-------avg_loss: 5.006790161132812e-08, lm_loss: 0.5406420826911926--------
{"dev acc"：92.4}
{"bleu_0": 13.726422202667003, "bleu_1": 15.988138095340377, "bleu_avg": 14.9}
{"acc_0": 89.4, "acc_1": 95.19999999999999, "acc_avg": 92.3}
{"_ACCU": 93.7, "_BLEU": 21.1}
-------avg_loss: 5.519390106201172e-08, lm_loss: 1.6763757467269897--------
{"dev acc"：92.9}
{"bleu_0": 13.518980136263531, "bleu_1": 15.392790971723052, "bleu_avg": 14.5}
{"acc_0": 90.4, "acc_1": 95.39999999999999, "acc_avg": 92.9}
{"_ACCU": 94.5, "_BLEU": 20.8}
-------avg_loss: 5.072355270385742e-08, lm_loss: 1.114338994026184--------
{"dev acc"：92.7}
{"bleu_0": 13.528911763203386, "bleu_1": 15.468950809855569, "bleu_avg": 14.5}
{"acc_0": 90.0, "acc_1": 95.6, "acc_avg": 92.8}
{"_ACCU": 94.3, "_BLEU": 20.8}
-------avg_loss: 4.9233436584472654e-08, lm_loss: 0.6829454898834229--------
{"dev acc"：92.9}
{"bleu_0": 13.417448403110383, "bleu_1": 15.636911689379168, "bleu_avg": 14.5}
{"acc_0": 89.8, "acc_1": 94.6, "acc_avg": 92.2}
{"_ACCU": 93.7, "_BLEU": 20.9}
-------avg_loss: 4.7743320465087893e-08, lm_loss: 0.5109543204307556--------
{"dev acc"：92.5}
{"bleu_0": 13.732097176268315, "bleu_1": 15.45481611671326, "bleu_avg": 14.6}
{"acc_0": 91.0, "acc_1": 94.39999999999999, "acc_avg": 92.7}
{"_ACCU": 93.5, "_BLEU": 20.9}
-------avg_loss: 4.661083221435547e-08, lm_loss: 0.6143893599510193--------
{"dev acc"：93.2}
{"bleu_0": 13.465820805020561, "bleu_1": 15.706499712772493, "bleu_avg": 14.6}
{"acc_0": 89.8, "acc_1": 95.19999999999999, "acc_avg": 92.5}
{"_ACCU": 94.6, "_BLEU": 20.9}
Best result: dev_acc 94.5 acc 93.8 bleu 14.7 _acc 95.3 _bleu 21.1

Epoch:  30%|██████████████████████████████████████████████▏                                                                                                           | 3/10 [7:06:09<16:34:22, 8523.17s/it]-------avg_loss: 4.6968460083007815e-08, lm_loss: 0.6271311044692993--------
{"dev acc"：92.9}
{"bleu_0": 13.475455598356307, "bleu_1": 15.547805767456286, "bleu_avg": 14.5}
{"acc_0": 90.4, "acc_1": 95.39999999999999, "acc_avg": 92.9}
{"_ACCU": 94.4, "_BLEU": 20.8}
-------avg_loss: 4.7922134399414065e-08, lm_loss: 0.7451756596565247--------
{"dev acc"：93.0}
{"bleu_0": 13.626452475212977, "bleu_1": 15.46814480266437, "bleu_avg": 14.5}
{"acc_0": 89.0, "acc_1": 94.6, "acc_avg": 91.8}
{"_ACCU": 94.0, "_BLEU": 20.8}
-------avg_loss: 4.661083221435547e-08, lm_loss: 0.626717209815979--------
{"dev acc"：93.0}
{"bleu_0": 13.574772434723698, "bleu_1": 15.674797289386829, "bleu_avg": 14.6}
{"acc_0": 90.60000000000001, "acc_1": 95.19999999999999, "acc_avg": 92.9}
{"_ACCU": 94.7, "_BLEU": 20.9}
-------avg_loss: 4.667043685913086e-08, lm_loss: 0.8103014230728149--------
{"dev acc"：93.1}
{"bleu_0": 13.558839620566635, "bleu_1": 15.771098680954035, "bleu_avg": 14.7}
{"acc_0": 91.4, "acc_1": 94.6, "acc_avg": 93.0}
{"_ACCU": 94.3, "_BLEU": 21.0}
-------avg_loss: 4.380941390991211e-08, lm_loss: 0.7453082203865051--------
{"dev acc"：92.8}
{"bleu_0": 13.47215557949234, "bleu_1": 15.559110096062023, "bleu_avg": 14.5}
{"acc_0": 90.2, "acc_1": 94.39999999999999, "acc_avg": 92.3}
{"_ACCU": 93.9, "_BLEU": 20.8}
-------avg_loss: 4.470348358154297e-08, lm_loss: 0.8665069341659546--------
{"dev acc"：92.9}
{"bleu_0": 13.428217910808455, "bleu_1": 15.994504874286807, "bleu_avg": 14.7}
{"acc_0": 90.2, "acc_1": 95.19999999999999, "acc_avg": 92.7}
{"_ACCU": 94.0, "_BLEU": 21.0}
-------avg_loss: 4.565715789794922e-08, lm_loss: 0.8883784413337708--------
{"dev acc"：93.4}
{"bleu_0": 13.788623069506716, "bleu_1": 15.757167898815602, "bleu_avg": 14.8}
{"acc_0": 91.0, "acc_1": 95.6, "acc_avg": 93.3}
{"_ACCU": 95.0, "_BLEU": 21.0}
-------avg_loss: 4.732608795166016e-08, lm_loss: 0.9417882561683655--------
{"dev acc"：92.8}
{"bleu_0": 13.72731965777279, "bleu_1": 15.625760027393165, "bleu_avg": 14.7}
{"acc_0": 90.4, "acc_1": 95.6, "acc_avg": 93.0}
{"_ACCU": 94.6, "_BLEU": 21.0}
-------avg_loss: 6.312131881713867e-08, lm_loss: 0.7702791690826416--------
{"dev acc"：93.0}
{"bleu_0": 13.39296416903962, "bleu_1": 15.718745082552344, "bleu_avg": 14.6}
{"acc_0": 89.8, "acc_1": 95.8, "acc_avg": 92.8}
{"_ACCU": 94.6, "_BLEU": 20.9}
-------avg_loss: 4.202127456665039e-08, lm_loss: 0.745520293712616--------
{"dev acc"：92.5}
{"bleu_0": 13.737965762165874, "bleu_1": 15.53474502490942, "bleu_avg": 14.6}
{"acc_0": 89.0, "acc_1": 95.19999999999999, "acc_avg": 92.1}
{"_ACCU": 94.4, "_BLEU": 21.0}
-------avg_loss: 4.3630599975585937e-08, lm_loss: 0.39442047476768494--------
{"dev acc"：92.4}
{"bleu_0": 13.578082255491916, "bleu_1": 15.841208153328301, "bleu_avg": 14.7}
{"acc_0": 89.8, "acc_1": 94.6, "acc_avg": 92.2}
{"_ACCU": 94.1, "_BLEU": 21.1}
-------avg_loss: 4.410743713378906e-08, lm_loss: 0.6900699138641357--------
{"dev acc"：93.0}
{"bleu_0": 13.729999988762758, "bleu_1": 15.536943746598524, "bleu_avg": 14.6}
{"acc_0": 89.8, "acc_1": 96.2, "acc_avg": 93.0}
{"_ACCU": 94.0, "_BLEU": 21.0}
-------avg_loss: 4.136562347412109e-08, lm_loss: 0.8210552334785461--------
{"dev acc"：93.1}
{"bleu_0": 13.535015675726797, "bleu_1": 15.521751980210222, "bleu_avg": 14.5}
{"acc_0": 89.2, "acc_1": 95.39999999999999, "acc_avg": 92.3}
{"_ACCU": 94.5, "_BLEU": 20.8}
-------avg_loss: 4.738569259643555e-08, lm_loss: 0.6474739909172058--------
{"dev acc"：93.0}
{"bleu_0": 13.71489826444373, "bleu_1": 15.84426244810328, "bleu_avg": 14.8}
{"acc_0": 89.4, "acc_1": 95.0, "acc_avg": 92.2}
{"_ACCU": 93.9, "_BLEU": 21.0}
-------avg_loss: 4.673004150390625e-08, lm_loss: 0.9391255378723145--------
{"dev acc"：92.8}
{"bleu_0": 13.591961592673526, "bleu_1": 15.660839087091666, "bleu_avg": 14.6}
{"acc_0": 89.4, "acc_1": 96.0, "acc_avg": 92.7}
{"_ACCU": 94.3, "_BLEU": 21.0}
-------avg_loss: 4.464387893676758e-08, lm_loss: 0.6986256837844849--------
{"dev acc"：92.9}
{"bleu_0": 13.586612703673854, "bleu_1": 15.95914531241975, "bleu_avg": 14.8}
{"acc_0": 89.0, "acc_1": 94.8, "acc_avg": 91.9}
{"_ACCU": 94.2, "_BLEU": 21.1}
-------avg_loss: 4.13060188293457e-08, lm_loss: 0.713150680065155--------
{"dev acc"：93.3}
{"bleu_0": 13.621859708999434, "bleu_1": 15.348107164643382, "bleu_avg": 14.5}
{"acc_0": 91.0, "acc_1": 94.39999999999999, "acc_avg": 92.7}
{"_ACCU": 94.0, "_BLEU": 20.9}
-------avg_loss: 4.398822784423828e-08, lm_loss: 0.6199240684509277--------
{"dev acc"：93.3}
{"bleu_0": 13.673504089138575, "bleu_1": 15.144494121678425, "bleu_avg": 14.4}
{"acc_0": 90.0, "acc_1": 96.2, "acc_avg": 93.1}
{"_ACCU": 94.6, "_BLEU": 20.8}
-------avg_loss: 3.8504600524902345e-08, lm_loss: 0.8372686505317688--------
{"dev acc"：92.7}
{"bleu_0": 13.643171682146885, "bleu_1": 15.72417183666229, "bleu_avg": 14.7}
{"acc_0": 89.2, "acc_1": 94.39999999999999, "acc_avg": 91.8}
{"_ACCU": 93.5, "_BLEU": 21.0}
-------avg_loss: 4.13060188293457e-08, lm_loss: 1.0617294311523438--------
{"dev acc"：92.9}
{"bleu_0": 13.564485610391094, "bleu_1": 15.519763882526934, "bleu_avg": 14.5}
{"acc_0": 89.60000000000001, "acc_1": 95.39999999999999, "acc_avg": 92.5}
{"_ACCU": 94.3, "_BLEU": 20.9}
-------avg_loss: 4.3451786041259765e-08, lm_loss: 0.8741645216941833--------
{"dev acc"：92.6}
{"bleu_0": 13.829438183708515, "bleu_1": 15.930809933926474, "bleu_avg": 14.9}
{"acc_0": 89.4, "acc_1": 95.0, "acc_avg": 92.2}
{"_ACCU": 93.9, "_BLEU": 21.2}
-------avg_loss: 4.303455352783203e-08, lm_loss: 0.99937903881073--------
{"dev acc"：92.6}
{"bleu_0": 13.62720323293438, "bleu_1": 15.501123523194277, "bleu_avg": 14.6}
{"acc_0": 89.4, "acc_1": 95.8, "acc_avg": 92.6}
{"_ACCU": 95.0, "_BLEU": 20.9}
-------avg_loss: 4.148483276367187e-08, lm_loss: 0.7051174640655518--------
{"dev acc"：92.7}
{"bleu_0": 13.635590841253656, "bleu_1": 15.72589475225899, "bleu_avg": 14.7}
{"acc_0": 90.8, "acc_1": 93.8, "acc_avg": 92.3}
{"_ACCU": 94.0, "_BLEU": 21.0}
-------avg_loss: 3.8385391235351564e-08, lm_loss: 0.7690994739532471--------
{"dev acc"：92.5}
{"bleu_0": 13.585043192375545, "bleu_1": 15.681648150003625, "bleu_avg": 14.6}
{"acc_0": 91.60000000000001, "acc_1": 96.2, "acc_avg": 93.9}
{"_ACCU": 94.8, "_BLEU": 20.9}
-------avg_loss: 3.916025161743164e-08, lm_loss: 0.7413579821586609--------
{"dev acc"：92.8}
{"bleu_0": 13.896622803076664, "bleu_1": 15.701682130254135, "bleu_avg": 14.8}
{"acc_0": 90.4, "acc_1": 95.6, "acc_avg": 93.0}
{"_ACCU": 94.2, "_BLEU": 21.1}
-------avg_loss: 4.065036773681641e-08, lm_loss: 0.7871003746986389--------
{"dev acc"：93.0}
{"bleu_0": 13.482929229494534, "bleu_1": 15.965947551642703, "bleu_avg": 14.7}
{"acc_0": 89.4, "acc_1": 94.0, "acc_avg": 91.7}
{"_ACCU": 93.4, "_BLEU": 21.0}
-------avg_loss: 4.392862319946289e-08, lm_loss: 0.7602768540382385--------
{"dev acc"：92.6}
{"bleu_0": 13.76720042150005, "bleu_1": 15.6717555741821, "bleu_avg": 14.7}
{"acc_0": 90.8, "acc_1": 94.19999999999999, "acc_avg": 92.5}
{"_ACCU": 93.9, "_BLEU": 21.0}
-------avg_loss: 3.999471664428711e-08, lm_loss: 0.9574452638626099--------
{"dev acc"：93.2}
{"bleu_0": 13.700619947116142, "bleu_1": 15.38375476912811, "bleu_avg": 14.5}
{"acc_0": 90.2, "acc_1": 94.8, "acc_avg": 92.5}
{"_ACCU": 93.9, "_BLEU": 20.9}
-------avg_loss: 3.790855407714844e-08, lm_loss: 0.635238528251648--------
{"dev acc"：92.4}
{"bleu_0": 13.39984872885505, "bleu_1": 15.587936658537913, "bleu_avg": 14.5}
{"acc_0": 89.60000000000001, "acc_1": 95.8, "acc_avg": 92.7}
{"_ACCU": 94.5, "_BLEU": 20.8}
-------avg_loss: 3.868341445922852e-08, lm_loss: 0.8102149963378906--------
{"dev acc"：93.0}
{"bleu_0": 13.799543424985133, "bleu_1": 15.556431559671399, "bleu_avg": 14.7}
{"acc_0": 90.2, "acc_1": 95.19999999999999, "acc_avg": 92.7}
{"_ACCU": 94.1, "_BLEU": 20.9}
-------avg_loss: 3.957748413085938e-08, lm_loss: 0.8818268775939941--------
{"dev acc"：93.4}
{"bleu_0": 13.507770894001608, "bleu_1": 15.286593709198554, "bleu_avg": 14.4}
{"acc_0": 92.0, "acc_1": 94.8, "acc_avg": 93.4}
{"_ACCU": 94.6, "_BLEU": 20.8}
-------avg_loss: 3.9339065551757814e-08, lm_loss: 1.065799593925476--------
{"dev acc"：93.1}
{"bleu_0": 13.78502076184939, "bleu_1": 15.496667160110118, "bleu_avg": 14.6}
{"acc_0": 91.0, "acc_1": 93.8, "acc_avg": 92.4}
{"_ACCU": 94.7, "_BLEU": 21.0}
-------avg_loss: 3.784894943237305e-08, lm_loss: 0.5717254281044006--------
{"dev acc"：93.2}
{"bleu_0": 13.724797662133048, "bleu_1": 15.637384682204411, "bleu_avg": 14.7}
{"acc_0": 91.60000000000001, "acc_1": 96.2, "acc_avg": 93.9}
{"_ACCU": 95.3, "_BLEU": 21.0}
-------avg_loss: 3.743171691894531e-08, lm_loss: 0.5748800039291382--------
{"dev acc"：92.7}
{"bleu_0": 13.515891446654168, "bleu_1": 15.382159614800878, "bleu_avg": 14.4}
{"acc_0": 90.60000000000001, "acc_1": 96.6, "acc_avg": 93.6}
{"_ACCU": 95.1, "_BLEU": 20.8}
-------avg_loss: 4.1663646697998044e-08, lm_loss: 1.009090781211853--------
{"dev acc"：93.5}
{"bleu_0": 13.584497603794382, "bleu_1": 15.503586053701907, "bleu_avg": 14.5}
{"acc_0": 90.8, "acc_1": 95.39999999999999, "acc_avg": 93.1}
{"_ACCU": 94.7, "_BLEU": 20.9}
-------avg_loss: 3.653764724731445e-08, lm_loss: 0.8922008275985718--------
{"dev acc"：93.2}
{"bleu_0": 13.556017331933246, "bleu_1": 15.508244342580694, "bleu_avg": 14.5}
{"acc_0": 90.2, "acc_1": 95.39999999999999, "acc_avg": 92.8}
{"_ACCU": 93.9, "_BLEU": 20.8}
-------avg_loss: 3.868341445922852e-08, lm_loss: 1.0871703624725342--------
{"dev acc"：93.4}
{"bleu_0": 13.746931244872322, "bleu_1": 15.565602159723355, "bleu_avg": 14.7}
{"acc_0": 91.2, "acc_1": 95.39999999999999, "acc_avg": 93.3}
{"_ACCU": 94.7, "_BLEU": 20.9}
-------avg_loss: 5.1140785217285155e-08, lm_loss: 1.4083415269851685--------
{"dev acc"：93.5}
{"bleu_0": 13.585288977508265, "bleu_1": 16.04246052220785, "bleu_avg": 14.8}
{"acc_0": 90.60000000000001, "acc_1": 95.8, "acc_avg": 93.2}
{"_ACCU": 94.9, "_BLEU": 21.0}
-------avg_loss: 3.522634506225586e-08, lm_loss: 0.8851771950721741--------
{"dev acc"：93.2}
{"bleu_0": 13.424125564622111, "bleu_1": 15.582530769179634, "bleu_avg": 14.5}
{"acc_0": 90.4, "acc_1": 95.6, "acc_avg": 93.0}
{"_ACCU": 94.6, "_BLEU": 20.8}
-------avg_loss: 3.457069396972656e-08, lm_loss: 0.7810370326042175--------
{"dev acc"：93.1}
{"bleu_0": 13.41138678383321, "bleu_1": 15.506421991590063, "bleu_avg": 14.5}
{"acc_0": 89.60000000000001, "acc_1": 95.8, "acc_avg": 92.7}
{"_ACCU": 94.9, "_BLEU": 20.8}
-------avg_loss: 3.826618194580078e-08, lm_loss: 0.8697600960731506--------
{"dev acc"：92.9}
{"bleu_0": 13.665581039181227, "bleu_1": 15.871068308557781, "bleu_avg": 14.8}
{"acc_0": 89.60000000000001, "acc_1": 95.0, "acc_avg": 92.3}
{"_ACCU": 93.9, "_BLEU": 21.0}
-------avg_loss: 4.082918167114258e-08, lm_loss: 0.6472134590148926--------
{"dev acc"：93.4}
{"bleu_0": 13.835329507891252, "bleu_1": 15.509624277061976, "bleu_avg": 14.7}
{"acc_0": 90.8, "acc_1": 96.0, "acc_avg": 93.4}
{"_ACCU": 94.6, "_BLEU": 21.0}
-------avg_loss: 3.612041473388672e-08, lm_loss: 1.1290595531463623--------
{"dev acc"：93.4}
{"bleu_0": 13.537325224443586, "bleu_1": 15.80043652879795, "bleu_avg": 14.7}
{"acc_0": 90.4, "acc_1": 96.0, "acc_avg": 93.2}
{"_ACCU": 94.4, "_BLEU": 21.0}
-------avg_loss: 3.9517879486083986e-08, lm_loss: 0.819124162197113--------
{"dev acc"：93.0}
{"bleu_0": 13.69289708415613, "bleu_1": 15.954107751616045, "bleu_avg": 14.8}
{"acc_0": 90.4, "acc_1": 95.19999999999999, "acc_avg": 92.8}
{"_ACCU": 94.6, "_BLEU": 21.0}
-------avg_loss: 3.647804260253906e-08, lm_loss: 0.565026044845581--------
{"dev acc"：92.8}
{"bleu_0": 13.711382063333048, "bleu_1": 15.503571228554346, "bleu_avg": 14.6}
{"acc_0": 90.0, "acc_1": 94.8, "acc_avg": 92.4}
{"_ACCU": 94.3, "_BLEU": 21.0}
-------avg_loss: 3.4928321838378904e-08, lm_loss: 0.7350698709487915--------
{"dev acc"：93.0}
{"bleu_0": 13.407973912003236, "bleu_1": 15.850942196445118, "bleu_avg": 14.6}
{"acc_0": 90.4, "acc_1": 94.8, "acc_avg": 92.6}
{"_ACCU": 93.9, "_BLEU": 20.8}
-------avg_loss: 3.7670135498046875e-08, lm_loss: 1.140228509902954--------
{"dev acc"：93.0}
{"bleu_0": 13.620360126689002, "bleu_1": 15.630801283013732, "bleu_avg": 14.6}
{"acc_0": 89.0, "acc_1": 94.39999999999999, "acc_avg": 91.7}
{"_ACCU": 93.8, "_BLEU": 21.0}
-------avg_loss: 3.629922866821289e-08, lm_loss: 1.0229899883270264--------
{"dev acc"：92.7}
{"bleu_0": 13.619134358200524, "bleu_1": 15.692428507526204, "bleu_avg": 14.7}
{"acc_0": 90.2, "acc_1": 95.6, "acc_avg": 92.9}
{"_ACCU": 94.6, "_BLEU": 21.0}
-------avg_loss: 3.5762786865234374e-08, lm_loss: 0.8916834592819214--------
{"dev acc"：92.6}
{"bleu_0": 13.754761247349917, "bleu_1": 15.618596564449355, "bleu_avg": 14.7}
{"acc_0": 91.0, "acc_1": 95.6, "acc_avg": 93.3}
{"_ACCU": 94.5, "_BLEU": 21.0}
-------avg_loss: 3.457069396972656e-08, lm_loss: 0.7127618193626404--------
{"dev acc"：92.7}
{"bleu_0": 13.676070409975665, "bleu_1": 15.619595929519454, "bleu_avg": 14.6}
{"acc_0": 89.8, "acc_1": 95.6, "acc_avg": 92.7}
{"_ACCU": 94.7, "_BLEU": 20.9}
-------avg_loss: 3.701448440551758e-08, lm_loss: 0.8065572381019592--------
{"dev acc"：92.5}
{"bleu_0": 13.691462043720817, "bleu_1": 15.985529412872095, "bleu_avg": 14.8}
{"acc_0": 90.60000000000001, "acc_1": 94.39999999999999, "acc_avg": 92.5}
{"_ACCU": 94.3, "_BLEU": 21.1}
-------avg_loss: 3.629922866821289e-08, lm_loss: 0.6491488218307495--------
{"dev acc"：92.7}
{"bleu_0": 13.484737176532121, "bleu_1": 15.739805024868572, "bleu_avg": 14.6}
{"acc_0": 89.8, "acc_1": 94.8, "acc_avg": 92.3}
{"_ACCU": 94.1, "_BLEU": 20.9}
-------avg_loss: 3.4868717193603514e-08, lm_loss: 0.5524862408638--------
{"dev acc"：92.4}
{"bleu_0": 13.392937348300633, "bleu_1": 15.904734038173107, "bleu_avg": 14.6}
{"acc_0": 90.2, "acc_1": 95.39999999999999, "acc_avg": 92.8}
{"_ACCU": 93.9, "_BLEU": 21.0}
-------avg_loss: 3.695487976074219e-08, lm_loss: 1.0563002824783325--------
{"dev acc"：92.0}
{"bleu_0": 13.718525419267097, "bleu_1": 15.577160699921194, "bleu_avg": 14.6}
{"acc_0": 90.4, "acc_1": 94.8, "acc_avg": 92.6}
{"_ACCU": 94.0, "_BLEU": 21.0}
-------avg_loss: 3.629922866821289e-08, lm_loss: 0.9747313261032104--------
{"dev acc"：93.1}
{"bleu_0": 13.828387185481153, "bleu_1": 15.479789477881875, "bleu_avg": 14.7}
{"acc_0": 90.60000000000001, "acc_1": 95.39999999999999, "acc_avg": 93.0}
{"_ACCU": 93.9, "_BLEU": 21.0}
Best result: dev_acc 94.5 acc 93.8 bleu 14.7 _acc 95.3 _bleu 21.1

Epoch:  40%|█████████████████████████████████████████████████████████████▌                                                                                            | 4/10 [9:26:36<14:09:54, 8499.03s/it]-------avg_loss: 3.474950790405273e-08, lm_loss: 0.8510149717330933--------
{"dev acc"：93.0}
{"bleu_0": 13.736777394431723, "bleu_1": 15.531333148727612, "bleu_avg": 14.6}
{"acc_0": 90.2, "acc_1": 96.2, "acc_avg": 93.2}
{"_ACCU": 95.1, "_BLEU": 21.0}
-------avg_loss: 3.796815872192383e-08, lm_loss: 0.5628052353858948--------
{"dev acc"：92.6}
{"bleu_0": 13.570212468017907, "bleu_1": 15.817325075603748, "bleu_avg": 14.7}
{"acc_0": 91.0, "acc_1": 94.19999999999999, "acc_avg": 92.6}
{"_ACCU": 93.5, "_BLEU": 20.9}
-------avg_loss: 3.570318222045898e-08, lm_loss: 1.1057637929916382--------
{"dev acc"：92.4}
{"bleu_0": 13.681255889628952, "bleu_1": 15.654182641440546, "bleu_avg": 14.7}
{"acc_0": 90.4, "acc_1": 94.39999999999999, "acc_avg": 92.4}
{"_ACCU": 93.7, "_BLEU": 21.0}
-------avg_loss: 3.427267074584961e-08, lm_loss: 0.854103684425354--------
{"dev acc"：92.7}
{"bleu_0": 13.575370038699578, "bleu_1": 16.048527184588345, "bleu_avg": 14.8}
{"acc_0": 90.60000000000001, "acc_1": 94.6, "acc_avg": 92.6}
{"_ACCU": 94.5, "_BLEU": 21.1}
-------avg_loss: 3.916025161743164e-08, lm_loss: 1.2958735227584839--------
{"dev acc"：92.8}
{"bleu_0": 13.750818507907905, "bleu_1": 15.601690683308739, "bleu_avg": 14.7}
{"acc_0": 89.2, "acc_1": 96.39999999999999, "acc_avg": 92.8}
{"_ACCU": 94.8, "_BLEU": 21.0}
-------avg_loss: 3.474950790405273e-08, lm_loss: 1.0491565465927124--------
{"dev acc"：92.8}
{"bleu_0": 13.771568946923344, "bleu_1": 15.623209243551875, "bleu_avg": 14.7}
{"acc_0": 88.8, "acc_1": 94.19999999999999, "acc_avg": 91.5}
{"_ACCU": 92.9, "_BLEU": 21.0}
-------avg_loss: 3.570318222045898e-08, lm_loss: 0.7727606296539307--------
{"dev acc"：92.6}
{"bleu_0": 13.58826778727806, "bleu_1": 15.42606410889245, "bleu_avg": 14.5}
{"acc_0": 90.4, "acc_1": 94.6, "acc_avg": 92.5}
{"_ACCU": 94.5, "_BLEU": 20.9}
-------avg_loss: 3.904104232788086e-08, lm_loss: 0.8238327503204346--------
{"dev acc"：92.6}
{"bleu_0": 13.447883426795727, "bleu_1": 15.64688181899899, "bleu_avg": 14.5}
{"acc_0": 89.0, "acc_1": 95.6, "acc_avg": 92.3}
{"_ACCU": 94.0, "_BLEU": 20.9}
-------avg_loss: 3.6776065826416015e-08, lm_loss: 0.7050750851631165--------
{"dev acc"：92.4}
{"bleu_0": 13.860644065084857, "bleu_1": 15.524801469060897, "bleu_avg": 14.7}
{"acc_0": 89.8, "acc_1": 93.19999999999999, "acc_avg": 91.5}
{"_ACCU": 93.4, "_BLEU": 21.0}
-------avg_loss: 3.290176391601563e-08, lm_loss: 0.6427097916603088--------
{"dev acc"：92.8}
{"bleu_0": 13.483540237956964, "bleu_1": 15.596332519791103, "bleu_avg": 14.5}
{"acc_0": 89.4, "acc_1": 95.8, "acc_avg": 92.6}
{"_ACCU": 94.4, "_BLEU": 20.9}
-------avg_loss: 3.4153461456298825e-08, lm_loss: 0.8253415822982788--------
{"dev acc"：92.9}
{"bleu_0": 13.485519419763248, "bleu_1": 15.409269286447651, "bleu_avg": 14.4}
{"acc_0": 89.2, "acc_1": 93.6, "acc_avg": 91.4}
{"_ACCU": 93.5, "_BLEU": 20.8}
-------avg_loss: 3.5941600799560546e-08, lm_loss: 0.5001338720321655--------
{"dev acc"：92.5}
{"bleu_0": 13.618880209117679, "bleu_1": 16.03452006358844, "bleu_avg": 14.8}
{"acc_0": 91.2, "acc_1": 95.0, "acc_avg": 93.1}
{"_ACCU": 94.7, "_BLEU": 21.0}
-------avg_loss: 3.248453140258789e-08, lm_loss: 0.8883219361305237--------
{"dev acc"：92.6}
{"bleu_0": 13.665187413482982, "bleu_1": 15.780065258752213, "bleu_avg": 14.7}
{"acc_0": 88.8, "acc_1": 95.0, "acc_avg": 91.9}
{"_ACCU": 93.9, "_BLEU": 21.0}
-------avg_loss: 3.552436828613281e-08, lm_loss: 0.42734116315841675--------
{"dev acc"：92.5}
{"bleu_0": 13.507939693858424, "bleu_1": 15.857665535219754, "bleu_avg": 14.7}
{"acc_0": 90.4, "acc_1": 94.19999999999999, "acc_avg": 92.3}
{"_ACCU": 93.7, "_BLEU": 21.1}
-------avg_loss: 4.243850708007812e-08, lm_loss: 0.6238179206848145--------
{"dev acc"：92.7}
{"bleu_0": 13.725141342479679, "bleu_1": 15.967861655394328, "bleu_avg": 14.8}
{"acc_0": 90.0, "acc_1": 95.19999999999999, "acc_avg": 92.6}
{"_ACCU": 94.3, "_BLEU": 21.1}
-------avg_loss: 3.427267074584961e-08, lm_loss: 0.7650759816169739--------
{"dev acc"：92.9}
{"bleu_0": 13.503482238118863, "bleu_1": 15.58057181745923, "bleu_avg": 14.5}
{"acc_0": 90.8, "acc_1": 94.19999999999999, "acc_avg": 92.5}
{"_ACCU": 94.1, "_BLEU": 20.9}
-------avg_loss: 3.3497810363769535e-08, lm_loss: 1.225907564163208--------
{"dev acc"：93.0}
{"bleu_0": 13.295633527743277, "bleu_1": 15.863030644111994, "bleu_avg": 14.6}
{"acc_0": 91.60000000000001, "acc_1": 94.6, "acc_avg": 93.1}
{"_ACCU": 94.1, "_BLEU": 20.9}
-------avg_loss: 3.1828880310058596e-08, lm_loss: 1.2059681415557861--------
{"dev acc"：93.0}
{"bleu_0": 13.659886583696377, "bleu_1": 15.689606543586335, "bleu_avg": 14.7}
{"acc_0": 90.8, "acc_1": 95.8, "acc_avg": 93.3}
{"_ACCU": 94.6, "_BLEU": 20.9}
-------avg_loss: 3.606081008911133e-08, lm_loss: 0.6807519793510437--------
{"dev acc"：92.4}
{"bleu_0": 13.716993234844823, "bleu_1": 15.341220389673857, "bleu_avg": 14.5}
{"acc_0": 89.8, "acc_1": 96.0, "acc_avg": 92.9}
{"_ACCU": 94.5, "_BLEU": 20.9}
-------avg_loss: 3.379583358764648e-08, lm_loss: 0.5345003604888916--------
{"dev acc"：92.4}
{"bleu_0": 13.473793809463459, "bleu_1": 15.97437459560359, "bleu_avg": 14.7}
{"acc_0": 90.4, "acc_1": 95.0, "acc_avg": 92.7}
{"_ACCU": 94.9, "_BLEU": 21.0}
-------avg_loss: 3.820657730102539e-08, lm_loss: 0.554496169090271--------
{"dev acc"：92.5}
{"bleu_0": 13.636921460097232, "bleu_1": 15.641157956618674, "bleu_avg": 14.6}
{"acc_0": 90.60000000000001, "acc_1": 94.6, "acc_avg": 92.6}
{"_ACCU": 93.9, "_BLEU": 21.0}
-------avg_loss: 3.1709671020507814e-08, lm_loss: 0.7406508922576904--------
{"dev acc"：93.3}
{"bleu_0": 13.440574241698123, "bleu_1": 15.980127015276205, "bleu_avg": 14.7}
{"acc_0": 89.2, "acc_1": 95.8, "acc_avg": 92.5}
{"_ACCU": 94.0, "_BLEU": 21.0}
-------avg_loss: 3.302097320556641e-08, lm_loss: 0.7195585370063782--------
{"dev acc"：92.8}
{"bleu_0": 13.918094302738702, "bleu_1": 15.894440487250536, "bleu_avg": 14.9}
{"acc_0": 90.60000000000001, "acc_1": 95.8, "acc_avg": 93.2}
{"_ACCU": 94.6, "_BLEU": 21.1}
-------avg_loss: 2.9385089874267578e-08, lm_loss: 0.8029794692993164--------
{"dev acc"：92.6}
{"bleu_0": 13.640663321103597, "bleu_1": 15.366523532558146, "bleu_avg": 14.5}
{"acc_0": 91.0, "acc_1": 94.8, "acc_avg": 92.9}
{"_ACCU": 94.0, "_BLEU": 20.9}
-------avg_loss: 3.1650066375732424e-08, lm_loss: 0.697745680809021--------
{"dev acc"：93.4}
{"bleu_0": 13.555524058100207, "bleu_1": 15.526799399497746, "bleu_avg": 14.5}
{"acc_0": 89.2, "acc_1": 96.0, "acc_avg": 92.6}
{"_ACCU": 94.5, "_BLEU": 20.8}
-------avg_loss: 3.284215927124024e-08, lm_loss: 0.6409810185432434--------
{"dev acc"：92.6}
{"bleu_0": 13.488549713815171, "bleu_1": 15.5986658934421, "bleu_avg": 14.5}
{"acc_0": 91.4, "acc_1": 96.0, "acc_avg": 93.7}
{"_ACCU": 95.2, "_BLEU": 20.8}
-------avg_loss: 2.6702880859375e-08, lm_loss: 0.770691454410553--------
{"dev acc"：92.8}
{"bleu_0": 13.43034093459347, "bleu_1": 15.976035363698557, "bleu_avg": 14.7}
{"acc_0": 91.60000000000001, "acc_1": 95.8, "acc_avg": 93.7}
{"_ACCU": 94.1, "_BLEU": 21.0}
-------avg_loss: 3.337860107421875e-08, lm_loss: 0.9048106670379639--------
{"dev acc"：93.0}
{"bleu_0": 13.809334516835866, "bleu_1": 15.436059756123518, "bleu_avg": 14.6}
{"acc_0": 91.2, "acc_1": 95.19999999999999, "acc_avg": 93.2}
{"_ACCU": 94.3, "_BLEU": 20.9}
-------avg_loss: 3.111362457275391e-08, lm_loss: 0.7126141786575317--------
{"dev acc"：92.8}
{"bleu_0": 13.725146102194035, "bleu_1": 15.736477182952669, "bleu_avg": 14.7}
{"acc_0": 89.4, "acc_1": 95.39999999999999, "acc_avg": 92.4}
{"_ACCU": 94.2, "_BLEU": 21.0}
-------avg_loss: 3.1709671020507814e-08, lm_loss: 0.8452361822128296--------
{"dev acc"：93.3}
{"bleu_0": 13.451704801658373, "bleu_1": 15.523305007750304, "bleu_avg": 14.5}
{"acc_0": 90.4, "acc_1": 95.19999999999999, "acc_avg": 92.8}
{"_ACCU": 94.3, "_BLEU": 20.9}
-------avg_loss: 2.7179718017578126e-08, lm_loss: 1.1796590089797974--------
{"dev acc"：92.8}
{"bleu_0": 13.586624098966963, "bleu_1": 15.540180175887052, "bleu_avg": 14.6}
{"acc_0": 91.4, "acc_1": 95.0, "acc_avg": 93.2}
{"_ACCU": 94.8, "_BLEU": 20.9}
-------avg_loss: 2.956390380859375e-08, lm_loss: 0.6190544962882996--------
{"dev acc"：93.0}
{"bleu_0": 13.869755096050435, "bleu_1": 15.43656718410163, "bleu_avg": 14.7}
{"acc_0": 91.60000000000001, "acc_1": 95.19999999999999, "acc_avg": 93.4}
{"_ACCU": 94.6, "_BLEU": 20.9}
-------avg_loss: 2.950429916381836e-08, lm_loss: 0.9296931624412537--------
{"dev acc"：93.1}
{"bleu_0": 13.42564737192465, "bleu_1": 15.889623878964624, "bleu_avg": 14.7}
{"acc_0": 91.4, "acc_1": 95.19999999999999, "acc_avg": 93.3}
{"_ACCU": 94.2, "_BLEU": 20.9}
-------avg_loss: 3.057718276977539e-08, lm_loss: 0.852361798286438--------
{"dev acc"：93.2}
{"bleu_0": 13.65667613692309, "bleu_1": 15.67343321586879, "bleu_avg": 14.7}
{"acc_0": 91.4, "acc_1": 94.6, "acc_avg": 93.0}
{"_ACCU": 94.1, "_BLEU": 20.9}
-------avg_loss: 2.9981136322021485e-08, lm_loss: 0.7407902479171753--------
{"dev acc"：93.2}
{"bleu_0": 13.811489519840675, "bleu_1": 15.466343653455594, "bleu_avg": 14.6}
{"acc_0": 90.8, "acc_1": 94.8, "acc_avg": 92.8}
{"_ACCU": 93.9, "_BLEU": 21.0}
-------avg_loss: 2.8550624847412108e-08, lm_loss: 0.7360997200012207--------
{"dev acc"：93.3}
{"bleu_0": 13.391765346615191, "bleu_1": 15.460548477694294, "bleu_avg": 14.4}
{"acc_0": 90.2, "acc_1": 94.8, "acc_avg": 92.5}
{"_ACCU": 93.7, "_BLEU": 20.8}
-------avg_loss: 3.0994415283203126e-08, lm_loss: 0.5613998770713806--------
{"dev acc"：92.7}
{"bleu_0": 13.481609534438254, "bleu_1": 15.610588634588254, "bleu_avg": 14.5}
{"acc_0": 91.4, "acc_1": 95.19999999999999, "acc_avg": 93.3}
{"_ACCU": 94.2, "_BLEU": 20.8}
-------avg_loss: 2.6881694793701173e-08, lm_loss: 0.566784143447876--------
{"dev acc"：93.0}
{"bleu_0": 13.63831575326373, "bleu_1": 15.71712136465478, "bleu_avg": 14.7}
{"acc_0": 91.4, "acc_1": 96.0, "acc_avg": 93.7}
{"_ACCU": 94.5, "_BLEU": 20.9}
-------avg_loss: 3.021955490112305e-08, lm_loss: 0.9666500687599182--------
{"dev acc"：93.5}
{"bleu_0": 13.733902542942605, "bleu_1": 15.468837100429258, "bleu_avg": 14.6}
{"acc_0": 90.4, "acc_1": 95.6, "acc_avg": 93.0}
{"_ACCU": 94.4, "_BLEU": 21.0}
-------avg_loss: 2.6464462280273438e-08, lm_loss: 0.6891144514083862--------
{"dev acc"：92.9}
{"bleu_0": 13.700549657522092, "bleu_1": 15.857035902780481, "bleu_avg": 14.8}
{"acc_0": 89.0, "acc_1": 95.19999999999999, "acc_avg": 92.1}
{"_ACCU": 94.4, "_BLEU": 21.0}
-------avg_loss: 3.0875205993652345e-08, lm_loss: 0.9940004944801331--------
{"dev acc"：92.6}
{"bleu_0": 13.641751526036444, "bleu_1": 15.873635525340399, "bleu_avg": 14.8}
{"acc_0": 91.4, "acc_1": 95.6, "acc_avg": 93.5}
{"_ACCU": 94.7, "_BLEU": 21.0}
-------avg_loss: 2.9325485229492187e-08, lm_loss: 0.6223335266113281--------
{"dev acc"：93.0}
{"bleu_0": 13.810735179850717, "bleu_1": 15.644088708172713, "bleu_avg": 14.7}
{"acc_0": 91.4, "acc_1": 95.8, "acc_avg": 93.6}
{"_ACCU": 95.2, "_BLEU": 21.0}
-------avg_loss: 2.562999725341797e-08, lm_loss: 0.5432314872741699--------
{"dev acc"：92.6}
{"bleu_0": 13.496338298168853, "bleu_1": 15.611743627160374, "bleu_avg": 14.6}
{"acc_0": 88.8, "acc_1": 95.6, "acc_avg": 92.2}
{"_ACCU": 94.2, "_BLEU": 20.9}
-------avg_loss: 3.206729888916016e-08, lm_loss: 0.791651725769043--------
{"dev acc"：92.2}
{"bleu_0": 13.43352539704116, "bleu_1": 15.768821110805051, "bleu_avg": 14.6}
{"acc_0": 89.60000000000001, "acc_1": 95.0, "acc_avg": 92.3}
{"_ACCU": 93.9, "_BLEU": 20.9}
-------avg_loss: 3.427267074584961e-08, lm_loss: 0.7871003746986389--------
{"dev acc"：92.3}
{"bleu_0": 13.55717378648576, "bleu_1": 16.001177722813097, "bleu_avg": 14.8}
{"acc_0": 89.4, "acc_1": 94.8, "acc_avg": 92.1}
{"_ACCU": 93.3, "_BLEU": 21.0}
-------avg_loss: 3.129243850708008e-08, lm_loss: 1.0605688095092773--------
{"dev acc"：92.5}
{"bleu_0": 13.708382887927753, "bleu_1": 15.43177229600242, "bleu_avg": 14.6}
{"acc_0": 90.8, "acc_1": 95.0, "acc_avg": 92.9}
{"_ACCU": 94.3, "_BLEU": 20.9}
-------avg_loss: 2.878904342651367e-08, lm_loss: 0.5573667287826538--------
{"dev acc"：92.3}
{"bleu_0": 13.738155061717825, "bleu_1": 16.290210470125547, "bleu_avg": 15.0}
{"acc_0": 89.8, "acc_1": 94.39999999999999, "acc_avg": 92.1}
{"_ACCU": 93.9, "_BLEU": 21.2}
-------avg_loss: 3.063678741455078e-08, lm_loss: 0.5912400484085083--------
{"dev acc"：92.3}
{"bleu_0": 13.387745995418785, "bleu_1": 15.471014065376362, "bleu_avg": 14.4}
{"acc_0": 90.4, "acc_1": 94.8, "acc_avg": 92.6}
{"_ACCU": 93.6, "_BLEU": 20.7}
-------avg_loss: 3.1828880310058596e-08, lm_loss: 0.706488311290741--------
{"dev acc"：92.1}
{"bleu_0": 13.735659933785552, "bleu_1": 15.919616317442545, "bleu_avg": 14.8}
{"acc_0": 89.0, "acc_1": 94.19999999999999, "acc_avg": 91.6}
{"_ACCU": 92.6, "_BLEU": 21.1}
-------avg_loss: 3.1709671020507814e-08, lm_loss: 0.855315625667572--------
{"dev acc"：92.3}
{"bleu_0": 13.285838652014096, "bleu_1": 15.595808525086277, "bleu_avg": 14.4}
{"acc_0": 89.4, "acc_1": 95.0, "acc_avg": 92.2}
{"_ACCU": 94.0, "_BLEU": 20.7}
-------avg_loss: 3.212690353393555e-08, lm_loss: 0.5646219849586487--------
{"dev acc"：92.0}
{"bleu_0": 13.35188065154696, "bleu_1": 15.929391185421398, "bleu_avg": 14.6}
{"acc_0": 88.8, "acc_1": 94.39999999999999, "acc_avg": 91.6}
{"_ACCU": 93.7, "_BLEU": 20.9}
-------avg_loss: 3.3974647521972653e-08, lm_loss: 0.8850002884864807--------
{"dev acc"：92.5}
{"bleu_0": 13.593971452214818, "bleu_1": 15.574695907624236, "bleu_avg": 14.6}
{"acc_0": 89.0, "acc_1": 95.39999999999999, "acc_avg": 92.2}
{"_ACCU": 93.9, "_BLEU": 20.9}
-------avg_loss: 3.212690353393555e-08, lm_loss: 0.8526416420936584--------
{"dev acc"：91.6}
{"bleu_0": 13.605415250003785, "bleu_1": 15.63007305024063, "bleu_avg": 14.6}
{"acc_0": 90.8, "acc_1": 95.0, "acc_avg": 92.9}
{"_ACCU": 94.2, "_BLEU": 20.9}
-------avg_loss: 3.284215927124024e-08, lm_loss: 0.4772228002548218--------
{"dev acc"：92.5}
{"bleu_0": 13.411491706335255, "bleu_1": 15.570990402976015, "bleu_avg": 14.5}
{"acc_0": 88.4, "acc_1": 95.0, "acc_avg": 91.7}
{"_ACCU": 93.4, "_BLEU": 20.8}
-------avg_loss: 3.290176391601563e-08, lm_loss: 0.5167018175125122--------
{"dev acc"：92.4}
{"bleu_0": 13.808112496038499, "bleu_1": 15.592806188501863, "bleu_avg": 14.7}
{"acc_0": 90.0, "acc_1": 95.39999999999999, "acc_avg": 92.7}
{"_ACCU": 93.8, "_BLEU": 20.9}
Best result: dev_acc 94.5 acc 93.8 bleu 14.7 _acc 95.3 _bleu 21.1

Epoch:  50%|████████████████████████████████████████████████████████████████████████████▌                                                                            | 5/10 [11:47:04<11:47:04, 8484.95s/it]-------avg_loss: 3.147125244140625e-08, lm_loss: 0.5908776521682739--------
{"dev acc"：92.2}
{"bleu_0": 13.346630522702998, "bleu_1": 15.503644196825354, "bleu_avg": 14.4}
{"acc_0": 91.2, "acc_1": 95.0, "acc_avg": 93.1}
{"_ACCU": 94.3, "_BLEU": 20.7}
-------avg_loss: 3.0040740966796875e-08, lm_loss: 0.5159352421760559--------
{"dev acc"：92.2}
{"bleu_0": 13.548090404287565, "bleu_1": 15.689195343235731, "bleu_avg": 14.6}
{"acc_0": 90.0, "acc_1": 95.19999999999999, "acc_avg": 92.6}
{"_ACCU": 94.0, "_BLEU": 21.0}
-------avg_loss: 2.8014183044433592e-08, lm_loss: 0.6390578150749207--------
{"dev acc"：92.5}
{"bleu_0": 13.82702639836878, "bleu_1": 15.842832722505118, "bleu_avg": 14.8}
{"acc_0": 90.60000000000001, "acc_1": 94.6, "acc_avg": 92.6}
{"_ACCU": 94.3, "_BLEU": 21.2}
-------avg_loss: 3.063678741455078e-08, lm_loss: 0.9519402384757996--------
{"dev acc"：92.6}
{"bleu_0": 13.539573748446685, "bleu_1": 15.557848582470669, "bleu_avg": 14.5}
{"acc_0": 89.60000000000001, "acc_1": 94.0, "acc_avg": 91.8}
{"_ACCU": 93.4, "_BLEU": 20.8}
-------avg_loss: 3.141164779663086e-08, lm_loss: 0.6258119940757751--------
{"dev acc"：92.2}
{"bleu_0": 13.8252704912934, "bleu_1": 15.379836785970033, "bleu_avg": 14.6}
{"acc_0": 91.0, "acc_1": 95.0, "acc_avg": 93.0}
{"_ACCU": 93.8, "_BLEU": 21.0}
-------avg_loss: 2.7775764465332033e-08, lm_loss: 0.529105007648468--------
{"dev acc"：92.8}
{"bleu_0": 13.580871495873595, "bleu_1": 15.708347732250614, "bleu_avg": 14.6}
{"acc_0": 89.4, "acc_1": 95.8, "acc_avg": 92.6}
{"_ACCU": 93.5, "_BLEU": 20.9}
-------avg_loss: 3.0934810638427735e-08, lm_loss: 0.7355430722236633--------
{"dev acc"：92.3}
{"bleu_0": 13.568846355302272, "bleu_1": 15.660641639930478, "bleu_avg": 14.6}
{"acc_0": 90.4, "acc_1": 94.39999999999999, "acc_avg": 92.4}
{"_ACCU": 93.8, "_BLEU": 21.0}
-------avg_loss: 2.968311309814453e-08, lm_loss: 0.6395331621170044--------
{"dev acc"：92.6}
{"bleu_0": 13.677573389234384, "bleu_1": 15.481423728774779, "bleu_avg": 14.6}
{"acc_0": 90.2, "acc_1": 94.19999999999999, "acc_avg": 92.2}
{"_ACCU": 93.8, "_BLEU": 20.9}
-------avg_loss: 3.2782554626464846e-08, lm_loss: 0.5751214027404785--------
{"dev acc"：92.4}
{"bleu_0": 13.53741058123271, "bleu_1": 15.636129826558065, "bleu_avg": 14.6}
{"acc_0": 90.0, "acc_1": 94.6, "acc_avg": 92.3}
{"_ACCU": 93.8, "_BLEU": 20.9}
-------avg_loss: 3.1709671020507814e-08, lm_loss: 0.718615710735321--------
{"dev acc"：92.6}
{"bleu_0": 13.899290668861406, "bleu_1": 15.723417872832671, "bleu_avg": 14.8}
{"acc_0": 88.6, "acc_1": 94.19999999999999, "acc_avg": 91.4}
{"_ACCU": 94.1, "_BLEU": 21.0}
-------avg_loss: 3.218650817871094e-08, lm_loss: 0.5750810503959656--------
{"dev acc"：92.4}
{"bleu_0": 13.609849829219153, "bleu_1": 15.678374761630293, "bleu_avg": 14.6}
{"acc_0": 91.0, "acc_1": 93.8, "acc_avg": 92.4}
{"_ACCU": 93.4, "_BLEU": 21.0}
-------avg_loss: 3.153085708618164e-08, lm_loss: 0.9943596720695496--------
{"dev acc"：92.2}
{"bleu_0": 13.404425467959868, "bleu_1": 16.00989097921321, "bleu_avg": 14.7}
{"acc_0": 89.60000000000001, "acc_1": 94.6, "acc_avg": 92.1}
{"_ACCU": 93.2, "_BLEU": 21.0}
-------avg_loss: 3.3438205718994144e-08, lm_loss: 0.9540135264396667--------
{"dev acc"：92.3}
{"bleu_0": 13.47989135143327, "bleu_1": 16.082603091369545, "bleu_avg": 14.8}
{"acc_0": 90.2, "acc_1": 94.19999999999999, "acc_avg": 92.2}
{"_ACCU": 93.6, "_BLEU": 21.0}
-------avg_loss: 3.0100345611572266e-08, lm_loss: 0.459981232881546--------
{"dev acc"：92.5}
{"bleu_0": 13.768677253472442, "bleu_1": 15.478948923191687, "bleu_avg": 14.6}
{"acc_0": 90.2, "acc_1": 94.19999999999999, "acc_avg": 92.2}
{"_ACCU": 93.9, "_BLEU": 20.9}
-------avg_loss: 3.045797348022461e-08, lm_loss: 0.9462375640869141--------
{"dev acc"：92.1}
{"bleu_0": 13.686710691402604, "bleu_1": 15.735927388406434, "bleu_avg": 14.7}
{"acc_0": 90.0, "acc_1": 93.8, "acc_avg": 91.9}
{"_ACCU": 93.9, "_BLEU": 21.0}
-------avg_loss: 2.872943878173828e-08, lm_loss: 0.3754105567932129--------
{"dev acc"：92.0}
{"bleu_0": 13.608031917939064, "bleu_1": 15.96975785854345, "bleu_avg": 14.8}
{"acc_0": 91.0, "acc_1": 94.19999999999999, "acc_avg": 92.6}
{"_ACCU": 93.7, "_BLEU": 21.1}
-------avg_loss: 3.1650066375732424e-08, lm_loss: 1.0188426971435547--------
{"dev acc"：92.2}
{"bleu_0": 13.721530044138449, "bleu_1": 15.72076558450092, "bleu_avg": 14.7}
{"acc_0": 90.2, "acc_1": 94.0, "acc_avg": 92.1}
{"_ACCU": 93.6, "_BLEU": 21.0}
-------avg_loss: 3.0517578125e-08, lm_loss: 0.6596943140029907--------
{"dev acc"：91.9}
{"bleu_0": 13.544738306865895, "bleu_1": 15.777192759256813, "bleu_avg": 14.7}
{"acc_0": 89.60000000000001, "acc_1": 93.6, "acc_avg": 91.6}
{"_ACCU": 93.4, "_BLEU": 21.0}
-------avg_loss: 3.0517578125e-08, lm_loss: 1.1461665630340576--------
{"dev acc"：91.9}
{"bleu_0": 13.46031755154488, "bleu_1": 15.725769348732555, "bleu_avg": 14.6}
{"acc_0": 88.2, "acc_1": 94.0, "acc_avg": 91.1}
{"_ACCU": 93.5, "_BLEU": 20.9}
-------avg_loss: 3.2782554626464846e-08, lm_loss: 0.5471578240394592--------
{"dev acc"：92.4}
{"bleu_0": 13.698633663287271, "bleu_1": 15.697439829507049, "bleu_avg": 14.7}
{"acc_0": 89.8, "acc_1": 94.39999999999999, "acc_avg": 92.1}
{"_ACCU": 94.0, "_BLEU": 21.0}
-------avg_loss: 2.9325485229492187e-08, lm_loss: 0.7101588845252991--------
{"dev acc"：92.1}
{"bleu_0": 13.761761165092508, "bleu_1": 15.90382528940973, "bleu_avg": 14.8}
{"acc_0": 88.8, "acc_1": 93.6, "acc_avg": 91.2}
{"_ACCU": 93.5, "_BLEU": 21.2}
-------avg_loss: 3.0994415283203126e-08, lm_loss: 0.7579187750816345--------
{"dev acc"：92.2}
{"bleu_0": 13.67824803522196, "bleu_1": 15.643125300327496, "bleu_avg": 14.7}
{"acc_0": 90.4, "acc_1": 94.39999999999999, "acc_avg": 92.4}
{"_ACCU": 93.8, "_BLEU": 20.9}
-------avg_loss: 2.9742717742919922e-08, lm_loss: 0.7885897755622864--------
{"dev acc"：92.0}
{"bleu_0": 13.684246464728588, "bleu_1": 16.061712734366434, "bleu_avg": 14.9}
{"acc_0": 88.8, "acc_1": 94.0, "acc_avg": 91.4}
{"_ACCU": 93.6, "_BLEU": 21.2}
-------avg_loss: 3.0100345611572266e-08, lm_loss: 0.5036925077438354--------
{"dev acc"：92.5}
{"bleu_0": 13.596216554542352, "bleu_1": 16.126820810122886, "bleu_avg": 14.9}
{"acc_0": 90.2, "acc_1": 94.8, "acc_avg": 92.5}
{"_ACCU": 94.1, "_BLEU": 21.1}
-------avg_loss: 2.9146671295166015e-08, lm_loss: 0.6117646098136902--------
{"dev acc"：92.7}
{"bleu_0": 13.524519585303823, "bleu_1": 15.871684507572203, "bleu_avg": 14.7}
{"acc_0": 90.60000000000001, "acc_1": 95.0, "acc_avg": 92.8}
{"_ACCU": 94.2, "_BLEU": 21.0}
-------avg_loss: 3.1769275665283205e-08, lm_loss: 0.7693221569061279--------
{"dev acc"：92.4}
{"bleu_0": 13.598378199860905, "bleu_1": 15.78678187595249, "bleu_avg": 14.7}
{"acc_0": 90.4, "acc_1": 94.0, "acc_avg": 92.2}
{"_ACCU": 93.6, "_BLEU": 21.0}
-------avg_loss: 2.8967857360839843e-08, lm_loss: 0.6152259707450867--------
{"dev acc"：92.2}
{"bleu_0": 13.358142322935151, "bleu_1": 15.959491132405798, "bleu_avg": 14.7}
{"acc_0": 89.8, "acc_1": 94.19999999999999, "acc_avg": 92.0}
{"_ACCU": 93.5, "_BLEU": 21.0}
-------avg_loss: 2.79545783996582e-08, lm_loss: 0.3455040752887726--------
{"dev acc"：92.6}
{"bleu_0": 13.798834916810595, "bleu_1": 15.68218488415394, "bleu_avg": 14.7}
{"acc_0": 90.4, "acc_1": 95.0, "acc_avg": 92.7}
{"_ACCU": 93.8, "_BLEU": 21.1}
-------avg_loss: 2.8371810913085936e-08, lm_loss: 0.657658576965332--------
{"dev acc"：92.8}
{"bleu_0": 13.76947998245955, "bleu_1": 15.618309022641782, "bleu_avg": 14.7}
{"acc_0": 90.0, "acc_1": 94.39999999999999, "acc_avg": 92.2}
{"_ACCU": 93.9, "_BLEU": 21.0}
-------avg_loss: 2.79545783996582e-08, lm_loss: 0.5838357210159302--------
{"dev acc"：92.4}
{"bleu_0": 13.54748068188629, "bleu_1": 15.966522557625193, "bleu_avg": 14.8}
{"acc_0": 89.4, "acc_1": 95.39999999999999, "acc_avg": 92.4}
{"_ACCU": 94.3, "_BLEU": 21.1}
-------avg_loss: 2.9325485229492187e-08, lm_loss: 0.6753517985343933--------
{"dev acc"：92.1}
{"bleu_0": 13.864444712448062, "bleu_1": 15.54672792372326, "bleu_avg": 14.7}
{"acc_0": 89.0, "acc_1": 94.8, "acc_avg": 91.9}
{"_ACCU": 93.7, "_BLEU": 20.9}
-------avg_loss: 2.7775764465332033e-08, lm_loss: 0.5902459621429443--------
{"dev acc"：92.6}
{"bleu_0": 13.664707267702472, "bleu_1": 15.65287922081021, "bleu_avg": 14.7}
{"acc_0": 90.4, "acc_1": 94.8, "acc_avg": 92.6}
{"_ACCU": 94.8, "_BLEU": 21.0}
-------avg_loss: 2.878904342651367e-08, lm_loss: 0.8515971899032593--------
{"dev acc"：92.6}
{"bleu_0": 13.454380942861254, "bleu_1": 15.943769540419956, "bleu_avg": 14.7}
{"acc_0": 90.0, "acc_1": 94.39999999999999, "acc_avg": 92.2}
{"_ACCU": 94.1, "_BLEU": 20.9}
-------avg_loss: 2.6702880859375e-08, lm_loss: 1.321115255355835--------
{"dev acc"：92.4}
{"bleu_0": 13.614295126696302, "bleu_1": 16.04045809577701, "bleu_avg": 14.8}
{"acc_0": 89.4, "acc_1": 94.39999999999999, "acc_avg": 91.9}
{"_ACCU": 94.2, "_BLEU": 21.1}
-------avg_loss: 2.6464462280273438e-08, lm_loss: 0.6295900940895081--------
{"dev acc"：92.4}
{"bleu_0": 13.513764757550511, "bleu_1": 15.624883535536178, "bleu_avg": 14.6}
{"acc_0": 89.60000000000001, "acc_1": 94.8, "acc_avg": 92.2}
{"_ACCU": 94.0, "_BLEU": 20.9}
-------avg_loss: 2.6166439056396484e-08, lm_loss: 0.9141244888305664--------
{"dev acc"：92.8}
{"bleu_0": 13.310692635126168, "bleu_1": 15.539511118436844, "bleu_avg": 14.4}
{"acc_0": 92.0, "acc_1": 95.8, "acc_avg": 93.9}
{"_ACCU": 94.7, "_BLEU": 20.8}
-------avg_loss: 2.574920654296875e-08, lm_loss: 0.9229344129562378--------
{"dev acc"：92.4}
{"bleu_0": 13.242480075108723, "bleu_1": 15.53807284158928, "bleu_avg": 14.4}
{"acc_0": 90.2, "acc_1": 94.6, "acc_avg": 92.4}
{"_ACCU": 93.6, "_BLEU": 20.8}
-------avg_loss: 2.580881118774414e-08, lm_loss: 0.8384053111076355--------
{"dev acc"：92.7}
{"bleu_0": 13.585008847567284, "bleu_1": 15.776265509877044, "bleu_avg": 14.7}
{"acc_0": 89.60000000000001, "acc_1": 93.8, "acc_avg": 91.7}
{"_ACCU": 94.0, "_BLEU": 20.9}
-------avg_loss: 2.7179718017578126e-08, lm_loss: 0.703239917755127--------
{"dev acc"：92.8}
{"bleu_0": 13.801765973250587, "bleu_1": 15.739241149641236, "bleu_avg": 14.8}
{"acc_0": 90.8, "acc_1": 95.19999999999999, "acc_avg": 93.0}
{"_ACCU": 94.7, "_BLEU": 21.0}
-------avg_loss: 2.4139881134033205e-08, lm_loss: 0.8056573271751404--------
{"dev acc"：92.2}
{"bleu_0": 13.560158942400186, "bleu_1": 15.37266398208741, "bleu_avg": 14.5}
{"acc_0": 90.60000000000001, "acc_1": 95.19999999999999, "acc_avg": 92.9}
{"_ACCU": 94.5, "_BLEU": 20.9}
-------avg_loss: 2.866983413696289e-08, lm_loss: 0.9492592215538025--------
{"dev acc"：92.6}
{"bleu_0": 13.558241348357997, "bleu_1": 15.857028570831954, "bleu_avg": 14.7}
{"acc_0": 91.0, "acc_1": 94.6, "acc_avg": 92.8}
{"_ACCU": 94.4, "_BLEU": 21.0}
-------avg_loss: 2.98619270324707e-08, lm_loss: 0.7698795795440674--------
{"dev acc"：92.4}
{"bleu_0": 13.514301310367745, "bleu_1": 15.688678261372143, "bleu_avg": 14.6}
{"acc_0": 91.2, "acc_1": 94.39999999999999, "acc_avg": 92.8}
{"_ACCU": 94.0, "_BLEU": 20.9}
-------avg_loss: 2.884864807128906e-08, lm_loss: 0.5921202898025513--------
{"dev acc"：92.4}
{"bleu_0": 13.456469935620149, "bleu_1": 15.644658233296315, "bleu_avg": 14.6}
{"acc_0": 90.8, "acc_1": 94.6, "acc_avg": 92.7}
{"_ACCU": 94.5, "_BLEU": 20.9}
-------avg_loss: 2.866983413696289e-08, lm_loss: 0.7401860952377319--------
{"dev acc"：92.4}
{"bleu_0": 13.616425766929986, "bleu_1": 15.662984244058512, "bleu_avg": 14.6}
{"acc_0": 89.60000000000001, "acc_1": 94.0, "acc_avg": 91.8}
{"_ACCU": 93.4, "_BLEU": 20.9}
-------avg_loss: 2.9981136322021485e-08, lm_loss: 0.7785414457321167--------
{"dev acc"：92.1}
{"bleu_0": 13.799746326472032, "bleu_1": 15.512884235872948, "bleu_avg": 14.7}
{"acc_0": 88.8, "acc_1": 94.6, "acc_avg": 91.7}
{"_ACCU": 93.7, "_BLEU": 21.0}
-------avg_loss: 2.9802322387695312e-08, lm_loss: 0.7807626724243164--------
{"dev acc"：91.7}
{"bleu_0": 13.566013541274083, "bleu_1": 15.86648141843368, "bleu_avg": 14.7}
{"acc_0": 91.4, "acc_1": 94.0, "acc_avg": 92.7}
{"_ACCU": 93.7, "_BLEU": 21.1}
-------avg_loss: 3.2603740692138674e-08, lm_loss: 0.4898706376552582--------
{"dev acc"：91.9}
{"bleu_0": 13.341466945838846, "bleu_1": 15.703717841049814, "bleu_avg": 14.5}
{"acc_0": 90.0, "acc_1": 95.0, "acc_avg": 92.5}
{"_ACCU": 94.1, "_BLEU": 20.9}
-------avg_loss: 2.9981136322021485e-08, lm_loss: 0.6991707682609558--------
{"dev acc"：92.3}
{"bleu_0": 13.374743617513115, "bleu_1": 15.730758416575236, "bleu_avg": 14.6}
{"acc_0": 90.2, "acc_1": 94.8, "acc_avg": 92.5}
{"_ACCU": 93.7, "_BLEU": 20.8}
-------avg_loss: 2.866983413696289e-08, lm_loss: 0.8992388844490051--------
{"dev acc"：92.6}
{"bleu_0": 13.504007527683115, "bleu_1": 15.522004944849257, "bleu_avg": 14.5}
{"acc_0": 90.2, "acc_1": 93.8, "acc_avg": 92.0}
{"_ACCU": 93.9, "_BLEU": 20.9}
-------avg_loss: 2.5928020477294922e-08, lm_loss: 0.7338771224021912--------
{"dev acc"：92.3}
{"bleu_0": 13.63923094271888, "bleu_1": 15.417418264573946, "bleu_avg": 14.5}
{"acc_0": 89.60000000000001, "acc_1": 95.0, "acc_avg": 92.3}
{"_ACCU": 94.3, "_BLEU": 21.0}
-------avg_loss: 2.652406692504883e-08, lm_loss: 0.7257688045501709--------
{"dev acc"：92.1}
{"bleu_0": 13.655113507942957, "bleu_1": 15.531782563304523, "bleu_avg": 14.6}
{"acc_0": 89.8, "acc_1": 94.19999999999999, "acc_avg": 92.0}
{"_ACCU": 93.3, "_BLEU": 21.0}
-------avg_loss: 2.8252601623535155e-08, lm_loss: 0.5003013014793396--------
{"dev acc"：92.0}
{"bleu_0": 13.6259974414151, "bleu_1": 15.494610011927543, "bleu_avg": 14.6}
{"acc_0": 90.4, "acc_1": 94.6, "acc_avg": 92.5}
{"_ACCU": 93.9, "_BLEU": 20.9}
-------avg_loss: 2.5093555450439452e-08, lm_loss: 0.5509783029556274--------
{"dev acc"：92.2}
{"bleu_0": 13.765866093436099, "bleu_1": 15.804649507342742, "bleu_avg": 14.8}
{"acc_0": 90.4, "acc_1": 94.39999999999999, "acc_avg": 92.4}
{"_ACCU": 94.5, "_BLEU": 21.1}
-------avg_loss: 3.0159950256347657e-08, lm_loss: 0.6308816075325012--------
{"dev acc"：92.1}
{"bleu_0": 13.48177861805406, "bleu_1": 15.697403155813708, "bleu_avg": 14.6}
{"acc_0": 89.2, "acc_1": 93.19999999999999, "acc_avg": 91.2}
{"_ACCU": 93.1, "_BLEU": 20.9}
-------avg_loss: 2.884864807128906e-08, lm_loss: 0.6747446060180664--------
{"dev acc"：92.3}
{"bleu_0": 13.985921242898018, "bleu_1": 15.787885276525682, "bleu_avg": 14.9}
{"acc_0": 89.8, "acc_1": 94.19999999999999, "acc_avg": 92.0}
{"_ACCU": 93.3, "_BLEU": 21.2}
Best result: dev_acc 94.5 acc 93.8 bleu 14.7 _acc 95.3 _bleu 21.1

Epoch:  60%|████████████████████████████████████████████████████████████████████████████████████████████▍                                                             | 6/10 [14:07:25<9:24:57, 8474.30s/it]-------avg_loss: 2.741813659667969e-08, lm_loss: 1.0861700773239136--------
{"dev acc"：92.5}
{"bleu_0": 13.539225473479352, "bleu_1": 16.066208306892243, "bleu_avg": 14.8}
{"acc_0": 90.2, "acc_1": 94.0, "acc_avg": 92.1}
{"_ACCU": 93.8, "_BLEU": 21.1}
-------avg_loss: 2.8073787689208983e-08, lm_loss: 1.176405429840088--------
{"dev acc"：92.6}
{"bleu_0": 13.493129912607719, "bleu_1": 15.97959091863067, "bleu_avg": 14.7}
{"acc_0": 90.0, "acc_1": 94.39999999999999, "acc_avg": 92.2}
{"_ACCU": 93.5, "_BLEU": 21.0}
-------avg_loss: 2.5093555450439452e-08, lm_loss: 0.850771963596344--------
{"dev acc"：92.6}
{"bleu_0": 13.78802572076295, "bleu_1": 15.593617133422619, "bleu_avg": 14.7}
{"acc_0": 89.60000000000001, "acc_1": 93.8, "acc_avg": 91.7}
{"_ACCU": 93.3, "_BLEU": 21.0}
-------avg_loss: 2.3365020751953126e-08, lm_loss: 0.30433616042137146--------
{"dev acc"：92.6}
{"bleu_0": 13.410770825732532, "bleu_1": 15.56506203140143, "bleu_avg": 14.5}
{"acc_0": 90.2, "acc_1": 93.6, "acc_avg": 91.9}
{"_ACCU": 93.2, "_BLEU": 20.9}
-------avg_loss: 2.8312206268310546e-08, lm_loss: 0.534843385219574--------
{"dev acc"：92.2}
{"bleu_0": 13.59176721468964, "bleu_1": 15.332248184374993, "bleu_avg": 14.5}
{"acc_0": 89.8, "acc_1": 95.8, "acc_avg": 92.8}
{"_ACCU": 93.5, "_BLEU": 20.9}
-------avg_loss: 2.586841583251953e-08, lm_loss: 0.7846206426620483--------
{"dev acc"：92.4}
{"bleu_0": 13.604035549723045, "bleu_1": 15.605534287962417, "bleu_avg": 14.6}
{"acc_0": 90.2, "acc_1": 94.39999999999999, "acc_avg": 92.3}
{"_ACCU": 93.5, "_BLEU": 21.0}
-------avg_loss: 2.6166439056396484e-08, lm_loss: 0.7527239918708801--------
{"dev acc"：92.5}
{"bleu_0": 13.609382349551488, "bleu_1": 15.763730824609304, "bleu_avg": 14.7}
{"acc_0": 91.2, "acc_1": 94.39999999999999, "acc_avg": 92.8}
{"_ACCU": 94.0, "_BLEU": 21.0}
-------avg_loss: 2.6822090148925782e-08, lm_loss: 0.6302669644355774--------
{"dev acc"：92.8}
{"bleu_0": 13.706245295399611, "bleu_1": 15.735075951869934, "bleu_avg": 14.7}
{"acc_0": 89.8, "acc_1": 93.6, "acc_avg": 91.7}
{"_ACCU": 92.7, "_BLEU": 21.1}
-------avg_loss: 2.562999725341797e-08, lm_loss: 0.8377265334129333--------
{"dev acc"：91.7}
{"bleu_0": 13.51812203581112, "bleu_1": 15.471718753024136, "bleu_avg": 14.5}
{"acc_0": 90.8, "acc_1": 93.39999999999999, "acc_avg": 92.1}
{"_ACCU": 93.5, "_BLEU": 20.9}
-------avg_loss: 2.4139881134033205e-08, lm_loss: 0.5082823038101196--------
{"dev acc"：92.6}
{"bleu_0": 13.282470387286358, "bleu_1": 15.74694049048869, "bleu_avg": 14.5}
{"acc_0": 90.60000000000001, "acc_1": 94.6, "acc_avg": 92.6}
{"_ACCU": 94.4, "_BLEU": 20.8}
-------avg_loss: 2.4080276489257814e-08, lm_loss: 0.44211259484291077--------
{"dev acc"：92.2}
{"bleu_0": 13.458879792935782, "bleu_1": 15.779017900379436, "bleu_avg": 14.6}
{"acc_0": 90.8, "acc_1": 94.0, "acc_avg": 92.4}
{"_ACCU": 93.9, "_BLEU": 21.0}
-------avg_loss: 3.105401992797852e-08, lm_loss: 0.49567946791648865--------
{"dev acc"：92.2}
{"bleu_0": 13.389174520941996, "bleu_1": 15.77702584681412, "bleu_avg": 14.6}
{"acc_0": 89.2, "acc_1": 94.8, "acc_avg": 92.0}
{"_ACCU": 93.6, "_BLEU": 20.8}
-------avg_loss: 2.5331974029541015e-08, lm_loss: 0.7406942844390869--------
{"dev acc"：92.2}
{"bleu_0": 13.81263794204288, "bleu_1": 15.722927934508235, "bleu_avg": 14.8}
{"acc_0": 89.60000000000001, "acc_1": 95.0, "acc_avg": 92.3}
{"_ACCU": 93.3, "_BLEU": 21.0}
-------avg_loss: 2.8431415557861327e-08, lm_loss: 0.7222057580947876--------
{"dev acc"：92.6}
{"bleu_0": 13.490216118124104, "bleu_1": 15.760204724536909, "bleu_avg": 14.6}
{"acc_0": 90.8, "acc_1": 94.6, "acc_avg": 92.7}
{"_ACCU": 94.3, "_BLEU": 20.9}
-------avg_loss: 2.288818359375e-08, lm_loss: 0.6504449844360352--------
{"dev acc"：92.2}
{"bleu_0": 13.451897559405426, "bleu_1": 15.547382483950333, "bleu_avg": 14.5}
{"acc_0": 90.2, "acc_1": 95.0, "acc_avg": 92.6}
{"_ACCU": 93.7, "_BLEU": 20.8}
-------avg_loss: 2.765655517578125e-08, lm_loss: 1.0616449117660522--------
{"dev acc"：92.7}
{"bleu_0": 13.680315528665012, "bleu_1": 15.647696200843836, "bleu_avg": 14.7}
{"acc_0": 91.0, "acc_1": 93.8, "acc_avg": 92.4}
{"_ACCU": 93.4, "_BLEU": 20.9}
-------avg_loss: 2.568960189819336e-08, lm_loss: 0.8426893353462219--------
{"dev acc"：92.5}
{"bleu_0": 13.641839778071374, "bleu_1": 15.777992122571874, "bleu_avg": 14.7}
{"acc_0": 89.0, "acc_1": 94.8, "acc_avg": 91.9}
{"_ACCU": 93.9, "_BLEU": 21.0}
-------avg_loss: 2.288818359375e-08, lm_loss: 0.7442136406898499--------
{"dev acc"：92.3}
{"bleu_0": 13.639187789225893, "bleu_1": 15.780708581477784, "bleu_avg": 14.7}
{"acc_0": 90.2, "acc_1": 94.19999999999999, "acc_avg": 92.2}
{"_ACCU": 94.0, "_BLEU": 21.1}
-------avg_loss: 2.8491020202636718e-08, lm_loss: 0.8543052077293396--------
{"dev acc"：92.1}
{"bleu_0": 13.636117272172408, "bleu_1": 15.590250484593412, "bleu_avg": 14.6}
{"acc_0": 89.4, "acc_1": 94.0, "acc_avg": 91.7}
{"_ACCU": 93.4, "_BLEU": 20.9}
-------avg_loss: 3.468990325927734e-08, lm_loss: 0.7639048099517822--------
{"dev acc"：92.3}
{"bleu_0": 13.458074037429329, "bleu_1": 15.512160389615426, "bleu_avg": 14.5}
{"acc_0": 90.2, "acc_1": 95.0, "acc_avg": 92.6}
{"_ACCU": 93.9, "_BLEU": 20.8}
-------avg_loss: 2.5987625122070312e-08, lm_loss: 0.7205052971839905--------
{"dev acc"：92.4}
{"bleu_0": 13.343963143199275, "bleu_1": 15.854317322143995, "bleu_avg": 14.6}
{"acc_0": 90.8, "acc_1": 95.19999999999999, "acc_avg": 93.0}
{"_ACCU": 94.0, "_BLEU": 20.9}
-------avg_loss: 2.4199485778808595e-08, lm_loss: 0.7441826462745667--------
{"dev acc"：92.2}
{"bleu_0": 13.611176404045871, "bleu_1": 15.53473807633988, "bleu_avg": 14.6}
{"acc_0": 90.8, "acc_1": 94.39999999999999, "acc_avg": 92.6}
{"_ACCU": 94.1, "_BLEU": 20.9}
-------avg_loss: 2.5272369384765624e-08, lm_loss: 0.8874577879905701--------
{"dev acc"：92.7}
{"bleu_0": 13.499241551115338, "bleu_1": 15.419207624095508, "bleu_avg": 14.5}
{"acc_0": 90.8, "acc_1": 93.8, "acc_avg": 92.3}
{"_ACCU": 93.9, "_BLEU": 20.8}
-------avg_loss: 2.652406692504883e-08, lm_loss: 0.6630666255950928--------
{"dev acc"：92.8}
{"bleu_0": 13.352746688263093, "bleu_1": 15.487055723846954, "bleu_avg": 14.4}
{"acc_0": 91.0, "acc_1": 94.39999999999999, "acc_avg": 92.7}
{"_ACCU": 94.8, "_BLEU": 20.8}
-------avg_loss: 2.497434616088867e-08, lm_loss: 0.4729350805282593--------
{"dev acc"：92.8}
{"bleu_0": 13.660444528575628, "bleu_1": 15.53077133265133, "bleu_avg": 14.6}
{"acc_0": 89.4, "acc_1": 94.6, "acc_avg": 92.0}
{"_ACCU": 93.3, "_BLEU": 20.9}
-------avg_loss: 2.6226043701171875e-08, lm_loss: 0.375624418258667--------
{"dev acc"：92.4}
{"bleu_0": 13.63378288921272, "bleu_1": 15.644895455051163, "bleu_avg": 14.6}
{"acc_0": 89.60000000000001, "acc_1": 95.0, "acc_avg": 92.3}
{"_ACCU": 93.7, "_BLEU": 20.9}
-------avg_loss: 2.586841583251953e-08, lm_loss: 0.5896103382110596--------
{"dev acc"：92.9}
{"bleu_0": 13.559903949716942, "bleu_1": 16.025572253600107, "bleu_avg": 14.8}
{"acc_0": 90.2, "acc_1": 94.6, "acc_avg": 92.4}
{"_ACCU": 94.2, "_BLEU": 21.0}
-------avg_loss: 2.372264862060547e-08, lm_loss: 0.5605552196502686--------
{"dev acc"：92.6}
{"bleu_0": 13.672794165769892, "bleu_1": 15.75945831678633, "bleu_avg": 14.7}
{"acc_0": 90.8, "acc_1": 94.39999999999999, "acc_avg": 92.6}
{"_ACCU": 93.5, "_BLEU": 21.0}
-------avg_loss: 2.3126602172851563e-08, lm_loss: 0.9941695332527161--------
{"dev acc"：92.4}
{"bleu_0": 13.34241063161551, "bleu_1": 15.710172208953754, "bleu_avg": 14.5}
{"acc_0": 90.60000000000001, "acc_1": 93.8, "acc_avg": 92.2}
{"_ACCU": 93.8, "_BLEU": 20.9}
-------avg_loss: 2.4557113647460936e-08, lm_loss: 0.7429625988006592--------
{"dev acc"：92.8}
{"bleu_0": 13.385775782783572, "bleu_1": 15.770431041851996, "bleu_avg": 14.6}
{"acc_0": 89.4, "acc_1": 94.19999999999999, "acc_avg": 91.8}
{"_ACCU": 93.7, "_BLEU": 20.9}
-------avg_loss: 2.7716159820556642e-08, lm_loss: 0.6198491454124451--------
{"dev acc"：92.4}
{"bleu_0": 13.687343039316078, "bleu_1": 15.775373345295565, "bleu_avg": 14.7}
{"acc_0": 89.2, "acc_1": 94.19999999999999, "acc_avg": 91.7}
{"_ACCU": 93.5, "_BLEU": 21.0}
-------avg_loss: 2.4318695068359373e-08, lm_loss: 0.4887182116508484--------
{"dev acc"：92.2}
{"bleu_0": 13.702737860506486, "bleu_1": 15.898759107423698, "bleu_avg": 14.8}
{"acc_0": 89.4, "acc_1": 94.8, "acc_avg": 92.1}
{"_ACCU": 94.2, "_BLEU": 21.1}
-------avg_loss: 2.491474151611328e-08, lm_loss: 0.6606839895248413--------
{"dev acc"：92.0}
{"bleu_0": 13.445825057077501, "bleu_1": 15.416279093812065, "bleu_avg": 14.4}
{"acc_0": 89.60000000000001, "acc_1": 94.39999999999999, "acc_avg": 92.0}
{"_ACCU": 93.8, "_BLEU": 20.8}
-------avg_loss: 2.4676322937011718e-08, lm_loss: 0.6421231627464294--------
{"dev acc"：92.3}
{"bleu_0": 13.880098087351527, "bleu_1": 15.837391771112541, "bleu_avg": 14.9}
{"acc_0": 88.8, "acc_1": 94.6, "acc_avg": 91.7}
{"_ACCU": 93.7, "_BLEU": 21.1}
-------avg_loss: 2.586841583251953e-08, lm_loss: 0.8438706994056702--------
{"dev acc"：92.4}
{"bleu_0": 13.5091407857868, "bleu_1": 15.498034849168004, "bleu_avg": 14.5}
{"acc_0": 89.60000000000001, "acc_1": 94.39999999999999, "acc_avg": 92.0}
{"_ACCU": 92.9, "_BLEU": 20.8}
-------avg_loss: 2.8252601623535155e-08, lm_loss: 0.7699496746063232--------
{"dev acc"：92.3}
{"bleu_0": 13.587098090107386, "bleu_1": 15.548552684997121, "bleu_avg": 14.6}
{"acc_0": 89.4, "acc_1": 95.0, "acc_avg": 92.2}
{"_ACCU": 94.1, "_BLEU": 20.9}
-------avg_loss: 2.7716159820556642e-08, lm_loss: 0.946817934513092--------
{"dev acc"：91.8}
{"bleu_0": 13.355237457471555, "bleu_1": 15.979677808698305, "bleu_avg": 14.7}
{"acc_0": 90.0, "acc_1": 93.8, "acc_avg": 91.9}
{"_ACCU": 93.5, "_BLEU": 21.0}
-------avg_loss: 2.6285648345947266e-08, lm_loss: 0.7370284795761108--------
{"dev acc"：92.7}
{"bleu_0": 13.51757340264044, "bleu_1": 15.596754423381848, "bleu_avg": 14.6}
{"acc_0": 90.4, "acc_1": 94.39999999999999, "acc_avg": 92.4}
{"_ACCU": 93.2, "_BLEU": 21.0}
-------avg_loss: 2.7179718017578126e-08, lm_loss: 0.592570960521698--------
{"dev acc"：92.4}
{"bleu_0": 13.576333165839753, "bleu_1": 15.77867840002954, "bleu_avg": 14.7}
{"acc_0": 91.0, "acc_1": 95.39999999999999, "acc_avg": 93.2}
{"_ACCU": 93.9, "_BLEU": 20.9}
-------avg_loss: 2.5212764739990234e-08, lm_loss: 1.0445743799209595--------
{"dev acc"：92.2}
{"bleu_0": 13.858047018009573, "bleu_1": 15.79969677548575, "bleu_avg": 14.8}
{"acc_0": 89.8, "acc_1": 94.19999999999999, "acc_avg": 92.0}
{"_ACCU": 93.8, "_BLEU": 21.1}
-------avg_loss: 2.3186206817626954e-08, lm_loss: 0.7453647255897522--------
{"dev acc"：92.6}
{"bleu_0": 13.521755139617595, "bleu_1": 15.593613172938184, "bleu_avg": 14.6}
{"acc_0": 90.4, "acc_1": 95.19999999999999, "acc_avg": 92.8}
{"_ACCU": 94.4, "_BLEU": 20.9}
-------avg_loss: 2.658367156982422e-08, lm_loss: 0.8481693863868713--------
{"dev acc"：92.9}
{"bleu_0": 13.446226111409814, "bleu_1": 15.531134871542143, "bleu_avg": 14.5}
{"acc_0": 91.4, "acc_1": 95.0, "acc_avg": 93.2}
{"_ACCU": 94.5, "_BLEU": 20.8}
-------avg_loss: 2.4020671844482423e-08, lm_loss: 0.6967435479164124--------
{"dev acc"：92.2}
{"bleu_0": 13.866146828672118, "bleu_1": 15.622817180563908, "bleu_avg": 14.7}
{"acc_0": 90.4, "acc_1": 94.6, "acc_avg": 92.5}
{"_ACCU": 94.0, "_BLEU": 21.0}
-------avg_loss: 2.3365020751953126e-08, lm_loss: 0.9070295691490173--------
{"dev acc"：93.0}
{"bleu_0": 13.5618435162574, "bleu_1": 15.668186077672111, "bleu_avg": 14.6}
{"acc_0": 91.2, "acc_1": 94.8, "acc_avg": 93.0}
{"_ACCU": 93.5, "_BLEU": 21.0}
-------avg_loss: 2.6345252990722656e-08, lm_loss: 0.8032568097114563--------
{"dev acc"：92.8}
{"bleu_0": 13.848085539239804, "bleu_1": 15.608187698597014, "bleu_avg": 14.7}
{"acc_0": 90.0, "acc_1": 92.60000000000001, "acc_avg": 91.3}
{"_ACCU": 92.7, "_BLEU": 21.1}
-------avg_loss: 2.4378299713134764e-08, lm_loss: 0.9513107538223267--------
{"dev acc"：92.8}
{"bleu_0": 13.603157000460623, "bleu_1": 15.63606201592396, "bleu_avg": 14.6}
{"acc_0": 90.8, "acc_1": 95.0, "acc_avg": 92.9}
{"_ACCU": 94.6, "_BLEU": 21.0}
-------avg_loss: 2.2113323211669922e-08, lm_loss: 0.5959265828132629--------
{"dev acc"：92.3}
{"bleu_0": 13.509098541888282, "bleu_1": 15.745536756902734, "bleu_avg": 14.6}
{"acc_0": 92.0, "acc_1": 95.39999999999999, "acc_avg": 93.7}
{"_ACCU": 94.6, "_BLEU": 20.9}
-------avg_loss: 2.6047229766845703e-08, lm_loss: 1.2651196718215942--------
{"dev acc"：92.8}
{"bleu_0": 13.400438195668732, "bleu_1": 15.588436333924935, "bleu_avg": 14.5}
{"acc_0": 91.0, "acc_1": 94.19999999999999, "acc_avg": 92.6}
{"_ACCU": 94.0, "_BLEU": 20.8}
-------avg_loss: 2.4020671844482423e-08, lm_loss: 1.119087815284729--------
{"dev acc"：92.6}
{"bleu_0": 13.470564014434084, "bleu_1": 15.571205884006575, "bleu_avg": 14.5}
{"acc_0": 90.0, "acc_1": 95.8, "acc_avg": 92.9}
{"_ACCU": 94.1, "_BLEU": 20.8}
-------avg_loss: 2.288818359375e-08, lm_loss: 0.6934062242507935--------
{"dev acc"：93.0}
{"bleu_0": 13.559701729942583, "bleu_1": 15.638957606829512, "bleu_avg": 14.6}
{"acc_0": 90.4, "acc_1": 94.8, "acc_avg": 92.6}
{"_ACCU": 93.6, "_BLEU": 20.9}
-------avg_loss: 2.4676322937011718e-08, lm_loss: 0.8040347099304199--------
{"dev acc"：92.4}
{"bleu_0": 13.680075812237241, "bleu_1": 15.827217751572414, "bleu_avg": 14.8}
{"acc_0": 89.60000000000001, "acc_1": 94.19999999999999, "acc_avg": 91.9}
{"_ACCU": 94.5, "_BLEU": 21.0}
-------avg_loss: 2.2470951080322266e-08, lm_loss: 0.8520100712776184--------
{"dev acc"：92.9}
{"bleu_0": 13.61886210614887, "bleu_1": 15.782563107049674, "bleu_avg": 14.7}
{"acc_0": 90.0, "acc_1": 95.0, "acc_avg": 92.5}
{"_ACCU": 93.6, "_BLEU": 21.0}
-------avg_loss: 2.3424625396728517e-08, lm_loss: 0.8957380652427673--------
{"dev acc"：92.7}
{"bleu_0": 13.578606811932966, "bleu_1": 15.645102925768512, "bleu_avg": 14.6}
{"acc_0": 89.4, "acc_1": 95.19999999999999, "acc_avg": 92.3}
{"_ACCU": 94.0, "_BLEU": 21.0}
-------avg_loss: 2.5212764739990234e-08, lm_loss: 0.7762703895568848--------
{"dev acc"：92.7}
{"bleu_0": 13.749057115657662, "bleu_1": 15.713471422384915, "bleu_avg": 14.7}
{"acc_0": 90.4, "acc_1": 94.0, "acc_avg": 92.2}
{"_ACCU": 93.5, "_BLEU": 20.9}
-------avg_loss: 2.4199485778808595e-08, lm_loss: 0.8718007206916809--------
{"dev acc"：92.8}
{"bleu_0": 13.884679894263243, "bleu_1": 15.826504776947203, "bleu_avg": 14.9}
{"acc_0": 89.4, "acc_1": 94.39999999999999, "acc_avg": 91.9}
{"_ACCU": 94.5, "_BLEU": 21.0}
Best result: dev_acc 94.5 acc 93.8 bleu 14.7 _acc 95.3 _bleu 21.1

Epoch:  70%|███████████████████████████████████████████████████████████████████████████████████████████████████████████▊                                              | 7/10 [16:27:47<7:03:20, 8466.73s/it]-------avg_loss: 2.4139881134033205e-08, lm_loss: 0.7229343056678772--------
{"dev acc"：92.9}
{"bleu_0": 13.71634456657564, "bleu_1": 15.96785717587412, "bleu_avg": 14.8}
{"acc_0": 92.2, "acc_1": 94.6, "acc_avg": 93.4}
{"_ACCU": 93.9, "_BLEU": 21.1}
-------avg_loss: 2.2649765014648438e-08, lm_loss: 0.871433436870575--------
{"dev acc"：92.3}
{"bleu_0": 13.490067319246563, "bleu_1": 15.682535774821146, "bleu_avg": 14.6}
{"acc_0": 90.0, "acc_1": 94.19999999999999, "acc_avg": 92.1}
{"_ACCU": 93.2, "_BLEU": 20.9}
-------avg_loss: 2.276897430419922e-08, lm_loss: 0.6421369910240173--------
{"dev acc"：92.2}
{"bleu_0": 13.49588439611296, "bleu_1": 15.795490158203107, "bleu_avg": 14.6}
{"acc_0": 90.8, "acc_1": 93.6, "acc_avg": 92.2}
{"_ACCU": 93.3, "_BLEU": 21.0}
-------avg_loss: 2.3543834686279298e-08, lm_loss: 1.0870567560195923--------
{"dev acc"：92.5}
{"bleu_0": 13.53893261936697, "bleu_1": 15.745849384752175, "bleu_avg": 14.6}
{"acc_0": 91.0, "acc_1": 94.39999999999999, "acc_avg": 92.7}
{"_ACCU": 93.1, "_BLEU": 21.0}
-------avg_loss: 2.2351741790771484e-08, lm_loss: 0.55609130859375--------
{"dev acc"：92.9}
{"bleu_0": 13.594220211139247, "bleu_1": 15.679590411583288, "bleu_avg": 14.6}
{"acc_0": 90.0, "acc_1": 95.0, "acc_avg": 92.5}
{"_ACCU": 93.9, "_BLEU": 20.9}
-------avg_loss: 2.4735927581787108e-08, lm_loss: 0.6421083211898804--------
{"dev acc"：92.6}
{"bleu_0": 13.533207466283786, "bleu_1": 16.14935810180861, "bleu_avg": 14.8}
{"acc_0": 91.0, "acc_1": 93.8, "acc_avg": 92.4}
{"_ACCU": 93.6, "_BLEU": 21.1}
-------avg_loss: 2.3305416107177735e-08, lm_loss: 0.6522824168205261--------
{"dev acc"：92.8}
{"bleu_0": 13.377071635927265, "bleu_1": 15.643320029051994, "bleu_avg": 14.5}
{"acc_0": 89.8, "acc_1": 94.19999999999999, "acc_avg": 92.0}
{"_ACCU": 93.8, "_BLEU": 20.8}
-------avg_loss: 2.4497509002685545e-08, lm_loss: 0.3987495005130768--------
{"dev acc"：92.1}
{"bleu_0": 13.507044822012817, "bleu_1": 15.54265687867784, "bleu_avg": 14.5}
{"acc_0": 88.8, "acc_1": 94.6, "acc_avg": 91.7}
{"_ACCU": 93.4, "_BLEU": 20.9}
-------avg_loss: 2.4497509002685545e-08, lm_loss: 1.0066508054733276--------
{"dev acc"：92.4}
{"bleu_0": 13.450856460441459, "bleu_1": 15.835059173241191, "bleu_avg": 14.6}
{"acc_0": 89.60000000000001, "acc_1": 94.8, "acc_avg": 92.2}
{"_ACCU": 94.2, "_BLEU": 20.9}
-------avg_loss: 2.4616718292236327e-08, lm_loss: 0.7937681078910828--------
{"dev acc"：92.7}
{"bleu_0": 13.599057897003059, "bleu_1": 15.653146933493273, "bleu_avg": 14.6}
{"acc_0": 90.0, "acc_1": 94.0, "acc_avg": 92.0}
{"_ACCU": 93.5, "_BLEU": 20.9}
-------avg_loss: 2.276897430419922e-08, lm_loss: 0.7959234118461609--------
{"dev acc"：92.2}
{"bleu_0": 13.607441873324042, "bleu_1": 15.760285077815483, "bleu_avg": 14.7}
{"acc_0": 90.2, "acc_1": 95.0, "acc_avg": 92.6}
{"_ACCU": 94.3, "_BLEU": 21.0}
-------avg_loss: 2.270936965942383e-08, lm_loss: 0.7554917931556702--------
{"dev acc"：92.4}
{"bleu_0": 13.467795896818775, "bleu_1": 15.970406138936305, "bleu_avg": 14.7}
{"acc_0": 91.2, "acc_1": 94.39999999999999, "acc_avg": 92.8}
{"_ACCU": 94.4, "_BLEU": 21.1}
-------avg_loss: 2.2172927856445312e-08, lm_loss: 1.2577197551727295--------
{"dev acc"：93.0}
{"bleu_0": 13.531389384603235, "bleu_1": 15.80117959504208, "bleu_avg": 14.7}
{"acc_0": 90.60000000000001, "acc_1": 95.0, "acc_avg": 92.8}
{"_ACCU": 94.7, "_BLEU": 21.0}
-------avg_loss: 2.384185791015625e-08, lm_loss: 0.537749171257019--------
{"dev acc"：92.3}
{"bleu_0": 13.604132416782166, "bleu_1": 15.97876646226556, "bleu_avg": 14.8}
{"acc_0": 88.6, "acc_1": 94.39999999999999, "acc_avg": 91.5}
{"_ACCU": 93.1, "_BLEU": 21.0}
-------avg_loss: 2.4139881134033205e-08, lm_loss: 0.8898367285728455--------
{"dev acc"：93.0}
{"bleu_0": 13.77272548964469, "bleu_1": 15.86083317248503, "bleu_avg": 14.8}
{"acc_0": 90.0, "acc_1": 94.39999999999999, "acc_avg": 92.2}
{"_ACCU": 93.5, "_BLEU": 21.1}
-------avg_loss: 2.4318695068359373e-08, lm_loss: 0.9188289046287537--------
{"dev acc"：92.3}
{"bleu_0": 13.562274553839718, "bleu_1": 15.86948976321618, "bleu_avg": 14.7}
{"acc_0": 90.4, "acc_1": 94.8, "acc_avg": 92.6}
{"_ACCU": 94.1, "_BLEU": 21.0}
-------avg_loss: 2.366304397583008e-08, lm_loss: 0.8217288851737976--------
{"dev acc"：92.4}
{"bleu_0": 13.624474813887177, "bleu_1": 15.616686135509706, "bleu_avg": 14.6}
{"acc_0": 89.8, "acc_1": 94.8, "acc_avg": 92.3}
{"_ACCU": 94.3, "_BLEU": 20.9}
-------avg_loss: 2.205371856689453e-08, lm_loss: 0.9191938638687134--------
{"dev acc"：92.6}
{"bleu_0": 13.60813196239054, "bleu_1": 15.668833801045448, "bleu_avg": 14.6}
{"acc_0": 91.0, "acc_1": 94.19999999999999, "acc_avg": 92.6}
{"_ACCU": 93.9, "_BLEU": 20.9}
-------avg_loss: 2.288818359375e-08, lm_loss: 0.6819490790367126--------
{"dev acc"：92.2}
{"bleu_0": 13.534845411299429, "bleu_1": 15.612595470862958, "bleu_avg": 14.6}
{"acc_0": 89.4, "acc_1": 94.8, "acc_avg": 92.1}
{"_ACCU": 93.3, "_BLEU": 20.9}
-------avg_loss: 2.2590160369873047e-08, lm_loss: 0.7611338496208191--------
{"dev acc"：92.6}
{"bleu_0": 13.76112176907997, "bleu_1": 15.405015385806141, "bleu_avg": 14.6}
{"acc_0": 89.4, "acc_1": 94.8, "acc_avg": 92.1}
{"_ACCU": 94.1, "_BLEU": 20.9}
-------avg_loss: 2.6822090148925782e-08, lm_loss: 0.4601646661758423--------
{"dev acc"：92.6}
{"bleu_0": 13.667048062748771, "bleu_1": 15.58402509154256, "bleu_avg": 14.6}
{"acc_0": 90.60000000000001, "acc_1": 94.8, "acc_avg": 92.7}
{"_ACCU": 93.6, "_BLEU": 21.0}
-------avg_loss: 2.294778823852539e-08, lm_loss: 0.6725744605064392--------
{"dev acc"：92.2}
{"bleu_0": 13.674145428030984, "bleu_1": 15.61491489800341, "bleu_avg": 14.6}
{"acc_0": 91.4, "acc_1": 94.0, "acc_avg": 92.7}
{"_ACCU": 93.9, "_BLEU": 20.9}
-------avg_loss: 2.2172927856445312e-08, lm_loss: 0.9438183903694153--------
{"dev acc"：92.6}
{"bleu_0": 13.748383780110036, "bleu_1": 15.493037736990056, "bleu_avg": 14.6}
{"acc_0": 90.8, "acc_1": 95.6, "acc_avg": 93.2}
{"_ACCU": 94.3, "_BLEU": 20.9}
-------avg_loss: 2.4378299713134764e-08, lm_loss: 0.6110216975212097--------
{"dev acc"：92.6}
{"bleu_0": 13.457942016031717, "bleu_1": 15.755898177288968, "bleu_avg": 14.6}
{"acc_0": 91.2, "acc_1": 94.0, "acc_avg": 92.6}
{"_ACCU": 93.9, "_BLEU": 20.9}
-------avg_loss: 2.193450927734375e-08, lm_loss: 1.1534730195999146--------
{"dev acc"：92.7}
{"bleu_0": 13.84556434681665, "bleu_1": 15.602993814787666, "bleu_avg": 14.7}
{"acc_0": 89.8, "acc_1": 94.6, "acc_avg": 92.2}
{"_ACCU": 93.7, "_BLEU": 21.1}
-------avg_loss: 2.3424625396728517e-08, lm_loss: 0.7395709156990051--------
{"dev acc"：93.0}
{"bleu_0": 13.492432729235752, "bleu_1": 15.573972158091845, "bleu_avg": 14.5}
{"acc_0": 90.8, "acc_1": 93.6, "acc_avg": 92.2}
{"_ACCU": 94.1, "_BLEU": 20.9}
-------avg_loss: 2.4616718292236327e-08, lm_loss: 0.9094431400299072--------
{"dev acc"：92.7}
{"bleu_0": 13.847220776932815, "bleu_1": 15.924153274832827, "bleu_avg": 14.9}
{"acc_0": 89.8, "acc_1": 95.0, "acc_avg": 92.4}
{"_ACCU": 94.4, "_BLEU": 21.1}
-------avg_loss: 2.288818359375e-08, lm_loss: 1.1068966388702393--------
{"dev acc"：92.2}
{"bleu_0": 13.558777811041395, "bleu_1": 15.675554883320908, "bleu_avg": 14.6}
{"acc_0": 91.2, "acc_1": 95.0, "acc_avg": 93.1}
{"_ACCU": 94.5, "_BLEU": 20.9}
-------avg_loss: 2.3961067199707033e-08, lm_loss: 0.6205748915672302--------
{"dev acc"：92.6}
{"bleu_0": 13.679405617848555, "bleu_1": 15.495101437865843, "bleu_avg": 14.6}
{"acc_0": 90.60000000000001, "acc_1": 95.6, "acc_avg": 93.1}
{"_ACCU": 94.2, "_BLEU": 21.0}
-------avg_loss: 2.4199485778808595e-08, lm_loss: 0.7684481143951416--------
{"dev acc"：92.4}
{"bleu_0": 13.451179629450182, "bleu_1": 15.543763333262909, "bleu_avg": 14.5}
{"acc_0": 88.4, "acc_1": 93.8, "acc_avg": 91.1}
{"_ACCU": 93.8, "_BLEU": 20.9}
-------avg_loss: 2.2232532501220703e-08, lm_loss: 0.8140891194343567--------
{"dev acc"：92.6}
{"bleu_0": 13.597379513918831, "bleu_1": 15.992928381097254, "bleu_avg": 14.8}
{"acc_0": 90.0, "acc_1": 94.6, "acc_avg": 92.3}
{"_ACCU": 93.7, "_BLEU": 21.0}
-------avg_loss: 2.3961067199707033e-08, lm_loss: 1.089749813079834--------
{"dev acc"：92.2}
{"bleu_0": 13.54849427964978, "bleu_1": 16.034340068424232, "bleu_avg": 14.8}
{"acc_0": 89.8, "acc_1": 94.39999999999999, "acc_avg": 92.1}
{"_ACCU": 93.2, "_BLEU": 21.0}
-------avg_loss: 2.6404857635498047e-08, lm_loss: 0.6568096876144409--------
{"dev acc"：92.4}
{"bleu_0": 13.698853666348448, "bleu_1": 15.610277719875358, "bleu_avg": 14.7}
{"acc_0": 91.2, "acc_1": 95.19999999999999, "acc_avg": 93.2}
{"_ACCU": 94.3, "_BLEU": 20.9}
-------avg_loss: 2.4199485778808595e-08, lm_loss: 0.9852322936058044--------
{"dev acc"：92.2}
{"bleu_0": 13.475072916431333, "bleu_1": 15.90227316683657, "bleu_avg": 14.7}
{"acc_0": 91.4, "acc_1": 95.39999999999999, "acc_avg": 93.4}
{"_ACCU": 94.2, "_BLEU": 21.0}
-------avg_loss: 2.4318695068359373e-08, lm_loss: 0.5157840251922607--------
{"dev acc"：92.6}
{"bleu_0": 13.565041544486128, "bleu_1": 15.506504872107127, "bleu_avg": 14.5}
{"acc_0": 90.0, "acc_1": 95.39999999999999, "acc_avg": 92.7}
{"_ACCU": 94.5, "_BLEU": 20.9}
-------avg_loss: 2.294778823852539e-08, lm_loss: 1.143808364868164--------
{"dev acc"：92.7}
{"bleu_0": 13.921080473356612, "bleu_1": 15.83296956286957, "bleu_avg": 14.9}
{"acc_0": 90.60000000000001, "acc_1": 95.39999999999999, "acc_avg": 93.0}
{"_ACCU": 94.8, "_BLEU": 21.2}
-------avg_loss: 2.104043960571289e-08, lm_loss: 0.654554009437561--------
{"dev acc"：92.5}
{"bleu_0": 13.77437161211519, "bleu_1": 15.39469882020272, "bleu_avg": 14.6}
{"acc_0": 91.2, "acc_1": 94.6, "acc_avg": 92.9}
{"_ACCU": 94.0, "_BLEU": 20.8}
-------avg_loss: 2.3961067199707033e-08, lm_loss: 0.9912183284759521--------
{"dev acc"：92.6}
{"bleu_0": 13.664737247205085, "bleu_1": 15.764873309929875, "bleu_avg": 14.7}
{"acc_0": 89.60000000000001, "acc_1": 94.0, "acc_avg": 91.8}
{"_ACCU": 93.9, "_BLEU": 21.1}
-------avg_loss: 2.1815299987792968e-08, lm_loss: 0.5812154412269592--------
{"dev acc"：92.6}
{"bleu_0": 13.60414001651066, "bleu_1": 15.588848806050896, "bleu_avg": 14.6}
{"acc_0": 90.8, "acc_1": 94.0, "acc_avg": 92.4}
{"_ACCU": 94.2, "_BLEU": 20.9}
-------avg_loss: 1.9252300262451172e-08, lm_loss: 0.4419356882572174--------
{"dev acc"：92.4}
{"bleu_0": 13.223778813248568, "bleu_1": 16.08888526866522, "bleu_avg": 14.7}
{"acc_0": 91.4, "acc_1": 95.0, "acc_avg": 93.2}
{"_ACCU": 93.6, "_BLEU": 21.0}
-------avg_loss: 2.1696090698242187e-08, lm_loss: 0.5119794011116028--------
{"dev acc"：92.6}
{"bleu_0": 13.415177760145387, "bleu_1": 15.337190443400441, "bleu_avg": 14.4}
{"acc_0": 89.60000000000001, "acc_1": 95.39999999999999, "acc_avg": 92.5}
{"_ACCU": 93.7, "_BLEU": 20.7}
-------avg_loss: 2.5510787963867187e-08, lm_loss: 0.7762608528137207--------
{"dev acc"：92.8}
{"bleu_0": 13.715024121920397, "bleu_1": 15.727095900416854, "bleu_avg": 14.7}
{"acc_0": 90.2, "acc_1": 95.39999999999999, "acc_avg": 92.8}
{"_ACCU": 94.2, "_BLEU": 21.0}
-------avg_loss: 2.2172927856445312e-08, lm_loss: 1.116965651512146--------
{"dev acc"：92.8}
{"bleu_0": 13.668019223339295, "bleu_1": 15.641816134055217, "bleu_avg": 14.7}
{"acc_0": 88.2, "acc_1": 94.39999999999999, "acc_avg": 91.3}
{"_ACCU": 93.5, "_BLEU": 21.0}
-------avg_loss: 2.1755695343017578e-08, lm_loss: 0.6693854331970215--------
{"dev acc"：92.8}
{"bleu_0": 13.527450053792766, "bleu_1": 15.5584960281953, "bleu_avg": 14.5}
{"acc_0": 90.60000000000001, "acc_1": 94.6, "acc_avg": 92.6}
{"_ACCU": 94.4, "_BLEU": 20.9}
-------avg_loss: 2.0146369934082033e-08, lm_loss: 1.249474287033081--------
{"dev acc"：92.4}
{"bleu_0": 13.376135959058946, "bleu_1": 15.635720034224812, "bleu_avg": 14.5}
{"acc_0": 91.2, "acc_1": 93.8, "acc_avg": 92.5}
{"_ACCU": 93.9, "_BLEU": 20.8}
-------avg_loss: 2.3066997528076173e-08, lm_loss: 0.7955114245414734--------
{"dev acc"：92.8}
{"bleu_0": 13.502975250921306, "bleu_1": 15.770609723063972, "bleu_avg": 14.6}
{"acc_0": 89.4, "acc_1": 95.19999999999999, "acc_avg": 92.3}
{"_ACCU": 94.4, "_BLEU": 21.0}
-------avg_loss: 2.47955322265625e-08, lm_loss: 0.6356832981109619--------
{"dev acc"：93.0}
{"bleu_0": 13.524927551326085, "bleu_1": 15.891679809276276, "bleu_avg": 14.7}
{"acc_0": 90.8, "acc_1": 94.8, "acc_avg": 92.8}
{"_ACCU": 94.1, "_BLEU": 20.9}
-------avg_loss: 2.1338462829589843e-08, lm_loss: 0.9937539100646973--------
{"dev acc"：92.4}
{"bleu_0": 13.676789287435193, "bleu_1": 15.848276827019156, "bleu_avg": 14.8}
{"acc_0": 91.4, "acc_1": 94.6, "acc_avg": 93.0}
{"_ACCU": 94.6, "_BLEU": 20.9}
-------avg_loss: 2.1696090698242187e-08, lm_loss: 1.1548997163772583--------
{"dev acc"：92.6}
{"bleu_0": 13.47913343406439, "bleu_1": 15.83710545919029, "bleu_avg": 14.7}
{"acc_0": 90.0, "acc_1": 94.19999999999999, "acc_avg": 92.1}
{"_ACCU": 93.9, "_BLEU": 21.0}
-------avg_loss: 2.0921230316162108e-08, lm_loss: 0.7699921727180481--------
{"dev acc"：92.8}
{"bleu_0": 13.509465066209742, "bleu_1": 15.843317747673497, "bleu_avg": 14.7}
{"acc_0": 91.60000000000001, "acc_1": 95.39999999999999, "acc_avg": 93.5}
{"_ACCU": 94.5, "_BLEU": 21.0}
-------avg_loss: 2.1398067474365234e-08, lm_loss: 0.7985780239105225--------
{"dev acc"：92.5}
{"bleu_0": 13.456100605479856, "bleu_1": 15.512407978695874, "bleu_avg": 14.5}
{"acc_0": 90.60000000000001, "acc_1": 95.0, "acc_avg": 92.8}
{"_ACCU": 93.7, "_BLEU": 20.9}
-------avg_loss: 2.187490463256836e-08, lm_loss: 0.6403001546859741--------
{"dev acc"：93.0}
{"bleu_0": 13.470600906420579, "bleu_1": 15.71989835448665, "bleu_avg": 14.6}
{"acc_0": 89.60000000000001, "acc_1": 95.0, "acc_avg": 92.3}
{"_ACCU": 94.2, "_BLEU": 20.9}
-------avg_loss: 2.3066997528076173e-08, lm_loss: 0.8125594258308411--------
{"dev acc"：92.5}
{"bleu_0": 13.51770665679518, "bleu_1": 15.709831831760928, "bleu_avg": 14.6}
{"acc_0": 91.0, "acc_1": 92.80000000000001, "acc_avg": 91.9}
{"_ACCU": 94.0, "_BLEU": 20.9}
-------avg_loss: 2.1696090698242187e-08, lm_loss: 1.123274564743042--------
{"dev acc"：92.2}
{"bleu_0": 13.636847560832166, "bleu_1": 15.963610810145285, "bleu_avg": 14.8}
{"acc_0": 90.60000000000001, "acc_1": 94.39999999999999, "acc_avg": 92.5}
{"_ACCU": 94.0, "_BLEU": 21.2}
-------avg_loss: 2.199411392211914e-08, lm_loss: 0.965482771396637--------
{"dev acc"：92.7}
{"bleu_0": 13.555238058241745, "bleu_1": 15.890628362421094, "bleu_avg": 14.7}
{"acc_0": 90.8, "acc_1": 95.39999999999999, "acc_avg": 93.1}
{"_ACCU": 94.0, "_BLEU": 21.0}
Best result: dev_acc 94.5 acc 93.8 bleu 14.7 _acc 95.3 _bleu 21.1

Epoch:  80%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏                              | 8/10 [18:48:33<4:42:08, 8464.21s/it]-------avg_loss: 1.9609928131103516e-08, lm_loss: 0.8471469879150391--------
{"dev acc"：92.6}
{"bleu_0": 13.39726232905181, "bleu_1": 15.719707123517368, "bleu_avg": 14.6}
{"acc_0": 91.4, "acc_1": 95.19999999999999, "acc_avg": 93.3}
{"_ACCU": 94.7, "_BLEU": 21.0}
-------avg_loss: 2.1278858184814452e-08, lm_loss: 0.6224095225334167--------
{"dev acc"：92.6}
{"bleu_0": 13.723015796408047, "bleu_1": 15.536806453424395, "bleu_avg": 14.6}
{"acc_0": 90.4, "acc_1": 95.0, "acc_avg": 92.7}
{"_ACCU": 94.5, "_BLEU": 21.0}
-------avg_loss: 2.1815299987792968e-08, lm_loss: 0.5436469316482544--------
{"dev acc"：92.9}
{"bleu_0": 13.47569019480814, "bleu_1": 15.868244113597237, "bleu_avg": 14.7}
{"acc_0": 89.4, "acc_1": 94.39999999999999, "acc_avg": 91.9}
{"_ACCU": 94.3, "_BLEU": 20.9}
-------avg_loss: 2.110004425048828e-08, lm_loss: 0.8629897236824036--------
{"dev acc"：92.5}
{"bleu_0": 13.719616887450861, "bleu_1": 15.751988148438931, "bleu_avg": 14.7}
{"acc_0": 89.8, "acc_1": 95.19999999999999, "acc_avg": 92.5}
{"_ACCU": 93.9, "_BLEU": 20.9}
-------avg_loss: 2.1338462829589843e-08, lm_loss: 0.5682909488677979--------
{"dev acc"：92.8}
{"bleu_0": 13.608320753800646, "bleu_1": 15.723752528390245, "bleu_avg": 14.7}
{"acc_0": 90.2, "acc_1": 94.8, "acc_avg": 92.5}
{"_ACCU": 93.9, "_BLEU": 21.0}
-------avg_loss: 2.2113323211669922e-08, lm_loss: 0.8968092799186707--------
{"dev acc"：92.6}
{"bleu_0": 13.36229653688379, "bleu_1": 15.699915396763878, "bleu_avg": 14.5}
{"acc_0": 90.60000000000001, "acc_1": 94.8, "acc_avg": 92.7}
{"_ACCU": 94.5, "_BLEU": 20.8}
-------avg_loss: 2.282857894897461e-08, lm_loss: 0.8188488483428955--------
{"dev acc"：92.5}
{"bleu_0": 13.550619682632165, "bleu_1": 15.627593893036314, "bleu_avg": 14.6}
{"acc_0": 91.4, "acc_1": 93.8, "acc_avg": 92.6}
{"_ACCU": 93.3, "_BLEU": 20.9}
-------avg_loss: 2.0503997802734373e-08, lm_loss: 0.9855323433876038--------
{"dev acc"：92.8}
{"bleu_0": 13.46140069117203, "bleu_1": 15.560160738047294, "bleu_avg": 14.5}
{"acc_0": 90.0, "acc_1": 95.19999999999999, "acc_avg": 92.6}
{"_ACCU": 94.0, "_BLEU": 20.9}
-------avg_loss: 2.4378299713134764e-08, lm_loss: 0.9608401656150818--------
{"dev acc"：92.8}
{"bleu_0": 13.776975900542698, "bleu_1": 15.484817072375796, "bleu_avg": 14.6}
{"acc_0": 91.4, "acc_1": 95.0, "acc_avg": 93.2}
{"_ACCU": 94.2, "_BLEU": 21.0}
-------avg_loss: 1.7821788787841796e-08, lm_loss: 0.8340964913368225--------
{"dev acc"：92.9}
{"bleu_0": 13.63978565102747, "bleu_1": 15.788564887930786, "bleu_avg": 14.7}
{"acc_0": 91.4, "acc_1": 95.19999999999999, "acc_avg": 93.3}
{"_ACCU": 94.7, "_BLEU": 21.0}
-------avg_loss: 2.0265579223632814e-08, lm_loss: 0.5815943479537964--------
{"dev acc"：92.9}
{"bleu_0": 13.738388731314396, "bleu_1": 15.862991817057221, "bleu_avg": 14.8}
{"acc_0": 91.4, "acc_1": 94.39999999999999, "acc_avg": 92.9}
{"_ACCU": 94.4, "_BLEU": 21.1}
-------avg_loss: 1.996755599975586e-08, lm_loss: 0.8486484289169312--------
{"dev acc"：92.4}
{"bleu_0": 13.61056433404653, "bleu_1": 15.561460327409648, "bleu_avg": 14.6}
{"acc_0": 91.4, "acc_1": 94.6, "acc_avg": 93.0}
{"_ACCU": 93.8, "_BLEU": 20.9}
-------avg_loss: 1.8417835235595703e-08, lm_loss: 0.9973112940788269--------
{"dev acc"：92.6}
{"bleu_0": 13.738865740801915, "bleu_1": 15.73245289365533, "bleu_avg": 14.7}
{"acc_0": 90.60000000000001, "acc_1": 94.8, "acc_avg": 92.7}
{"_ACCU": 93.9, "_BLEU": 21.1}
-------avg_loss: 2.276897430419922e-08, lm_loss: 0.6266582012176514--------
{"dev acc"：92.9}
{"bleu_0": 13.557343700175572, "bleu_1": 15.564114990990902, "bleu_avg": 14.6}
{"acc_0": 90.60000000000001, "acc_1": 95.39999999999999, "acc_avg": 93.0}
{"_ACCU": 93.7, "_BLEU": 20.8}
-------avg_loss: 2.0384788513183595e-08, lm_loss: 0.7281064987182617--------
{"dev acc"：92.8}
{"bleu_0": 13.540344736301401, "bleu_1": 15.958008174633909, "bleu_avg": 14.7}
{"acc_0": 90.8, "acc_1": 94.39999999999999, "acc_avg": 92.6}
{"_ACCU": 93.4, "_BLEU": 21.0}
-------avg_loss: 2.0563602447509764e-08, lm_loss: 0.7147548198699951--------
{"dev acc"：92.6}
{"bleu_0": 13.509571546743219, "bleu_1": 15.538552674875033, "bleu_avg": 14.5}
{"acc_0": 90.0, "acc_1": 94.8, "acc_avg": 92.4}
{"_ACCU": 94.2, "_BLEU": 20.8}
-------avg_loss: 2.205371856689453e-08, lm_loss: 0.6954135298728943--------
{"dev acc"：92.8}
{"bleu_0": 13.720314752167184, "bleu_1": 15.818150259239145, "bleu_avg": 14.8}
{"acc_0": 91.0, "acc_1": 94.19999999999999, "acc_avg": 92.6}
{"_ACCU": 94.6, "_BLEU": 21.0}
-------avg_loss: 2.0444393157958986e-08, lm_loss: 0.6944039463996887--------
{"dev acc"：92.6}
{"bleu_0": 13.639545825002642, "bleu_1": 15.81229281865857, "bleu_avg": 14.7}
{"acc_0": 90.2, "acc_1": 94.0, "acc_avg": 92.1}
{"_ACCU": 94.2, "_BLEU": 21.0}
-------avg_loss: 2.0325183868408205e-08, lm_loss: 0.827897310256958--------
{"dev acc"：92.5}
{"bleu_0": 13.641625193707545, "bleu_1": 15.780241875038634, "bleu_avg": 14.7}
{"acc_0": 90.8, "acc_1": 94.0, "acc_avg": 92.4}
{"_ACCU": 94.4, "_BLEU": 21.0}
-------avg_loss: 2.2172927856445312e-08, lm_loss: 0.7830748558044434--------
{"dev acc"：92.4}
{"bleu_0": 13.616216352027969, "bleu_1": 15.610877264307724, "bleu_avg": 14.6}
{"acc_0": 90.0, "acc_1": 94.0, "acc_avg": 92.0}
{"_ACCU": 93.9, "_BLEU": 20.9}
-------avg_loss: 2.1278858184814452e-08, lm_loss: 0.7842063903808594--------
{"dev acc"：92.6}
{"bleu_0": 13.59152630907646, "bleu_1": 15.656081931432581, "bleu_avg": 14.6}
{"acc_0": 91.4, "acc_1": 94.39999999999999, "acc_avg": 92.9}
{"_ACCU": 94.2, "_BLEU": 20.9}
-------avg_loss: 2.1338462829589843e-08, lm_loss: 1.0401318073272705--------
{"dev acc"：93.4}
{"bleu_0": 13.409676191510854, "bleu_1": 15.574647540379985, "bleu_avg": 14.5}
{"acc_0": 90.2, "acc_1": 95.19999999999999, "acc_avg": 92.7}
{"_ACCU": 94.4, "_BLEU": 20.8}
-------avg_loss: 2.6285648345947266e-08, lm_loss: 0.6661075353622437--------
{"dev acc"：92.6}
{"bleu_0": 13.406990264278415, "bleu_1": 15.615147795266566, "bleu_avg": 14.5}
{"acc_0": 91.60000000000001, "acc_1": 94.6, "acc_avg": 93.1}
{"_ACCU": 93.8, "_BLEU": 20.9}
-------avg_loss: 2.0861625671386717e-08, lm_loss: 0.8221002817153931--------
{"dev acc"：92.5}
{"bleu_0": 13.520916778795469, "bleu_1": 15.550110985350377, "bleu_avg": 14.5}
{"acc_0": 89.0, "acc_1": 94.8, "acc_avg": 91.9}
{"_ACCU": 93.8, "_BLEU": 20.9}
-------avg_loss: 2.2232532501220703e-08, lm_loss: 0.7681676149368286--------
{"dev acc"：92.9}
{"bleu_0": 13.51841875223682, "bleu_1": 15.646869825511219, "bleu_avg": 14.6}
{"acc_0": 90.2, "acc_1": 94.19999999999999, "acc_avg": 92.2}
{"_ACCU": 94.1, "_BLEU": 20.9}
-------avg_loss: 1.996755599975586e-08, lm_loss: 1.0464370250701904--------
{"dev acc"：92.6}
{"bleu_0": 13.49914739163973, "bleu_1": 15.809455801639203, "bleu_avg": 14.7}
{"acc_0": 91.0, "acc_1": 95.39999999999999, "acc_avg": 93.2}
{"_ACCU": 93.8, "_BLEU": 21.0}
-------avg_loss: 2.3007392883300782e-08, lm_loss: 0.8455411195755005--------
{"dev acc"：92.8}
{"bleu_0": 13.47122145545407, "bleu_1": 15.80853017576972, "bleu_avg": 14.6}
{"acc_0": 89.8, "acc_1": 94.19999999999999, "acc_avg": 92.0}
{"_ACCU": 94.2, "_BLEU": 21.0}
-------avg_loss: 2.2292137145996094e-08, lm_loss: 0.9626989364624023--------
{"dev acc"：92.2}
{"bleu_0": 13.711241335481898, "bleu_1": 15.670071786261328, "bleu_avg": 14.7}
{"acc_0": 88.8, "acc_1": 94.0, "acc_avg": 91.4}
{"_ACCU": 93.7, "_BLEU": 21.0}
-------avg_loss: 2.0265579223632814e-08, lm_loss: 0.587858259677887--------
{"dev acc"：92.5}
{"bleu_0": 13.572177237938476, "bleu_1": 15.533971231629026, "bleu_avg": 14.6}
{"acc_0": 89.2, "acc_1": 95.19999999999999, "acc_avg": 92.2}
{"_ACCU": 93.2, "_BLEU": 20.9}
-------avg_loss: 2.270936965942383e-08, lm_loss: 0.7297306656837463--------
{"dev acc"：92.5}
{"bleu_0": 13.64364391750982, "bleu_1": 15.876751632486164, "bleu_avg": 14.8}
{"acc_0": 91.0, "acc_1": 94.19999999999999, "acc_avg": 92.6}
{"_ACCU": 93.6, "_BLEU": 21.1}
-------avg_loss: 2.0861625671386717e-08, lm_loss: 0.7536082863807678--------
{"dev acc"：92.8}
{"bleu_0": 13.82989419109863, "bleu_1": 15.656805664428939, "bleu_avg": 14.7}
{"acc_0": 89.0, "acc_1": 95.19999999999999, "acc_avg": 92.1}
{"_ACCU": 94.1, "_BLEU": 21.1}
-------avg_loss: 2.115964889526367e-08, lm_loss: 1.128233790397644--------
{"dev acc"：92.7}
{"bleu_0": 13.683788195527939, "bleu_1": 16.02124855967636, "bleu_avg": 14.9}
{"acc_0": 91.2, "acc_1": 94.8, "acc_avg": 93.0}
{"_ACCU": 94.1, "_BLEU": 21.1}
-------avg_loss: 2.288818359375e-08, lm_loss: 0.5333431363105774--------
{"dev acc"：92.3}
{"bleu_0": 13.635633366888289, "bleu_1": 15.705864387807159, "bleu_avg": 14.7}
{"acc_0": 90.0, "acc_1": 94.6, "acc_avg": 92.3}
{"_ACCU": 93.7, "_BLEU": 20.9}
-------avg_loss: 2.193450927734375e-08, lm_loss: 0.687447726726532--------
{"dev acc"：92.3}
{"bleu_0": 13.340558988920714, "bleu_1": 15.334471005115088, "bleu_avg": 14.3}
{"acc_0": 90.60000000000001, "acc_1": 95.8, "acc_avg": 93.2}
{"_ACCU": 94.1, "_BLEU": 20.7}
-------avg_loss: 2.1517276763916015e-08, lm_loss: 0.8119565844535828--------
{"dev acc"：92.4}
{"bleu_0": 13.19169305525929, "bleu_1": 15.990819599753921, "bleu_avg": 14.6}
{"acc_0": 89.4, "acc_1": 94.8, "acc_avg": 92.1}
{"_ACCU": 93.8, "_BLEU": 20.9}
-------avg_loss: 2.2292137145996094e-08, lm_loss: 0.6450105905532837--------
{"dev acc"：92.8}
{"bleu_0": 13.584485887752315, "bleu_1": 15.751376555783777, "bleu_avg": 14.7}
{"acc_0": 90.2, "acc_1": 94.0, "acc_avg": 92.1}
{"_ACCU": 94.4, "_BLEU": 21.0}
-------avg_loss: 2.288818359375e-08, lm_loss: 0.9922789931297302--------
{"dev acc"：92.2}
{"bleu_0": 13.714740369293818, "bleu_1": 15.697125401271823, "bleu_avg": 14.7}
{"acc_0": 90.2, "acc_1": 93.0, "acc_avg": 91.6}
{"_ACCU": 94.0, "_BLEU": 21.0}
-------avg_loss: 2.2470951080322266e-08, lm_loss: 0.662438154220581--------
{"dev acc"：92.6}
{"bleu_0": 13.59630988264515, "bleu_1": 15.630660698245268, "bleu_avg": 14.6}
{"acc_0": 90.4, "acc_1": 94.6, "acc_avg": 92.5}
{"_ACCU": 94.0, "_BLEU": 20.9}
-------avg_loss: 2.378225326538086e-08, lm_loss: 1.0115629434585571--------
{"dev acc"：92.5}
{"bleu_0": 13.624582528079785, "bleu_1": 15.910240676733025, "bleu_avg": 14.8}
{"acc_0": 90.60000000000001, "acc_1": 94.6, "acc_avg": 92.6}
{"_ACCU": 93.8, "_BLEU": 21.0}
-------avg_loss: 2.1457672119140624e-08, lm_loss: 0.7858423590660095--------
{"dev acc"：92.0}
{"bleu_0": 13.484740932603446, "bleu_1": 15.627408201958948, "bleu_avg": 14.6}
{"acc_0": 89.0, "acc_1": 94.6, "acc_avg": 91.8}
{"_ACCU": 93.1, "_BLEU": 21.0}
-------avg_loss: 2.110004425048828e-08, lm_loss: 0.7322142124176025--------
{"dev acc"：92.4}
{"bleu_0": 13.462028348887317, "bleu_1": 15.830712599414646, "bleu_avg": 14.6}
{"acc_0": 89.4, "acc_1": 94.6, "acc_avg": 92.0}
{"_ACCU": 94.1, "_BLEU": 21.0}
-------avg_loss: 2.0682811737060545e-08, lm_loss: 0.7729214429855347--------
{"dev acc"：92.3}
{"bleu_0": 13.531700481516154, "bleu_1": 15.966497478358676, "bleu_avg": 14.7}
{"acc_0": 91.2, "acc_1": 94.6, "acc_avg": 92.9}
{"_ACCU": 93.7, "_BLEU": 21.0}
-------avg_loss: 2.3961067199707033e-08, lm_loss: 0.6935752034187317--------
{"dev acc"：92.4}
{"bleu_0": 13.606638710061404, "bleu_1": 15.976873519603775, "bleu_avg": 14.8}
{"acc_0": 89.0, "acc_1": 94.0, "acc_avg": 91.5}
{"_ACCU": 93.5, "_BLEU": 21.1}
-------avg_loss: 2.1576881408691406e-08, lm_loss: 1.1101113557815552--------
{"dev acc"：92.6}
{"bleu_0": 13.490299165255387, "bleu_1": 15.486565485664606, "bleu_avg": 14.5}
{"acc_0": 91.0, "acc_1": 94.6, "acc_avg": 92.8}
{"_ACCU": 93.3, "_BLEU": 20.9}
-------avg_loss: 2.270936965942383e-08, lm_loss: 0.4353640079498291--------
{"dev acc"：92.7}
{"bleu_0": 13.406839599132264, "bleu_1": 15.920054585762248, "bleu_avg": 14.7}
{"acc_0": 90.60000000000001, "acc_1": 93.39999999999999, "acc_avg": 92.0}
{"_ACCU": 93.2, "_BLEU": 20.9}
-------avg_loss: 2.0325183868408205e-08, lm_loss: 0.37457770109176636--------
{"dev acc"：92.6}
{"bleu_0": 13.600839622744337, "bleu_1": 15.625846617617544, "bleu_avg": 14.6}
{"acc_0": 89.8, "acc_1": 93.6, "acc_avg": 91.7}
{"_ACCU": 93.7, "_BLEU": 21.0}
-------avg_loss: 2.1338462829589843e-08, lm_loss: 0.4518543481826782--------
{"dev acc"：92.8}
{"bleu_0": 13.693913419817285, "bleu_1": 16.096126297583734, "bleu_avg": 14.9}
{"acc_0": 90.0, "acc_1": 93.8, "acc_avg": 91.9}
{"_ACCU": 93.5, "_BLEU": 21.2}
-------avg_loss: 2.3424625396728517e-08, lm_loss: 1.0879813432693481--------
{"dev acc"：92.6}
{"bleu_0": 13.541283935054757, "bleu_1": 15.627627199671224, "bleu_avg": 14.6}
{"acc_0": 91.0, "acc_1": 95.39999999999999, "acc_avg": 93.2}
{"_ACCU": 95.0, "_BLEU": 20.9}
-------avg_loss: 2.2470951080322266e-08, lm_loss: 1.0093717575073242--------
{"dev acc"：92.7}
{"bleu_0": 13.470079985455557, "bleu_1": 15.585479853695764, "bleu_avg": 14.5}
{"acc_0": 89.4, "acc_1": 95.19999999999999, "acc_avg": 92.3}
{"_ACCU": 94.2, "_BLEU": 20.8}
-------avg_loss: 2.1576881408691406e-08, lm_loss: 0.9703576564788818--------
{"dev acc"：92.6}
{"bleu_0": 13.75307713458681, "bleu_1": 15.591311148884893, "bleu_avg": 14.7}
{"acc_0": 91.0, "acc_1": 95.0, "acc_avg": 93.0}
{"_ACCU": 94.4, "_BLEU": 21.0}
-------avg_loss: 2.2172927856445312e-08, lm_loss: 0.6341691613197327--------
{"dev acc"：92.3}
{"bleu_0": 13.46491956618622, "bleu_1": 15.18180270710207, "bleu_avg": 14.3}
{"acc_0": 90.8, "acc_1": 95.39999999999999, "acc_avg": 93.1}
{"_ACCU": 93.9, "_BLEU": 20.7}
-------avg_loss: 2.384185791015625e-08, lm_loss: 0.6850556135177612--------
{"dev acc"：92.5}
{"bleu_0": 13.831057615482809, "bleu_1": 16.135661762812912, "bleu_avg": 15.0}
{"acc_0": 89.2, "acc_1": 93.8, "acc_avg": 91.5}
{"_ACCU": 93.7, "_BLEU": 21.2}
-------avg_loss: 2.3543834686279298e-08, lm_loss: 0.8990306258201599--------
{"dev acc"：92.5}
{"bleu_0": 13.410314125881545, "bleu_1": 15.609121269020257, "bleu_avg": 14.5}
{"acc_0": 91.4, "acc_1": 94.6, "acc_avg": 93.0}
{"_ACCU": 94.2, "_BLEU": 20.8}
-------avg_loss: 2.2649765014648438e-08, lm_loss: 0.6262274384498596--------
{"dev acc"：92.8}
{"bleu_0": 13.608738864663145, "bleu_1": 15.688393459563471, "bleu_avg": 14.6}
{"acc_0": 89.4, "acc_1": 93.39999999999999, "acc_avg": 91.4}
{"_ACCU": 93.8, "_BLEU": 20.9}
-------avg_loss: 2.1755695343017578e-08, lm_loss: 1.031366229057312--------
{"dev acc"：92.6}
{"bleu_0": 13.517582771722141, "bleu_1": 16.074187950631195, "bleu_avg": 14.8}
{"acc_0": 89.8, "acc_1": 94.6, "acc_avg": 92.2}
{"_ACCU": 93.8, "_BLEU": 21.0}
Best result: dev_acc 94.5 acc 93.8 bleu 14.7 _acc 95.3 _bleu 21.1

Epoch:  90%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌               | 9/10 [21:08:00<2:20:53, 8453.38s/it]-------avg_loss: 2.270936965942383e-08, lm_loss: 0.6288482546806335--------
{"dev acc"：92.0}
{"bleu_0": 13.528301198343568, "bleu_1": 15.691147125919134, "bleu_avg": 14.6}
{"acc_0": 89.8, "acc_1": 94.0, "acc_avg": 91.9}
{"_ACCU": 93.6, "_BLEU": 20.9}
-------avg_loss: 2.1696090698242187e-08, lm_loss: 0.7296496629714966--------
{"dev acc"：92.0}
{"bleu_0": 13.683808884550702, "bleu_1": 15.74837250473162, "bleu_avg": 14.7}
{"acc_0": 90.0, "acc_1": 93.8, "acc_avg": 91.9}
{"_ACCU": 93.3, "_BLEU": 21.0}
-------avg_loss: 2.205371856689453e-08, lm_loss: 0.9553169012069702--------
{"dev acc"：92.4}
{"bleu_0": 13.554508637905482, "bleu_1": 15.659252155257619, "bleu_avg": 14.6}
{"acc_0": 90.2, "acc_1": 94.6, "acc_avg": 92.4}
{"_ACCU": 94.0, "_BLEU": 21.0}
-------avg_loss: 2.0742416381835936e-08, lm_loss: 0.7368971705436707--------
{"dev acc"：92.8}
{"bleu_0": 13.73635070853629, "bleu_1": 15.921499620968335, "bleu_avg": 14.8}
{"acc_0": 89.60000000000001, "acc_1": 95.39999999999999, "acc_avg": 92.5}
{"_ACCU": 94.0, "_BLEU": 21.1}
-------avg_loss: 2.2649765014648438e-08, lm_loss: 0.5784167647361755--------
{"dev acc"：92.6}
{"bleu_0": 13.4858822158385, "bleu_1": 16.05223399159625, "bleu_avg": 14.8}
{"acc_0": 89.4, "acc_1": 93.6, "acc_avg": 91.5}
{"_ACCU": 93.1, "_BLEU": 20.9}
-------avg_loss: 2.4199485778808595e-08, lm_loss: 1.0707590579986572--------
{"dev acc"：92.6}
{"bleu_0": 13.427809782619507, "bleu_1": 15.830023719090574, "bleu_avg": 14.6}
{"acc_0": 89.2, "acc_1": 94.6, "acc_avg": 91.9}
{"_ACCU": 93.1, "_BLEU": 20.9}
-------avg_loss: 2.110004425048828e-08, lm_loss: 0.4864479899406433--------
{"dev acc"：92.4}
{"bleu_0": 13.62668720625448, "bleu_1": 15.741594456204721, "bleu_avg": 14.7}
{"acc_0": 91.4, "acc_1": 94.6, "acc_avg": 93.0}
{"_ACCU": 94.2, "_BLEU": 21.0}
-------avg_loss: 1.8835067749023438e-08, lm_loss: 0.905764102935791--------
{"dev acc"：92.4}
{"bleu_0": 13.237306332961394, "bleu_1": 15.588424574969098, "bleu_avg": 14.4}
{"acc_0": 90.2, "acc_1": 94.8, "acc_avg": 92.5}
{"_ACCU": 93.7, "_BLEU": 20.7}
-------avg_loss: 2.0742416381835936e-08, lm_loss: 0.6018112897872925--------
{"dev acc"：92.5}
{"bleu_0": 13.479932334340502, "bleu_1": 15.708182486329891, "bleu_avg": 14.6}
{"acc_0": 89.4, "acc_1": 94.39999999999999, "acc_avg": 91.9}
{"_ACCU": 93.2, "_BLEU": 21.0}
-------avg_loss: 2.2232532501220703e-08, lm_loss: 0.7955033779144287--------
{"dev acc"：92.5}
{"bleu_0": 13.615482354075903, "bleu_1": 15.376988622535142, "bleu_avg": 14.5}
{"acc_0": 89.8, "acc_1": 95.8, "acc_avg": 92.8}
{"_ACCU": 94.3, "_BLEU": 20.9}
-------avg_loss: 2.2590160369873047e-08, lm_loss: 0.6230766177177429--------
{"dev acc"：92.8}
{"bleu_0": 13.678647217544565, "bleu_1": 15.848418855705424, "bleu_avg": 14.8}
{"acc_0": 90.8, "acc_1": 94.6, "acc_avg": 92.7}
{"_ACCU": 93.7, "_BLEU": 21.0}
-------avg_loss: 2.1398067474365234e-08, lm_loss: 0.9540977478027344--------
{"dev acc"：92.3}
{"bleu_0": 13.654651684202292, "bleu_1": 15.865536428893225, "bleu_avg": 14.8}
{"acc_0": 90.8, "acc_1": 94.8, "acc_avg": 92.8}
{"_ACCU": 94.6, "_BLEU": 21.0}
-------avg_loss: 2.0802021026611327e-08, lm_loss: 0.7013329267501831--------
{"dev acc"：92.0}
{"bleu_0": 13.618234352624997, "bleu_1": 15.584225133581073, "bleu_avg": 14.6}
{"acc_0": 89.8, "acc_1": 93.19999999999999, "acc_avg": 91.5}
{"_ACCU": 93.5, "_BLEU": 20.9}
-------avg_loss: 2.1517276763916015e-08, lm_loss: 1.0067567825317383--------
{"dev acc"：92.4}
{"bleu_0": 13.519161441303423, "bleu_1": 15.524587447216476, "bleu_avg": 14.5}
{"acc_0": 90.0, "acc_1": 95.19999999999999, "acc_avg": 92.6}
{"_ACCU": 94.0, "_BLEU": 20.9}
-------avg_loss: 2.1338462829589843e-08, lm_loss: 0.7564283609390259--------
{"dev acc"：93.1}
{"bleu_0": 13.35585441096892, "bleu_1": 15.831706713124454, "bleu_avg": 14.6}
{"acc_0": 89.0, "acc_1": 94.6, "acc_avg": 91.8}
{"_ACCU": 94.1, "_BLEU": 20.9}
-------avg_loss: 2.282857894897461e-08, lm_loss: 0.8115484714508057--------
{"dev acc"：92.3}
{"bleu_0": 13.622617245464278, "bleu_1": 15.973610013779876, "bleu_avg": 14.8}
{"acc_0": 89.4, "acc_1": 95.8, "acc_avg": 92.6}
{"_ACCU": 94.4, "_BLEU": 21.0}
-------avg_loss: 1.9490718841552735e-08, lm_loss: 0.45252230763435364--------
{"dev acc"：92.3}
{"bleu_0": 13.415598797298427, "bleu_1": 15.58280376339192, "bleu_avg": 14.5}
{"acc_0": 89.4, "acc_1": 94.39999999999999, "acc_avg": 91.9}
{"_ACCU": 93.7, "_BLEU": 20.8}
-------avg_loss: 2.4020671844482423e-08, lm_loss: 0.6932047605514526--------
{"dev acc"：91.7}
{"bleu_0": 13.54537992336344, "bleu_1": 15.769302016712667, "bleu_avg": 14.7}
{"acc_0": 90.4, "acc_1": 94.6, "acc_avg": 92.5}
{"_ACCU": 93.8, "_BLEU": 21.0}
-------avg_loss: 2.2470951080322266e-08, lm_loss: 0.7979592084884644--------
{"dev acc"：92.0}
{"bleu_0": 13.443955913772701, "bleu_1": 15.95221028262975, "bleu_avg": 14.7}
{"acc_0": 90.0, "acc_1": 92.80000000000001, "acc_avg": 91.4}
{"_ACCU": 93.3, "_BLEU": 21.0}
-------avg_loss: 2.110004425048828e-08, lm_loss: 0.5951859951019287--------
{"dev acc"：92.4}
{"bleu_0": 13.59422777575488, "bleu_1": 15.989818620976218, "bleu_avg": 14.8}
{"acc_0": 89.8, "acc_1": 93.8, "acc_avg": 91.8}
{"_ACCU": 94.1, "_BLEU": 21.1}
-------avg_loss: 2.3543834686279298e-08, lm_loss: 0.30091914534568787--------
{"dev acc"：92.3}
{"bleu_0": 13.678243656964792, "bleu_1": 15.861765715272776, "bleu_avg": 14.8}
{"acc_0": 90.0, "acc_1": 95.0, "acc_avg": 92.5}
{"_ACCU": 94.4, "_BLEU": 21.0}
-------avg_loss: 2.0384788513183595e-08, lm_loss: 1.223917007446289--------
{"dev acc"：92.4}
{"bleu_0": 13.71901319777027, "bleu_1": 15.877669046404709, "bleu_avg": 14.8}
{"acc_0": 89.8, "acc_1": 94.8, "acc_avg": 92.3}
{"_ACCU": 93.6, "_BLEU": 21.1}
-------avg_loss: 2.3424625396728517e-08, lm_loss: 0.6938419938087463--------
{"dev acc"：92.5}
{"bleu_0": 13.23442930997412, "bleu_1": 15.864807287910715, "bleu_avg": 14.5}
{"acc_0": 90.60000000000001, "acc_1": 95.39999999999999, "acc_avg": 93.0}
{"_ACCU": 93.9, "_BLEU": 20.9}
-------avg_loss: 2.1398067474365234e-08, lm_loss: 0.2633759081363678--------
{"dev acc"：92.4}
{"bleu_0": 13.791025906276646, "bleu_1": 15.802290281972445, "bleu_avg": 14.8}
{"acc_0": 90.2, "acc_1": 94.39999999999999, "acc_avg": 92.3}
{"_ACCU": 93.8, "_BLEU": 21.1}
-------avg_loss: 2.282857894897461e-08, lm_loss: 0.5432331562042236--------
{"dev acc"：92.3}
{"bleu_0": 13.459238676965615, "bleu_1": 15.63964914772905, "bleu_avg": 14.5}
{"acc_0": 89.4, "acc_1": 94.39999999999999, "acc_avg": 91.9}
{"_ACCU": 94.3, "_BLEU": 20.9}
-------avg_loss: 2.2411346435546875e-08, lm_loss: 0.48205530643463135--------
{"dev acc"：92.2}
{"bleu_0": 13.617611059463869, "bleu_1": 15.491362169218142, "bleu_avg": 14.6}
{"acc_0": 89.2, "acc_1": 93.8, "acc_avg": 91.5}
{"_ACCU": 93.6, "_BLEU": 20.9}
-------avg_loss: 1.8358230590820312e-08, lm_loss: 0.6196140646934509--------
{"dev acc"：92.5}
{"bleu_0": 13.37016944563024, "bleu_1": 15.73776332672633, "bleu_avg": 14.6}
{"acc_0": 89.60000000000001, "acc_1": 95.19999999999999, "acc_avg": 92.4}
{"_ACCU": 93.4, "_BLEU": 20.9}
-------avg_loss: 2.282857894897461e-08, lm_loss: 0.9796854257583618--------
{"dev acc"：92.3}
{"bleu_0": 13.545429491959188, "bleu_1": 15.655498676882468, "bleu_avg": 14.6}
{"acc_0": 90.4, "acc_1": 93.6, "acc_avg": 92.0}
{"_ACCU": 93.9, "_BLEU": 20.9}
-------avg_loss: 2.1338462829589843e-08, lm_loss: 0.8588950037956238--------
{"dev acc"：92.6}
{"bleu_0": 13.909978011041693, "bleu_1": 15.511839373992025, "bleu_avg": 14.7}
{"acc_0": 88.6, "acc_1": 95.39999999999999, "acc_avg": 92.0}
{"_ACCU": 93.9, "_BLEU": 21.0}
-------avg_loss: 2.2351741790771484e-08, lm_loss: 0.8240931034088135--------
{"dev acc"：92.1}
{"bleu_0": 13.42361696707062, "bleu_1": 15.904748394216725, "bleu_avg": 14.7}
{"acc_0": 89.4, "acc_1": 94.19999999999999, "acc_avg": 91.8}
{"_ACCU": 93.7, "_BLEU": 20.9}
-------avg_loss: 2.0802021026611327e-08, lm_loss: 0.7038682699203491--------
{"dev acc"：92.2}
{"bleu_0": 13.509271809632395, "bleu_1": 15.887507410986151, "bleu_avg": 14.7}
{"acc_0": 89.0, "acc_1": 93.8, "acc_avg": 91.4}
{"_ACCU": 93.7, "_BLEU": 21.0}
-------avg_loss: 2.384185791015625e-08, lm_loss: 0.6058323383331299--------
{"dev acc"：92.6}
{"bleu_0": 13.63493364351399, "bleu_1": 15.62363874618182, "bleu_avg": 14.6}
{"acc_0": 91.2, "acc_1": 94.6, "acc_avg": 92.9}
{"_ACCU": 94.4, "_BLEU": 20.9}
-------avg_loss: 2.294778823852539e-08, lm_loss: 1.0667822360992432--------
{"dev acc"：92.7}
{"bleu_0": 13.62504110913752, "bleu_1": 15.707982868895618, "bleu_avg": 14.7}
{"acc_0": 89.60000000000001, "acc_1": 95.19999999999999, "acc_avg": 92.4}
{"_ACCU": 93.7, "_BLEU": 21.0}
-------avg_loss: 2.2530555725097656e-08, lm_loss: 1.1733298301696777--------
{"dev acc"：92.4}
{"bleu_0": 13.715485734911367, "bleu_1": 15.615724287926646, "bleu_avg": 14.7}
{"acc_0": 90.2, "acc_1": 93.8, "acc_avg": 92.0}
{"_ACCU": 93.5, "_BLEU": 20.9}
-------avg_loss: 1.9669532775878907e-08, lm_loss: 0.6481872797012329--------
{"dev acc"：92.6}
{"bleu_0": 13.764419360324492, "bleu_1": 15.5985892899317, "bleu_avg": 14.7}
{"acc_0": 89.2, "acc_1": 93.8, "acc_avg": 91.5}
{"_ACCU": 93.5, "_BLEU": 21.0}
-------avg_loss: 2.121925354003906e-08, lm_loss: 0.7610926628112793--------
{"dev acc"：91.9}
{"bleu_0": 13.52805897344587, "bleu_1": 16.21596912809836, "bleu_avg": 14.9}
{"acc_0": 89.2, "acc_1": 93.0, "acc_avg": 91.1}
{"_ACCU": 92.8, "_BLEU": 21.1}
-------avg_loss: 2.288818359375e-08, lm_loss: 0.7861287593841553--------
{"dev acc"：92.1}
{"bleu_0": 13.554537269891537, "bleu_1": 15.93767193517634, "bleu_avg": 14.7}
{"acc_0": 90.0, "acc_1": 94.19999999999999, "acc_avg": 92.1}
{"_ACCU": 94.2, "_BLEU": 21.0}
-------avg_loss: 1.9609928131103516e-08, lm_loss: 0.5736017227172852--------
{"dev acc"：92.6}
{"bleu_0": 13.543624895495784, "bleu_1": 16.07200027145209, "bleu_avg": 14.8}
{"acc_0": 89.8, "acc_1": 94.39999999999999, "acc_avg": 92.1}
{"_ACCU": 93.7, "_BLEU": 21.1}
-------avg_loss: 2.4139881134033205e-08, lm_loss: 1.1149356365203857--------
{"dev acc"：91.9}
{"bleu_0": 13.600951559637783, "bleu_1": 15.582748600680258, "bleu_avg": 14.6}
{"acc_0": 89.0, "acc_1": 94.39999999999999, "acc_avg": 91.7}
{"_ACCU": 93.9, "_BLEU": 20.9}
-------avg_loss: 2.0682811737060545e-08, lm_loss: 0.4707759618759155--------
{"dev acc"：92.4}
{"bleu_0": 13.464658292182344, "bleu_1": 15.612516910158769, "bleu_avg": 14.5}
{"acc_0": 89.8, "acc_1": 94.39999999999999, "acc_avg": 92.1}
{"_ACCU": 93.8, "_BLEU": 20.8}
-------avg_loss: 2.1636486053466796e-08, lm_loss: 1.153076410293579--------
{"dev acc"：92.6}
{"bleu_0": 13.70433188388343, "bleu_1": 15.420023348637427, "bleu_avg": 14.6}
{"acc_0": 90.0, "acc_1": 94.8, "acc_avg": 92.4}
{"_ACCU": 94.3, "_BLEU": 20.8}
-------avg_loss: 2.3484230041503907e-08, lm_loss: 0.33100491762161255--------
{"dev acc"：92.1}
{"bleu_0": 13.566271784846906, "bleu_1": 15.981315500958804, "bleu_avg": 14.8}
{"acc_0": 88.6, "acc_1": 93.8, "acc_avg": 91.2}
{"_ACCU": 93.8, "_BLEU": 21.0}
-------avg_loss: 2.1636486053466796e-08, lm_loss: 0.5511161684989929--------
{"dev acc"：92.4}
{"bleu_0": 13.472998508077916, "bleu_1": 15.751053714039392, "bleu_avg": 14.6}
{"acc_0": 90.0, "acc_1": 94.6, "acc_avg": 92.3}
{"_ACCU": 94.0, "_BLEU": 20.9}
-------avg_loss: 2.1517276763916015e-08, lm_loss: 1.1735070943832397--------
{"dev acc"：92.3}
{"bleu_0": 13.777091554189106, "bleu_1": 15.534203375301708, "bleu_avg": 14.7}
{"acc_0": 91.2, "acc_1": 95.19999999999999, "acc_avg": 93.2}
{"_ACCU": 94.3, "_BLEU": 21.0}
-------avg_loss: 2.1278858184814452e-08, lm_loss: 0.6045799255371094--------
{"dev acc"：92.3}
{"bleu_0": 13.596329954968994, "bleu_1": 15.704138670336853, "bleu_avg": 14.7}
{"acc_0": 90.2, "acc_1": 94.8, "acc_avg": 92.5}
{"_ACCU": 94.1, "_BLEU": 21.0}
-------avg_loss: 2.4259090423583983e-08, lm_loss: 1.0050954818725586--------
{"dev acc"：92.2}
{"bleu_0": 13.76112460723769, "bleu_1": 15.537058953181615, "bleu_avg": 14.6}
{"acc_0": 90.4, "acc_1": 94.8, "acc_avg": 92.6}
{"_ACCU": 94.1, "_BLEU": 20.9}
-------avg_loss: 2.2590160369873047e-08, lm_loss: 0.7413655519485474--------
{"dev acc"：92.4}
{"bleu_0": 13.43900058951003, "bleu_1": 15.619309154877714, "bleu_avg": 14.5}
{"acc_0": 90.2, "acc_1": 94.6, "acc_avg": 92.4}
{"_ACCU": 93.8, "_BLEU": 20.8}
-------avg_loss: 1.990795135498047e-08, lm_loss: 0.7832038402557373--------
{"dev acc"：92.2}
{"bleu_0": 13.581157031457167, "bleu_1": 15.501450714750806, "bleu_avg": 14.5}
{"acc_0": 89.60000000000001, "acc_1": 95.0, "acc_avg": 92.3}
{"_ACCU": 94.4, "_BLEU": 20.9}
-------avg_loss: 2.2470951080322266e-08, lm_loss: 0.8764454126358032--------
{"dev acc"：92.0}
{"bleu_0": 13.630552521584969, "bleu_1": 15.805532898617686, "bleu_avg": 14.7}
{"acc_0": 89.2, "acc_1": 94.8, "acc_avg": 92.0}
{"_ACCU": 94.4, "_BLEU": 21.0}
-------avg_loss: 2.110004425048828e-08, lm_loss: 0.7257094383239746--------
{"dev acc"：92.7}
{"bleu_0": 13.668637225943032, "bleu_1": 15.723224972162683, "bleu_avg": 14.7}
{"acc_0": 90.2, "acc_1": 93.8, "acc_avg": 92.0}
{"_ACCU": 93.7, "_BLEU": 21.1}
-------avg_loss: 2.3484230041503907e-08, lm_loss: 1.0166995525360107--------
{"dev acc"：92.1}
{"bleu_0": 13.64097142193717, "bleu_1": 15.586840536505008, "bleu_avg": 14.6}
{"acc_0": 90.60000000000001, "acc_1": 94.0, "acc_avg": 92.3}
{"_ACCU": 93.9, "_BLEU": 21.0}
-------avg_loss: 1.990795135498047e-08, lm_loss: 0.952268123626709--------
{"dev acc"：92.8}
{"bleu_0": 13.438867149623654, "bleu_1": 15.853143570920288, "bleu_avg": 14.6}
{"acc_0": 90.4, "acc_1": 94.39999999999999, "acc_avg": 92.4}
{"_ACCU": 93.6, "_BLEU": 20.9}
-------avg_loss: 2.1576881408691406e-08, lm_loss: 0.805741012096405--------
{"dev acc"：92.2}
{"bleu_0": 13.380767031423222, "bleu_1": 15.542169289164454, "bleu_avg": 14.5}
{"acc_0": 90.2, "acc_1": 95.39999999999999, "acc_avg": 92.8}
{"_ACCU": 93.8, "_BLEU": 20.8}
-------avg_loss: 2.4378299713134764e-08, lm_loss: 0.6788299679756165--------
{"dev acc"：92.4}
{"bleu_0": 13.935728797158628, "bleu_1": 15.735594288222284, "bleu_avg": 14.8}
{"acc_0": 89.2, "acc_1": 94.39999999999999, "acc_avg": 91.8}
{"_ACCU": 93.2, "_BLEU": 21.1}
-------avg_loss: 2.4676322937011718e-08, lm_loss: 0.562422513961792--------
{"dev acc"：92.1}
{"bleu_0": 13.509708047634259, "bleu_1": 15.539320887122557, "bleu_avg": 14.5}
{"acc_0": 89.8, "acc_1": 93.6, "acc_avg": 91.7}
{"_ACCU": 93.6, "_BLEU": 20.9}
Best result: dev_acc 94.5 acc 93.8 bleu 14.7 _acc 95.3 _bleu 21.1

Epoch: 100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 10/10 [23:28:25<00:00, 8450.56s/it]
xgg@1604:~/pros/MLM_transfer$ exit