-
Notifications
You must be signed in to change notification settings - Fork 0
/
log_normal_optimixation.txt
3337 lines (3337 loc) · 112 KB
/
log_normal_optimixation.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
2024-09-13 07:37:21,395 INFO {
"batch_size": 16,
"block_size": 25,
"clip_dim": 512,
"code_dim": 512,
"data_root": "/home/ubuntu/data/HumanML3D",
"dataname": "mcs",
"decay_option": "all",
"depth": 3,
"dilation_growth_rate": 3,
"down_t": 2,
"drop_out_rate": 0.1,
"embed_dim_gpt": 512,
"eval_iter": 5000,
"exp_name": "exp_debug",
"ff_rate": 4,
"fps": [
20
],
"gamma": 0.05,
"if_maxtest": false,
"lr": 0.0005,
"lr_scheduler": [
60000
],
"mu": 0.99,
"n_head_gpt": 8,
"nb_code": 512,
"num_layers": 2,
"optimizer": "adamw",
"out_dir": "output_GPT_Final/exp_debug",
"output_emb_width": 512,
"pkeep": 1.0,
"print_iter": 200,
"quantbeta": 1.0,
"quantizer": "ema_reset",
"resume_pth": "/home/ubuntu/data/T2M-GPT/output/VQVAE3/300000.pth",
"resume_trans": null,
"seed": 69,
"seq_len": 128,
"stride_t": 2,
"total_iter": 30000,
"vq_act": "relu",
"vq_name": "exp_debug",
"vq_norm": null,
"warm_up_iter": 1000,
"weight_decay": 1e-06,
"width": 512,
"window_size": 64
}
Reading checkpoints/t2m/Comp_v6_KLD005/opt.txt
dataset name t2m
Loading Evaluation Model Wrapper (Epoch 28) Completed!!
Total number of motions 278
2024-09-13 07:37:26,788 INFO loading checkpoint from /home/ubuntu/data/T2M-GPT/output/VQVAE3/300000.pth
Generating Embeddings for proximity loss at: embeddings
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(512, 128)
(278, 512, 128)
Completeting loading training embeddings:
Initial proximity loss: tensor(1379.9340, device='cuda:0', grad_fn=<MeanBackward0>)
Epoch: 0 Loss: 13.799339294433594
Epoch: 10 Loss: 13.792746543884277
Epoch: 20 Loss: 13.786163330078125
Epoch: 30 Loss: 13.779589653015137
Epoch: 40 Loss: 13.773025512695312
Epoch: 50 Loss: 13.766474723815918
Epoch: 60 Loss: 13.759933471679688
Epoch: 70 Loss: 13.753402709960938
Epoch: 80 Loss: 13.746885299682617
Epoch: 90 Loss: 13.740376472473145
Epoch: 100 Loss: 13.733880043029785
Epoch: 110 Loss: 13.727392196655273
Epoch: 120 Loss: 13.720917701721191
Epoch: 130 Loss: 13.71445083618164
Epoch: 140 Loss: 13.707995414733887
Epoch: 150 Loss: 13.701549530029297
Epoch: 160 Loss: 13.695114135742188
Epoch: 170 Loss: 13.688690185546875
Epoch: 180 Loss: 13.68227481842041
Epoch: 190 Loss: 13.67586898803711
Epoch: 200 Loss: 13.669473648071289
Epoch: 210 Loss: 13.663087844848633
Epoch: 220 Loss: 13.65671157836914
Epoch: 230 Loss: 13.650343894958496
Epoch: 240 Loss: 13.643986701965332
Epoch: 250 Loss: 13.637639045715332
Epoch: 260 Loss: 13.631300926208496
Epoch: 270 Loss: 13.624970436096191
Epoch: 280 Loss: 13.618650436401367
Epoch: 290 Loss: 13.61233901977539
Epoch: 300 Loss: 13.606036186218262
Epoch: 310 Loss: 13.599742889404297
Epoch: 320 Loss: 13.59345817565918
Epoch: 330 Loss: 13.587183952331543
Epoch: 340 Loss: 13.580915451049805
Epoch: 350 Loss: 13.57465648651123
Epoch: 360 Loss: 13.568405151367188
Epoch: 370 Loss: 13.562165260314941
Epoch: 380 Loss: 13.55593204498291
Epoch: 390 Loss: 13.54970645904541
Epoch: 400 Loss: 13.54349136352539
Epoch: 410 Loss: 13.53728199005127
Epoch: 420 Loss: 13.531081199645996
Epoch: 430 Loss: 13.524889945983887
Epoch: 440 Loss: 13.518705368041992
Epoch: 450 Loss: 13.512529373168945
Epoch: 460 Loss: 13.506361961364746
Epoch: 470 Loss: 13.500201225280762
Epoch: 480 Loss: 13.494050025939941
Epoch: 490 Loss: 13.487903594970703
Epoch: 500 Loss: 13.481767654418945
Epoch: 510 Loss: 13.475638389587402
Epoch: 520 Loss: 13.46951675415039
Epoch: 530 Loss: 13.463401794433594
Epoch: 540 Loss: 13.457295417785645
Epoch: 550 Loss: 13.45119571685791
Epoch: 560 Loss: 13.445104598999023
Epoch: 570 Loss: 13.439021110534668
Epoch: 580 Loss: 13.432944297790527
Epoch: 590 Loss: 13.426872253417969
Epoch: 600 Loss: 13.42081069946289
Epoch: 610 Loss: 13.414755821228027
Epoch: 620 Loss: 13.408705711364746
Epoch: 630 Loss: 13.402666091918945
Epoch: 640 Loss: 13.39663028717041
Epoch: 650 Loss: 13.390604019165039
Epoch: 660 Loss: 13.384583473205566
Epoch: 670 Loss: 13.378568649291992
Epoch: 680 Loss: 13.372562408447266
Epoch: 690 Loss: 13.366561889648438
Epoch: 700 Loss: 13.360569953918457
Epoch: 710 Loss: 13.354581832885742
Epoch: 720 Loss: 13.348603248596191
Epoch: 730 Loss: 13.342629432678223
Epoch: 740 Loss: 13.336662292480469
Epoch: 750 Loss: 13.33070182800293
Epoch: 760 Loss: 13.324748039245605
Epoch: 770 Loss: 13.318800926208496
Epoch: 780 Loss: 13.312859535217285
Epoch: 790 Loss: 13.306925773620605
Epoch: 800 Loss: 13.300996780395508
Epoch: 810 Loss: 13.295075416564941
Epoch: 820 Loss: 13.289159774780273
Epoch: 830 Loss: 13.28325080871582
Epoch: 840 Loss: 13.277347564697266
Epoch: 850 Loss: 13.27145004272461
Epoch: 860 Loss: 13.265559196472168
Epoch: 870 Loss: 13.259674072265625
Epoch: 880 Loss: 13.253795623779297
Epoch: 890 Loss: 13.24792194366455
Epoch: 900 Loss: 13.24205493927002
Epoch: 910 Loss: 13.236193656921387
Epoch: 920 Loss: 13.230339050292969
Epoch: 930 Loss: 13.224491119384766
Epoch: 940 Loss: 13.218647003173828
Epoch: 950 Loss: 13.212809562683105
Epoch: 960 Loss: 13.206976890563965
Epoch: 970 Loss: 13.201151847839355
Epoch: 980 Loss: 13.195330619812012
Epoch: 990 Loss: 13.189516067504883
Epoch: 1000 Loss: 13.183708190917969
Epoch: 1010 Loss: 13.177905082702637
Epoch: 1020 Loss: 13.172106742858887
Epoch: 1030 Loss: 13.166313171386719
Epoch: 1040 Loss: 13.160527229309082
Epoch: 1050 Loss: 13.154746055603027
Epoch: 1060 Loss: 13.148969650268555
Epoch: 1070 Loss: 13.14319896697998
Epoch: 1080 Loss: 13.137434005737305
Epoch: 1090 Loss: 13.131674766540527
Epoch: 1100 Loss: 13.125920295715332
Epoch: 1110 Loss: 13.120170593261719
Epoch: 1120 Loss: 13.11442756652832
Epoch: 1130 Loss: 13.108688354492188
Epoch: 1140 Loss: 13.10295581817627
Epoch: 1150 Loss: 13.097227096557617
Epoch: 1160 Loss: 13.09150505065918
Epoch: 1170 Loss: 13.085785865783691
Epoch: 1180 Loss: 13.080074310302734
Epoch: 1190 Loss: 13.07436752319336
Epoch: 1200 Loss: 13.06866455078125
Epoch: 1210 Loss: 13.062966346740723
Epoch: 1220 Loss: 13.057272911071777
Epoch: 1230 Loss: 13.051586151123047
Epoch: 1240 Loss: 13.045904159545898
Epoch: 1250 Loss: 13.040226936340332
Epoch: 1260 Loss: 13.034554481506348
Epoch: 1270 Loss: 13.028886795043945
Epoch: 1280 Loss: 13.023223876953125
Epoch: 1290 Loss: 13.01756477355957
Epoch: 1300 Loss: 13.011911392211914
Epoch: 1310 Loss: 13.00626277923584
Epoch: 1320 Loss: 13.000619888305664
Epoch: 1330 Loss: 12.99498176574707
Epoch: 1340 Loss: 12.989346504211426
Epoch: 1350 Loss: 12.98371696472168
Epoch: 1360 Loss: 12.978093147277832
Epoch: 1370 Loss: 12.97247314453125
Epoch: 1380 Loss: 12.966856002807617
Epoch: 1390 Loss: 12.961246490478516
Epoch: 1400 Loss: 12.955638885498047
Epoch: 1410 Loss: 12.95003604888916
Epoch: 1420 Loss: 12.944440841674805
Epoch: 1430 Loss: 12.938847541809082
Epoch: 1440 Loss: 12.933259010314941
Epoch: 1450 Loss: 12.927675247192383
Epoch: 1460 Loss: 12.922097206115723
Epoch: 1470 Loss: 12.916521072387695
Epoch: 1480 Loss: 12.910951614379883
Epoch: 1490 Loss: 12.90538501739502
Epoch: 1500 Loss: 12.899824142456055
Epoch: 1510 Loss: 12.894266128540039
Epoch: 1520 Loss: 12.888712882995605
Epoch: 1530 Loss: 12.883163452148438
Epoch: 1540 Loss: 12.877620697021484
Epoch: 1550 Loss: 12.872079849243164
Epoch: 1560 Loss: 12.866543769836426
Epoch: 1570 Loss: 12.86101245880127
Epoch: 1580 Loss: 12.855485916137695
Epoch: 1590 Loss: 12.849963188171387
Epoch: 1600 Loss: 12.844444274902344
Epoch: 1610 Loss: 12.83892822265625
Epoch: 1620 Loss: 12.833417892456055
Epoch: 1630 Loss: 12.827912330627441
Epoch: 1640 Loss: 12.822409629821777
Epoch: 1650 Loss: 12.816911697387695
Epoch: 1660 Loss: 12.811418533325195
Epoch: 1670 Loss: 12.805927276611328
Epoch: 1680 Loss: 12.80044174194336
Epoch: 1690 Loss: 12.794958114624023
Epoch: 1700 Loss: 12.789482116699219
Epoch: 1710 Loss: 12.784006118774414
Epoch: 1720 Loss: 12.77853775024414
Epoch: 1730 Loss: 12.7730712890625
Epoch: 1740 Loss: 12.767608642578125
Epoch: 1750 Loss: 12.762150764465332
Epoch: 1760 Loss: 12.756696701049805
Epoch: 1770 Loss: 12.75124454498291
Epoch: 1780 Loss: 12.745798110961914
Epoch: 1790 Loss: 12.7403564453125
Epoch: 1800 Loss: 12.734916687011719
Epoch: 1810 Loss: 12.72948169708252
Epoch: 1820 Loss: 12.724051475524902
Epoch: 1830 Loss: 12.718623161315918
Epoch: 1840 Loss: 12.713200569152832
Epoch: 1850 Loss: 12.707780838012695
Epoch: 1860 Loss: 12.702363967895508
Epoch: 1870 Loss: 12.696951866149902
Epoch: 1880 Loss: 12.691542625427246
Epoch: 1890 Loss: 12.686139106750488
Epoch: 1900 Loss: 12.680737495422363
Epoch: 1910 Loss: 12.67534065246582
Epoch: 1920 Loss: 12.66994571685791
Epoch: 1930 Loss: 12.664555549621582
Epoch: 1940 Loss: 12.659168243408203
Epoch: 1950 Loss: 12.653786659240723
Epoch: 1960 Loss: 12.648406982421875
Epoch: 1970 Loss: 12.643031120300293
Epoch: 1980 Loss: 12.637660026550293
Epoch: 1990 Loss: 12.63228988647461
Epoch: 2000 Loss: 12.626924514770508
Epoch: 2010 Loss: 12.621563911437988
Epoch: 2020 Loss: 12.616206169128418
Epoch: 2030 Loss: 12.610852241516113
Epoch: 2040 Loss: 12.605501174926758
Epoch: 2050 Loss: 12.600153923034668
Epoch: 2060 Loss: 12.594809532165527
Epoch: 2070 Loss: 12.589468955993652
Epoch: 2080 Loss: 12.584132194519043
Epoch: 2090 Loss: 12.578798294067383
Epoch: 2100 Loss: 12.573468208312988
Epoch: 2110 Loss: 12.568140983581543
Epoch: 2120 Loss: 12.56281852722168
Epoch: 2130 Loss: 12.557497024536133
Epoch: 2140 Loss: 12.552181243896484
Epoch: 2150 Loss: 12.546868324279785
Epoch: 2160 Loss: 12.541558265686035
Epoch: 2170 Loss: 12.53625202178955
Epoch: 2180 Loss: 12.530948638916016
Epoch: 2190 Loss: 12.525649070739746
Epoch: 2200 Loss: 12.520352363586426
Epoch: 2210 Loss: 12.515059471130371
Epoch: 2220 Loss: 12.509770393371582
Epoch: 2230 Loss: 12.504483222961426
Epoch: 2240 Loss: 12.499198913574219
Epoch: 2250 Loss: 12.493918418884277
Epoch: 2260 Loss: 12.488642692565918
Epoch: 2270 Loss: 12.483368873596191
Epoch: 2280 Loss: 12.478097915649414
Epoch: 2290 Loss: 12.472831726074219
Epoch: 2300 Loss: 12.467565536499023
Epoch: 2310 Loss: 12.46230411529541
Epoch: 2320 Loss: 12.457048416137695
Epoch: 2330 Loss: 12.451794624328613
Epoch: 2340 Loss: 12.446542739868164
Epoch: 2350 Loss: 12.441293716430664
Epoch: 2360 Loss: 12.436049461364746
Epoch: 2370 Loss: 12.430808067321777
Epoch: 2380 Loss: 12.425568580627441
Epoch: 2390 Loss: 12.420332908630371
Epoch: 2400 Loss: 12.41510009765625
Epoch: 2410 Loss: 12.409870147705078
Epoch: 2420 Loss: 12.404643058776855
Epoch: 2430 Loss: 12.399420738220215
Epoch: 2440 Loss: 12.394201278686523
Epoch: 2450 Loss: 12.388983726501465
Epoch: 2460 Loss: 12.383769035339355
Epoch: 2470 Loss: 12.378558158874512
Epoch: 2480 Loss: 12.3733491897583
Epoch: 2490 Loss: 12.368144035339355
Epoch: 2500 Loss: 12.362942695617676
Epoch: 2510 Loss: 12.357744216918945
Epoch: 2520 Loss: 12.352545738220215
Epoch: 2530 Loss: 12.347352981567383
Epoch: 2540 Loss: 12.342164039611816
Epoch: 2550 Loss: 12.336976051330566
Epoch: 2560 Loss: 12.331792831420898
Epoch: 2570 Loss: 12.326611518859863
Epoch: 2580 Loss: 12.321433067321777
Epoch: 2590 Loss: 12.31625747680664
Epoch: 2600 Loss: 12.311084747314453
Epoch: 2610 Loss: 12.305914878845215
Epoch: 2620 Loss: 12.300747871398926
Epoch: 2630 Loss: 12.295584678649902
Epoch: 2640 Loss: 12.290423393249512
Epoch: 2650 Loss: 12.28526496887207
Epoch: 2660 Loss: 12.280109405517578
Epoch: 2670 Loss: 12.274958610534668
Epoch: 2680 Loss: 12.269807815551758
Epoch: 2690 Loss: 12.264662742614746
Epoch: 2700 Loss: 12.259516716003418
Epoch: 2710 Loss: 12.254377365112305
Epoch: 2720 Loss: 12.249238014221191
Epoch: 2730 Loss: 12.24410343170166
Epoch: 2740 Loss: 12.238969802856445
Epoch: 2750 Loss: 12.233839988708496
Epoch: 2760 Loss: 12.228713035583496
Epoch: 2770 Loss: 12.223588943481445
Epoch: 2780 Loss: 12.21846866607666
Epoch: 2790 Loss: 12.213349342346191
Epoch: 2800 Loss: 12.208233833312988
Epoch: 2810 Loss: 12.203120231628418
Epoch: 2820 Loss: 12.198010444641113
Epoch: 2830 Loss: 12.192902565002441
Epoch: 2840 Loss: 12.187797546386719
Epoch: 2850 Loss: 12.182695388793945
Epoch: 2860 Loss: 12.177596092224121
Epoch: 2870 Loss: 12.17249870300293
Epoch: 2880 Loss: 12.167404174804688
Epoch: 2890 Loss: 12.162312507629395
Epoch: 2900 Loss: 12.15722370147705
Epoch: 2910 Loss: 12.152138710021973
Epoch: 2920 Loss: 12.147055625915527
Epoch: 2930 Loss: 12.141974449157715
Epoch: 2940 Loss: 12.136897087097168
Epoch: 2950 Loss: 12.131820678710938
Epoch: 2960 Loss: 12.126748085021973
Epoch: 2970 Loss: 12.121679306030273
Epoch: 2980 Loss: 12.11661148071289
Epoch: 2990 Loss: 12.111547470092773
Epoch: 3000 Loss: 12.106484413146973
Epoch: 3010 Loss: 12.101425170898438
Epoch: 3020 Loss: 12.096367835998535
Epoch: 3030 Loss: 12.091313362121582
Epoch: 3040 Loss: 12.086261749267578
Epoch: 3050 Loss: 12.081212997436523
Epoch: 3060 Loss: 12.076167106628418
Epoch: 3070 Loss: 12.071123123168945
Epoch: 3080 Loss: 12.066081047058105
Epoch: 3090 Loss: 12.061043739318848
Epoch: 3100 Loss: 12.05600643157959
Epoch: 3110 Loss: 12.050972938537598
Epoch: 3120 Loss: 12.045942306518555
Epoch: 3130 Loss: 12.040912628173828
Epoch: 3140 Loss: 12.035886764526367
Epoch: 3150 Loss: 12.030863761901855
Epoch: 3160 Loss: 12.02584457397461
Epoch: 3170 Loss: 12.020825386047363
Epoch: 3180 Loss: 12.015810012817383
Epoch: 3190 Loss: 12.010795593261719
Epoch: 3200 Loss: 12.005785942077637
Epoch: 3210 Loss: 12.000776290893555
Epoch: 3220 Loss: 11.995771408081055
Epoch: 3230 Loss: 11.990767478942871
Epoch: 3240 Loss: 11.985767364501953
Epoch: 3250 Loss: 11.980769157409668
Epoch: 3260 Loss: 11.975773811340332
Epoch: 3270 Loss: 11.970779418945312
Epoch: 3280 Loss: 11.965787887573242
Epoch: 3290 Loss: 11.960800170898438
Epoch: 3300 Loss: 11.955815315246582
Epoch: 3310 Loss: 11.95083236694336
Epoch: 3320 Loss: 11.945850372314453
Epoch: 3330 Loss: 11.940871238708496
Epoch: 3340 Loss: 11.935895919799805
Epoch: 3350 Loss: 11.930922508239746
Epoch: 3360 Loss: 11.92595100402832
Epoch: 3370 Loss: 11.920982360839844
Epoch: 3380 Loss: 11.916015625
Epoch: 3390 Loss: 11.911050796508789
Epoch: 3400 Loss: 11.906089782714844
Epoch: 3410 Loss: 11.901131629943848
Epoch: 3420 Loss: 11.896174430847168
Epoch: 3430 Loss: 11.891220092773438
Epoch: 3440 Loss: 11.88626766204834
Epoch: 3450 Loss: 11.881318092346191
Epoch: 3460 Loss: 11.876371383666992
Epoch: 3470 Loss: 11.87142562866211
Epoch: 3480 Loss: 11.866483688354492
Epoch: 3490 Loss: 11.86154556274414
Epoch: 3500 Loss: 11.856606483459473
Epoch: 3510 Loss: 11.851672172546387
Epoch: 3520 Loss: 11.8467378616333
Epoch: 3530 Loss: 11.841809272766113
Epoch: 3540 Loss: 11.83687973022461
Epoch: 3550 Loss: 11.831954002380371
Epoch: 3560 Loss: 11.827031135559082
Epoch: 3570 Loss: 11.82210922241211
Epoch: 3580 Loss: 11.81718921661377
Epoch: 3590 Loss: 11.812273979187012
Epoch: 3600 Loss: 11.807360649108887
Epoch: 3610 Loss: 11.802448272705078
Epoch: 3620 Loss: 11.797538757324219
Epoch: 3630 Loss: 11.792631149291992
Epoch: 3640 Loss: 11.787726402282715
Epoch: 3650 Loss: 11.782824516296387
Epoch: 3660 Loss: 11.777924537658691
Epoch: 3670 Loss: 11.773027420043945
Epoch: 3680 Loss: 11.768132209777832
Epoch: 3690 Loss: 11.763237953186035
Epoch: 3700 Loss: 11.758346557617188
Epoch: 3710 Loss: 11.753458023071289
Epoch: 3720 Loss: 11.74857234954834
Epoch: 3730 Loss: 11.743687629699707
Epoch: 3740 Loss: 11.738805770874023
Epoch: 3750 Loss: 11.733926773071289
Epoch: 3760 Loss: 11.729048728942871
Epoch: 3770 Loss: 11.724174499511719
Epoch: 3780 Loss: 11.719301223754883
Epoch: 3790 Loss: 11.714430809020996
Epoch: 3800 Loss: 11.709562301635742
Epoch: 3810 Loss: 11.704696655273438
Epoch: 3820 Loss: 11.699833869934082
Epoch: 3830 Loss: 11.69497013092041
Epoch: 3840 Loss: 11.690112113952637
Epoch: 3850 Loss: 11.685256004333496
Epoch: 3860 Loss: 11.680401802062988
Epoch: 3870 Loss: 11.675549507141113
Epoch: 3880 Loss: 11.670698165893555
Epoch: 3890 Loss: 11.665850639343262
Epoch: 3900 Loss: 11.661004066467285
Epoch: 3910 Loss: 11.65616226196289
Epoch: 3920 Loss: 11.651320457458496
Epoch: 3930 Loss: 11.64648151397705
Epoch: 3940 Loss: 11.641642570495605
Epoch: 3950 Loss: 11.636808395385742
Epoch: 3960 Loss: 11.631977081298828
Epoch: 3970 Loss: 11.62714672088623
Epoch: 3980 Loss: 11.622319221496582
Epoch: 3990 Loss: 11.61749267578125
Epoch: 4000 Loss: 11.612668991088867
Epoch: 4010 Loss: 11.60784912109375
Epoch: 4020 Loss: 11.603029251098633
Epoch: 4030 Loss: 11.598212242126465
Epoch: 4040 Loss: 11.59339714050293
Epoch: 4050 Loss: 11.588584899902344
Epoch: 4060 Loss: 11.58377456665039
Epoch: 4070 Loss: 11.57896614074707
Epoch: 4080 Loss: 11.574159622192383
Epoch: 4090 Loss: 11.569355964660645
Epoch: 4100 Loss: 11.564554214477539
Epoch: 4110 Loss: 11.559755325317383
Epoch: 4120 Loss: 11.55495834350586
Epoch: 4130 Loss: 11.550163269042969
Epoch: 4140 Loss: 11.545369148254395
Epoch: 4150 Loss: 11.54057788848877
Epoch: 4160 Loss: 11.535789489746094
Epoch: 4170 Loss: 11.53100299835205
Epoch: 4180 Loss: 11.526219367980957
Epoch: 4190 Loss: 11.52143669128418
Epoch: 4200 Loss: 11.516655921936035
Epoch: 4210 Loss: 11.51187801361084
Epoch: 4220 Loss: 11.507102966308594
Epoch: 4230 Loss: 11.502328872680664
Epoch: 4240 Loss: 11.497556686401367
Epoch: 4250 Loss: 11.49278736114502
Epoch: 4260 Loss: 11.488020896911621
Epoch: 4270 Loss: 11.483256340026855
Epoch: 4280 Loss: 11.478493690490723
Epoch: 4290 Loss: 11.473732948303223
Epoch: 4300 Loss: 11.468974113464355
Epoch: 4310 Loss: 11.464217185974121
Epoch: 4320 Loss: 11.45946216583252
Epoch: 4330 Loss: 11.45470905303955
Epoch: 4340 Loss: 11.449960708618164
Epoch: 4350 Loss: 11.445212364196777
Epoch: 4360 Loss: 11.440465927124023
Epoch: 4370 Loss: 11.435722351074219
Epoch: 4380 Loss: 11.43097972869873
Epoch: 4390 Loss: 11.426240921020508
Epoch: 4400 Loss: 11.421504020690918
Epoch: 4410 Loss: 11.416768074035645
Epoch: 4420 Loss: 11.41203498840332
Epoch: 4430 Loss: 11.407304763793945
Epoch: 4440 Loss: 11.40257453918457
Epoch: 4450 Loss: 11.397849082946777
Epoch: 4460 Loss: 11.393122673034668
Epoch: 4470 Loss: 11.38840103149414
Epoch: 4480 Loss: 11.383679389953613
Epoch: 4490 Loss: 11.378959655761719
Epoch: 4500 Loss: 11.37424373626709
Epoch: 4510 Loss: 11.369528770446777
Epoch: 4520 Loss: 11.364816665649414
Epoch: 4530 Loss: 11.360107421875
Epoch: 4540 Loss: 11.355399131774902
Epoch: 4550 Loss: 11.350692749023438
Epoch: 4560 Loss: 11.345988273620605
Epoch: 4570 Loss: 11.341286659240723
Epoch: 4580 Loss: 11.336586952209473
Epoch: 4590 Loss: 11.331889152526855
Epoch: 4600 Loss: 11.327193260192871
Epoch: 4610 Loss: 11.32249927520752
Epoch: 4620 Loss: 11.3178071975708
Epoch: 4630 Loss: 11.313118934631348
Epoch: 4640 Loss: 11.308432579040527
Epoch: 4650 Loss: 11.303746223449707
Epoch: 4660 Loss: 11.29906177520752
Epoch: 4670 Loss: 11.294382095336914
Epoch: 4680 Loss: 11.289701461791992
Epoch: 4690 Loss: 11.28502368927002
Epoch: 4700 Loss: 11.280349731445312
Epoch: 4710 Loss: 11.275677680969238
Epoch: 4720 Loss: 11.271005630493164
Epoch: 4730 Loss: 11.266336441040039
Epoch: 4740 Loss: 11.261670112609863
Epoch: 4750 Loss: 11.257003784179688
Epoch: 4760 Loss: 11.252342224121094
Epoch: 4770 Loss: 11.247681617736816
Epoch: 4780 Loss: 11.243021965026855
Epoch: 4790 Loss: 11.23836612701416
Epoch: 4800 Loss: 11.233710289001465
Epoch: 4810 Loss: 11.229060173034668
Epoch: 4820 Loss: 11.224409103393555
Epoch: 4830 Loss: 11.21976089477539
Epoch: 4840 Loss: 11.215113639831543
Epoch: 4850 Loss: 11.210468292236328
Epoch: 4860 Loss: 11.205827713012695
Epoch: 4870 Loss: 11.201186180114746
Epoch: 4880 Loss: 11.196547508239746
Epoch: 4890 Loss: 11.191911697387695
Epoch: 4900 Loss: 11.187275886535645
Epoch: 4910 Loss: 11.182644844055176
Epoch: 4920 Loss: 11.178014755249023
Epoch: 4930 Loss: 11.173385620117188
Epoch: 4940 Loss: 11.168760299682617
Epoch: 4950 Loss: 11.16413688659668
Epoch: 4960 Loss: 11.159513473510742
Epoch: 4970 Loss: 11.15489387512207
Epoch: 4980 Loss: 11.150275230407715
Epoch: 4990 Loss: 11.145658493041992
Epoch: 5000 Loss: 11.141044616699219
Epoch: 5010 Loss: 11.136432647705078
Epoch: 5020 Loss: 11.131823539733887
Epoch: 5030 Loss: 11.127214431762695
Epoch: 5040 Loss: 11.12260913848877
Epoch: 5050 Loss: 11.11800479888916
Epoch: 5060 Loss: 11.1134033203125
Epoch: 5070 Loss: 11.108803749084473
Epoch: 5080 Loss: 11.104205131530762
Epoch: 5090 Loss: 11.099609375
Epoch: 5100 Loss: 11.095014572143555
Epoch: 5110 Loss: 11.090421676635742
Epoch: 5120 Loss: 11.085832595825195
Epoch: 5130 Loss: 11.081244468688965
Epoch: 5140 Loss: 11.076658248901367
Epoch: 5150 Loss: 11.072074890136719
Epoch: 5160 Loss: 11.067492485046387
Epoch: 5170 Loss: 11.062911987304688
Epoch: 5180 Loss: 11.058334350585938
Epoch: 5190 Loss: 11.053756713867188
Epoch: 5200 Loss: 11.049184799194336
Epoch: 5210 Loss: 11.044611930847168
Epoch: 5220 Loss: 11.040040969848633
Epoch: 5230 Loss: 11.035473823547363
Epoch: 5240 Loss: 11.03090763092041
Epoch: 5250 Loss: 11.026342391967773
Epoch: 5260 Loss: 11.021781921386719
Epoch: 5270 Loss: 11.017221450805664
Epoch: 5280 Loss: 11.012662887573242
Epoch: 5290 Loss: 11.008106231689453
Epoch: 5300 Loss: 11.003552436828613
Epoch: 5310 Loss: 10.99899959564209
Epoch: 5320 Loss: 10.994450569152832
Epoch: 5330 Loss: 10.98990249633789
Epoch: 5340 Loss: 10.985355377197266
Epoch: 5350 Loss: 10.980810165405273
Epoch: 5360 Loss: 10.97626781463623
Epoch: 5370 Loss: 10.971728324890137
Epoch: 5380 Loss: 10.96718978881836
Epoch: 5390 Loss: 10.962653160095215
Epoch: 5400 Loss: 10.958118438720703
Epoch: 5410 Loss: 10.95358657836914
Epoch: 5420 Loss: 10.949056625366211
Epoch: 5430 Loss: 10.944525718688965
Epoch: 5440 Loss: 10.9399995803833
Epoch: 5450 Loss: 10.935476303100586
Epoch: 5460 Loss: 10.930953979492188
Epoch: 5470 Loss: 10.926432609558105
Epoch: 5480 Loss: 10.92191219329834
Epoch: 5490 Loss: 10.917397499084473
Epoch: 5500 Loss: 10.912881851196289
Epoch: 5510 Loss: 10.908369064331055
Epoch: 5520 Loss: 10.903857231140137
Epoch: 5530 Loss: 10.899349212646484
Epoch: 5540 Loss: 10.894842147827148
Epoch: 5550 Loss: 10.890337944030762
Epoch: 5560 Loss: 10.885833740234375
Epoch: 5570 Loss: 10.881332397460938
Epoch: 5580 Loss: 10.876832962036133
Epoch: 5590 Loss: 10.872336387634277
Epoch: 5600 Loss: 10.867841720581055
Epoch: 5610 Loss: 10.863348007202148
Epoch: 5620 Loss: 10.858856201171875
Epoch: 5630 Loss: 10.85436725616455
Epoch: 5640 Loss: 10.84988021850586
Epoch: 5650 Loss: 10.845394134521484
Epoch: 5660 Loss: 10.840909957885742
Epoch: 5670 Loss: 10.836427688598633
Epoch: 5680 Loss: 10.831949234008789
Epoch: 5690 Loss: 10.827470779418945
Epoch: 5700 Loss: 10.82299518585205
Epoch: 5710 Loss: 10.818521499633789
Epoch: 5720 Loss: 10.81404972076416
Epoch: 5730 Loss: 10.809579849243164
Epoch: 5740 Loss: 10.8051118850708
Epoch: 5750 Loss: 10.80064582824707
Epoch: 5760 Loss: 10.796181678771973
Epoch: 5770 Loss: 10.791718482971191
Epoch: 5780 Loss: 10.78725814819336
Epoch: 5790 Loss: 10.78279972076416
Epoch: 5800 Loss: 10.77834415435791
Epoch: 5810 Loss: 10.773890495300293
Epoch: 5820 Loss: 10.769436836242676
Epoch: 5830 Loss: 10.76498794555664
Epoch: 5840 Loss: 10.760538101196289
Epoch: 5850 Loss: 10.756091117858887
Epoch: 5860 Loss: 10.75164794921875
Epoch: 5870 Loss: 10.747204780578613
Epoch: 5880 Loss: 10.74276351928711
Epoch: 5890 Loss: 10.738322257995605
Epoch: 5900 Loss: 10.73388671875
Epoch: 5910 Loss: 10.729450225830078
Epoch: 5920 Loss: 10.725018501281738
Epoch: 5930 Loss: 10.720585823059082
Epoch: 5940 Loss: 10.716156959533691
Epoch: 5950 Loss: 10.71173095703125
Epoch: 5960 Loss: 10.707304000854492
Epoch: 5970 Loss: 10.702880859375
Epoch: 5980 Loss: 10.69845962524414
Epoch: 5990 Loss: 10.694039344787598
Epoch: 6000 Loss: 10.689620971679688
Epoch: 6010 Loss: 10.68520450592041
Epoch: 6020 Loss: 10.680790901184082
Epoch: 6030 Loss: 10.676379203796387
Epoch: 6040 Loss: 10.67197036743164
Epoch: 6050 Loss: 10.667560577392578
Epoch: 6060 Loss: 10.663155555725098
Epoch: 6070 Loss: 10.6587495803833
Epoch: 6080 Loss: 10.654348373413086
Epoch: 6090 Loss: 10.649947166442871
Epoch: 6100 Loss: 10.645548820495605
Epoch: 6110 Loss: 10.641152381896973
Epoch: 6120 Loss: 10.636757850646973
Epoch: 6130 Loss: 10.632364273071289
Epoch: 6140 Loss: 10.627973556518555
Epoch: 6150 Loss: 10.623583793640137
Epoch: 6160 Loss: 10.619196891784668
Epoch: 6170 Loss: 10.614811897277832
Epoch: 6180 Loss: 10.610427856445312
Epoch: 6190 Loss: 10.606046676635742
Epoch: 6200 Loss: 10.601667404174805
Epoch: 6210 Loss: 10.5972900390625
Epoch: 6220 Loss: 10.592914581298828
Epoch: 6230 Loss: 10.588540077209473
Epoch: 6240 Loss: 10.584168434143066
Epoch: 6250 Loss: 10.579798698425293
Epoch: 6260 Loss: 10.575430870056152
Epoch: 6270 Loss: 10.571063995361328
Epoch: 6280 Loss: 10.566699028015137
Epoch: 6290 Loss: 10.562337875366211
Epoch: 6300 Loss: 10.557975769042969
Epoch: 6310 Loss: 10.553617477416992
Epoch: 6320 Loss: 10.549262046813965
Epoch: 6330 Loss: 10.544906616210938
Epoch: 6340 Loss: 10.54055404663086
Epoch: 6350 Loss: 10.536203384399414
Epoch: 6360 Loss: 10.531853675842285
Epoch: 6370 Loss: 10.527506828308105
Epoch: 6380 Loss: 10.523162841796875
Epoch: 6390 Loss: 10.518819808959961
Epoch: 6400 Loss: 10.514477729797363
Epoch: 6410 Loss: 10.510137557983398
Epoch: 6420 Loss: 10.505799293518066
Epoch: 6430 Loss: 10.50146484375
Epoch: 6440 Loss: 10.497129440307617
Epoch: 6450 Loss: 10.4927978515625
Epoch: 6460 Loss: 10.488468170166016
Epoch: 6470 Loss: 10.484140396118164
Epoch: 6480 Loss: 10.479812622070312
Epoch: 6490 Loss: 10.475489616394043
Epoch: 6500 Loss: 10.471166610717773
Epoch: 6510 Loss: 10.466845512390137
Epoch: 6520 Loss: 10.462526321411133
Epoch: 6530 Loss: 10.458209991455078
Epoch: 6540 Loss: 10.453896522521973
Epoch: 6550 Loss: 10.44958209991455
Epoch: 6560 Loss: 10.445270538330078
Epoch: 6570 Loss: 10.440961837768555
Epoch: 6580 Loss: 10.436655044555664
Epoch: 6590 Loss: 10.432348251342773
Epoch: 6600 Loss: 10.428044319152832
Epoch: 6610 Loss: 10.423742294311523
Epoch: 6620 Loss: 10.419443130493164