forked from omertov/encoder4editing
-
Notifications
You must be signed in to change notification settings - Fork 0
/
none_w0_10.txt
16901 lines (16901 loc) · 632 KB
/
none_w0_10.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
{'batch_size': 8,
'board_interval': 50,
'checkpoint_path': None,
'd_reg_every': 16,
'dataset_type': 'ffhq_encode',
'delta_norm': 2,
'delta_norm_lambda': 0.0002,
'encoder_type': 'Encoder4Editing',
'exp_dir': 'experiment/ffhq_none_w0_10',
'id_lambda': 0.5,
'image_interval': 100,
'keep_optimizer': False,
'l2_lambda': 1.0,
'learning_rate': 0.0001,
'lpips_lambda': 0.8,
'lpips_type': 'alex',
'max_steps': 40000,
'n_views': 2,
'optim_name': 'ranger',
'progressive_start': 20000,
'progressive_step_every': 2000,
'progressive_steps': [0,
20000,
22000,
24000,
26000,
28000,
30000,
32000,
34000,
36000,
38000,
40000,
42000,
44000],
'r1': 10,
'resume_training_from_ckpt': None,
'save_interval': 20000,
'save_training_data': False,
'simclr_lambda': 10.0,
'simclr_temperature': 0.07,
'start_from_latent_avg': True,
'stylegan_size': 256,
'stylegan_weights': 'pretrained_models/stylegan2-ffhq-config-f.pt',
'sub_exp_dir': None,
'test_batch_size': 8,
'test_workers': 4,
'train_decoder': False,
'update_param_list': None,
'use_w_pool': True,
'val_interval': 10000,
'w_discriminator_lambda': 0.1,
'w_discriminator_lr': 2e-05,
'w_pool_size': 50,
'workers': 8}
Loading encoders weights from irse50!
Loading decoder weights from pretrained!
weights pretrained_models/stylegan2-ffhq-config-f.pt
stylegan weights pretrained_models/stylegan2-ffhq-config-f.pt
Loading ResNet ArcFace
Loading dataset for ffhq_encode
dataset {'transforms': <class 'configs.transforms_config.EncodeTransforms'>, 'train_source_root': '/data/shpx/notebooks/opoursaeed/dev/encoder4editing/images1024', 'train_target_root': '/data/shpx/notebooks/opoursaeed/dev/encoder4editing/images1024', 'test_source_root': '/data/shpx/notebooks/opoursaeed/dev/encoder4editing/celeba', 'test_target_root': '/data/shpx/notebooks/opoursaeed/dev/encoder4editing/celeba'}
dir /data/shpx/notebooks/opoursaeed/dev/encoder4editing/images1024
dir /data/shpx/notebooks/opoursaeed/dev/encoder4editing/images1024
dir /data/shpx/notebooks/opoursaeed/dev/encoder4editing/celeba
dir /data/shpx/notebooks/opoursaeed/dev/encoder4editing/celeba
Number of training samples: 61089
Number of test samples: 30000
Changed progressive stage to: ProgressiveStage.WTraining
Metrics for train, step 0
d_real_loss = 0.7014011144638062
d_fake_loss = 0.6861556768417358
discriminator_loss = 1.387556791305542
discriminator_r1_loss = 0.13704107701778412
encoder_discriminator_loss = 0.6992040276527405
encoder_discriminator_loss_weighted = 0.06992040276527405
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0412102937698364
id_improve = -1.0412102462723851
id_improve_weighted = -0.5206051231361926
loss_l2 = 0.3048965632915497
loss_l2_weighted = 0.3048965632915497
loss_lpips = 0.7123016119003296
loss_lpips_weighted = 0.5698412895202637
loss_simclr = 2.3304903507232666
loss_simclr_weighted = 23.304903507232666
loss = 24.770166397094727
Metrics for train, step 50
d_real_loss = 0.606114387512207
d_fake_loss = 0.6846983432769775
discriminator_loss = 1.2908127307891846
encoder_discriminator_loss = 0.6377321481704712
encoder_discriminator_loss_weighted = 0.06377321481704712
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9828509092330933
id_improve = -0.9828508811770007
id_improve_weighted = -0.49142544058850035
loss_l2 = 0.3093496263027191
loss_l2_weighted = 0.3093496263027191
loss_lpips = 0.6840443015098572
loss_lpips_weighted = 0.5472354412078858
loss_simclr = 0.04664144665002823
loss_simclr_weighted = 0.4664144665002823
loss = 1.8781981468200684
Metrics for train, step 100
d_real_loss = 0.4987710118293762
d_fake_loss = 0.6784346699714661
discriminator_loss = 1.1772056818008423
encoder_discriminator_loss = 0.5541486740112305
encoder_discriminator_loss_weighted = 0.05541486740112305
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9271277785301208
id_improve = -0.9271276746876538
id_improve_weighted = -0.4635638373438269
loss_l2 = 0.2713116407394409
loss_l2_weighted = 0.2713116407394409
loss_lpips = 0.707484245300293
loss_lpips_weighted = 0.5659873962402344
loss_simclr = 0.0024985976051539183
loss_simclr_weighted = 0.024985976051539183
loss = 1.3812638521194458
Metrics for train, step 150
d_real_loss = 0.42421960830688477
d_fake_loss = 0.6667461395263672
discriminator_loss = 1.090965747833252
encoder_discriminator_loss = 0.4907619059085846
encoder_discriminator_loss_weighted = 0.049076190590858465
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0023876428604126
id_improve = -1.0023877141647972
id_improve_weighted = -0.5011938570823986
loss_l2 = 0.23799145221710205
loss_l2_weighted = 0.23799145221710205
loss_lpips = 0.6786129474639893
loss_lpips_weighted = 0.5428903579711915
loss_simclr = 0.0001484632957726717
loss_simclr_weighted = 0.001484632957726717
loss = 1.3326364755630493
Metrics for train, step 200
d_real_loss = 0.39920204877853394
d_fake_loss = 0.6520519256591797
discriminator_loss = 1.0512540340423584
encoder_discriminator_loss = 0.4636955261230469
encoder_discriminator_loss_weighted = 0.04636955261230469
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0154523849487305
id_improve = -1.0154521903023124
id_improve_weighted = -0.5077260951511562
loss_l2 = 0.27580389380455017
loss_l2_weighted = 0.27580389380455017
loss_lpips = 0.6859351396560669
loss_lpips_weighted = 0.5487481117248535
loss_simclr = 0.0001600226096343249
loss_simclr_weighted = 0.001600226096343249
loss = 1.3802480697631836
Metrics for train, step 250
d_real_loss = 0.36560630798339844
d_fake_loss = 0.636515736579895
discriminator_loss = 1.0021220445632935
encoder_discriminator_loss = 0.4508669078350067
encoder_discriminator_loss_weighted = 0.04508669078350067
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0168851613998413
id_improve = -1.0168851126218215
id_improve_weighted = -0.5084425563109107
loss_l2 = 0.3208225965499878
loss_l2_weighted = 0.3208225965499878
loss_lpips = 0.6851493120193481
loss_lpips_weighted = 0.5481194496154785
loss_simclr = 0.0001270234934054315
loss_simclr_weighted = 0.001270234934054315
loss = 1.4237415790557861
Metrics for train, step 300
d_real_loss = 0.3385503888130188
d_fake_loss = 0.618843674659729
discriminator_loss = 0.9573940634727478
encoder_discriminator_loss = 0.445013165473938
encoder_discriminator_loss_weighted = 0.0445013165473938
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9781942367553711
id_improve = -0.9781942833214998
id_improve_weighted = -0.4890971416607499
loss_l2 = 0.2047988623380661
loss_l2_weighted = 0.2047988623380661
loss_lpips = 0.649348258972168
loss_lpips_weighted = 0.5194786071777344
loss_simclr = 0.0003437346313148737
loss_simclr_weighted = 0.003437346313148737
loss = 1.2613133192062378
Metrics for train, step 350
d_real_loss = 0.3314293622970581
d_fake_loss = 0.5994112491607666
discriminator_loss = 0.9308406114578247
encoder_discriminator_loss = 0.4421233534812927
encoder_discriminator_loss_weighted = 0.044212335348129274
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9709300398826599
id_improve = -0.9709299860987812
id_improve_weighted = -0.4854649930493906
loss_l2 = 0.2451905459165573
loss_l2_weighted = 0.2451905459165573
loss_lpips = 0.6659011840820312
loss_lpips_weighted = 0.532720947265625
loss_simclr = 0.00042312382720410824
loss_simclr_weighted = 0.004231238272041082
loss = 1.3118200302124023
Metrics for train, step 400
d_real_loss = 0.31752660870552063
d_fake_loss = 0.5790191888809204
discriminator_loss = 0.8965457677841187
discriminator_r1_loss = 2.0070013999938965
encoder_discriminator_loss = 0.4461737871170044
encoder_discriminator_loss_weighted = 0.04461737871170044
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9916050434112549
id_improve = -0.9916049736784771
id_improve_weighted = -0.49580248683923855
loss_l2 = 0.3114720582962036
loss_l2_weighted = 0.3114720582962036
loss_lpips = 0.6930829286575317
loss_lpips_weighted = 0.5544663429260254
loss_simclr = 8.077511301962659e-05
loss_simclr_weighted = 0.0008077511301962659
loss = 1.4071660041809082
Metrics for train, step 450
d_real_loss = 0.37301138043403625
d_fake_loss = 0.5562863349914551
discriminator_loss = 0.929297685623169
encoder_discriminator_loss = 0.4538601338863373
encoder_discriminator_loss_weighted = 0.04538601338863373
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0181853771209717
id_improve = -1.0181854444090277
id_improve_weighted = -0.5090927222045138
loss_l2 = 0.2785174548625946
loss_l2_weighted = 0.2785174548625946
loss_lpips = 0.6653480529785156
loss_lpips_weighted = 0.5322784423828125
loss_simclr = 6.523476622533053e-05
loss_simclr_weighted = 0.0006523476622533053
loss = 1.36592698097229
Metrics for train, step 500
d_real_loss = 0.3146713376045227
d_fake_loss = 0.5330511331558228
discriminator_loss = 0.8477224707603455
encoder_discriminator_loss = 0.4616439640522003
encoder_discriminator_loss_weighted = 0.046164396405220035
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9983718395233154
id_improve = -0.9983718164730817
id_improve_weighted = -0.49918590823654085
loss_l2 = 0.27243268489837646
loss_l2_weighted = 0.27243268489837646
loss_lpips = 0.6781871318817139
loss_lpips_weighted = 0.5425497055053711
loss_simclr = 5.788920680060983e-05
loss_simclr_weighted = 0.0005788920680060983
loss = 1.3609116077423096
Metrics for train, step 550
d_real_loss = 0.3808809816837311
d_fake_loss = 0.5069441795349121
discriminator_loss = 0.8878251314163208
encoder_discriminator_loss = 0.4689761996269226
encoder_discriminator_loss_weighted = 0.04689761996269226
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9877937436103821
id_improve = -0.9877937147393823
id_improve_weighted = -0.49389685736969113
loss_l2 = 0.25669264793395996
loss_l2_weighted = 0.25669264793395996
loss_lpips = 0.7112865447998047
loss_lpips_weighted = 0.5690292358398438
loss_simclr = 7.395107968477532e-05
loss_simclr_weighted = 0.0007395107968477532
loss = 1.3672558069229126
Metrics for train, step 600
d_real_loss = 0.3127208650112152
d_fake_loss = 0.4804610311985016
discriminator_loss = 0.7931818962097168
encoder_discriminator_loss = 0.47381576895713806
encoder_discriminator_loss_weighted = 0.04738157689571381
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9779307246208191
id_improve = -0.97793078282848
id_improve_weighted = -0.48896539141424
loss_l2 = 0.26978862285614014
loss_l2_weighted = 0.26978862285614014
loss_lpips = 0.653833270072937
loss_lpips_weighted = 0.5230666160583496
loss_simclr = 3.506178836687468e-05
loss_simclr_weighted = 0.0003506178836687468
loss = 1.3295527696609497
Metrics for train, step 650
d_real_loss = 0.35122543573379517
d_fake_loss = 0.4535965323448181
discriminator_loss = 0.8048219680786133
encoder_discriminator_loss = 0.4858078062534332
encoder_discriminator_loss_weighted = 0.04858078062534332
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0275213718414307
id_improve = -1.027521338313818
id_improve_weighted = -0.513760669156909
loss_l2 = 0.2732810974121094
loss_l2_weighted = 0.2732810974121094
loss_lpips = 0.6782461404800415
loss_lpips_weighted = 0.5425969123840332
loss_simclr = 8.68822680786252e-05
loss_simclr_weighted = 0.000868822680786252
loss = 1.379088282585144
Metrics for train, step 700
d_real_loss = 0.3405489921569824
d_fake_loss = 0.4270293414592743
discriminator_loss = 0.7675783634185791
encoder_discriminator_loss = 0.4912242889404297
encoder_discriminator_loss_weighted = 0.049122428894042974
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0344090461730957
id_improve = -1.0344090699218214
id_improve_weighted = -0.5172045349609107
loss_l2 = 0.30456286668777466
loss_l2_weighted = 0.30456286668777466
loss_lpips = 0.6806284189224243
loss_lpips_weighted = 0.5445027351379395
loss_simclr = 4.771231397171505e-05
loss_simclr_weighted = 0.0004771231397171505
loss = 1.4158697128295898
Metrics for train, step 750
d_real_loss = 0.30195802450180054
d_fake_loss = 0.40292584896087646
discriminator_loss = 0.704883873462677
encoder_discriminator_loss = 0.5012847781181335
encoder_discriminator_loss_weighted = 0.05012847781181336
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0044066905975342
id_improve = -1.0044066607952118
id_improve_weighted = -0.5022033303976059
loss_l2 = 0.2883983254432678
loss_l2_weighted = 0.2883983254432678
loss_lpips = 0.6789889335632324
loss_lpips_weighted = 0.543191146850586
loss_simclr = 3.6104756873100996e-05
loss_simclr_weighted = 0.00036104756873100996
loss = 1.3842823505401611
Metrics for train, step 800
d_real_loss = 0.29711732268333435
d_fake_loss = 0.3835671544075012
discriminator_loss = 0.6806844472885132
discriminator_r1_loss = 2.887779474258423
encoder_discriminator_loss = 0.5197293162345886
encoder_discriminator_loss_weighted = 0.05197293162345887
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9619553089141846
id_improve = -0.9619553070515394
id_improve_weighted = -0.4809776535257697
loss_l2 = 0.27242138981819153
loss_l2_weighted = 0.27242138981819153
loss_lpips = 0.6588277816772461
loss_lpips_weighted = 0.5270622253417969
loss_simclr = 5.8648667618399486e-05
loss_simclr_weighted = 0.0005864866761839949
loss = 1.3330206871032715
Metrics for train, step 850
d_real_loss = 0.33996421098709106
d_fake_loss = 0.36220356822013855
discriminator_loss = 0.7021677494049072
encoder_discriminator_loss = 0.5266786217689514
encoder_discriminator_loss_weighted = 0.05266786217689515
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0244932174682617
id_improve = -1.0244932676432654
id_improve_weighted = -0.5122466338216327
loss_l2 = 0.3052183985710144
loss_l2_weighted = 0.3052183985710144
loss_lpips = 0.6979084014892578
loss_lpips_weighted = 0.5583267211914062
loss_simclr = 5.8499586884863675e-05
loss_simclr_weighted = 0.0005849958688486367
loss = 1.4290446043014526
Metrics for train, step 900
d_real_loss = 0.33863115310668945
d_fake_loss = 0.3471667766571045
discriminator_loss = 0.685797929763794
encoder_discriminator_loss = 0.5386367440223694
encoder_discriminator_loss_weighted = 0.05386367440223694
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9965856075286865
id_improve = -0.9965856082271785
id_improve_weighted = -0.4982928041135892
loss_l2 = 0.23042850196361542
loss_l2_weighted = 0.23042850196361542
loss_lpips = 0.6907445192337036
loss_lpips_weighted = 0.5525956153869629
loss_simclr = 3.933817060897127e-05
loss_simclr_weighted = 0.0003933817060897127
loss = 1.3355739116668701
Metrics for train, step 950
d_real_loss = 0.3200500011444092
d_fake_loss = 0.33167460560798645
discriminator_loss = 0.6517245769500732
encoder_discriminator_loss = 0.55198073387146
encoder_discriminator_loss_weighted = 0.055198073387145996
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9381425976753235
id_improve = -0.9381425884785131
id_improve_weighted = -0.46907129423925653
loss_l2 = 0.28018176555633545
loss_l2_weighted = 0.28018176555633545
loss_lpips = 0.6828482151031494
loss_lpips_weighted = 0.5462785720825195
loss_simclr = 5.049799437983893e-05
loss_simclr_weighted = 0.0005049799437983893
loss = 1.3512346744537354
Metrics for train, step 1000
d_real_loss = 0.2911962568759918
d_fake_loss = 0.31876879930496216
discriminator_loss = 0.6099650859832764
encoder_discriminator_loss = 0.5605833530426025
encoder_discriminator_loss_weighted = 0.05605833530426026
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9704559445381165
id_improve = -0.9704559179954231
id_improve_weighted = -0.48522795899771154
loss_l2 = 0.261696457862854
loss_l2_weighted = 0.261696457862854
loss_lpips = 0.6677002906799316
loss_lpips_weighted = 0.5341602325439453
loss_simclr = 5.756115569965914e-05
loss_simclr_weighted = 0.0005756115569965914
loss = 1.3377186059951782
Metrics for train, step 1050
d_real_loss = 0.31332141160964966
d_fake_loss = 0.3141738176345825
discriminator_loss = 0.6274952292442322
encoder_discriminator_loss = 0.5740553140640259
encoder_discriminator_loss_weighted = 0.05740553140640259
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9921760559082031
id_improve = -0.9921761067816988
id_improve_weighted = -0.4960880533908494
loss_l2 = 0.27201539278030396
loss_l2_weighted = 0.27201539278030396
loss_lpips = 0.6686064004898071
loss_lpips_weighted = 0.5348851203918458
loss_simclr = 2.515281448722817e-05
loss_simclr_weighted = 0.0002515281448722817
loss = 1.3606455326080322
Metrics for train, step 1100
d_real_loss = 0.3344224691390991
d_fake_loss = 0.3090819716453552
discriminator_loss = 0.6435044407844543
encoder_discriminator_loss = 0.5860171914100647
encoder_discriminator_loss_weighted = 0.058601719141006474
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.022140622138977
id_improve = -1.0221406081691384
id_improve_weighted = -0.5110703040845692
loss_l2 = 0.29133090376853943
loss_l2_weighted = 0.29133090376853943
loss_lpips = 0.6833084225654602
loss_lpips_weighted = 0.5466467380523682
loss_simclr = 6.246245902730152e-05
loss_simclr_weighted = 0.0006246245902730152
loss = 1.4082744121551514
Metrics for train, step 1150
d_real_loss = 0.31233376264572144
d_fake_loss = 0.31002265214920044
discriminator_loss = 0.6223564147949219
encoder_discriminator_loss = 0.5975518226623535
encoder_discriminator_loss_weighted = 0.05975518226623536
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9887255430221558
id_improve = -0.9887255465146154
id_improve_weighted = -0.4943627732573077
loss_l2 = 0.30319374799728394
loss_l2_weighted = 0.30319374799728394
loss_lpips = 0.6624186635017395
loss_lpips_weighted = 0.5299349308013916
loss_simclr = 3.737121369340457e-05
loss_simclr_weighted = 0.0003737121369340457
loss = 1.3876203298568726
Metrics for train, step 1200
d_real_loss = 0.2969905138015747
d_fake_loss = 0.3135417103767395
discriminator_loss = 0.6105322241783142
discriminator_r1_loss = 3.947713851928711
encoder_discriminator_loss = 0.6145697236061096
encoder_discriminator_loss_weighted = 0.06145697236061096
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9394266605377197
id_improve = -0.9394266849849373
id_improve_weighted = -0.46971334249246866
loss_l2 = 0.31149235367774963
loss_l2_weighted = 0.31149235367774963
loss_lpips = 0.676416277885437
loss_lpips_weighted = 0.5411330223083496
loss_simclr = 3.9293368899961933e-05
loss_simclr_weighted = 0.00039293368899961933
loss = 1.3841886520385742
Metrics for train, step 1250
d_real_loss = 0.3081129491329193
d_fake_loss = 0.31319740414619446
discriminator_loss = 0.6213103532791138
encoder_discriminator_loss = 0.6234447956085205
encoder_discriminator_loss_weighted = 0.062344479560852054
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9789659976959229
id_improve = -0.9789660485694185
id_improve_weighted = -0.48948302428470924
loss_l2 = 0.2504214644432068
loss_l2_weighted = 0.2504214644432068
loss_lpips = 0.6628195643424988
loss_lpips_weighted = 0.530255651473999
loss_simclr = 2.7060077627538703e-05
loss_simclr_weighted = 0.00027060077627538703
loss = 1.3327752351760864
Metrics for train, step 1300
d_real_loss = 0.307016521692276
d_fake_loss = 0.31433916091918945
discriminator_loss = 0.6213556528091431
encoder_discriminator_loss = 0.6354835033416748
encoder_discriminator_loss_weighted = 0.06354835033416749
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0000203847885132
id_improve = -1.000020350329578
id_improve_weighted = -0.500010175164789
loss_l2 = 0.30366063117980957
loss_l2_weighted = 0.30366063117980957
loss_lpips = 0.6798498630523682
loss_lpips_weighted = 0.5438798904418946
loss_simclr = 5.034956120653078e-05
loss_simclr_weighted = 0.0005034956120653078
loss = 1.4116026163101196
Metrics for train, step 1350
d_real_loss = 0.30466634035110474
d_fake_loss = 0.31586790084838867
discriminator_loss = 0.6205342411994934
encoder_discriminator_loss = 0.6456369161605835
encoder_discriminator_loss_weighted = 0.06456369161605835
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9903823137283325
id_improve = -0.9903822953347117
id_improve_weighted = -0.49519114766735584
loss_l2 = 0.3034432530403137
loss_l2_weighted = 0.3034432530403137
loss_lpips = 0.7076103687286377
loss_lpips_weighted = 0.5660882949829101
loss_simclr = 4.681818245444447e-05
loss_simclr_weighted = 0.0004681818245444447
loss = 1.429754614830017
Metrics for train, step 1400
d_real_loss = 0.3506404161453247
d_fake_loss = 0.31307169795036316
discriminator_loss = 0.6637121438980103
encoder_discriminator_loss = 0.642886757850647
encoder_discriminator_loss_weighted = 0.0642886757850647
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0307992696762085
id_improve = -1.0307992449961603
id_improve_weighted = -0.5153996224980801
loss_l2 = 0.2505113184452057
loss_l2_weighted = 0.2505113184452057
loss_lpips = 0.6827723979949951
loss_lpips_weighted = 0.5462179183959961
loss_simclr = 9.252827294403687e-05
loss_simclr_weighted = 0.0009252827294403687
loss = 1.3773428201675415
Metrics for train, step 1450
d_real_loss = 0.34165942668914795
d_fake_loss = 0.31063228845596313
discriminator_loss = 0.6522917151451111
encoder_discriminator_loss = 0.649978518486023
encoder_discriminator_loss_weighted = 0.0649978518486023
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0183285474777222
id_improve = -1.0183285095263273
id_improve_weighted = -0.5091642547631636
loss_l2 = 0.380664587020874
loss_l2_weighted = 0.380664587020874
loss_lpips = 0.6846774220466614
loss_lpips_weighted = 0.5477419376373291
loss_simclr = 3.752015982172452e-05
loss_simclr_weighted = 0.0003752015982172452
loss = 1.5029438734054565
Metrics for train, step 1500
d_real_loss = 0.29453253746032715
d_fake_loss = 0.31264838576316833
discriminator_loss = 0.6071809530258179
encoder_discriminator_loss = 0.647363543510437
encoder_discriminator_loss_weighted = 0.0647363543510437
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9890651702880859
id_improve = -0.989065068308264
id_improve_weighted = -0.494532534154132
loss_l2 = 0.2813362181186676
loss_l2_weighted = 0.2813362181186676
loss_lpips = 0.6696406602859497
loss_lpips_weighted = 0.5357125282287598
loss_simclr = 3.126207593595609e-05
loss_simclr_weighted = 0.0003126207593595609
loss = 1.3766303062438965
Metrics for train, step 1550
d_real_loss = 0.3099251389503479
d_fake_loss = 0.31522053480148315
discriminator_loss = 0.625145673751831
encoder_discriminator_loss = 0.6481431126594543
encoder_discriminator_loss_weighted = 0.06481431126594543
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9766817092895508
id_improve = -0.9766817328054458
id_improve_weighted = -0.4883408664027229
loss_l2 = 0.31171557307243347
loss_l2_weighted = 0.31171557307243347
loss_lpips = 0.6817725896835327
loss_lpips_weighted = 0.5454180717468262
loss_simclr = 5.9111051086802036e-05
loss_simclr_weighted = 0.0005911105108680204
loss = 1.4108799695968628
Metrics for train, step 1600
d_real_loss = 0.3311854600906372
d_fake_loss = 0.31600478291511536
discriminator_loss = 0.6471902132034302
discriminator_r1_loss = 4.173205375671387
encoder_discriminator_loss = 0.6491290330886841
encoder_discriminator_loss_weighted = 0.06491290330886841
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9742264151573181
id_improve = -0.974226345657371
id_improve_weighted = -0.4871131728286855
loss_l2 = 0.2352389544248581
loss_l2_weighted = 0.2352389544248581
loss_lpips = 0.6426666975021362
loss_lpips_weighted = 0.514133358001709
loss_simclr = 6.895927072037011e-05
loss_simclr_weighted = 0.0006895927072037011
loss = 1.3020881414413452
Metrics for train, step 1650
d_real_loss = 0.36152535676956177
d_fake_loss = 0.3117120862007141
discriminator_loss = 0.6732374429702759
encoder_discriminator_loss = 0.6543347835540771
encoder_discriminator_loss_weighted = 0.06543347835540772
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0180095434188843
id_improve = -1.018009565770626
id_improve_weighted = -0.509004782885313
loss_l2 = 0.2822626233100891
loss_l2_weighted = 0.2822626233100891
loss_lpips = 0.6863465309143066
loss_lpips_weighted = 0.5490772247314454
loss_simclr = 4.4925862312084064e-05
loss_simclr_weighted = 0.00044925862312084064
loss = 1.406227469444275
Metrics for train, step 1700
d_real_loss = 0.3193216323852539
d_fake_loss = 0.311685174703598
discriminator_loss = 0.6310068368911743
encoder_discriminator_loss = 0.6591967940330505
encoder_discriminator_loss_weighted = 0.06591967940330505
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9951926469802856
id_improve = -0.9951926340581849
id_improve_weighted = -0.49759631702909246
loss_l2 = 0.2899783253669739
loss_l2_weighted = 0.2899783253669739
loss_lpips = 0.6905158162117004
loss_lpips_weighted = 0.5524126529693604
loss_simclr = 5.037919618189335e-05
loss_simclr_weighted = 0.0005037919618189335
loss = 1.406410813331604
Metrics for train, step 1750
d_real_loss = 0.2894558310508728
d_fake_loss = 0.31069186329841614
discriminator_loss = 0.6001477241516113
encoder_discriminator_loss = 0.6689581871032715
encoder_discriminator_loss_weighted = 0.06689581871032715
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9700459241867065
id_improve = -0.9700459421146661
id_improve_weighted = -0.48502297105733305
loss_l2 = 0.36972516775131226
loss_l2_weighted = 0.36972516775131226
loss_lpips = 0.6901007294654846
loss_lpips_weighted = 0.5520805835723878
loss_simclr = 2.521236820030026e-05
loss_simclr_weighted = 0.0002521236820030026
loss = 1.473976731300354
Metrics for train, step 1800
d_real_loss = 0.3235167860984802
d_fake_loss = 0.3129112422466278
discriminator_loss = 0.6364279985427856
encoder_discriminator_loss = 0.6746945977210999
encoder_discriminator_loss_weighted = 0.06746945977210998
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0141215324401855
id_improve = -1.0141214980976656
id_improve_weighted = -0.5070607490488328
loss_l2 = 0.2273004949092865
loss_l2_weighted = 0.2273004949092865
loss_lpips = 0.6556878089904785
loss_lpips_weighted = 0.5245502471923829
loss_simclr = 3.1500516342930496e-05
loss_simclr_weighted = 0.00031500516342930496
loss = 1.3266959190368652
Metrics for train, step 1850
d_real_loss = 0.30916357040405273
d_fake_loss = 0.310407429933548
discriminator_loss = 0.6195709705352783
encoder_discriminator_loss = 0.6712390184402466
encoder_discriminator_loss_weighted = 0.06712390184402466
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9560039043426514
id_improve = -0.9560038670897484
id_improve_weighted = -0.4780019335448742
loss_l2 = 0.26228195428848267
loss_l2_weighted = 0.26228195428848267
loss_lpips = 0.65981125831604
loss_lpips_weighted = 0.5278490066528321
loss_simclr = 5.370205326471478e-05
loss_simclr_weighted = 0.0005370205326471478
loss = 1.3357938528060913
Metrics for train, step 1900
d_real_loss = 0.3185347318649292
d_fake_loss = 0.30777326226234436
discriminator_loss = 0.6263079643249512
encoder_discriminator_loss = 0.6620175838470459
encoder_discriminator_loss_weighted = 0.06620175838470459
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9701579809188843
id_improve = -0.9701579537941143
id_improve_weighted = -0.48507897689705715
loss_l2 = 0.2318457067012787
loss_l2_weighted = 0.2318457067012787
loss_lpips = 0.6703325510025024
loss_lpips_weighted = 0.536266040802002
loss_simclr = 3.9293379813898355e-05
loss_simclr_weighted = 0.00039293379813898355
loss = 1.3197853565216064
Metrics for train, step 1950
d_real_loss = 0.34909093379974365
d_fake_loss = 0.30917102098464966
discriminator_loss = 0.6582619547843933
encoder_discriminator_loss = 0.6670138835906982
encoder_discriminator_loss_weighted = 0.06670138835906983
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0357537269592285
id_improve = -1.0357538009411655
id_improve_weighted = -0.5178769004705828
loss_l2 = 0.2932840883731842
loss_l2_weighted = 0.2932840883731842
loss_lpips = 0.6968696713447571
loss_lpips_weighted = 0.5574957370758057
loss_simclr = 3.649217978818342e-05
loss_simclr_weighted = 0.0003649217978818342
loss = 1.4357229471206665
Metrics for train, step 2000
d_real_loss = 0.36150306463241577
d_fake_loss = 0.3111393451690674
discriminator_loss = 0.6726424098014832
discriminator_r1_loss = 4.682465553283691
encoder_discriminator_loss = 0.668764054775238
encoder_discriminator_loss_weighted = 0.06687640547752381
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0660021305084229
id_improve = -1.0660021652001888
id_improve_weighted = -0.5330010826000944
loss_l2 = 0.3035166263580322
loss_l2_weighted = 0.3035166263580322
loss_lpips = 0.6826584339141846
loss_lpips_weighted = 0.5461267471313477
loss_simclr = 2.9131337214494124e-05
loss_simclr_weighted = 0.00029131337214494124
loss = 1.4498121738433838
Metrics for train, step 2050
d_real_loss = 0.31670457124710083
d_fake_loss = 0.31416118144989014
discriminator_loss = 0.630865752696991
encoder_discriminator_loss = 0.6756213903427124
encoder_discriminator_loss_weighted = 0.06756213903427125
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9832326769828796
id_improve = -0.9832326401956379
id_improve_weighted = -0.49161632009781897
loss_l2 = 0.3093172311782837
loss_l2_weighted = 0.3093172311782837
loss_lpips = 0.673491358757019
loss_lpips_weighted = 0.5387930870056152
loss_simclr = 3.51212547684554e-05
loss_simclr_weighted = 0.000351212547684554
loss = 1.407639980316162
Metrics for train, step 2100
d_real_loss = 0.3162817358970642
d_fake_loss = 0.3105003833770752
discriminator_loss = 0.6267821192741394
encoder_discriminator_loss = 0.6754368543624878
encoder_discriminator_loss_weighted = 0.06754368543624878
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0643903017044067
id_improve = -1.0643902735318989
id_improve_weighted = -0.5321951367659494
loss_l2 = 0.25229984521865845
loss_l2_weighted = 0.25229984521865845
loss_lpips = 0.6730054616928101
loss_lpips_weighted = 0.5384043693542481
loss_simclr = 4.0679176890989766e-05
loss_simclr_weighted = 0.00040679176890989766
loss = 1.3908498287200928
Metrics for train, step 2150
d_real_loss = 0.3385581970214844
d_fake_loss = 0.3117676377296448
discriminator_loss = 0.6503258347511292
encoder_discriminator_loss = 0.6853678226470947
encoder_discriminator_loss_weighted = 0.06853678226470948
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9530783295631409
id_improve = -0.9530782978981733
id_improve_weighted = -0.47653914894908667
loss_l2 = 0.2638934552669525
loss_l2_weighted = 0.2638934552669525
loss_lpips = 0.7061446905136108
loss_lpips_weighted = 0.5649157524108886
loss_simclr = 7.670675404369831e-05
loss_simclr_weighted = 0.0007670675404369831
loss = 1.3746522665023804
Metrics for train, step 2200
d_real_loss = 0.29083776473999023
d_fake_loss = 0.3135397136211395
discriminator_loss = 0.6043775081634521
encoder_discriminator_loss = 0.6891592741012573
encoder_discriminator_loss_weighted = 0.06891592741012574
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9916545152664185
id_improve = -0.9916545771993697
id_improve_weighted = -0.49582728859968483
loss_l2 = 0.36741217970848083
loss_l2_weighted = 0.36741217970848083
loss_lpips = 0.7192447185516357
loss_lpips_weighted = 0.5753957748413087
loss_simclr = 3.3735603210516274e-05
loss_simclr_weighted = 0.00033735603210516274
loss = 1.5078885555267334
Metrics for train, step 2250
d_real_loss = 0.29196828603744507
d_fake_loss = 0.3138844668865204
discriminator_loss = 0.6058527231216431
encoder_discriminator_loss = 0.6877285838127136
encoder_discriminator_loss_weighted = 0.06877285838127137
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9912654757499695
id_improve = -0.99126544338651
id_improve_weighted = -0.495632721693255
loss_l2 = 0.2536102533340454
loss_l2_weighted = 0.2536102533340454
loss_lpips = 0.6952900290489197
loss_lpips_weighted = 0.5562320232391358
loss_simclr = 2.5197499780915678e-05
loss_simclr_weighted = 0.0002519749978091568
loss = 1.3744999170303345
Metrics for train, step 2300
d_real_loss = 0.3797900080680847
d_fake_loss = 0.31401681900024414
discriminator_loss = 0.6938068270683289
encoder_discriminator_loss = 0.6857030391693115
encoder_discriminator_loss_weighted = 0.06857030391693116
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9980301856994629
id_improve = -0.9980300827883184
id_improve_weighted = -0.4990150413941592
loss_l2 = 0.2552320659160614
loss_l2_weighted = 0.2552320659160614
loss_lpips = 0.6706273555755615
loss_lpips_weighted = 0.5365018844604492
loss_simclr = 2.601705455163028e-05
loss_simclr_weighted = 0.0002601705455163028
loss = 1.3595794439315796
Metrics for train, step 2350
d_real_loss = 0.25343114137649536
d_fake_loss = 0.3124212622642517
discriminator_loss = 0.5658524036407471
encoder_discriminator_loss = 0.6807761788368225
encoder_discriminator_loss_weighted = 0.06807761788368226
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9715112447738647
id_improve = -0.9715112302219495
id_improve_weighted = -0.48575561511097476
loss_l2 = 0.25978392362594604
loss_l2_weighted = 0.25978392362594604
loss_lpips = 0.6788353323936462
loss_lpips_weighted = 0.543068265914917
loss_simclr = 3.385475793038495e-05
loss_simclr_weighted = 0.0003385475793038495
loss = 1.3570239543914795
Metrics for train, step 2400
d_real_loss = 0.3324573338031769
d_fake_loss = 0.3093758821487427
discriminator_loss = 0.6418331861495972
discriminator_r1_loss = 4.04609489440918
encoder_discriminator_loss = 0.6798571348190308
encoder_discriminator_loss_weighted = 0.06798571348190308
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0113874673843384
id_improve = -1.0113873688969761
id_improve_weighted = -0.5056936844484881
loss_l2 = 0.27079108357429504
loss_l2_weighted = 0.27079108357429504
loss_lpips = 0.6674443483352661
loss_lpips_weighted = 0.5339554786682129
loss_simclr = 2.476539884810336e-05
loss_simclr_weighted = 0.0002476539884810336
loss = 1.3786736726760864
Metrics for train, step 2450
d_real_loss = 0.36886948347091675
d_fake_loss = 0.3104267716407776
discriminator_loss = 0.6792962551116943
encoder_discriminator_loss = 0.6869490146636963
encoder_discriminator_loss_weighted = 0.06869490146636963
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 1.0003299713134766
id_improve = -1.000330065493472
id_improve_weighted = -0.500165032746736
loss_l2 = 0.2619001865386963
loss_l2_weighted = 0.2619001865386963
loss_lpips = 0.7025978565216064
loss_lpips_weighted = 0.5620782852172852
loss_simclr = 5.803798194392584e-05
loss_simclr_weighted = 0.0005803798194392584
loss = 1.393418788909912
Metrics for train, step 2500
d_real_loss = 0.3683893084526062
d_fake_loss = 0.31542080640792847
discriminator_loss = 0.6838101148605347
encoder_discriminator_loss = 0.6916790008544922
encoder_discriminator_loss_weighted = 0.06916790008544922
total_delta_loss = 0.0
total_delta_loss_weighted = 0.0
loss_id = 0.9746684432029724
id_improve = -0.9746684295823798
id_improve_weighted = -0.4873342147911899
loss_l2 = 0.25278571248054504
loss_l2_weighted = 0.25278571248054504
loss_lpips = 0.6491684913635254
loss_lpips_weighted = 0.5193347930908203
loss_simclr = 3.944230411434546e-05
loss_simclr_weighted = 0.0003944230411434546
loss = 1.3290170431137085
Metrics for train, step 2550
d_real_loss = 0.31224575638771057
d_fake_loss = 0.31604307889938354
discriminator_loss = 0.6282888650894165
encoder_discriminator_loss = 0.6965582966804504
encoder_discriminator_loss_weighted = 0.06965582966804505