-
Notifications
You must be signed in to change notification settings - Fork 0
/
graph
923 lines (923 loc) · 32.4 KB
/
graph
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
digraph {
graph [size="122.85,122.85"]
node [align=left fontsize=12 height=0.2 ranksep=0.1 shape=box style=filled]
140326709935376 [label=MulBackward0 fillcolor=darkolivegreen1]
140326709935184 -> 140326709935376
140326709935184 [label=SigmoidBackward]
140326709934992 -> 140326709935184
140326709934992 [label=AddBackward0]
140326709934864 -> 140326709934992
140326709934864 [label=AddBackward0]
140326709934608 -> 140326709934864
140326709934608 [label=SplitBackward]
140326709934416 -> 140326709934608
140326709934416 [label=CudnnBatchNormBackward]
140326709934736 -> 140326709934416
140326709934736 [label=CudnnConvolutionBackward]
140326709934096 -> 140326709934736
140326709934096 [label=MulBackward0]
140326709933840 -> 140326709934096
140326709933840 [label=SigmoidBackward]
140326709933648 -> 140326709933840
140326709933648 [label=AddBackward0]
140326709933520 -> 140326709933648
140326709933520 [label=AddBackward0]
140326709933328 -> 140326709933520
140326709933328 [label=SplitBackward]
140326709933200 -> 140326709933328
140326709933200 [label=CudnnBatchNormBackward]
140326709933072 -> 140326709933200
140326709933072 [label=CudnnConvolutionBackward]
140326709932880 -> 140326709933072
140326709932880 [label=MulBackward0]
140326709932624 -> 140326709932880
140326709932624 [label=SigmoidBackward]
140326709932432 -> 140326709932624
140326709932432 [label=AddBackward0]
140326709932304 -> 140326709932432
140326709932304 [label=AddBackward0]
140326709932112 -> 140326709932304
140326709932112 [label=SplitBackward]
140326709891024 -> 140326709932112
140326709891024 [label=CudnnBatchNormBackward]
140326709890896 -> 140326709891024
140326709890896 [label=CudnnConvolutionBackward]
140326709890640 -> 140326709890896
140326709890640 [label=CloneBackward]
140326709890384 -> 140326709890640
140326709890384 [label=MulBackward0]
140326709890256 -> 140326709890384
140326709890256 [label=SigmoidBackward]
140326709890064 -> 140326709890256
140326709890064 [label=AddBackward0]
140326709889936 -> 140326709890064
140326709889936 [label=AddBackward0]
140326709889744 -> 140326709889936
140326709889744 [label=SplitBackward]
140326709889552 -> 140326709889744
140326709889552 [label=CudnnBatchNormBackward]
140326709889424 -> 140326709889552
140326709889424 [label=CudnnConvolutionBackward]
140326709889168 -> 140326709889424
140326709889168 [label="
(256, 1, 5, 5)" fillcolor=lightblue]
140326709889104 -> 140326709889424
140326709889104 [label="
(256)" fillcolor=lightblue]
140326709889360 -> 140326709889552
140326709889360 [label="
(256)" fillcolor=lightblue]
140326709889296 -> 140326709889552
140326709889296 [label="
(256)" fillcolor=lightblue]
140326709889680 -> 140326709889936
140326709889680 [label=SplitBackward]
140326709889488 -> 140326709889680
140326709889488 [label=CudnnBatchNormBackward]
140326709889040 -> 140326709889488
140326709889040 [label=CudnnConvolutionBackward]
140326709888976 -> 140326709889040
140326709888976 [label="
(1, 64, 64, 64)" fillcolor=lightblue]
140326709888592 -> 140326709889040
140326709888592 [label="
(256, 64, 5, 5)" fillcolor=lightblue]
140326709888528 -> 140326709889040
140326709888528 [label="
(256)" fillcolor=lightblue]
140326709888848 -> 140326709889488
140326709888848 [label="
(256)" fillcolor=lightblue]
140326709888720 -> 140326709889488
140326709888720 [label="
(256)" fillcolor=lightblue]
140326709889872 -> 140326709890064
140326709889872 [label=SplitBackward]
140326709889616 -> 140326709889872
140326709889616 [label=CudnnBatchNormBackward]
140326709888912 -> 140326709889616
140326709888912 [label=CudnnConvolutionBackward]
140326709888656 -> 140326709888912
140326709888656 [label="
(1, 64, 64, 64)" fillcolor=lightblue]
140326709888208 -> 140326709888912
140326709888208 [label="
(256, 64, 5, 5)" fillcolor=lightblue]
140326709887952 -> 140326709888912
140326709887952 [label="
(256)" fillcolor=lightblue]
140326709888464 -> 140326709889616
140326709888464 [label="
(256)" fillcolor=lightblue]
140326709888272 -> 140326709889616
140326709888272 [label="
(256)" fillcolor=lightblue]
140326709890192 -> 140326709890384
140326709890192 [label=TanhBackward]
140326709890000 -> 140326709890192
140326709890000 [label=CudnnConvolutionBackward]
140326709889232 -> 140326709890000
140326709889232 [label=CatBackward]
140326709887696 -> 140326709889232
140326709887696 [label=AddBackward0]
140326709887568 -> 140326709887696
140326709887568 [label=MulBackward0]
140326709887376 -> 140326709887568
140326709887376 [label=SigmoidBackward]
140326709887184 -> 140326709887376
140326709887184 [label=AddBackward0]
140326709887056 -> 140326709887184
140326709887056 [label=AddBackward0]
140326709889744 -> 140326709887056
140326709889680 -> 140326709887056
140326709887312 -> 140326709887568
140326709887312 [label="
(1, 64, 64, 64)" fillcolor=lightblue]
140326709887504 -> 140326709887696
140326709887504 [label=MulBackward0]
140326709887248 -> 140326709887504
140326709887248 [label=SigmoidBackward]
140326709996240 -> 140326709887248
140326709996240 [label=AddBackward0]
140326709889744 -> 140326709996240
140326709889680 -> 140326709996240
140326709887120 -> 140326709887504
140326709887120 [label=TanhBackward]
140326709997520 -> 140326709887120
140326709997520 [label=AddBackward0]
140326709889744 -> 140326709997520
140326709889680 -> 140326709997520
140326709888016 -> 140326709889232
140326709888016 [label=AddBackward0]
140326709887440 -> 140326709888016
140326709887440 [label=MulBackward0]
140326709997392 -> 140326709887440
140326709997392 [label=SigmoidBackward]
140326709997264 -> 140326709997392
140326709997264 [label=AddBackward0]
140326709996368 -> 140326709997264
140326709996368 [label=AddBackward0]
140326709889744 -> 140326709996368
140326709889872 -> 140326709996368
140326709888656 -> 140326709887440
140326709887632 -> 140326709888016
140326709887632 [label=MulBackward0]
140326709997328 -> 140326709887632
140326709997328 [label=SigmoidBackward]
140326709996176 -> 140326709997328
140326709996176 [label=AddBackward0]
140326709889744 -> 140326709996176
140326709889872 -> 140326709996176
140326709996624 -> 140326709887632
140326709996624 [label=TanhBackward]
140326709996112 -> 140326709996624
140326709996112 [label=AddBackward0]
140326709889744 -> 140326709996112
140326709889872 -> 140326709996112
140326709888080 -> 140326709890000
140326709888080 [label="
(64, 128, 1, 1)" fillcolor=lightblue]
140326709887888 -> 140326709890000
140326709887888 [label="
(64)" fillcolor=lightblue]
140326709890576 -> 140326709890896
140326709890576 [label="
(256, 64, 5, 5)" fillcolor=lightblue]
140326709890512 -> 140326709890896
140326709890512 [label="
(256)" fillcolor=lightblue]
140326709890832 -> 140326709891024
140326709890832 [label="
(256)" fillcolor=lightblue]
140326709890768 -> 140326709891024
140326709890768 [label="
(256)" fillcolor=lightblue]
140326709888784 -> 140326709932304
140326709888784 [label=SplitBackward]
140326709890960 -> 140326709888784
140326709890960 [label=CudnnBatchNormBackward]
140326709890448 -> 140326709890960
140326709890448 [label=CudnnConvolutionBackward]
140326709890320 -> 140326709890448
140326709890320 [label="
(1, 64, 64, 64)" fillcolor=lightblue]
140326709996304 -> 140326709890448
140326709996304 [label="
(192, 64, 5, 5)" fillcolor=lightblue]
140326709996560 -> 140326709890448
140326709996560 [label="
(192)" fillcolor=lightblue]
140326709889808 -> 140326709890960
140326709889808 [label="
(192)" fillcolor=lightblue]
140326709887824 -> 140326709890960
140326709887824 [label="
(192)" fillcolor=lightblue]
140326709932240 -> 140326709932432
140326709932240 [label=SplitBackward]
140326709888400 -> 140326709932240
140326709888400 [label=CudnnBatchNormBackward]
140326709890128 -> 140326709888400
140326709890128 [label=CudnnConvolutionBackward]
140326709997456 -> 140326709890128
140326709997456 [label=CloneBackward]
140326709888016 -> 140326709997456
140326709995984 -> 140326709890128
140326709995984 [label="
(256, 64, 5, 5)" fillcolor=lightblue]
140326709995792 -> 140326709890128
140326709995792 [label="
(256)" fillcolor=lightblue]
140326709887760 -> 140326709888400
140326709887760 [label="
(256)" fillcolor=lightblue]
140326709996048 -> 140326709888400
140326709996048 [label="
(256)" fillcolor=lightblue]
140326709932560 -> 140326709932880
140326709932560 [label=TanhBackward]
140326709932368 -> 140326709932560
140326709932368 [label=CudnnConvolutionBackward]
140326709890704 -> 140326709932368
140326709890704 [label=CatBackward]
140326709995536 -> 140326709890704
140326709995536 [label=AddBackward0]
140326709995408 -> 140326709995536
140326709995408 [label=MulBackward0]
140326709995216 -> 140326709995408
140326709995216 [label=SigmoidBackward]
140326709995024 -> 140326709995216
140326709995024 [label=AddBackward0]
140326709994896 -> 140326709995024
140326709994896 [label=AddBackward0]
140326709994704 -> 140326709994896
140326709994704 [label=SplitBackward]
140326709994512 -> 140326709994704
140326709994512 [label=CudnnBatchNormBackward]
140326709994320 -> 140326709994512
140326709994320 [label=CudnnConvolutionBackward]
140326709994064 -> 140326709994320
140326709994064 [label="
(1, 64, 64, 64)" fillcolor=lightblue]
140326709993936 -> 140326709994320
140326709993936 [label="
(256, 64, 5, 5)" fillcolor=lightblue]
140326709993808 -> 140326709994320
140326709993808 [label="
(256)" fillcolor=lightblue]
140326709994256 -> 140326709994512
140326709994256 [label="
(256)" fillcolor=lightblue]
140326709994192 -> 140326709994512
140326709994192 [label="
(256)" fillcolor=lightblue]
140326709994640 -> 140326709994896
140326709994640 [label=SplitBackward]
140326709994384 -> 140326709994640
140326709994384 [label=CudnnBatchNormBackward]
140326709993744 -> 140326709994384
140326709993744 [label=CudnnConvolutionBackward]
140326709993616 -> 140326709993744
140326709993616 [label="
(256, 64, 5, 5)" fillcolor=lightblue]
140326709997136 -> 140326709993744
140326709997136 [label="
(256)" fillcolor=lightblue]
140326709993680 -> 140326709994384
140326709993680 [label="
(256)" fillcolor=lightblue]
140326709993552 -> 140326709994384
140326709993552 [label="
(256)" fillcolor=lightblue]
140326709994832 -> 140326709995024
140326709994832 [label=MulBackward0]
140326709994576 -> 140326709994832
140326709994576 [label=AddBackward0]
140326709997072 -> 140326709994576
140326709997072 [label=MulBackward0]
140326709996944 -> 140326709997072
140326709996944 [label=SigmoidBackward]
140326709996688 -> 140326709996944
140326709996688 [label=AddBackward0]
140326709996432 -> 140326709996688
140326709996432 [label=AddBackward0]
140326683964816 -> 140326709996432
140326683964816 [label=AddBackward0]
140326709994704 -> 140326683964816
140326683965200 -> 140326683964816
140326683965200 [label=SplitBackward]
140326683967376 -> 140326683965200
140326683967376 [label=MulBackward0]
140326683967248 -> 140326683967376
140326683967248 [label=RepeatBackward]
140326709997008 -> 140326683967248
140326709997008 [label=AddBackward0]
140326683966992 -> 140326709997008
140326683966992 [label=MulBackward0]
140326683966800 -> 140326683966992
140326683966800 [label=SigmoidBackward]
140326683966608 -> 140326683966800
140326683966608 [label=AddBackward0]
140326683966480 -> 140326683966608
140326683966480 [label=AddBackward0]
140326683966352 -> 140326683966480
140326683966352 [label=AddBackward0]
140326683966160 -> 140326683966352
140326683966160 [label=SplitBackward]
140326683965840 -> 140326683966160
140326683965840 [label=CudnnBatchNormBackward]
140326683965648 -> 140326683965840
140326683965648 [label=CudnnConvolutionBackward]
140326683964432 -> 140326683965648
140326683964432 [label="
(1, 64, 64, 64)" fillcolor=lightblue]
140326709993936 -> 140326683965648
140326709993808 -> 140326683965648
140326709994256 -> 140326683965840
140326709994192 -> 140326683965840
140326683966032 -> 140326683966352
140326683966032 [label=SplitBackward]
140326709996816 -> 140326683966032
140326709996816 [label=MulBackward0]
140326683965584 -> 140326709996816
140326683965584 [label=RepeatBackward]
140326683966736 -> 140326683965584
140326683966736 [label="
(1, 64, 64, 64)" fillcolor=lightblue]
140326683967184 -> 140326709996816
140326683967184 [label="
(128, 64, 64)" fillcolor=lightblue]
140326683966288 -> 140326683966480
140326683966288 [label=SplitBackward]
140326683965904 -> 140326683966288
140326683965904 [label=CudnnBatchNormBackward]
140326683964560 -> 140326683965904
140326683964560 [label=CudnnConvolutionBackward]
140326709993616 -> 140326683964560
140326709997136 -> 140326683964560
140326709993680 -> 140326683965904
140326709993552 -> 140326683965904
140326683966736 -> 140326683966992
140326683966928 -> 140326709997008
140326683966928 [label=MulBackward0]
140326683966672 -> 140326683966928
140326683966672 [label=SigmoidBackward]
140326683966224 -> 140326683966672
140326683966224 [label=AddBackward0]
140326683964112 -> 140326683966224
140326683964112 [label=AddBackward0]
140326683966160 -> 140326683964112
140326683966032 -> 140326683964112
140326683966288 -> 140326683966224
140326683966544 -> 140326683966928
140326683966544 [label=TanhBackward]
140326683965776 -> 140326683966544
140326683965776 [label=AddBackward0]
140326683966160 -> 140326683965776
140326683966288 -> 140326683965776
140326683967184 -> 140326683967376
140326709994640 -> 140326709996432
140326709997008 -> 140326709997072
140326709997200 -> 140326709994576
140326709997200 [label=MulBackward0]
140326709996752 -> 140326709997200
140326709996752 [label=SigmoidBackward]
140326683964624 -> 140326709996752
140326683964624 [label=AddBackward0]
140326683967312 -> 140326683964624
140326683967312 [label=AddBackward0]
140326709994704 -> 140326683967312
140326683965200 -> 140326683967312
140326709994640 -> 140326683964624
140326709996496 -> 140326709997200
140326709996496 [label=TanhBackward]
140326683967440 -> 140326709996496
140326683967440 [label=AddBackward0]
140326709994704 -> 140326683967440
140326709994640 -> 140326683967440
140326709994128 -> 140326709994832
140326709994128 [label="
(64, 64, 64)" fillcolor=lightblue]
140326709995152 -> 140326709995408
140326709995152 [label=TanhBackward]
140326709994576 -> 140326709995152
140326709995344 -> 140326709995536
140326709995344 [label=MulBackward0]
140326709995088 -> 140326709995344
140326709995088 [label=SigmoidBackward]
140326709995472 -> 140326709995088
140326709995472 [label=AddBackward0]
140326709932112 -> 140326709995472
140326709888784 -> 140326709995472
140326709994960 -> 140326709995344
140326709994960 [label=TanhBackward]
140326709996880 -> 140326709994960
140326709996880 [label=AddBackward0]
140326709932112 -> 140326709996880
140326709888784 -> 140326709996880
140326709995600 -> 140326709890704
140326709995600 [label=AddBackward0]
140326709995280 -> 140326709995600
140326709995280 [label=MulBackward0]
140326683964304 -> 140326709995280
140326683964304 [label=SigmoidBackward]
140326683966864 -> 140326683964304
140326683966864 [label=AddBackward0]
140326683963856 -> 140326683966864
140326683963856 [label=AddBackward0]
140326709932112 -> 140326683963856
140326709932240 -> 140326683963856
140326709997456 -> 140326709995280
140326709994768 -> 140326709995600
140326709994768 [label=MulBackward0]
140326683967056 -> 140326709994768
140326683967056 [label=SigmoidBackward]
140326683963984 -> 140326683967056
140326683963984 [label=AddBackward0]
140326709932112 -> 140326683963984
140326709932240 -> 140326683963984
140326683966416 -> 140326709994768
140326683966416 [label=TanhBackward]
140326683966096 -> 140326683966416
140326683966096 [label=AddBackward0]
140326709932112 -> 140326683966096
140326709932240 -> 140326683966096
140326709995920 -> 140326709932368
140326709995920 [label="
(64, 128, 1, 1)" fillcolor=lightblue]
140326709995728 -> 140326709932368
140326709995728 [label="
(64)" fillcolor=lightblue]
140326709932816 -> 140326709933072
140326709932816 [label="
(256, 64, 5, 5)" fillcolor=lightblue]
140326709932752 -> 140326709933072
140326709932752 [label="
(256)" fillcolor=lightblue]
140326709933008 -> 140326709933200
140326709933008 [label="
(256)" fillcolor=lightblue]
140326709936016 -> 140326709933200
140326709936016 [label="
(256)" fillcolor=lightblue]
140326709936080 -> 140326709933520
140326709936080 [label=SplitBackward]
140326709995856 -> 140326709936080
140326709995856 [label=CudnnBatchNormBackward]
140326709933136 -> 140326709995856
140326709933136 [label=CudnnConvolutionBackward]
140326709932496 -> 140326709933136
140326709932496 [label="
(1, 64, 64, 64)" fillcolor=lightblue]
140326683964176 -> 140326709933136
140326683964176 [label="
(192, 64, 5, 5)" fillcolor=lightblue]
140326683967120 -> 140326709933136
140326683967120 [label="
(192)" fillcolor=lightblue]
140326709932944 -> 140326709995856
140326709932944 [label="
(192)" fillcolor=lightblue]
140326709932176 -> 140326709995856
140326709932176 [label="
(192)" fillcolor=lightblue]
140326709933456 -> 140326709933648
140326709933456 [label=SplitBackward]
140326709933264 -> 140326709933456
140326709933264 [label=CudnnBatchNormBackward]
140326709995664 -> 140326709933264
140326709995664 [label=CudnnConvolutionBackward]
140326709995600 -> 140326709995664
140326683965712 -> 140326709995664
140326683965712 [label="
(256, 64, 5, 5)" fillcolor=lightblue]
140326683965520 -> 140326709995664
140326683965520 [label="
(256)" fillcolor=lightblue]
140326709994448 -> 140326709933264
140326709994448 [label="
(256)" fillcolor=lightblue]
140326683965968 -> 140326709933264
140326683965968 [label="
(256)" fillcolor=lightblue]
140326709933776 -> 140326709934096
140326709933776 [label=TanhBackward]
140326709933584 -> 140326709933776
140326709933584 [label=CudnnConvolutionBackward]
140326709932688 -> 140326709933584
140326709932688 [label=CatBackward]
140326683965072 -> 140326709932688
140326683965072 [label=AddBackward0]
140326683964880 -> 140326683965072
140326683964880 [label=MulBackward0]
140326683963472 -> 140326683964880
140326683963472 [label=SigmoidBackward]
140326849382992 -> 140326683963472
140326849382992 [label=AddBackward0]
140326683848016 -> 140326849382992
140326683848016 [label=AddBackward0]
140326683898832 -> 140326683848016
140326683898832 [label=SplitBackward]
140326683901648 -> 140326683898832
140326683901648 [label=CudnnBatchNormBackward]
140326683901072 -> 140326683901648
140326683901072 [label=CudnnConvolutionBackward]
140326683901520 -> 140326683901072
140326683901520 [label="
(1, 64, 64, 64)" fillcolor=lightblue]
140326683901200 -> 140326683901072
140326683901200 [label="
(256, 64, 5, 5)" fillcolor=lightblue]
140326683901008 -> 140326683901072
140326683901008 [label="
(256)" fillcolor=lightblue]
140326683901264 -> 140326683901648
140326683901264 [label="
(256)" fillcolor=lightblue]
140326683900880 -> 140326683901648
140326683900880 [label="
(256)" fillcolor=lightblue]
140326683901712 -> 140326683848016
140326683901712 [label=SplitBackward]
140326683964944 -> 140326683901712
140326683964944 [label=CudnnBatchNormBackward]
140326683901136 -> 140326683964944
140326683901136 [label=CudnnConvolutionBackward]
140326683901840 -> 140326683901136
140326683901840 [label="
(256, 64, 5, 5)" fillcolor=lightblue]
140326683901776 -> 140326683901136
140326683901776 [label="
(256)" fillcolor=lightblue]
140326683900944 -> 140326683964944
140326683900944 [label="
(256)" fillcolor=lightblue]
140326683900688 -> 140326683964944
140326683900688 [label="
(256)" fillcolor=lightblue]
140326683899216 -> 140326849382992
140326683899216 [label=MulBackward0]
140326683901456 -> 140326683899216
140326683901456 [label=AddBackward0]
140326683900752 -> 140326683901456
140326683900752 [label=MulBackward0]
140326709975888 -> 140326683900752
140326709975888 [label=SigmoidBackward]
140326709976656 -> 140326709975888
140326709976656 [label=AddBackward0]
140326709976400 -> 140326709976656
140326709976400 [label=AddBackward0]
140326709976976 -> 140326709976400
140326709976976 [label=AddBackward0]
140326683898832 -> 140326709976976
140326709974928 -> 140326709976976
140326709974928 [label=SplitBackward]
140326709974800 -> 140326709974928
140326709974800 [label=MulBackward0]
140326709974672 -> 140326709974800
140326709974672 [label=RepeatBackward]
140326709976336 -> 140326709974672
140326709976336 [label=AddBackward0]
140326709974416 -> 140326709976336
140326709974416 [label=MulBackward0]
140326709974224 -> 140326709974416
140326709974224 [label=SigmoidBackward]
140326709973904 -> 140326709974224
140326709973904 [label=AddBackward0]
140326709973776 -> 140326709973904
140326709973776 [label=AddBackward0]
140326709973648 -> 140326709973776
140326709973648 [label=AddBackward0]
140326709973392 -> 140326709973648
140326709973392 [label=SplitBackward]
140326709973200 -> 140326709973392
140326709973200 [label=CudnnBatchNormBackward]
140326709973072 -> 140326709973200
140326709973072 [label=CudnnConvolutionBackward]
140326709975504 -> 140326709973072
140326709975504 [label="
(1, 64, 64, 64)" fillcolor=lightblue]
140326683901200 -> 140326709973072
140326683901008 -> 140326709973072
140326683901264 -> 140326709973200
140326683900880 -> 140326709973200
140326709973328 -> 140326709973648
140326709973328 [label=SplitBackward]
140326709973136 -> 140326709973328
140326709973136 [label=MulBackward0]
140326709975440 -> 140326709973136
140326709975440 [label=RepeatBackward]
140326709974032 -> 140326709975440
140326709974032 [label="
(1, 64, 64, 64)" fillcolor=lightblue]
140326709974608 -> 140326709973136
140326709974608 [label="
(128, 64, 64)" fillcolor=lightblue]
140326709973520 -> 140326709973776
140326709973520 [label=SplitBackward]
140326709973264 -> 140326709973520
140326709973264 [label=CudnnBatchNormBackward]
140326709975248 -> 140326709973264
140326709975248 [label=CudnnConvolutionBackward]
140326683901840 -> 140326709975248
140326683901776 -> 140326709975248
140326683900944 -> 140326709973264
140326683900688 -> 140326709973264
140326709974032 -> 140326709974416
140326709974352 -> 140326709976336
140326709974352 [label=MulBackward0]
140326709973968 -> 140326709974352
140326709973968 [label=SigmoidBackward]
140326709973456 -> 140326709973968
140326709973456 [label=AddBackward0]
140326709976208 -> 140326709973456
140326709976208 [label=AddBackward0]
140326709973392 -> 140326709976208
140326709973328 -> 140326709976208
140326709973520 -> 140326709973456
140326709973840 -> 140326709974352
140326709973840 [label=TanhBackward]
140326709976784 -> 140326709973840
140326709976784 [label=AddBackward0]
140326709973392 -> 140326709976784
140326709973520 -> 140326709976784
140326709974608 -> 140326709974800
140326683901712 -> 140326709976400
140326709976336 -> 140326683900752
140326709977040 -> 140326683901456
140326709977040 [label=MulBackward0]
140326709976912 -> 140326709977040
140326709976912 [label=SigmoidBackward]
140326709974992 -> 140326709976912
140326709974992 [label=AddBackward0]
140326709974736 -> 140326709974992
140326709974736 [label=AddBackward0]
140326683898832 -> 140326709974736
140326709974928 -> 140326709974736
140326683901712 -> 140326709974992
140326709976592 -> 140326709977040
140326709976592 [label=TanhBackward]
140326709974864 -> 140326709976592
140326709974864 [label=AddBackward0]
140326683898832 -> 140326709974864
140326683901712 -> 140326709974864
140326683901392 -> 140326683899216
140326683901392 [label="
(64, 64, 64)" fillcolor=lightblue]
140326683964368 -> 140326683964880
140326683964368 [label=TanhBackward]
140326683901456 -> 140326683964368
140326683964752 -> 140326683965072
140326683964752 [label=MulBackward0]
140326855941200 -> 140326683964752
140326855941200 [label=SigmoidBackward]
140326683900624 -> 140326855941200
140326683900624 [label=AddBackward0]
140326709933328 -> 140326683900624
140326709936080 -> 140326683900624
140326845689232 -> 140326683964752
140326845689232 [label=TanhBackward]
140326709976464 -> 140326845689232
140326709976464 [label=AddBackward0]
140326709933328 -> 140326709976464
140326709936080 -> 140326709976464
140326683965136 -> 140326709932688
140326683965136 [label=AddBackward0]
140326683963664 -> 140326683965136
140326683963664 [label=MulBackward0]
140326709975312 -> 140326683963664
140326709975312 [label=SigmoidBackward]
140326709974288 -> 140326709975312
140326709974288 [label=AddBackward0]
140326709975120 -> 140326709974288
140326709975120 [label=AddBackward0]
140326709933328 -> 140326709975120
140326709933456 -> 140326709975120
140326709995600 -> 140326683963664
140326683898896 -> 140326683965136
140326683898896 [label=MulBackward0]
140326709974480 -> 140326683898896
140326709974480 [label=SigmoidBackward]
140326709974160 -> 140326709974480
140326709974160 [label=AddBackward0]
140326709933328 -> 140326709974160
140326709933456 -> 140326709974160
140326709973712 -> 140326683898896
140326709973712 [label=TanhBackward]
140326709974096 -> 140326709973712
140326709974096 [label=AddBackward0]
140326709933328 -> 140326709974096
140326709933456 -> 140326709974096
140326683965456 -> 140326709933584
140326683965456 [label="
(64, 128, 1, 1)" fillcolor=lightblue]
140326683965328 -> 140326709933584
140326683965328 [label="
(64)" fillcolor=lightblue]
140326709934032 -> 140326709934736
140326709934032 [label="
(256, 64, 5, 5)" fillcolor=lightblue]
140326709933968 -> 140326709934736
140326709933968 [label="
(256)" fillcolor=lightblue]
140326709934288 -> 140326709934416
140326709934288 [label="
(256)" fillcolor=lightblue]
140326709934224 -> 140326709934416
140326709934224 [label="
(256)" fillcolor=lightblue]
140326709934544 -> 140326709934864
140326709934544 [label=SplitBackward]
140326683965264 -> 140326709934544
140326683965264 [label=CudnnBatchNormBackward]
140326709934160 -> 140326683965264
140326709934160 [label=CudnnConvolutionBackward]
140326709975184 -> 140326709934160
140326709975184 [label="
(1, 64, 64, 64)" fillcolor=lightblue]
140326709974544 -> 140326709934160
140326709974544 [label="
(192, 64, 5, 5)" fillcolor=lightblue]
140326709973584 -> 140326709934160
140326709973584 [label="
(192)" fillcolor=lightblue]
140326709933712 -> 140326683965264
140326709933712 [label="
(192)" fillcolor=lightblue]
140326709933904 -> 140326683965264
140326709933904 [label="
(192)" fillcolor=lightblue]
140326709934800 -> 140326709934992
140326709934800 [label=SplitBackward]
140326709934480 -> 140326709934800
140326709934480 [label=CudnnBatchNormBackward]
140326709933392 -> 140326709934480
140326709933392 [label=CudnnConvolutionBackward]
140326683965136 -> 140326709933392
140326709975632 -> 140326709933392
140326709975632 [label="
(256, 64, 5, 5)" fillcolor=lightblue]
140326709875920 -> 140326709933392
140326709875920 [label="
(256)" fillcolor=lightblue]
140326683965392 -> 140326709934480
140326683965392 [label="
(256)" fillcolor=lightblue]
140326709976272 -> 140326709934480
140326709976272 [label="
(256)" fillcolor=lightblue]
140326709935120 -> 140326709935376
140326709935120 [label=TanhBackward]
140326709934928 -> 140326709935120
140326709934928 [label=CudnnConvolutionBackward]
140326709934352 -> 140326709934928
140326709934352 [label=CatBackward]
140326709935312 -> 140326709934352
140326709935312 [label=AddBackward0 fillcolor=darkolivegreen1]
140326709875664 -> 140326709935312
140326709875664 [label=MulBackward0]
140326709875408 -> 140326709875664
140326709875408 [label=SigmoidBackward]
140326709875152 -> 140326709875408
140326709875152 [label=AddBackward0]
140326709875024 -> 140326709875152
140326709875024 [label=AddBackward0]
140326709874832 -> 140326709875024
140326709874832 [label=SplitBackward]
140326709875280 -> 140326709874832
140326709875280 [label=CudnnBatchNormBackward]
140326709876752 -> 140326709875280
140326709876752 [label=CudnnConvolutionBackward]
140326709876368 -> 140326709876752
140326709876368 [label="
(1, 64, 64, 64)" fillcolor=lightblue]
140326709874768 -> 140326709876752
140326709874768 [label="
(256, 64, 5, 5)" fillcolor=lightblue]
140326709876496 -> 140326709876752
140326709876496 [label="
(256)" fillcolor=lightblue]
140326709876880 -> 140326709875280
140326709876880 [label="
(256)" fillcolor=lightblue]
140326709877008 -> 140326709875280
140326709877008 [label="
(256)" fillcolor=lightblue]
140326709875792 -> 140326709875024
140326709875792 [label=SplitBackward]
140326709876816 -> 140326709875792
140326709876816 [label=CudnnBatchNormBackward]
140326709876048 -> 140326709876816
140326709876048 [label=CudnnConvolutionBackward]
140326709876304 -> 140326709876048
140326709876304 [label="
(256, 64, 5, 5)" fillcolor=lightblue]
140326709876624 -> 140326709876048
140326709876624 [label="
(256)" fillcolor=lightblue]
140326709876176 -> 140326709876816
140326709876176 [label="
(256)" fillcolor=lightblue]
140326709876432 -> 140326709876816
140326709876432 [label="
(256)" fillcolor=lightblue]
140326709874960 -> 140326709875152
140326709874960 [label=MulBackward0]
140326709876112 -> 140326709874960
140326709876112 [label=AddBackward0]
140326709876688 -> 140326709876112
140326709876688 [label=MulBackward0]
140326709877136 -> 140326709876688
140326709877136 [label=SigmoidBackward]
140326709877392 -> 140326709877136
140326709877392 [label=AddBackward0]
140326709877520 -> 140326709877392
140326709877520 [label=AddBackward0]
140326709877648 -> 140326709877520
140326709877648 [label=AddBackward0]
140326709874832 -> 140326709877648
140326709877776 -> 140326709877648
140326709877776 [label=SplitBackward]
140326709877904 -> 140326709877776
140326709877904 [label=MulBackward0]
140326709878032 -> 140326709877904
140326709878032 [label=RepeatBackward]
140326709877072 -> 140326709878032
140326709877072 [label="
(1, 64, 64, 64)" fillcolor=lightblue]
140326709878096 -> 140326709877904
140326709878096 [label="
(128, 64, 64)" fillcolor=lightblue]
140326709875792 -> 140326709877520
140326709877072 -> 140326709876688
140326709876944 -> 140326709876112
140326709876944 [label=MulBackward0]
140326709877328 -> 140326709876944
140326709877328 [label=SigmoidBackward]
140326709877712 -> 140326709877328
140326709877712 [label=AddBackward0]
140326709877968 -> 140326709877712
140326709877968 [label=AddBackward0]
140326709874832 -> 140326709877968
140326709877776 -> 140326709877968
140326709875792 -> 140326709877712
140326709877456 -> 140326709876944
140326709877456 [label=TanhBackward]
140326709877840 -> 140326709877456
140326709877840 [label=AddBackward0]
140326709874832 -> 140326709877840
140326709875792 -> 140326709877840
140326709875984 -> 140326709874960
140326709875984 [label="
(64, 64, 64)" fillcolor=lightblue]
140326709875344 -> 140326709875664
140326709875344 [label=TanhBackward]
140326709876112 -> 140326709875344
140326709875728 -> 140326709935312
140326709875728 [label=MulBackward0]
140326709875216 -> 140326709875728
140326709875216 [label=SigmoidBackward]
140326709875536 -> 140326709875216
140326709875536 [label=AddBackward0]
140326709934608 -> 140326709875536
140326709934544 -> 140326709875536
140326709875088 -> 140326709875728
140326709875088 [label=TanhBackward]
140326709877200 -> 140326709875088
140326709877200 [label=AddBackward0]
140326709934608 -> 140326709877200
140326709934544 -> 140326709877200
140326709935248 -> 140326709934352
140326709935248 [label=AddBackward0 fillcolor=darkolivegreen1]
140326709875472 -> 140326709935248
140326709875472 [label=MulBackward0]
140326709877264 -> 140326709875472
140326709877264 [label=SigmoidBackward]
140326709878352 -> 140326709877264
140326709878352 [label=AddBackward0]
140326709878416 -> 140326709878352
140326709878416 [label=AddBackward0]
140326709934608 -> 140326709878416
140326709934800 -> 140326709878416
140326683965136 -> 140326709875472
140326709874896 -> 140326709935248
140326709874896 [label=MulBackward0]
140326709878224 -> 140326709874896
140326709878224 [label=SigmoidBackward]
140326709878544 -> 140326709878224
140326709878544 [label=AddBackward0]
140326709934608 -> 140326709878544
140326709934800 -> 140326709878544
140326709878288 -> 140326709874896
140326709878288 [label=TanhBackward]
140326709878608 -> 140326709878288
140326709878608 [label=AddBackward0]
140326709934608 -> 140326709878608
140326709934800 -> 140326709878608
140326709975568 -> 140326709934928
140326709975568 [label="
(64, 128, 1, 1)" fillcolor=lightblue]
140326709975952 -> 140326709934928
140326709975952 [label="
(64)" fillcolor=lightblue]
}