-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathparam2.txt
1475 lines (989 loc) · 52.6 KB
/
param2.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
l4.0.module.bias tensor([0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0.], device='cuda:0')l4.0.module.weight_u Nonel4.0.module.weight_v Nonel4.0.module.weight_bar tensor([[[[ 5.1210e-05, -2.1510e-05, 5.3957e-05, -1.8064e-05],
[-7.7010e-05, -3.1975e-05, -8.0349e-05, 4.6105e-05],
[ 8.1220e-05, -3.7234e-05, -1.9128e-05, 1.5144e-04],
[ 4.5109e-05, 9.3119e-05, 1.6073e-04, -2.6197e-05]],
[[ 1.0161e-04, -5.2416e-05, -1.2003e-06, -2.7367e-05],
[-2.2042e-05, -3.4643e-05, 9.2534e-05, 4.4341e-05],
[-2.0586e-05, -1.2546e-04, -9.2014e-05, 3.0862e-05],
[-5.4293e-05, 5.7065e-05, 6.0710e-05, -1.6085e-04]],
[[-1.4867e-05, 3.9709e-05, -4.1211e-05, -2.1045e-05],
[ 1.5769e-04, 1.3555e-04, 6.7229e-05, -7.1210e-05],
[ 6.4117e-05, 4.4426e-05, -1.5187e-05, 6.1725e-05],
[ 5.5232e-05, 4.0886e-05, -2.0525e-05, -1.4717e-05]],
...,
[[ 9.4656e-05, 2.6832e-06, -1.4155e-04, 1.6217e-04],
[ 1.9535e-05, 7.6537e-05, -1.5569e-05, -1.9139e-06],
[ 7.2864e-05, -7.7891e-06, -5.7932e-05, -8.2252e-05],
[-1.2465e-04, 9.4207e-06, -7.8347e-05, -6.5181e-05]],
[[-7.6224e-06, 3.5960e-06, 3.8980e-05, -7.6315e-05],
[-2.7636e-05, 1.2686e-04, 6.8244e-05, 8.6715e-05],
[-1.1744e-04, 2.0305e-05, -6.3463e-05, 4.5896e-05],
[-6.0475e-05, -1.6363e-04, 8.3392e-05, -1.7782e-05]],
[[ 4.8075e-05, -3.5375e-05, 1.5532e-05, -3.7588e-06],
[-1.4306e-05, 5.3983e-05, 1.0030e-05, -2.3009e-05],
[ 1.2328e-04, -3.2292e-05, -1.8245e-06, 3.7482e-05],
[-9.4848e-05, 8.9195e-05, -3.4071e-05, -2.0121e-05]]],
[[[-3.0345e-05, 5.6836e-05, 2.7511e-05, 5.1668e-05],
[ 7.0078e-05, 2.1442e-05, 8.0102e-05, -4.6057e-05],
[ 6.9782e-07, -3.0938e-05, 8.3765e-06, -7.6177e-05],
[-1.6681e-05, -4.7734e-05, -6.8969e-05, 7.5347e-05]],
[[-6.1135e-05, 1.9674e-05, -2.9886e-05, 2.2743e-05],
[-4.7806e-05, 1.6671e-05, -1.0850e-04, 1.5464e-06],
[ 2.3063e-05, 8.5672e-05, 6.4463e-05, -1.2977e-05],
[ 4.4182e-05, -2.3453e-05, -8.6599e-06, 8.0813e-05]],
[[ 4.8836e-05, -1.2948e-05, 1.0872e-04, 2.5370e-05],
[-1.3992e-04, -5.2222e-05, 3.9242e-06, 1.6934e-04],
[-1.6219e-04, -7.4466e-05, -2.4072e-05, -9.8985e-05],
[-7.9380e-05, -1.3162e-04, 1.7672e-05, 2.4116e-05]],
...,
[[-8.7535e-05, -9.9087e-07, 5.4028e-05, -8.0225e-05],
[-5.5851e-05, -1.0532e-04, 1.8188e-05, 8.4099e-05],
[-3.8235e-05, -2.5806e-05, 4.4184e-05, 3.6567e-05],
[ 7.0241e-05, -6.6596e-05, 5.2010e-05, 1.9079e-05]],
[[ 4.9309e-06, 2.1929e-05, -3.8681e-05, 1.2921e-04],
[-3.1591e-06, -9.9203e-05, 1.4691e-05, -4.4631e-05],
[ 7.3354e-05, 1.9366e-06, 1.4502e-05, -2.9581e-05],
[ 9.9450e-06, 1.0332e-04, 5.0641e-06, 3.8382e-05]],
[[-9.8554e-05, -1.1156e-05, 4.4913e-05, 1.5876e-05],
[ 1.5450e-04, -7.7935e-05, -1.0472e-04, -4.3022e-05],
[-9.4852e-05, 1.6790e-05, -7.9713e-05, 1.0624e-04],
[ 7.2754e-05, 4.1209e-05, -4.8936e-05, 1.0292e-04]]],
[[[-1.9674e-05, 2.0447e-05, -3.8615e-05, -1.8578e-05],
[ 5.6319e-05, 5.4836e-05, 5.7117e-05, -2.3199e-05],
[-1.4135e-04, 5.3868e-05, 3.0682e-06, -7.9690e-06],
[-4.0415e-05, -7.4884e-05, -1.1021e-04, 6.3368e-06]],
[[-4.8727e-05, 6.3351e-05, -3.0253e-07, 3.1533e-05],
[ 4.1420e-05, 3.1217e-05, -6.2492e-05, -2.6926e-05],
[-3.1628e-05, 9.6675e-05, 7.1600e-05, 4.2524e-06],
[-8.5381e-06, -2.9815e-05, -9.7343e-05, 1.4051e-04]],
[[-8.1510e-05, -7.8395e-05, 6.5833e-05, -1.8865e-05],
[-2.7372e-05, -1.0097e-04, -1.8440e-05, 3.1647e-05],
[ 3.6377e-05, 9.3164e-05, 3.5303e-05, 2.2653e-05],
[ 2.1511e-05, -5.0128e-06, 5.2801e-05, 1.1355e-04]],
...,
[[-9.7519e-05, 3.0824e-05, 1.6059e-04, -7.9734e-05],
[-4.8156e-05, -4.3566e-05, 2.8840e-05, 6.1317e-05],
[ 2.9605e-05, -7.0772e-06, 3.2795e-05, -8.9566e-06],
[ 1.7006e-04, -9.0696e-06, 3.7199e-05, 1.5318e-04]],
[[-8.0502e-06, 3.2281e-05, -1.2519e-06, 2.5211e-05],
[-1.0115e-06, -1.1757e-04, 1.3416e-06, -6.1279e-05],
[ 6.6311e-05, 6.0296e-05, 2.7583e-05, 7.8303e-05],
[ 3.8392e-05, 1.2365e-04, -1.5278e-05, 1.9083e-05]],
[[ 1.0563e-05, 1.2759e-05, 5.3385e-06, 3.1503e-05],
[ 7.7935e-06, -7.2876e-05, -5.0697e-05, 4.5541e-05],
[-1.9508e-04, -6.5754e-06, 5.5814e-05, -4.4114e-05],
[ 8.3372e-05, -1.2274e-04, -4.7890e-05, -5.3634e-05]]],
...,
[[[ 9.8579e-06, -2.5178e-05, -1.2656e-05, 1.0430e-05],
[-1.7744e-05, 6.4443e-06, 1.4406e-05, 1.3201e-05],
[ 6.1734e-05, -2.3371e-05, 5.1465e-05, 3.6168e-05],
[ 9.7576e-06, 5.3375e-06, 2.3296e-05, -9.5432e-06]],
[[ 1.4377e-05, -4.1425e-05, -9.3846e-06, 7.6386e-07],
[ 9.7115e-06, -2.2796e-05, 1.5450e-06, 1.8415e-05],
[ 4.1606e-06, -2.7091e-05, -3.9894e-05, 1.0814e-05],
[-1.9596e-06, 2.7248e-06, 2.7630e-05, -3.2092e-05]],
[[ 3.4854e-05, -9.0704e-06, -2.9667e-05, 5.1946e-05],
[ 1.2138e-05, 7.0922e-05, 4.9088e-05, 8.3275e-07],
[ 6.0157e-05, -5.2435e-05, -9.6077e-06, 9.1206e-06],
[-2.6326e-05, 2.1043e-05, 4.1685e-05, -1.5693e-05]],
...,
[[ 5.8836e-05, 4.5817e-05, 2.3068e-05, 5.2873e-05],
[ 1.9266e-05, -3.5783e-05, 1.5866e-05, 1.4116e-05],
[-3.4640e-05, 2.8473e-05, -2.1724e-05, -3.8281e-05],
[-9.5415e-05, -1.1386e-05, 1.5515e-05, 3.7155e-05]],
[[ 5.9446e-06, -3.2742e-05, -1.8827e-05, -1.3086e-06],
[-1.6226e-05, 3.8157e-05, -2.3795e-05, -1.1834e-06],
[ 1.3239e-06, 5.6937e-06, -9.4437e-06, 4.1365e-05],
[-4.8053e-06, -3.4257e-05, 2.5717e-05, -5.4973e-06]],
[[-5.9832e-05, 2.0212e-05, -1.7750e-05, 1.6358e-05],
[ 2.1373e-05, 4.8149e-05, -2.5096e-05, -6.5698e-06],
[ 2.5305e-05, -3.1411e-05, 5.4281e-05, 2.1164e-05],
[ 1.7469e-05, -8.2611e-06, -5.5572e-05, -5.8380e-07]]],
[[[-4.3865e-05, 1.3937e-05, -8.5684e-06, 2.0609e-05],
[ 2.2632e-05, 1.1926e-05, 2.1902e-05, -1.4008e-05],
[ 1.1054e-05, 1.0205e-06, -3.1553e-05, -8.1487e-06],
[ 7.0988e-07, -1.7159e-05, -4.2755e-05, -1.4279e-07]],
[[-3.1924e-05, 1.6778e-05, 1.6032e-06, 9.8861e-06],
[ 1.3980e-05, 1.6049e-05, -2.1079e-05, -2.0044e-05],
[-5.8137e-06, 2.2821e-05, 1.8904e-05, 4.8299e-06],
[ 2.3546e-06, -7.0507e-06, -1.1832e-05, 2.2424e-05]],
[[-2.2380e-05, 2.0515e-05, 8.1183e-06, 2.9223e-06],
[ 2.6549e-05, -1.3200e-05, -4.6406e-06, -8.2808e-06],
[ 2.4253e-05, 7.2986e-06, -2.6969e-05, 2.5191e-05],
[ 9.9874e-06, 6.2657e-07, -1.6476e-06, -1.6175e-05]],
...,
[[-1.6627e-05, -1.4180e-05, 4.6272e-05, -5.0460e-05],
[ 2.2987e-05, -7.3399e-06, -6.5839e-06, 3.7050e-05],
[ 1.0908e-05, -4.2270e-07, -3.0062e-05, -2.3245e-05],
[ 3.6357e-05, 3.7802e-05, 2.7038e-05, 2.2244e-05]],
[[-1.2674e-05, 2.8639e-05, -1.2398e-05, 1.2152e-05],
[ 2.2296e-05, -2.7828e-05, 6.1648e-06, -1.4428e-05],
[ 7.4916e-06, 1.6674e-05, 9.6809e-06, 3.7598e-06],
[ 1.7988e-05, 3.0488e-05, -1.2713e-05, 4.9206e-06]],
[[-2.7326e-05, 1.3880e-05, 2.8950e-05, 5.2280e-08],
[-9.9113e-06, 1.8844e-05, -3.8048e-05, -2.8267e-05],
[-1.3795e-05, 5.2511e-06, 2.6394e-05, -2.1401e-05],
[-4.0072e-05, -2.8199e-05, 5.7993e-06, -4.1816e-06]]],
[[[-1.6121e-05, 2.1495e-05, 1.4661e-04, -1.2154e-05],
[-1.8547e-04, -1.0860e-04, -2.2152e-04, 7.4061e-05],
[ 1.5235e-04, -8.8208e-05, -2.3344e-05, 1.3887e-04],
[ 7.2572e-05, 1.9875e-04, 2.4095e-04, -5.4021e-05]],
[[ 2.0555e-04, -9.5429e-05, 4.4651e-06, -7.7157e-05],
[-1.1076e-04, -6.9149e-05, 1.5884e-04, 7.7731e-05],
[-6.7231e-06, -2.4658e-04, -2.0507e-04, -1.1729e-06],
[-2.1470e-05, 6.3385e-05, 1.9993e-04, -3.2525e-04]],
[[ 3.8852e-05, 2.1830e-04, -3.6379e-05, -9.6043e-05],
[ 2.4397e-04, 2.2696e-04, 1.5572e-04, -3.4210e-05],
[ 3.1120e-05, 1.2250e-04, -1.2294e-04, 4.0758e-05],
[ 1.2058e-04, -5.2968e-05, -8.5466e-05, -6.0145e-05]],
...,
[[ 2.2520e-04, -3.7418e-05, -3.5401e-04, 2.3995e-04],
[ 5.8113e-05, 2.6961e-04, -7.1070e-05, -8.5783e-05],
[ 1.5215e-04, -1.2307e-04, -5.2613e-05, -7.4013e-05],
[-2.2071e-04, 9.8910e-05, -1.5726e-04, -3.0570e-04]],
[[-2.5236e-05, -2.2419e-05, 8.9863e-05, -1.2905e-04],
[-5.3578e-05, 2.7708e-04, 1.6289e-04, 1.3772e-04],
[-1.9774e-04, -5.6651e-05, -1.0531e-04, -2.7311e-05],
[-5.4195e-05, -2.9933e-04, 6.8681e-05, -4.8660e-05]],
[[ 1.4511e-04, -1.2132e-04, 2.6486e-05, -7.9403e-05],
[-3.3975e-05, 3.3921e-05, 1.7902e-04, -1.4973e-04],
[ 3.1223e-04, 7.4493e-06, -6.9241e-05, 6.5197e-05],
[-2.5472e-04, 2.1461e-04, 3.7456e-05, 1.2657e-05]]]],
device='cuda:0')l1.0.module.bias tensor([0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0.], device='cuda:0')l1.0.module.weight_u Nonel1.0.module.weight_v Nonel1.0.module.weight_bar tensor([[[[ 4.9193e-05, 3.5611e-05, 2.2072e-04, 4.8204e-05],
[-1.9557e-05, -2.5782e-04, 5.9493e-05, 1.4776e-04],
[ 1.8546e-04, -2.5903e-04, 2.2232e-06, 1.4269e-04],
[ 3.1577e-04, -2.9466e-04, -2.9114e-04, 5.2672e-05]],
[[-1.4544e-04, -1.3818e-04, -3.3288e-06, -8.8775e-05],
[-2.0521e-05, -1.5958e-04, -3.6275e-04, -2.4935e-04],
[-1.6702e-04, -3.6565e-04, 2.7011e-04, -2.8002e-04],
[ 2.3144e-04, -2.1140e-05, -1.3731e-04, 8.8068e-05]],
[[-1.0105e-04, 1.6120e-04, -2.4624e-04, -2.6814e-04],
[ 9.2218e-05, -1.0277e-04, 1.2306e-04, -2.0072e-04],
[ 1.6795e-04, -2.3124e-04, 2.6051e-05, 2.2469e-04],
[ 5.4141e-05, -3.6487e-04, -1.6853e-04, -6.7688e-05]],
...,
[[ 6.5888e-05, -2.2061e-04, -6.5948e-05, -4.1490e-05],
[-5.4540e-05, -2.1576e-04, 2.5101e-04, 2.1541e-04],
[ 3.2737e-05, 2.6364e-04, -1.6583e-04, -1.6564e-04],
[ 9.1428e-05, 5.8160e-05, -3.3303e-05, -2.0638e-04]],
[[ 1.0623e-04, -2.0292e-05, -4.2181e-04, -1.5999e-04],
[ 7.8394e-05, 1.6379e-04, 3.0814e-04, 8.5623e-05],
[-3.8729e-04, 1.7129e-04, -2.4356e-05, -1.5305e-04],
[-5.8005e-05, -5.6852e-05, -3.8733e-05, -1.4908e-04]],
[[-2.5432e-04, -5.4061e-04, -4.6566e-04, -4.9289e-04],
[ 2.0259e-05, 1.8231e-04, 1.3606e-04, -8.7267e-05],
[-4.8090e-05, -2.7431e-04, 3.4453e-05, 1.2351e-04],
[ 2.3586e-04, 3.4935e-04, 4.1119e-04, 7.0110e-04]]],
[[[ 2.2791e-05, 1.7236e-05, 1.0618e-04, 2.2876e-05],
[-9.4862e-06, -1.2439e-04, 2.8647e-05, 7.1282e-05],
[ 8.9766e-05, -1.2506e-04, 1.2922e-06, 6.8104e-05],
[ 1.5207e-04, -1.4289e-04, -1.4079e-04, 2.5294e-05]],
[[-7.4027e-05, -5.5557e-05, -7.6003e-06, -3.5849e-05],
[-2.4948e-05, -1.3308e-04, -1.0827e-04, -7.1458e-05],
[-1.1764e-04, -1.3442e-04, 1.4703e-04, -1.1750e-04],
[ 1.0629e-04, 1.2346e-05, -7.2773e-05, -6.7212e-06]],
[[-1.5035e-05, 3.9369e-05, -8.0511e-05, -1.0425e-04],
[ 2.6116e-06, -9.4795e-05, 3.1723e-05, -1.2644e-04],
[ 1.1155e-04, -1.6868e-04, 3.3672e-05, 6.9934e-05],
[ 6.4416e-05, -1.8554e-04, -1.0025e-04, -6.4891e-05]],
...,
[[ 3.2487e-05, -9.4027e-05, -4.1777e-05, -1.6976e-05],
[-2.9693e-05, -1.1285e-04, 1.2588e-04, 1.1206e-04],
[ 2.4136e-05, 1.3146e-04, -5.8031e-05, -7.0007e-05],
[ 3.0277e-05, 3.2037e-05, -1.2394e-05, -9.0360e-05]],
[[ 4.3660e-05, -1.0997e-05, -2.1186e-04, -7.9127e-05],
[ 3.5205e-05, 7.0444e-05, 1.5569e-04, 4.5940e-05],
[-1.8933e-04, 9.4667e-05, -1.1746e-05, -7.8921e-05],
[-2.7585e-05, -3.0031e-05, -6.0625e-06, -6.2788e-05]],
[[-2.1766e-04, -2.6229e-04, 3.2687e-05, 6.6324e-05],
[-2.6929e-04, -5.6403e-05, 4.7470e-06, 1.9971e-04],
[-2.7588e-04, -1.9868e-05, -3.2614e-04, -7.8399e-05],
[ 1.8977e-04, 6.9790e-05, -2.4520e-04, -8.2336e-06]]],
[[[ 1.1109e-04, 8.2517e-05, 5.1264e-04, 1.1132e-04],
[-4.3897e-05, -5.9569e-04, 1.3795e-04, 3.4219e-04],
[ 4.2871e-04, -5.9976e-04, 5.5107e-06, 3.2862e-04],
[ 7.3193e-04, -6.8394e-04, -6.7526e-04, 1.2139e-04]],
[[-2.0955e-04, -2.9038e-04, 2.2234e-05, -2.3979e-04],
[-2.4516e-04, -5.4949e-04, -6.4529e-04, -4.0611e-04],
[-4.6283e-04, -7.3170e-04, 4.8479e-04, -6.9935e-04],
[ 4.1827e-04, -1.6060e-05, -1.3146e-04, 3.8498e-05]],
[[-2.2167e-04, 3.6196e-04, -6.0846e-04, -5.2755e-04],
[ 1.3851e-04, -3.2028e-04, 2.5622e-04, -4.7434e-04],
[ 4.0507e-04, -6.6694e-04, 1.1331e-04, 5.5930e-04],
[ 1.4363e-04, -8.5052e-04, -4.6367e-04, -2.5759e-04]],
...,
[[ 1.2259e-04, -4.9010e-04, -1.6414e-04, -7.0653e-05],
[-1.0751e-04, -5.1768e-04, 5.4016e-04, 5.0549e-04],
[ 6.7377e-05, 6.5966e-04, -3.7252e-04, -4.0129e-04],
[ 1.8624e-04, 1.2025e-04, -9.3272e-05, -4.5278e-04]],
[[ 2.5710e-04, -4.0352e-05, -9.8120e-04, -3.4107e-04],
[ 1.6333e-04, 3.6940e-04, 7.3814e-04, 2.2001e-04],
[-9.5019e-04, 4.3171e-04, -5.4727e-05, -3.7448e-04],
[-8.3433e-05, -9.6567e-05, -1.0080e-04, -3.5553e-04]],
[[-7.8724e-05, -8.8323e-04, -2.1746e-04, -6.0948e-04],
[-3.2176e-04, -4.4068e-04, -6.7600e-04, 3.6577e-04],
[-3.9117e-04, 1.4637e-04, -1.1758e-04, 2.2907e-04],
[ 1.5653e-04, 4.8785e-04, 3.0874e-04, 1.5669e-04]]],
...,
[[[-3.9433e-05, -2.9153e-05, -1.7910e-04, -3.9043e-05],
[ 1.6256e-05, 2.0948e-04, -4.7675e-05, -1.2055e-04],
[-1.5039e-04, 2.1055e-04, -1.2174e-06, -1.1502e-04],
[-2.5675e-04, 2.3909e-04, 2.3687e-04, -4.1803e-05]],
[[ 7.7318e-05, 1.0539e-04, 1.7030e-06, 2.6715e-05],
[ 1.0529e-04, 1.3104e-04, 2.3695e-04, 1.2731e-04],
[ 1.3566e-04, 2.9221e-04, -1.4176e-04, 2.0713e-04],
[-1.9066e-04, 3.7767e-05, 8.0475e-05, -1.9606e-05]],
[[ 6.3968e-05, -1.1422e-04, 1.7056e-04, 1.9544e-04],
[-6.2644e-05, 9.2840e-05, -9.5361e-05, 1.5227e-04],
[-1.3272e-04, 1.8603e-04, -3.3403e-05, -1.5919e-04],
[-5.6402e-05, 3.2614e-04, 1.2865e-04, 5.1810e-05]],
...,
[[-3.9601e-05, 1.7781e-04, 6.5958e-05, 2.4622e-05],
[ 4.1428e-05, 1.7152e-04, -2.0171e-04, -1.7020e-04],
[-2.6895e-05, -2.2806e-04, 1.2968e-04, 1.2763e-04],
[-7.2951e-05, -3.7199e-05, 1.4301e-05, 1.4728e-04]],
[[-8.7963e-05, 3.1990e-05, 3.4211e-04, 1.1211e-04],
[-5.4950e-05, -1.2625e-04, -2.4622e-04, -6.4965e-05],
[ 3.3601e-04, -1.4358e-04, 9.9798e-06, 1.3069e-04],
[ 4.1816e-05, 3.1904e-05, 2.3276e-05, 1.1910e-04]],
[[ 7.8697e-05, 4.5077e-04, 3.9992e-04, 3.1833e-04],
[ 1.6562e-04, 3.0543e-04, -1.0376e-04, 1.0546e-05],
[ 3.6628e-04, 1.0928e-04, -5.1068e-05, 9.5254e-05],
[-2.3780e-04, -1.2790e-04, 1.5051e-04, 4.2367e-05]]],
[[[-4.9751e-06, -3.8407e-06, -2.5563e-05, -5.7350e-06],
[ 2.4597e-06, 3.0579e-05, -7.6922e-06, -1.6534e-05],
[-2.1981e-05, 2.9460e-05, -7.0381e-07, -1.7543e-05],
[-3.6677e-05, 3.3587e-05, 3.4465e-05, -6.3754e-06]],
[[ 8.7970e-05, 1.5052e-05, 2.7963e-05, 9.4014e-06],
[ 5.0414e-05, 4.0090e-05, -1.2211e-05, 1.9056e-05],
[ 2.3451e-05, 3.7670e-05, -4.6378e-05, 1.0254e-05],
[ 4.0809e-05, 8.9471e-05, -4.2264e-05, 3.4041e-05]],
[[-4.3747e-06, -1.3474e-05, -5.2708e-06, 2.8688e-05],
[-3.9324e-05, 4.1626e-05, -5.9663e-05, 7.3496e-05],
[-6.7416e-05, 4.0922e-05, 1.4561e-05, -5.4528e-05],
[ 5.1547e-06, 6.4062e-05, 2.3746e-05, 3.0190e-05]],
...,
[[-3.3033e-06, 3.6287e-05, -2.0462e-06, 9.1115e-06],
[ 2.0694e-05, 4.1487e-05, -4.5021e-05, -2.5963e-05],
[-6.7519e-06, -4.6591e-05, 1.3793e-05, 2.6936e-05],
[-1.8966e-06, 5.0292e-06, -1.6512e-05, 4.0260e-06]],
[[-6.7947e-07, -1.7941e-05, 3.9949e-05, 9.2034e-06],
[-2.0612e-05, 1.5266e-06, -2.8541e-05, 1.9601e-06],
[ 4.7148e-05, -9.2088e-06, 2.4679e-05, 1.4507e-06],
[-1.6735e-05, 2.5874e-05, -1.2349e-07, 1.1967e-05]],
[[ 2.2620e-04, -1.6600e-04, -1.5798e-05, 4.0734e-04],
[ 4.7642e-04, 3.0793e-04, 7.2490e-05, -8.1933e-05],
[-3.7815e-04, -4.0435e-04, -4.0958e-04, -7.5967e-05],
[ 1.1233e-04, -4.5631e-05, -1.7428e-04, 1.8362e-04]]],
[[[ 1.8964e-04, 1.3814e-04, 8.6590e-04, 1.8910e-04],
[-7.4851e-05, -1.0080e-03, 2.3068e-04, 5.7884e-04],
[ 7.2543e-04, -1.0134e-03, 8.9100e-06, 5.5568e-04],
[ 1.2374e-03, -1.1553e-03, -1.1404e-03, 2.0410e-04]],
[[-3.1513e-04, -4.0221e-04, -8.6411e-06, -4.3695e-04],
[-2.9580e-04, -6.5769e-04, -1.2189e-03, -8.1933e-04],
[-7.8778e-04, -1.3936e-03, 7.5364e-04, -1.1523e-03],
[ 7.2060e-04, -1.0250e-04, -3.1869e-04, 1.3807e-05]],
[[-3.4723e-04, 5.3832e-04, -9.4958e-04, -9.7418e-04],
[ 2.2775e-04, -4.7007e-04, 3.7096e-04, -7.2992e-04],
[ 7.5450e-04, -1.0628e-03, 1.4127e-04, 8.6541e-04],
[ 3.3584e-04, -1.4206e-03, -7.3487e-04, -3.5826e-04]],
...,
[[ 2.1067e-04, -8.3216e-04, -2.8586e-04, -8.7199e-05],
[-1.9336e-04, -8.9375e-04, 9.1343e-04, 8.6719e-04],
[ 1.1837e-04, 1.0945e-03, -5.6349e-04, -6.4530e-04],
[ 3.2667e-04, 1.8883e-04, -1.3621e-04, -7.5598e-04]],
[[ 4.2384e-04, -9.3618e-05, -1.6314e-03, -5.9391e-04],
[ 2.3405e-04, 6.3270e-04, 1.2417e-03, 3.4810e-04],
[-1.5987e-03, 7.5757e-04, -5.5807e-05, -5.9102e-04],
[-1.4982e-04, -2.1293e-04, -1.4826e-04, -6.0191e-04]],
[[-1.8548e-04, -4.4923e-04, -9.1522e-04, -4.9260e-04],
[-1.0609e-03, 2.6413e-04, -4.0519e-04, 4.8928e-04],
[-1.3200e-03, -5.2196e-05, 1.0016e-04, -1.8893e-04],
[ 6.3277e-04, 9.3820e-04, 5.0640e-04, 8.3081e-04]]]],
device='cuda:0')l2.0.module.bias tensor([0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0.], device='cuda:0')l2.0.module.weight_u Nonel2.0.module.weight_v Nonel2.0.module.weight_bar tensor([[[[-1.1756e-04, -6.2929e-05, -3.1200e-06, -1.1786e-06],
[-5.5618e-06, -4.7967e-05, -1.8399e-06, -1.7142e-05],
[ 1.6891e-05, 2.6550e-05, 1.0175e-05, -6.8805e-05],
[-5.6837e-05, -2.6339e-05, 6.2503e-05, 3.2759e-05]],
[[-3.8505e-06, -4.1205e-05, -1.5641e-05, -1.3131e-05],
[-1.7903e-05, -4.6771e-05, 1.8505e-05, 8.0155e-05],
[ 8.6269e-05, 2.5757e-05, -1.8717e-05, -4.3532e-05],
[-3.0672e-05, -2.0954e-05, 4.2587e-05, -6.7612e-05]],
[[-3.5138e-05, -8.4059e-05, 1.2026e-05, 7.7397e-05],
[ 3.0909e-05, 4.5712e-07, -3.4590e-05, 1.4407e-04],
[ 1.7598e-05, 4.0290e-05, -5.0031e-05, -1.1292e-04],
[ 6.8897e-05, 6.7927e-05, -6.5625e-05, -3.4925e-05]],
...,
[[-1.7558e-05, 1.2942e-05, -1.6491e-05, -1.1473e-05],
[-2.5960e-05, 2.7382e-05, -1.4733e-05, 2.6019e-05],
[ 1.0146e-05, 1.2747e-05, 4.8298e-05, 9.3508e-06],
[-1.4199e-05, -4.6251e-05, 1.6257e-05, 2.6788e-05]],
[[ 4.7918e-05, 1.0721e-04, -1.3255e-05, 1.8303e-05],
[ 5.8200e-06, -3.8187e-05, -1.9463e-05, -5.4535e-05],
[-1.6878e-05, 6.0470e-05, 3.8824e-05, 1.1525e-06],
[-1.7578e-05, -2.7034e-05, 2.2382e-05, 9.6105e-06]],
[[-6.7131e-05, -4.0842e-05, 4.7412e-05, 6.1523e-06],
[-4.9308e-05, -5.6259e-05, -6.9856e-05, -1.3861e-05],
[ 1.0037e-04, 1.2116e-05, 5.4701e-05, -7.8004e-05],
[-7.5513e-05, 1.1261e-04, -3.5521e-06, 7.7900e-05]]],
[[[-1.8416e-05, -5.4289e-05, 1.4380e-05, -9.7630e-05],
[ 4.4372e-04, 4.1184e-04, -5.4814e-05, 2.4458e-04],
[ 2.2117e-04, -9.1092e-05, 4.7883e-05, 3.3115e-04],
[-9.6775e-05, -1.1689e-04, 5.6472e-05, 3.8314e-04]],
[[ 4.1905e-04, 2.7127e-05, 2.3394e-04, 2.6690e-06],
[ 2.8775e-05, 1.4902e-04, -1.1937e-04, -1.2768e-04],
[ 9.5980e-05, 1.8297e-04, 1.4831e-04, 1.2944e-05],
[-6.8167e-05, -2.3041e-05, -2.3096e-04, -5.1638e-05]],
[[-4.0743e-04, 9.7564e-05, -1.6471e-04, -2.1330e-04],
[-3.6200e-04, 4.3712e-05, 1.9700e-05, -3.9070e-04],
[-9.3483e-05, -3.1871e-04, 2.6325e-05, 2.9163e-04],
[-1.6864e-04, -2.4314e-04, 1.7852e-04, 4.4664e-05]],
...,
[[-7.9893e-05, -1.6402e-04, 1.2451e-04, 3.5586e-04],
[-5.1861e-05, -3.4838e-04, -1.7287e-05, -8.5752e-07],
[ 1.5718e-04, -1.5212e-04, -4.0912e-04, 2.7888e-05],
[ 9.2035e-06, 5.1809e-05, -1.3301e-04, -2.4630e-04]],
[[ 4.2945e-05, -3.0453e-04, -2.6882e-04, 1.1475e-05],
[ 2.2838e-04, 1.5597e-04, 6.1047e-05, 2.0183e-04],
[ 1.7567e-04, 6.9248e-05, -2.5030e-04, -3.0016e-05],
[ 7.4590e-05, 1.4513e-04, -8.4942e-05, 1.2879e-04]],
[[ 4.2992e-05, 1.8608e-04, -1.6971e-04, 1.7813e-04],
[-2.3563e-04, 1.4267e-04, -7.2691e-05, -1.4175e-04],
[-7.3607e-05, -9.4823e-05, 1.2824e-04, 7.4060e-04],
[-7.0290e-05, -2.2630e-06, 1.9788e-04, -4.6289e-06]]],
[[[ 2.1069e-04, 1.5622e-04, -2.2430e-04, 7.1612e-05],
[-6.9570e-04, -5.7812e-04, -5.6497e-05, -2.0956e-04],
[-4.5733e-04, 2.6912e-04, -6.7832e-05, -4.4924e-04],
[ 5.8812e-05, 1.8130e-04, 3.6328e-06, -4.5861e-04]],
[[-7.4486e-04, 1.4352e-04, -3.3845e-04, 2.5088e-05],
[-1.5800e-05, -1.7498e-04, 2.6813e-04, 3.3516e-04],
[-5.6309e-05, -2.6189e-04, -2.3672e-04, 5.3163e-05],
[ 2.1761e-04, 1.5489e-05, 2.4197e-04, -1.9016e-08]],
[[ 3.9626e-04, -2.5730e-04, 3.3886e-04, 6.2194e-04],
[ 4.0726e-04, 5.5643e-05, -3.7069e-04, 7.2696e-04],
[ 1.8848e-04, 6.4953e-04, 8.8773e-05, -6.6610e-04],
[ 4.5443e-04, 1.9151e-04, -3.8299e-04, 4.1111e-05]],
...,
[[ 9.1661e-05, 1.4919e-04, -6.6560e-05, -7.5872e-04],
[ 5.0716e-05, 4.8740e-04, -1.7036e-06, -1.5386e-04],
[-2.5418e-04, 3.1938e-04, 6.8998e-04, -8.5513e-05],
[ 7.0365e-05, -2.0016e-04, 1.7149e-04, 2.0070e-04]],
[[-1.3811e-04, 5.9668e-04, 3.8024e-04, 5.7954e-05],
[-2.3927e-04, -2.6774e-04, -9.5932e-05, -3.5341e-04],
[-3.2225e-04, -2.4114e-04, 5.5268e-04, -1.2616e-04],
[-9.0622e-05, -2.0199e-04, 9.0134e-05, -1.2258e-04]],
[[-2.2367e-04, -4.7218e-04, -3.8225e-06, -3.4259e-04],
[ 4.4916e-04, 7.8636e-06, -1.4728e-04, 1.7155e-04],
[ 3.2980e-04, 4.3854e-04, 1.6027e-04, -1.0729e-03],
[ 2.4902e-05, -2.0066e-04, -2.3603e-04, -2.2750e-04]]],
...,
[[[-1.6408e-04, -1.6626e-04, 1.7389e-04, -9.2105e-05],
[ 4.5295e-04, 4.3696e-04, 8.3501e-05, 1.5552e-04],
[ 3.6311e-04, -2.2043e-04, 7.5121e-06, 3.0968e-04],
[ 8.9112e-06, -1.8374e-04, -6.8269e-05, 3.4254e-04]],
[[ 5.5730e-04, -1.2187e-04, 2.5161e-04, 1.4567e-05],
[ 6.8104e-05, 9.2637e-05, -1.9506e-04, -3.2909e-04],
[ 1.3160e-05, 1.7611e-04, 2.0597e-04, -4.3893e-05],
[-1.6216e-04, -9.8825e-05, -1.6836e-04, -2.7790e-06]],
[[-2.3592e-04, 1.5846e-04, -1.8699e-04, -4.2975e-04],
[-2.9945e-04, -7.1957e-05, 2.4574e-04, -4.8701e-04],
[-2.1270e-04, -5.0926e-04, -9.8957e-05, 5.1319e-04],
[-3.9665e-04, -1.8086e-04, 3.1238e-04, -4.9638e-05]],
...,
[[-6.0608e-05, -1.4390e-04, -3.8393e-05, 5.4674e-04],
[ 7.3876e-05, -3.2404e-04, 4.7343e-05, 5.6139e-05],
[ 2.0779e-04, -2.5282e-04, -5.6451e-04, 1.1331e-04],
[-9.0810e-05, 1.2990e-04, -2.4235e-04, -2.0896e-04]],
[[ 1.2041e-05, -4.9598e-04, -4.1591e-04, 6.7319e-06],
[ 1.8734e-04, 2.7160e-04, 3.0141e-05, 3.0392e-04],
[ 2.9007e-04, 8.2042e-05, -3.7790e-04, 8.6334e-05],
[ 1.1076e-04, 1.1633e-04, -7.3741e-05, 5.2803e-05]],
[[ 1.3888e-04, 3.8817e-04, 4.1038e-05, 2.5309e-04],
[-3.6579e-04, -4.1926e-05, 9.1487e-05, -8.1492e-05],
[-3.1386e-04, -2.9004e-04, -8.0683e-05, 8.3809e-04],
[ 3.6115e-05, 2.5438e-04, 1.6870e-04, 2.1865e-04]]],
[[[ 1.1812e-04, 1.1781e-04, -1.1988e-04, 3.5564e-05],
[-3.2156e-04, -2.8070e-04, -3.0615e-05, -1.2133e-04],
[-1.9615e-04, 4.9991e-05, -1.2506e-05, -1.4411e-04],
[ 6.6927e-05, 1.2815e-04, -1.6798e-05, -2.2522e-04]],
[[-3.4134e-04, 6.7737e-05, -1.3713e-04, -2.5889e-05],
[-1.4693e-06, -7.0474e-05, 1.1813e-04, 9.7748e-05],
[ 8.3728e-07, -1.4927e-04, -1.5054e-04, 1.7730e-05],
[ 1.3102e-04, -7.1466e-06, 9.9740e-05, 2.4989e-05]],
[[ 1.9831e-04, -1.2449e-04, 1.2951e-04, 2.4060e-04],
[ 1.7065e-04, 4.1483e-06, -1.8265e-04, 2.6892e-04],
[ 7.2469e-05, 2.1257e-04, 6.3447e-05, -2.9180e-04],
[ 1.7223e-04, 1.1722e-04, -1.5808e-04, 5.5324e-05]],
...,
[[-6.8058e-06, 1.0837e-04, 3.8790e-05, -2.7355e-04],
[ 3.5717e-05, 2.1965e-04, -2.1008e-05, 1.1305e-05],
[-1.2633e-04, 1.1746e-04, 3.1976e-04, -7.4616e-05],
[ 2.5072e-05, -1.1892e-04, 9.5954e-05, 7.4231e-05]],
[[-7.5998e-05, 2.7898e-04, 1.6464e-04, -8.4717e-06],
[-7.0564e-05, -1.7083e-04, -1.1914e-05, -1.1324e-04],
[-1.3865e-04, -8.3637e-05, 1.9675e-04, -3.5471e-05],
[-3.7187e-05, -1.0825e-04, 4.1215e-05, -9.3950e-05]],
[[-4.2202e-05, -1.6752e-04, -7.3979e-06, -1.0104e-04],
[ 1.2984e-04, -4.8255e-05, 6.9325e-07, 7.4039e-05],
[ 1.4447e-04, 1.2089e-04, 9.0644e-05, -4.4195e-04],
[-6.9093e-05, -5.0943e-05, -1.7782e-04, -1.3335e-04]]],
[[[ 7.6957e-05, 8.6029e-05, 4.8338e-05, 5.6936e-05],
[ 4.6365e-05, -9.5616e-06, 1.0069e-04, 1.4149e-04],
[ 8.8123e-05, 9.2183e-05, -7.7183e-05, 3.7332e-06],
[-3.0540e-06, -1.4380e-04, -8.2673e-05, 6.7370e-05]],
[[ 3.3231e-05, -2.1450e-05, 5.9367e-05, -1.0648e-04],
[-1.2374e-05, 4.3015e-05, 1.9002e-05, -7.0373e-06],
[-6.4768e-05, -6.0035e-05, 6.6265e-06, -1.2234e-04],
[ 4.6346e-05, -3.8199e-05, -7.2277e-05, -6.8233e-05]],
[[-2.2860e-05, 7.8742e-06, -1.2050e-05, -1.2235e-04],
[-1.9889e-04, -5.3850e-08, 7.3862e-05, -1.3169e-04],
[-9.7959e-06, 5.8640e-05, 6.2346e-05, 7.6067e-05],
[-1.5178e-04, -9.6023e-05, 3.3376e-05, 4.7892e-05]],
...,
[[ 2.4642e-05, -3.5846e-05, 7.7792e-05, 8.7513e-06],
[-1.6381e-05, -5.9556e-05, -1.5495e-05, 2.5051e-05],
[-1.1674e-05, -1.9755e-05, -3.5801e-05, -6.6393e-05],
[ 4.5470e-05, -2.2000e-05, 5.5021e-05, 2.6832e-05]],
[[ 5.1184e-05, -1.0645e-04, -7.9431e-05, 1.0279e-04],
[ 5.5122e-05, 7.5556e-05, -8.1134e-05, 1.7649e-04],
[ 2.3227e-05, -7.5232e-05, -1.9951e-04, 8.5120e-06],
[ 1.0163e-04, 1.0736e-05, 3.0998e-06, -4.1895e-05]],
[[-4.5353e-05, 7.6412e-05, -7.1219e-05, 2.7323e-05],
[-6.8220e-05, -5.1747e-05, 4.4059e-05, -9.1871e-05],
[-2.0133e-04, -7.9429e-05, -7.8600e-05, 6.2908e-05],
[ 2.2159e-05, 4.7987e-05, 1.4504e-05, -1.0892e-04]]]],
device='cuda:0')l3.0.module.bias tensor([0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0.], device='cuda:0')l3.0.module.weight_u Nonel3.0.module.weight_v Nonel3.0.module.weight_bar tensor([[[[ 2.6588e-05, -6.3855e-05, 6.2672e-05, 7.0150e-05],
[-5.5449e-05, 1.6480e-04, 1.2969e-04, -2.1886e-05],
[-6.1938e-06, -5.5155e-05, 9.7958e-06, 2.7208e-05],
[-2.2006e-04, 6.6180e-05, 1.2080e-04, -6.1763e-05]],
[[-2.0057e-05, 1.9669e-04, 1.8655e-04, -2.3314e-05],
[ 5.1592e-06, -1.0019e-04, -4.5199e-06, -1.0509e-04],
[ 2.0898e-05, -4.1307e-05, 5.7831e-05, -1.7447e-05],
[-5.5509e-05, -1.9671e-05, 7.2796e-05, 7.5059e-06]],
[[-7.2050e-05, 1.9705e-05, 6.3568e-05, 2.8290e-05],
[ 7.7213e-05, -3.0634e-06, -3.4959e-05, -7.3542e-06],
[ 1.0281e-05, -5.0470e-05, 2.3364e-04, -5.0477e-05],
[ 5.4902e-05, -3.8947e-05, -7.1683e-05, 2.9779e-06]],
...,
[[-1.9654e-04, -5.0603e-05, -2.2938e-05, -1.7267e-04],
[ 5.8317e-05, -9.8008e-06, 5.2050e-05, 7.9369e-06],
[ 7.9178e-05, 1.9728e-04, 8.5549e-05, -1.7000e-04],
[ 9.4591e-05, 9.1505e-07, -8.8982e-05, -1.1047e-04]],
[[-2.3346e-05, 9.2882e-05, 1.7052e-04, -1.2933e-04],
[ 1.0908e-04, -9.2228e-05, -3.5425e-05, 7.3344e-05],
[-2.3886e-05, -8.2436e-05, -9.8139e-05, -3.2849e-05],
[-7.2452e-05, 4.4948e-05, -5.6104e-05, 2.5467e-06]],
[[-9.4781e-05, 3.7659e-05, -1.0770e-04, 7.2403e-05],
[ 8.7230e-05, 5.4936e-06, 1.1022e-05, -1.0511e-04],
[-1.0601e-05, 3.4320e-07, 1.3320e-04, -1.1143e-04],
[ 1.3957e-05, -3.6618e-05, 4.6524e-05, -9.9064e-06]]],
[[[ 4.3285e-05, -1.3033e-04, 1.4709e-04, 1.0274e-04],
[-6.3994e-05, 2.6296e-04, 2.1305e-04, -2.2738e-05],
[-2.4908e-05, -2.5326e-05, 5.2206e-05, 1.0667e-04],
[-3.4277e-04, 5.3621e-05, 1.1867e-04, -5.4928e-05]],
[[ 7.9008e-05, 3.6988e-04, 2.8999e-04, 2.5600e-06],
[-5.2625e-05, -1.0759e-04, 1.4623e-04, -2.0932e-04],
[ 7.8995e-05, -2.4240e-04, 2.2210e-06, -1.6890e-04],
[-1.0352e-04, 4.1600e-05, 6.7285e-05, -7.6396e-05]],
[[-1.5528e-04, 6.1121e-05, 1.4668e-04, 1.0225e-04],
[ 1.0410e-04, -4.7031e-05, -3.1447e-05, -1.5517e-05],
[-6.6243e-06, -7.9001e-05, 4.0299e-04, -6.4909e-05],
[ 1.1195e-04, -4.3556e-05, -1.7536e-04, -4.8497e-05]],
...,
[[-2.1056e-04, -1.1383e-04, -9.9483e-05, -2.8197e-04],
[ 2.1696e-04, 5.1373e-05, 7.1267e-05, 7.0147e-05],
[ 1.0781e-04, 3.0390e-04, 2.8284e-04, -2.9771e-04],
[ 1.3946e-04, 8.2780e-06, -2.3561e-04, -1.3680e-04]],
[[-9.9099e-05, 1.2025e-04, 2.3356e-04, -2.0069e-04],
[ 2.1639e-04, -1.2779e-04, -1.7137e-06, 8.6388e-05],
[-5.8295e-05, -2.0697e-04, -1.2654e-04, -5.7270e-07],
[-1.0719e-04, 1.0792e-04, -1.1236e-04, -8.8789e-05]],
[[-1.1895e-04, 6.8463e-05, -2.2465e-04, 2.0411e-04],
[ 1.1744e-04, -1.3968e-06, 3.9558e-05, -1.9845e-04],
[ 1.2759e-05, -3.8719e-05, 2.0226e-04, -1.4382e-04],
[ 7.9965e-05, -1.9186e-05, 6.4064e-05, -1.5393e-05]]],
[[[-3.2814e-05, 5.4518e-06, -3.3874e-05, -4.7378e-05],
[-1.1063e-05, -6.0627e-05, -6.6865e-05, 9.4765e-05],
[ 7.1364e-05, 8.4750e-06, -3.4164e-05, -8.1681e-05],
[ 6.5343e-06, -3.3392e-05, 3.4790e-05, 1.0698e-05]],
[[ 4.4318e-05, -1.3935e-04, 4.8307e-06, -8.4515e-05],
[ 2.0345e-07, -7.2556e-06, -1.6556e-04, 7.0818e-05],
[-5.2624e-05, 1.6214e-04, 2.5147e-06, 5.5939e-05],
[-6.5546e-06, 8.5552e-05, 6.5767e-05, 8.1963e-05]],
[[ 3.5339e-05, -2.5773e-06, -7.5765e-08, -9.9472e-06],
[-3.8460e-06, -1.4750e-05, -1.8889e-05, -3.1496e-05],
[-3.0804e-06, -2.7080e-05, -7.9018e-05, 9.0871e-06],
[-1.8836e-05, -7.4644e-06, 5.6056e-05, 8.0841e-06]],
...,
[[ 9.2496e-05, 1.2158e-05, -5.7090e-06, 1.0516e-04],
[ 1.0232e-05, 5.0341e-05, 2.0282e-05, -1.9864e-06],
[-9.1230e-06, -8.0127e-05, -5.3035e-05, 8.7986e-05],
[-1.1331e-04, 4.9191e-05, -1.6347e-05, 6.8529e-05]],
[[-7.7242e-06, -6.7461e-06, -5.4406e-05, 9.2889e-05],
[-3.8797e-05, 1.1385e-05, 3.4247e-05, -1.3546e-05],
[ 4.8130e-05, 3.8278e-05, 2.7670e-05, 5.3285e-05],
[-6.7595e-05, -1.4104e-05, 5.9818e-06, -3.4186e-05]],
[[ 5.4180e-05, 1.0152e-04, 7.8804e-05, -4.6514e-05],
[-5.6290e-05, 6.5695e-05, -7.5603e-05, 8.5373e-05],
[-4.9667e-05, -2.5005e-05, 2.6238e-05, 8.5568e-05],
[-7.1436e-05, -1.4645e-05, 7.3132e-06, 6.4328e-05]]],
...,
[[[ 7.1251e-06, 5.3821e-06, -5.6861e-05, -6.9002e-05],
[ 4.3562e-05, -4.9708e-05, -2.8242e-05, 9.5978e-06],
[-1.8502e-05, 1.3629e-05, -5.8514e-06, 1.4815e-05],
[ 6.5283e-05, 7.5469e-06, -3.9853e-05, -2.6801e-05]],
[[-7.9744e-06, -5.2818e-05, -1.3027e-04, -7.8821e-05],
[ 1.4407e-04, 1.0638e-04, -1.8123e-05, -1.1896e-05],
[ 3.1288e-05, 7.3816e-05, 1.2708e-05, -1.0558e-05],
[-2.9592e-06, -4.7035e-06, 6.3137e-06, -6.3217e-05]],
[[ 2.7663e-05, -2.4432e-05, -2.3614e-05, 7.6139e-06],
[-8.6262e-06, 2.4680e-06, -1.7756e-05, -1.1969e-05],
[ 1.4145e-05, 7.0380e-06, -6.6145e-05, 2.6768e-05],
[-3.6828e-05, -1.3366e-06, 4.5056e-05, 6.1628e-06]],
...,
[[ 6.0175e-05, 7.3238e-05, 4.0999e-05, 9.6227e-05],
[-3.4941e-05, 2.4118e-05, -4.8919e-06, -1.9576e-05],
[-3.1614e-05, -8.6563e-05, -5.5461e-05, 6.2103e-05],
[-7.3582e-06, -4.1110e-05, 5.1171e-05, 6.5976e-05]],
[[ 7.1565e-06, -3.7360e-05, -5.2746e-05, 3.1917e-05],
[-9.4570e-05, 1.3121e-05, 1.8127e-05, -4.1517e-05],
[ 4.1837e-05, 3.7795e-05, 2.7523e-05, 1.0930e-05],
[ 6.2771e-06, -4.1872e-05, 2.7712e-05, -1.1197e-06]],
[[-9.7079e-06, -4.5778e-06, 4.0845e-05, -1.1709e-04],
[-1.7342e-05, -6.7231e-06, -5.7370e-05, 2.2869e-05],
[-2.0474e-05, -7.3386e-06, -4.0603e-05, 7.2619e-05],
[-2.4187e-05, 3.2776e-05, -5.6493e-05, 4.4567e-06]]],
[[[ 1.0247e-05, -1.0323e-05, 4.8523e-05, 2.3463e-05],
[-4.5420e-05, 1.4859e-04, 1.0810e-04, -3.0331e-05],
[-1.8902e-05, -1.2783e-05, 2.3924e-05, 3.5689e-05],
[-1.5895e-04, 1.0769e-05, 1.1596e-05, -5.4072e-05]],
[[ 1.6596e-05, 1.9253e-04, 1.7659e-04, 6.8068e-05],
[-9.2514e-05, -1.1627e-04, 7.5352e-05, -1.2576e-04],
[ 1.0073e-04, -5.3270e-05, 2.1092e-05, -1.0701e-04],
[-4.7399e-05, -3.7810e-05, 4.2859e-05, -2.3645e-05]],
[[-8.8227e-05, 2.4180e-05, 8.2212e-05, 3.9436e-05],
[ 4.3932e-05, -1.7394e-05, -1.0731e-05, -7.4108e-06],
[ 1.7812e-05, -3.1314e-05, 1.9082e-04, -4.6583e-05],
[ 6.2251e-05, -1.0064e-05, -8.5756e-05, -3.6323e-05]],
...,
[[-1.0175e-04, -2.8831e-05, -1.5787e-05, -1.7309e-04],
[ 6.4471e-05, 2.3467e-05, 6.3243e-06, 2.1216e-05],
[ 4.9750e-05, 1.2608e-04, 1.0736e-04, -1.1093e-04],
[ 4.2842e-05, -4.5638e-05, -8.8138e-05, -9.7569e-05]],
[[-5.0926e-05, 4.4838e-05, 1.0886e-04, -1.1832e-04],
[ 8.0635e-05, -5.1645e-05, -1.0942e-06, 1.5476e-05],
[-1.8770e-05, -1.0449e-04, -3.4913e-05, 1.7976e-05],
[-5.9577e-05, 4.9655e-05, -6.1750e-05, -1.3564e-05]],
[[-5.2183e-05, -3.7097e-05, -5.0292e-05, 9.3954e-05],
[ 8.0236e-05, -6.4398e-05, -5.0248e-06, -6.8872e-05],
[-1.0943e-05, 1.0340e-05, 1.0608e-04, -1.0887e-04],
[ 2.0570e-05, 2.3998e-05, 3.5026e-05, -1.9399e-07]]],
[[[ 1.0936e-05, 4.6161e-05, 2.4987e-05, 8.7238e-05],
[-1.4445e-05, 5.4333e-06, 1.6174e-05, 3.5567e-05],
[-2.8843e-05, -8.1810e-05, -3.1323e-05, -6.2321e-05],
[-5.8899e-05, 3.1047e-05, 1.1408e-05, 1.3517e-05]],
[[ 4.1455e-06, 8.6728e-05, 9.3402e-05, -2.9918e-05],
[-2.8841e-06, 1.4278e-05, 2.9540e-05, -3.5732e-06],
[ 8.0410e-05, -1.7294e-05, 1.1634e-04, -4.5923e-05],
[ 1.2889e-05, 1.7473e-05, 3.4153e-06, 1.1688e-05]],
[[ 1.6289e-05, 3.8013e-05, 1.5968e-05, 1.5816e-05],
[-4.9410e-06, 1.8834e-05, -5.1504e-06, 9.2334e-06],
[-2.8779e-05, -1.9791e-05, 2.1425e-05, -5.9640e-06],
[ 1.8518e-06, -4.4431e-05, -1.7156e-05, -1.1377e-06]],
...,
[[-3.2467e-05, -2.5243e-05, 2.8914e-05, -6.1520e-05],
[-1.3541e-05, -1.1956e-05, 2.5311e-05, -5.7269e-05],
[ 1.8444e-05, 3.0054e-05, 2.4677e-05, -1.3661e-05],
[ 3.2991e-05, 3.0434e-05, 1.4243e-05, 7.4037e-06]],
[[ 1.0559e-07, -9.9091e-06, 2.6144e-05, -3.9850e-05],
[ 4.9773e-05, -3.0447e-05, 2.3383e-05, -2.9245e-05],
[ 8.7642e-06, 2.0624e-05, 1.7990e-05, -2.6602e-06],
[ 2.2098e-05, -3.0091e-05, -2.4364e-05, -4.3735e-06]],
[[ 1.0589e-05, 1.1840e-04, -5.1108e-05, 8.7973e-05],
[ 4.8585e-05, 4.4892e-05, 2.2314e-05, 1.0453e-06],
[ 4.3196e-05, 8.3181e-05, 8.5746e-05, -7.1847e-05],
[-3.5828e-05, 7.4274e-05, 2.4193e-05, -5.6499e-06]]]],
device='cuda:0')last.0.weight tensor([[[[ 1.9712e-03, -7.5511e-04, 2.1110e-03, -1.5923e-03],
[ 4.4803e-04, -9.1990e-04, -1.6872e-05, 9.3405e-05],
[-3.7603e-04, -1.7163e-04, 2.7046e-04, 2.5554e-04],
[ 1.7815e-04, -3.4356e-04, 1.7186e-06, -1.6099e-04]],
[[-1.4324e-03, 3.0463e-04, -2.5655e-03, -2.0150e-04],
[-2.2601e-03, 5.2992e-03, 8.5198e-04, -4.0522e-04],
[-9.5406e-04, 5.4505e-03, -1.3505e-03, -2.3172e-04],
[-1.2469e-03, 4.2257e-04, 1.0533e-03, 2.2180e-04]],
[[ 9.8444e-05, -4.8507e-04, 2.4176e-03, -1.6812e-03],
[-2.0167e-04, -1.8860e-03, -1.5743e-03, 1.4966e-03],
[-1.0246e-03, -1.0232e-04, 8.5674e-04, -4.4385e-04],
[ 7.6060e-04, 7.0753e-04, 6.5795e-04, -8.6465e-05]],
...,
[[-5.5388e-04, -8.3646e-04, 1.0939e-03, -1.8720e-03],
[-1.8201e-04, -4.9385e-05, 1.4355e-03, -2.3799e-03],
[-1.0562e-03, 2.4735e-04, 1.9609e-03, 2.2753e-03],
[-1.2781e-05, 3.4550e-05, 7.7175e-05, -1.0540e-04]],
[[-8.4094e-04, 1.5157e-04, -2.1357e-04, 1.9232e-04],
[ 7.6425e-04, -1.6079e-03, 2.2664e-04, 3.4877e-05],
[-1.8935e-03, -1.0296e-03, 7.0689e-05, 9.5996e-04],
[-1.0655e-03, -9.7195e-04, -2.8540e-04, -2.6395e-04]],
[[-2.1042e-05, 3.2387e-04, -4.9141e-05, -2.2958e-04],
[-9.8668e-05, 4.6984e-04, -1.5038e-03, 1.2512e-03],
[ 1.9726e-03, -3.1327e-03, -4.1858e-03, -1.1739e-03],
[-2.9517e-03, 7.5085e-04, -3.0325e-03, -3.0273e-05]]]],
device='cuda:0')last.0.bias tensor([0.], device='cuda:0')attn1.gamma tensor([-0.0000], device='cuda:0')attn1.query_conv.weight tensor([[[[0.]],
[[0.]],
[[0.]],
...,
[[0.]],
[[0.]],
[[0.]]],
[[[0.]],
[[0.]],
[[0.]],
...,
[[0.]],
[[0.]],
[[0.]]],
[[[0.]],
[[0.]],
[[0.]],
...,
[[0.]],
[[0.]],
[[0.]]],
...,
[[[0.]],
[[0.]],
[[0.]],
...,
[[0.]],
[[0.]],
[[0.]]],
[[[0.]],
[[0.]],
[[0.]],
...,
[[0.]],
[[0.]],
[[0.]]],
[[[0.]],
[[0.]],
[[0.]],
...,
[[0.]],
[[0.]],
[[0.]]]], device='cuda:0')attn1.query_conv.bias tensor([0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.],
device='cuda:0')attn1.key_conv.weight tensor([[[[0.]],
[[0.]],
[[0.]],
...,
[[0.]],
[[0.]],
[[0.]]],
[[[0.]],
[[0.]],
[[0.]],
...,
[[0.]],
[[0.]],
[[0.]]],