-
Notifications
You must be signed in to change notification settings - Fork 1
/
show.txt
1829 lines (1829 loc) · 132 KB
/
show.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
bert.embeddings.word_embeddings.weight Parameter containing:
tensor([[-0.0510, -0.0564, -0.0875, ..., 0.1035, -0.1064, -0.0639],
[ 0.0865, 0.0226, -0.0317, ..., -0.0612, -0.0531, -0.0543],
[-0.0107, 0.0138, -0.0209, ..., 0.0329, -0.0141, 0.0286],
...,
[ 0.0206, 0.0365, -0.0955, ..., -0.0248, 0.1384, -0.0542],
[-0.1193, -0.1132, 0.0581, ..., -0.0710, 0.0878, 0.2277],
[ 0.0709, -0.1118, -0.0100, ..., 0.0857, 0.1817, -0.0334]],
requires_grad=True)
bert.embeddings.position_embeddings.weight Parameter containing:
tensor([[-0.0277, -0.0581, 0.0283, ..., -0.0905, -0.0610, 0.0007],
[ 0.0042, -0.0099, 0.0058, ..., 0.0132, -0.0503, -0.0312],
[-0.0289, -0.0161, 0.0231, ..., 0.0023, -0.0330, -0.0320],
...,
[-0.0362, 0.0121, -0.0196, ..., -0.0445, 0.0291, 0.0407],
[-0.0225, -0.0078, -0.0287, ..., -0.0475, 0.0474, -0.0676],
[-0.0537, 0.0594, -0.0578, ..., 0.0638, 0.0803, -0.1703]],
requires_grad=True)
bert.embeddings.token_type_embeddings.weight Parameter containing:
tensor([[ 0.0028, -0.0127, -0.0102, 0.0097, -0.0059, -0.0057, -0.0003, -0.0063,
-0.0250, 0.0005, -0.0054, 0.0124, -0.0007, 0.0002, 0.0049, 0.0077,
-0.0056, -0.0032, 0.0261, -0.0452, -0.0078, 0.0034, -0.0120, -0.0080,
-0.0142, -0.0007, 0.0054, -0.0220, 0.0141, -0.0213, -0.0008, 0.0183,
0.0166, -0.0005, -0.0237, -0.0055, -0.0080, -0.0141, -0.0170, -0.0005,
0.0154, -0.0075, 0.0003, 0.0013, -0.0014, 0.0131, 0.0130, 0.0168,
0.0068, -0.0032, 0.0167, 0.0085, -0.0276, -0.0218, 0.0171, -0.0165,
0.0023, 0.0140, 0.0022, 0.0037, 0.0080, 0.0115, 0.0089, 0.0123,
-0.0007, 0.0370, 0.0266, 0.0113, 0.0159, 0.0032, 0.0153, 0.0096,
0.0192, 0.0043, -0.0080, 0.0053, -0.0063, -0.0458, 0.0045, -0.0146,
-0.0018, -0.0125, 0.0014, -0.0129, 0.0013, 0.0129, -0.0028, 0.0071,
0.0117, 0.0074, -0.0171, -0.0036, 0.0043, 0.0159, -0.0055, -0.0008,
0.0195, 0.0375, -0.0064, 0.0016, 0.0091, -0.0185, -0.0022, -0.0164,
-0.0128, -0.0032, -0.0132, -0.0029, 0.0064, -0.0024, -0.0108, 0.0156,
0.0138, 0.0015, 0.0120, -0.0672, 0.0127, -0.0064, 0.0218, -0.0581,
0.0006, 0.0161, -0.0004, -0.0074, 0.0067, -0.0097, 0.0004, 0.0444],
[-0.0062, 0.0172, -0.0094, -0.0026, -0.0001, -0.0059, 0.0142, 0.0051,
-0.0083, -0.0163, -0.0106, 0.0070, -0.0051, -0.0160, 0.0014, 0.0064,
0.0027, -0.0058, -0.0030, -0.0332, 0.0580, -0.0372, -0.0053, 0.0046,
-0.0065, -0.0056, 0.0003, 0.0127, -0.0228, 0.0106, -0.0045, 0.0067,
-0.0123, -0.0101, -0.0091, -0.0112, -0.0011, -0.0208, -0.0130, 0.0018,
-0.0046, -0.0047, -0.0330, 0.0039, 0.0038, 0.0050, 0.0067, 0.0379,
0.0064, -0.0129, 0.0111, -0.0015, -0.0062, -0.0109, -0.0268, -0.0093,
-0.0085, -0.0268, -0.0141, 0.0118, -0.0033, 0.0019, -0.0157, 0.0045,
-0.0180, 0.0003, 0.0068, -0.0018, -0.0030, 0.0391, 0.0221, 0.0129,
0.0169, -0.0094, 0.0056, 0.0078, -0.0062, -0.0427, 0.0056, -0.0086,
-0.0052, -0.0094, -0.0017, -0.0102, -0.0072, 0.0027, -0.0072, -0.0035,
-0.0026, -0.0081, 0.0119, -0.0059, 0.0184, 0.0131, -0.0091, 0.0204,
0.0281, 0.0194, -0.0365, -0.0018, 0.0217, -0.0064, 0.0064, -0.0032,
0.0049, 0.0038, -0.0134, 0.0108, 0.0287, -0.0070, 0.0132, -0.0034,
0.0229, 0.0012, -0.0025, 0.0052, 0.0161, -0.0073, 0.0262, -0.0734,
0.0019, 0.0073, 0.0198, -0.0078, 0.0111, 0.0143, 0.0021, -0.0008]],
requires_grad=True)
bert.embeddings.LayerNorm.weight Parameter containing:
tensor([1.4228, 1.3738, 1.4611, 1.4545, 1.3626, 1.4507, 1.3787, 1.5181, 1.4846,
1.3976, 1.4233, 1.4191, 1.4169, 1.3723, 1.4584, 1.4081, 1.2626, 1.3877,
1.4082, 0.8173, 1.0778, 1.2777, 1.4132, 1.4779, 1.4335, 1.4667, 1.4265,
1.2556, 1.3969, 1.3454, 1.4499, 1.3039, 1.3460, 1.2777, 1.3382, 1.4059,
1.4421, 1.3662, 1.4395, 1.3825, 1.4365, 1.4247, 1.3684, 1.4265, 1.4964,
1.1298, 1.2735, 1.3433, 1.4106, 1.3957, 1.4437, 1.4181, 1.1630, 1.4217,
1.1815, 1.3765, 1.4258, 1.3930, 1.4503, 1.4205, 1.4042, 1.4438, 1.4374,
1.4013, 1.3909, 1.3613, 1.3418, 1.4488, 1.0986, 1.0869, 1.5226, 1.5063,
1.5147, 1.4353, 1.3726, 1.4337, 1.4447, 1.3563, 1.4092, 1.1589, 1.3283,
1.4999, 1.5169, 1.3919, 1.4066, 1.4324, 1.4606, 1.4621, 1.3793, 1.3946,
1.3796, 1.0719, 1.4590, 1.4791, 1.4512, 1.4620, 1.4476, 1.3992, 1.3409,
1.5401, 1.4293, 1.5301, 1.3992, 1.4185, 1.4032, 1.4575, 1.3487, 1.4155,
1.4150, 1.3283, 1.3698, 1.3215, 1.3455, 1.4334, 1.2654, 1.0327, 1.3773,
1.3587, 1.4649, 1.0347, 1.3679, 1.4229, 1.4521, 1.5047, 1.5158, 1.4427,
1.4960, 1.3574], requires_grad=True)
bert.embeddings.LayerNorm.bias Parameter containing:
tensor([-0.0536, -0.1609, 0.2231, 0.0489, -0.0040, 0.0993, -0.0749, 0.0392,
0.1221, 0.0580, 0.1349, -0.1894, -0.0982, 0.0849, 0.0135, -0.1228,
-0.0130, 0.0398, -0.1334, 0.6217, -0.3183, 0.2203, 0.0712, 0.0014,
0.0264, 0.0639, -0.1697, 0.0438, 0.0781, 0.1246, -0.1278, -0.1226,
-0.0296, -0.0444, 0.2520, 0.1809, 0.1440, 0.3103, 0.1900, 0.0543,
-0.0934, 0.0156, 0.2427, -0.0728, -0.0116, -0.2217, -0.3588, -0.3602,
-0.1012, 0.0732, -0.2212, 0.0132, 0.1879, 0.1400, 0.0317, 0.1055,
0.0618, 0.0536, 0.1382, -0.0628, 0.0246, -0.2193, 0.0690, -0.1131,
0.0584, -0.3010, -0.1702, -0.0287, -0.2209, -0.1966, -0.4996, -0.2496,
-0.1832, 0.0156, -0.0782, -0.0602, 0.1394, 0.7696, 0.0023, 0.0476,
0.0225, 0.0937, 0.0768, 0.1912, 0.0238, -0.1322, -0.0079, -0.0960,
-0.0423, -0.0468, 0.0080, -0.1064, -0.1983, -0.1955, 0.0236, -0.1077,
-0.4103, -0.4872, 0.2335, -0.0175, -0.3446, 0.1276, -0.0537, 0.0537,
-0.0418, 0.0246, 0.2836, -0.1036, -0.3107, 0.0753, 0.0346, -0.1703,
-0.3099, -0.0699, -0.0467, 0.3786, -0.2831, 0.0234, -0.2727, 0.8688,
-0.0473, -0.1854, -0.1664, 0.1740, -0.2943, -0.1325, -0.0034, -0.3453],
requires_grad=True)
bert.encoder.embedding_hidden_mapping_in.weight Parameter containing:
tensor([[-0.0276, 0.0617, -0.0287, ..., 0.0134, -0.0695, 0.0528],
[-0.0070, 0.0757, -0.0101, ..., 0.0438, 0.0233, -0.0076],
[ 0.0483, 0.0722, -0.0784, ..., -0.1268, 0.0114, -0.0455],
...,
[-0.0341, 0.0011, 0.0680, ..., 0.0057, 0.0177, -0.0050],
[-0.0585, 0.0405, 0.0526, ..., -0.0507, 0.0101, -0.0063],
[ 0.0411, 0.0381, -0.0470, ..., -0.0100, 0.0199, -0.0159]],
requires_grad=True)
bert.encoder.embedding_hidden_mapping_in.bias Parameter containing:
tensor([-1.4952e-01, 1.6533e-01, -2.1017e-01, -4.5950e-02, 2.3514e-01,
-6.8325e-02, -1.2893e-02, 8.7248e-02, 4.0170e-02, 2.5635e-01,
2.6084e-03, -6.5277e-02, 9.3997e-03, -2.7104e-02, -3.2159e-02,
-7.9773e-02, 2.5530e-01, -1.0342e-01, -2.6222e-02, -2.7491e-01,
1.2924e-01, -7.6962e-02, -2.1714e-01, -1.3649e-01, -3.0520e-01,
2.5398e-01, 3.4089e-01, 1.7837e-01, 3.1230e-01, -6.5739e-02,
-1.5444e-01, 2.0856e-01, 2.0886e-01, -1.5584e-01, -1.2024e+00,
-4.4884e-01, 2.1038e-01, 6.1832e-02, 1.0276e-01, -1.6520e-01,
4.9278e-01, -5.4821e-02, -1.4795e-01, -4.1725e-03, -1.9113e-01,
-2.2410e-01, -2.0627e-01, -1.8629e-01, -2.3065e-02, -1.3630e-01,
-5.5032e-02, -1.5542e-01, 1.3591e-01, 7.8746e-03, 7.5647e-02,
1.7522e-01, -4.3923e-01, -1.8849e-02, -3.0012e-01, -9.9612e-03,
-2.0277e-03, 2.8234e-01, 1.6163e-01, 7.4445e-02, 8.4738e-02,
2.3595e-01, -1.3744e-01, -9.4998e-02, -3.5648e-02, -8.9483e-02,
-9.7917e-03, 4.6407e-02, -1.0770e-01, 2.5284e-01, 2.6890e-02,
-1.4525e-01, 3.5983e-02, -4.6963e-02, -9.7974e-02, 6.4888e-02,
4.6618e-02, -2.4138e-02, 6.2423e-02, -3.5015e-02, 2.1715e-02,
1.0828e-01, -1.2215e-01, 1.5577e-01, 3.8853e-02, -2.8270e-01,
2.4258e-01, 4.7334e-04, 6.4552e-02, -7.6169e-02, -2.1836e-02,
2.0121e-01, 4.3067e-02, -2.4483e-01, 2.3490e-01, -8.8419e-02,
1.4362e-01, -5.7867e-03, 5.2924e-02, 8.3976e-02, -6.2459e-02,
-1.4285e-01, 9.9387e-02, 8.4355e-02, 1.4039e-01, 2.4894e-01,
-1.5245e-01, -4.5343e-01, -4.6424e-01, -4.4187e-01, -5.8128e-03,
-9.2970e-02, 1.9870e-01, -1.7282e-01, 2.2569e-01, -2.3293e-01,
2.4055e-01, 2.5078e-01, -3.0068e-01, 1.3613e-02, -3.5600e-02,
-7.1010e-02, 1.0376e-01, -1.0442e-03, -6.2485e-01, -1.9929e-01,
-2.0392e-01, -2.3270e-01, -6.5739e-01, -1.4361e-01, -2.9581e-01,
2.8627e-01, -8.7748e-02, -2.8389e-01, 3.0144e-01, 9.0984e-02,
-6.2611e-02, 2.4676e-01, 1.6583e-02, 1.0991e-01, 2.6027e-01,
4.4300e-01, -7.4198e-02, -1.1248e-02, 2.9245e-01, -2.0916e-02,
-4.5528e-02, -1.6931e-01, 3.4094e-01, -3.3216e-01, 3.4345e-01,
8.9277e-02, -8.7128e-02, 3.1600e-02, 8.5297e-02, 7.2399e-02,
1.8556e-01, 1.1566e-01, -9.0597e-02, 1.1094e-02, -3.0803e-01,
7.9920e-02, 2.7854e-01, 7.4159e-02, 3.0908e-01, -3.3244e-01,
-3.1125e-01, 9.6232e-02, 1.7395e-01, -1.1441e-01, 2.7748e-01,
9.9857e-02, 3.5496e-02, 3.4165e-02, -1.8982e-01, 1.1720e-01,
-1.0006e-01, -1.9735e-01, -2.6441e-01, 3.8117e-01, 1.4044e-01,
1.9454e-02, 1.1465e-03, 1.0077e-01, -1.7734e-02, -2.4344e-01,
-1.1371e-01, 1.3462e-01, 5.0230e-02, 1.5581e-01, -3.1277e-01,
1.4832e-01, 2.4461e-01, -7.7144e-03, -2.8587e-02, -1.4104e-01,
-1.5624e-03, -1.1398e-01, 2.3061e-01, 4.4588e-02, -2.4655e-01,
1.4924e-02, 2.4412e-01, -1.5476e-01, -1.5565e-01, 9.0356e-02,
3.0845e-01, 1.0930e-01, -6.0334e-02, 3.5029e-01, -5.7376e-02,
1.4096e-01, -1.1400e-01, 1.2016e-01, -3.1581e-02, -2.0969e-01,
-2.9668e-02, -1.4478e-01, -3.4449e-02, 2.1023e-01, 2.8878e-02,
-1.0152e-01, -8.3428e-02, -3.8617e-01, 2.6398e-02, 1.4112e-01,
2.5971e-01, 9.7273e-02, -4.6335e-02, -7.7634e-02, 1.1946e-01,
-6.0060e-02, -1.3389e-02, -2.5932e-01, -1.5622e-01, -8.8806e-02,
5.4635e-02, 9.0530e-02, -1.4895e-01, 1.7188e-01, -1.2265e-01,
-9.3256e-02, 1.2101e-01, 4.1038e-02, 5.8877e-02, -1.9071e-03,
-1.9428e-01, 1.7386e-02, -4.4238e-01, -6.4175e-02, -2.5880e-01,
1.7761e-01, 1.0336e-01, -2.1818e-01, -8.7544e-02, -1.2731e+00,
-1.5111e-01, -1.9124e-01, 2.5345e-01, -1.3044e-01, 8.9267e-02,
2.1347e-01, 1.3445e-01, 2.8554e-01, -2.2985e-01, 3.9050e-01,
1.2237e-01, 1.4978e-01, -1.6935e-01, 3.4585e-02, 4.2038e-02,
-9.5165e-02, -7.7956e-02, 9.5967e-02, -4.7447e-02, -1.9637e-01,
1.6063e-01, -2.2728e-01, 6.6820e-02, 9.8718e-02, -3.2042e-01,
1.1286e-02, -1.0521e-01, -2.1615e-02, -1.5696e-01, 2.2948e-02,
-7.9190e-02, -1.0433e-01, 1.2427e-01, -2.8384e-01, -1.1655e-01,
-2.7902e-02, 1.3193e-01, -2.3865e-02, 5.0186e-02, -9.6661e-02,
2.0113e-01, -2.5777e-01, 4.3135e-02, -2.5592e-01, -1.6275e-01,
1.9492e-01, 4.0413e-01, 2.3249e-02, -2.3247e-03, -3.0272e-02,
1.6941e-02, 1.4081e-01, -6.9593e-02, -1.7351e-01, 5.1319e-03,
1.5315e-02, -6.0171e-02, 3.8077e-02, 2.6830e-02, 3.6573e-01,
2.0983e-01, -1.1496e-01, 2.3986e-02, 9.4568e-02, 1.2020e-01,
1.0796e-01, -2.9654e-01, 9.5259e-02, -1.5120e-01, 1.3058e-01,
7.9698e-02, 4.8137e-02, 3.0516e-01, -1.0505e-01, 8.1512e-02,
-7.1406e-02, 1.4738e-01, 8.4474e-02, 2.0638e-01, 9.4800e-02,
2.2124e-02, 9.6081e-02, -1.2428e-01, 1.8348e-02, 2.7469e-01,
-1.3150e-01, -3.2087e-02, 3.3161e-02, 1.0794e-01, 3.3625e-02,
9.8625e-02, 1.1811e-01, -1.7454e-01, 4.0483e-01, -2.4529e-01,
-1.5769e-01, 3.2590e-03, -4.5526e-02, 7.0674e-02, -7.5927e-03,
4.0405e-01, 1.0242e-01, -4.6350e-02, 2.6904e-02, -8.2548e-03,
2.5649e-01, -1.3396e-01, 3.2522e-02, 7.9111e-03, 1.2449e-02,
-6.8526e-02, -1.2760e-01, 2.0578e-01, -3.3843e-02, 4.7956e-01,
7.8760e-02, -1.8225e-01, -7.0915e-02, 5.2211e-03, -6.9171e-02,
-8.4854e-02, -3.2912e-02, 1.1847e-01, -2.1895e-02, 3.8583e-01,
8.7780e-02, -8.4249e-02, 4.2005e-02, 5.9295e-02, -1.1010e-01,
-2.8094e-01, -8.9584e-02, -1.0031e-01, -2.8097e-02, 2.1460e-02,
1.0566e-01, 1.5886e-02, 7.6367e-02, -1.2823e-01, 1.4883e-01,
-5.2856e-02, 1.9471e-01, 2.9011e-01, -1.8631e-02, -4.8770e-02,
1.1402e-01, 1.1839e-01, 1.0729e-01, -1.5941e-01, 6.8116e-02,
1.8338e-02, 9.7360e-02, 1.1495e-01, 3.6928e-02, 1.5440e-01,
-3.2937e-03, -4.0633e-02, 9.9448e-02, -1.6000e-01, 2.5446e-01,
5.8228e-02, -4.2450e-02, 1.7487e-01, 4.3305e-02, -3.8502e-01,
2.0200e-02, -1.4349e-01, -1.8724e-02, -1.9984e-01, -5.5386e-02,
1.0144e-01, -1.3001e-01, -1.9085e-01, 1.5959e-01, -3.3853e+00,
-2.1402e-01, -6.7290e-02, -2.4907e-01, -3.5527e-02, 3.5958e-02,
-1.2269e-01, -2.0407e-01, 1.0982e-03, -6.6312e-02, 3.3770e-02,
3.6360e-01, -5.5927e-02, -6.3239e-02, 2.2409e-02, -1.8260e-01,
-1.5987e-02, 3.6577e-02, -1.0931e-01, -2.8084e-02, 1.8989e-01,
-1.3023e-01, 3.4892e-01, -4.7553e-02, -1.1297e-01, -8.9121e-03,
2.4666e-01, -2.7735e-01, -4.1518e-02, -2.1072e-02, 9.5114e-02,
-5.1756e-01, -7.4718e-02, 8.3891e-02, 2.0400e-01, -4.2757e-01,
-2.1631e-01, -1.4378e-01, 1.2090e-01, -2.0276e-01, -1.7754e-01,
1.1520e-01, -7.2744e-02, 7.5372e-02, 3.0959e-03, -3.1125e-01,
1.4447e-01, -1.3000e-01, 1.8436e-01, -3.2352e-02, 7.4029e-02,
6.6799e-02, -5.4709e-02, -4.2664e-02, 2.2833e-01, -1.2721e-01,
1.7075e-01, 2.2881e-01, 1.0061e-01, 9.2012e-02, -1.0607e-01,
9.9988e-02, 1.9967e-01, 1.9404e-01, -1.8004e-01, -1.3852e-01,
4.2530e-01, 1.1479e-02, -6.8358e-02, 2.7255e-01, -2.7553e-02,
-1.8121e-02, 6.9218e-02, 4.9679e-03, -1.6080e-01, -1.3078e-01,
-1.7596e-01, 1.2922e-01, 1.2130e-01, -4.6312e-02, -1.1209e-02,
5.8906e-02, -1.0892e-01, -4.7022e-02, -7.1745e-02, 4.9539e-02,
-8.7126e-02, 1.2563e-01, -2.3201e-01, 1.6012e-01, -2.8667e-01,
3.0791e-02, 2.6526e-04, 1.8890e-01, -1.2843e-01, -2.0806e-01,
-9.9257e-02, 2.4062e-01, 2.4911e-02, -1.9304e-01, 1.4565e-01,
-1.1462e-01, 1.7909e-01, -9.8234e-02, 4.9077e-02, -1.1212e-01,
4.8150e-01, -1.3038e-01, 5.9804e-03, 1.1926e-01, 3.4650e-01,
5.8950e-02, 3.4712e-01, 6.5159e-02, 1.5903e-02, 1.8918e-01,
-7.2175e-02, 1.2920e-01, 7.2063e-03, -1.2307e-01, 1.8464e-02,
-6.5611e-02, -6.7489e-02, -1.1049e-02, -2.3494e-01, -2.9533e-01,
-9.5136e-02, -3.7024e-01, 3.6757e-01, -2.2885e-01, 4.1477e-01,
1.8319e-01, 1.0258e-01, -5.3168e-02, 4.9416e-01, 3.5847e-02,
1.7924e-01, 4.9359e-02, -8.6013e-02, 6.4181e-02, -2.2827e-03,
-2.0779e-01, 4.6845e-01, -5.3285e-02, 2.7710e-02, -2.0064e-03,
-4.0157e-02, 1.2336e-01, 2.5531e-02, -7.5492e-02, 1.2111e-01,
-1.5925e-01, 1.0480e-01, 3.5238e-01, -7.9311e-02, 1.8029e-01,
7.1673e-02, 1.0484e-01, 8.7416e-02, 1.3269e-01, -3.0153e-02,
2.1904e-01, 3.3792e-01, -3.3827e-02, -8.0062e-02, -5.5007e-03,
1.5836e-02, -2.6583e-01, -2.8427e-01, -9.4600e-02, 1.4743e-01,
9.2058e-02, -1.2091e-01, 3.2656e-01, 6.5744e-02, 2.5766e-01,
-3.9547e-02, -1.4271e-01, 7.3009e-02, -4.8796e-03, -1.9886e-01,
-3.4129e-01, -1.0052e-02, -1.2562e-01, 4.1464e-02, -4.1534e-01,
5.3100e-03, -3.0829e-01, 1.1015e-01, 6.6829e-02, 1.0377e-01,
8.1042e-02, 3.7365e-01, -1.9366e-02, -1.1606e-01, 1.4875e-01,
1.1984e-01, -4.5184e-02, -1.4435e-01, 2.0746e-01, -1.1719e-01,
-1.5653e-02, -2.7903e-03, -6.5870e-02, -7.8805e-02, -2.4301e-01,
-2.4524e-02, 8.9564e-02, -9.4307e-02, -7.8825e-02, 5.1438e-02,
1.2943e-01, -1.5674e-01, -1.4274e-01, -3.0794e-02, 1.4392e-02,
-2.2046e-01, -2.7664e-02, 1.8911e-02, 4.7715e-02, -1.7035e-01,
5.5421e-02, 9.2810e-02, 2.9552e-01, -7.1389e-02, -9.5211e-02,
-1.9363e-02, 2.1047e-01, -4.4183e-02, 2.8237e-01, 1.7755e-01,
6.7854e-03, -8.6267e-02, -4.9760e-02, 7.3061e-02, 8.4099e-02,
3.8483e-01, -1.1188e-01, -7.1931e-02, -2.1776e-02, -3.4456e-02,
-1.2525e-01, -5.8186e-02, 2.8201e-02, 2.4060e-02, 5.0961e-02,
-1.5714e-01, 2.2992e-01, 9.5102e-02, -2.1463e-01, 5.0979e-01,
1.1822e-01, -9.6955e-02, 2.4005e-01, -1.9929e-01, 1.7141e-03,
-2.6772e-01, 8.7252e-02, 1.6471e-01, -8.3481e-03, -1.5936e-01,
-4.8175e-01, -4.5807e-01, 3.8915e-02, -1.0470e-01, -1.8435e-01,
1.3404e-01, -2.0840e-01, 2.3320e-01, 3.3193e-02, 8.9476e-02,
4.1450e-01, 2.4051e-01, -2.2594e-01, -2.3305e-01, -1.2525e-01,
-6.3021e-02, 1.4768e-02, -1.7607e-01, -1.4705e-01, 2.1403e-01,
-9.8547e-02, 2.3876e-02, 2.8222e-01, 1.3250e+00, -1.4473e-01,
9.4760e-02, 1.5013e-01, -3.9424e-01, -3.1633e-01, -1.0628e-01,
1.9189e-02, 2.2334e-01, -3.5801e-01, -3.2546e-02, -8.5026e-02,
-3.0412e-01, 1.0736e-01, -1.4306e-01, 1.7460e-01, -9.0815e-02,
3.5685e-02, 1.1850e-02, 2.4132e-01, 5.5318e-02, 8.5542e-02,
-1.1402e-01, -1.1570e-01, -1.3098e-01, -2.1459e-01, 7.7573e-02,
6.5907e-02, 6.6793e-01, -1.6577e-01, -4.6319e-01, -1.0943e-01,
1.8584e-02, -3.0781e-01, -1.1605e-01, 6.9637e-02, 4.8712e-02,
-1.2707e-01, 2.4476e-01, -1.0292e-01, -1.8388e-02, 8.1223e-02,
-7.7492e-02, -8.3073e-02, 1.9914e-01, -1.1006e-02, 2.5938e-01,
4.7875e-02, -7.2218e-03, 1.7180e-01], requires_grad=True)
bert.encoder.transformer.LayerNorm.weight Parameter containing:
tensor([0.5328, 0.5920, 0.7561, 0.7033, 0.5890, 0.7108, 0.6810, 0.6418, 0.6001,
0.5390, 0.7343, 0.7548, 0.5666, 0.6378, 0.5923, 0.7798, 0.8042, 0.6408,
0.6070, 0.5974, 0.7439, 0.7648, 0.7082, 0.6931, 0.7016, 0.7953, 0.5506,
0.8169, 0.5980, 0.6368, 0.7055, 0.6058, 0.6128, 0.5697, 0.7050, 0.7385,
0.7449, 0.5978, 0.5695, 0.5462, 0.5887, 0.7063, 0.5672, 0.8050, 0.5959,
0.7139, 0.8221, 0.6776, 0.6923, 0.5993, 0.6617, 0.5491, 0.6317, 0.6428,
0.6454, 0.6485, 0.7054, 0.8154, 0.6500, 0.7428, 0.8190, 0.6013, 0.5991,
0.5451, 0.7229, 0.5754, 0.5489, 0.6096, 0.5438, 0.5347, 0.7961, 0.6503,
0.6325, 0.6090, 0.5580, 0.6931, 0.5652, 0.7534, 0.6082, 0.6031, 0.5431,
0.6293, 0.6135, 0.5467, 0.7443, 0.5766, 0.7792, 0.6416, 0.6444, 0.5772,
0.7964, 0.6842, 0.5570, 0.6365, 0.7996, 0.5824, 0.6934, 0.7759, 0.7716,
0.7345, 0.6127, 0.6155, 0.7948, 0.5740, 0.6104, 0.7440, 0.6230, 0.7505,
0.5938, 0.5820, 0.7744, 0.5743, 0.8196, 0.5845, 0.7815, 0.7489, 0.6376,
0.6881, 0.6463, 0.5950, 0.5762, 0.8778, 0.7719, 0.6528, 0.7797, 0.5424,
0.7769, 0.7503, 0.7364, 0.5912, 0.5879, 0.5954, 0.7526, 0.6412, 0.8009,
0.5232, 0.6147, 0.5641, 0.6193, 0.7700, 0.6962, 0.5896, 0.5349, 0.7721,
0.5678, 0.8099, 0.5960, 0.6124, 0.6015, 0.6741, 0.7718, 0.6139, 0.7295,
0.6426, 0.5429, 0.7425, 0.6066, 0.6568, 0.5917, 0.6021, 0.6385, 0.5931,
0.7034, 0.6022, 0.7928, 0.6042, 0.5705, 0.7676, 0.6402, 0.7492, 0.7751,
0.6372, 0.6843, 0.5505, 0.6142, 0.5616, 0.6531, 0.7572, 0.4966, 0.6627,
0.6277, 0.7504, 0.5415, 0.6967, 0.8015, 0.6000, 0.5486, 0.5992, 0.5525,
0.5357, 0.6829, 0.5802, 0.7388, 0.7908, 0.5396, 0.6145, 0.6267, 0.7237,
0.6226, 0.6671, 0.7583, 0.6254, 0.5472, 0.8118, 0.5371, 0.5131, 0.7836,
0.6297, 0.7773, 0.7277, 0.7652, 0.6037, 0.7786, 0.5696, 0.8328, 0.5580,
0.6204, 0.5724, 0.7050, 0.5927, 0.6487, 0.5761, 0.5462, 0.7663, 0.5197,
0.7013, 0.7003, 0.6477, 0.5933, 0.7589, 0.6210, 0.5439, 0.7412, 0.6911,
0.5736, 0.7924, 0.5960, 0.5812, 0.6039, 0.6491, 0.5625, 0.5925, 0.6175,
0.6059, 0.6448, 0.7142, 0.6144, 0.6185, 0.7655, 0.7017, 0.8259, 0.6658,
0.5909, 0.7375, 0.7869, 0.6354, 0.6877, 0.6812, 0.6520, 0.8469, 0.7839,
0.7154, 0.6774, 0.6792, 0.6331, 0.7502, 0.5747, 0.6796, 0.6070, 0.5421,
0.8429, 0.7203, 0.5874, 0.7203, 0.7599, 0.6375, 0.6454, 0.6178, 0.7144,
0.5410, 0.6030, 0.5656, 0.5996, 0.6551, 0.6577, 0.6381, 0.5476, 0.5614,
0.5289, 0.5490, 0.6078, 0.5527, 0.6832, 0.8090, 0.6418, 0.5995, 0.5891,
0.5824, 0.6149, 0.5924, 0.6102, 0.7430, 0.7137, 0.8074, 0.6452, 0.5756,
0.5926, 0.7549, 0.5618, 0.6205, 0.6239, 0.5629, 0.7544, 0.5492, 0.6350,
0.6102, 0.5687, 0.5389, 0.6403, 0.7755, 0.7680, 0.5867, 0.5365, 0.7300,
0.7103, 0.5909, 0.5965, 0.6273, 0.7416, 0.8208, 0.7905, 0.7489, 0.6806,
0.5319, 0.5679, 0.6376, 0.6144, 0.5691, 0.6167, 0.5885, 0.6036, 0.5831,
0.8259, 0.6344, 0.6189, 0.5688, 0.6092, 0.5743, 0.5637, 0.5607, 0.5715,
0.6473, 0.7390, 0.7796, 0.7639, 0.7145, 0.5748, 0.6805, 0.6895, 0.6188,
0.8289, 0.6104, 0.7518, 0.7742, 0.5523, 0.5598, 0.5595, 0.6375, 0.6256,
0.5990, 0.6999, 0.5917, 0.7238, 0.7995, 0.5782, 0.5967, 0.6268, 0.5579,
0.6079, 0.6082, 0.6556, 0.5805, 0.6799, 0.6245, 0.7182, 0.5660, 0.5527,
0.6186, 0.5898, 0.5918, 0.5941, 0.7895, 0.6174, 0.6433, 0.5343, 0.6378,
0.5787, 0.7981, 0.6124, 0.7617, 0.7250, 0.5544, 0.7352, 0.6571, 0.5717,
0.5564, 0.6189, 0.6768, 0.5964, 0.7576, 0.6558, 0.6012, 0.5896, 0.5975,
0.6626, 0.6727, 0.6911, 0.6921, 0.7566, 0.6730, 0.7115, 0.7009, 0.5882,
0.6360, 0.7589, 0.6196, 0.6157, 0.6355, 0.6822, 0.6580, 0.7715, 0.6015,
0.8134, 0.6629, 2.4953, 0.6604, 0.6940, 0.7831, 0.6703, 0.8036, 0.6833,
0.7825, 0.8178, 0.6162, 0.7080, 0.8843, 0.6734, 0.6921, 0.6300, 0.5957,
0.7992, 0.6456, 0.7757, 0.6258, 0.5679, 0.8063, 0.7326, 0.7475, 0.7032,
0.6608, 0.7573, 0.5957, 0.5576, 0.6559, 0.5742, 0.7527, 0.6244, 0.7946,
0.6197, 0.5902, 0.7201, 0.6855, 0.7919, 0.8104, 0.6415, 0.5555, 0.6895,
0.6252, 0.7331, 0.6100, 0.5588, 0.5750, 0.6583, 0.6276, 0.7894, 0.5339,
0.6076, 0.6498, 0.5974, 0.8002, 0.6616, 0.7849, 0.5692, 0.5222, 0.6326,
0.5505, 0.6459, 0.8136, 0.6095, 0.6762, 0.8042, 0.5818, 0.6699, 0.6223,
0.7376, 0.7128, 0.6650, 0.5842, 0.5755, 0.6477, 0.6450, 0.5806, 0.6311,
0.6330, 0.7971, 0.6807, 0.5650, 0.7690, 0.6038, 0.7077, 0.5916, 0.6497,
0.6252, 0.5809, 0.7495, 0.6205, 0.7619, 0.5549, 0.5622, 0.7210, 0.5898,
0.6272, 0.5808, 0.7297, 0.7125, 0.7365, 0.7895, 0.6764, 0.6285, 0.7964,
0.7486, 0.6797, 0.7463, 0.5932, 0.7617, 0.6948, 0.5389, 0.5984, 0.5622,
0.7644, 0.6143, 0.7932, 0.5743, 0.5861, 0.6315, 0.7127, 0.6054, 0.5904,
0.6206, 0.6048, 0.6003, 0.5583, 0.7791, 0.6804, 2.1056, 0.7217, 0.7352,
0.5338, 0.8161, 0.6253, 0.5709, 0.7994, 0.7756, 0.7238, 0.7063, 0.5827,
0.7409, 0.6567, 0.5664, 0.7448, 0.5908, 0.5385, 0.6121, 0.5759, 0.7116,
0.5546, 0.5786, 0.5532, 0.7319, 0.6286, 0.7268, 0.6500, 0.7197, 0.6189,
0.5153, 0.6480, 0.7064, 0.6167, 0.5857, 0.5246, 0.6143, 0.7464, 0.8122,
0.6055, 0.5907, 0.6435, 0.7109, 0.7747, 0.6861, 0.7275, 0.5669, 0.6214,
0.5855, 0.5735, 0.7479, 0.5742, 0.8003, 0.6574, 0.5733, 0.6448, 0.6017,
0.6466, 0.5899, 0.7759, 0.5572, 0.5753, 0.7178, 0.5521, 0.6099, 0.7374,
0.5652, 0.6176, 0.6863, 0.7068, 0.8055, 0.5872, 0.6637, 0.6732, 0.7559,
0.6329, 0.5576, 0.6938, 0.5605, 0.7691, 0.5936, 0.7653, 0.5849, 0.5747,
0.5732, 0.5825, 0.6263, 0.5810, 0.6534, 0.5501, 0.6176, 0.6302, 0.7536,
0.5422, 0.6355, 0.5868, 0.5574, 0.6484, 0.5905, 0.5296, 0.5578, 0.6561,
0.7452, 0.6107, 0.5865, 0.6295, 0.7312, 0.5862, 0.5998, 0.7315, 0.6874,
0.6336, 0.7557, 0.5554, 0.8131, 0.7130, 0.7427, 0.5317, 0.5835, 0.5896,
0.5468, 0.7706, 0.5926, 0.7744, 0.5743, 0.7414, 0.5821, 0.6803, 0.5831,
0.6423, 0.6492, 0.6520, 0.7643, 0.5679, 0.6684, 0.6493, 0.6320, 0.7719,
0.5523, 0.5780, 0.7907, 0.6682, 0.8115, 0.8190, 0.5547, 0.5786, 0.8102,
0.6520, 0.8104, 0.7514, 0.5504, 0.5755, 0.6037, 0.5873, 0.9367, 0.7133,
0.7764, 0.6849, 0.6229, 0.6073, 0.5641, 0.5916, 0.6982, 0.5805, 0.6579,
0.7933, 0.5704, 0.6103, 0.6039, 0.6218, 0.7619, 0.6437, 0.5704, 0.7232,
0.5717, 0.7705, 0.6424, 0.6026, 0.8049, 0.8135, 0.6036, 0.7034, 0.6413,
0.5341, 0.7511, 0.6738, 0.5721, 0.6964, 0.7594, 0.6531, 0.6671, 0.6683,
0.6964, 0.6275, 0.7563, 0.7156, 0.5630, 0.5831, 0.7923, 0.5807, 0.8066,
0.6468, 0.6646, 0.6360], requires_grad=True)
bert.encoder.transformer.LayerNorm.bias Parameter containing:
tensor([-5.1946e-03, -2.8077e-02, 4.5715e-02, -1.9613e-02, 2.7921e-02,
-9.0161e-02, 1.0319e-02, 7.6556e-03, 5.0016e-02, 4.4297e-02,
6.5906e-02, 1.2387e-03, 1.6983e-02, 1.4730e-02, 2.7108e-02,
3.0542e-03, -1.1804e-01, -9.9060e-03, -3.6438e-02, 4.6322e-02,
-1.4814e-02, 1.0955e-02, -2.3302e-02, -7.7829e-02, -4.0795e-02,
7.5899e-02, 3.5621e-02, -4.5900e-02, 8.5594e-02, 2.5496e-03,
3.2575e-02, 2.5401e-02, 3.3356e-02, 1.8766e-02, -6.9106e-01,
-7.0101e-02, 3.3606e-02, 7.3530e-02, 9.1944e-03, -5.9616e-02,
-1.1613e-01, 4.4781e-02, -1.4598e-02, 3.6622e-03, -2.1314e-02,
1.2843e-02, -1.3369e-01, -1.0140e-02, 1.6795e-01, 1.6336e-02,
-3.2471e-03, 1.5652e-02, 4.2601e-02, -7.6302e-02, 4.1212e-02,
5.0190e-03, -3.9101e-02, -2.3902e-02, 4.8224e-02, 4.8761e-02,
5.8985e-02, 5.7108e-02, 2.8690e-03, -2.0776e-02, 6.2301e-02,
-7.1510e-03, 4.0542e-02, 4.8081e-02, 7.3999e-02, -1.4327e-03,
4.4363e-02, 4.1601e-02, 5.7243e-02, 1.8283e-02, -3.1640e-02,
-5.0332e-02, 3.2700e-02, 2.6591e-02, -4.6437e-02, 2.9239e-02,
-2.5158e-02, 1.9186e-02, 1.5802e-02, -5.1065e-03, -6.1221e-02,
-3.4050e-03, 6.5639e-02, -1.4607e-02, -2.3622e-02, -4.7894e-02,
3.2065e-02, -5.0422e-03, -6.8340e-02, 1.0282e-02, -3.4884e-02,
5.8057e-02, 2.7833e-02, 7.7746e-03, 7.9621e-02, -2.8688e-02,
-5.3742e-02, -1.0359e-02, -5.8261e-02, 2.1958e-02, 6.4854e-02,
1.2501e-02, -3.9529e-02, -3.4966e-02, 4.7058e-02, 1.7913e-02,
-3.1400e-02, 1.9306e-02, -3.6594e-02, -7.9260e-02, 1.8424e-02,
9.2591e-03, 5.2814e-02, -1.3145e-02, 4.8091e-02, 2.8110e-02,
1.9250e-02, -3.5707e-03, -2.3025e-03, -1.8872e-02, 1.1046e-02,
-1.1536e-02, 2.8749e-02, -1.0149e-01, -1.7936e-01, -4.2073e-02,
-2.9243e-02, -2.4049e-02, -3.6703e-01, -2.8370e-02, 8.9225e-03,
9.2057e-02, -8.1225e-02, -3.6892e-02, -3.2659e-02, -3.6992e-02,
-2.7284e-02, -3.4599e-02, 3.3026e-03, 3.6060e-02, -7.7167e-03,
1.8016e-01, -2.3129e-02, 1.2301e-02, -2.6429e-03, -8.1346e-03,
2.2566e-03, 6.0166e-03, 7.3852e-02, -2.2665e-02, 4.0985e-02,
2.3318e-02, -4.0506e-02, -1.0185e-02, 2.7086e-02, 3.5398e-02,
-1.7993e-02, -5.1150e-02, 8.0425e-03, 6.2481e-02, -9.7732e-02,
1.4878e-02, -5.1677e-02, -2.2737e-02, -1.5036e-02, -3.2022e-02,
7.0610e-02, -9.9872e-03, -8.3829e-02, 5.6602e-02, 4.7255e-02,
5.4290e-03, -6.1207e-02, -2.0945e-01, 6.8148e-02, 3.5369e-02,
-8.4813e-02, 5.3826e-02, -1.5099e-02, -4.7312e-02, 4.0330e-02,
4.1072e-02, -1.5538e-03, -3.5485e-02, -4.2484e-02, 3.3528e-02,
3.4010e-02, -5.1048e-02, -1.5163e-02, 4.9401e-02, 9.3594e-03,
-1.5258e-02, -1.1570e-01, -1.0162e-02, -4.2832e-02, -1.2079e-01,
-4.7971e-03, -6.4049e-02, -1.8646e-02, 4.8089e-02, -1.2751e-02,
4.4409e-02, 5.3816e-02, -4.5294e-02, -6.4578e-02, 8.7113e-02,
4.6864e-02, -2.7499e-02, -2.8067e-02, -1.6672e-02, -1.6334e-02,
-1.9432e-02, 1.4106e-02, -4.9308e-02, 5.3734e-03, -5.6395e-02,
7.1914e-02, 2.7091e-02, 3.0673e-02, 2.6761e-02, 1.8738e-02,
-8.8621e-02, 2.4996e-02, 5.7446e-03, -6.9167e-03, -2.0497e-02,
-5.6047e-03, 7.1678e-03, 1.4421e-02, -8.2301e-02, -2.7122e-02,
4.5465e-02, 6.7164e-03, 2.9363e-02, 3.0862e-02, 8.2660e-02,
-1.9077e-03, 6.5792e-02, -2.1762e-02, 2.3583e-02, -1.0387e-02,
-2.0678e-02, -2.6058e-02, 8.7542e-03, 1.1714e-01, 9.0883e-02,
4.8073e-03, -1.1680e-02, -2.7540e-02, 6.0131e-02, -4.5988e-02,
1.7657e-02, 1.2861e-02, -1.1733e-02, -9.6605e-03, -3.7365e-01,
-4.3313e-02, 1.7957e-02, 4.9417e-02, -5.8435e-02, 2.8859e-02,
3.1368e-02, -7.0886e-03, 8.1249e-02, -9.9644e-04, 3.0762e-02,
4.5606e-02, 1.0644e-01, -2.8057e-02, 1.8591e-01, 4.3196e-02,
2.3997e-02, -3.1270e-02, 3.7996e-02, 1.6455e-02, -2.1206e-03,
4.3045e-02, -3.8430e-02, -5.6211e-03, 2.0025e-02, -6.6171e-02,
2.1827e-02, 7.9131e-03, -2.6509e-03, 6.0029e-03, 2.2901e-03,
-7.7104e-03, 1.7685e-02, -7.1814e-02, -3.4366e-02, 5.5517e-02,
6.4821e-02, 6.9953e-02, -1.4621e-02, -1.7615e-02, -7.2854e-02,
3.5764e-02, 4.4557e-02, 6.5949e-02, 1.3358e-01, -4.5361e-02,
-2.8887e-02, -2.0103e-02, -6.3133e-02, 2.9558e-03, 3.3685e-02,
1.8596e-02, 2.5020e-02, 3.3532e-03, -9.2429e-02, -1.3150e-02,
-1.2431e-01, 2.9835e-02, -3.4479e-02, 1.8947e-02, 1.4192e-02,
-7.4775e-02, 1.7561e-02, 9.9505e-03, 1.1132e-02, -1.0075e-02,
1.7611e-02, -7.8158e-02, 5.7189e-02, -8.6218e-02, 1.3417e-02,
-6.2127e-02, -4.1464e-03, 8.2604e-02, 2.4302e-02, -5.7283e-03,
-1.2855e-01, 1.8264e-02, 1.0329e-02, 8.9560e-03, 2.8220e-02,
4.8090e-02, -6.5317e-03, 4.4811e-02, 1.3909e-03, -4.6761e-02,
2.3114e-02, 6.4827e-02, 1.8723e-02, 4.1479e-03, 1.6088e-02,
6.5188e-02, 5.4877e-03, 8.2792e-02, 9.7906e-02, -2.8304e-01,
4.6742e-03, -6.9654e-03, 3.2226e-02, 1.1211e-01, 9.4441e-03,
2.0081e-01, -7.5000e-02, -3.5904e-02, 1.4245e-02, -2.1069e-02,
6.0875e-04, -3.5387e-02, 2.3472e-02, -1.3262e-02, 3.2388e-02,
-6.9579e-02, -5.1366e-02, -4.1875e-02, 4.5150e-02, 1.9887e-02,
1.5838e-03, 5.3480e-04, 2.4310e-02, 3.1838e-02, 1.9190e-02,
2.1281e-02, 6.7322e-03, -2.9215e-02, -3.3125e-02, 1.8091e-02,
-2.4090e-03, -1.7913e-02, -1.7185e-02, -1.8922e-02, 7.7047e-02,
1.2091e-02, -4.2461e-02, -7.5329e-02, 8.0216e-02, 3.7675e-02,
5.8402e-02, -7.1824e-02, 4.2958e-02, -5.4107e-02, -3.3667e-02,
2.0641e-02, -1.8975e-02, 7.1260e-04, 3.0999e-02, -6.4860e-03,
3.1522e-02, 1.6816e-02, 7.8564e-02, -3.4691e-02, 5.2451e-02,
-4.3598e-02, -3.5438e-02, 2.7253e-03, 3.3897e-02, -3.3761e-02,
-2.0478e-02, 1.9645e-02, 1.0906e-02, 2.1670e-03, -2.3678e-03,
-2.7836e-03, -5.0486e-02, -3.4566e-02, 4.8841e-02, 6.2363e-02,
-6.8405e-02, -7.7680e-02, -3.2845e-03, 3.3358e-03, 6.5485e-04,
4.9253e-02, -1.9889e-02, -6.9306e-02, -2.5838e-02, -1.1192e+00,
4.9351e-02, 4.9040e-02, 1.1554e-02, 5.1594e-02, 9.5073e-02,
8.6600e-03, -4.6264e-03, 5.1309e-02, -1.8312e-02, -4.8613e-02,
1.9238e-01, 8.3188e-02, 8.4110e-02, -9.8089e-03, -8.2135e-03,
-1.7569e-02, -5.0230e-02, 2.1072e-02, -1.0190e-01, -1.9574e-02,
-5.1202e-02, 5.6299e-02, 2.0064e-02, -1.0180e-02, 2.7147e-02,
-4.0997e-02, -7.3202e-02, 9.5587e-02, -1.3967e-03, -6.5223e-03,
-1.2302e-01, -1.3070e-03, 1.5903e-02, -4.2872e-02, -1.8140e-02,
6.4172e-02, 6.8608e-03, -1.8702e-02, -3.7314e-02, -2.0462e-02,
6.7819e-03, -4.8272e-02, -6.5736e-02, -5.2032e-03, 2.6633e-02,
-3.7317e-02, -1.6993e-02, -5.1026e-02, -4.3197e-02, 1.2355e-01,
1.9238e-02, -3.3396e-02, -4.9224e-02, 3.4036e-02, -7.8700e-02,
4.7504e-02, 1.9242e-02, -9.8222e-03, -4.7538e-02, -2.7802e-02,
1.5394e-03, -7.3607e-03, 4.0544e-03, 3.9387e-02, -3.6300e-02,
-9.3651e-03, -7.1567e-03, 6.1029e-02, -9.6490e-03, 2.4993e-02,
-2.9800e-02, 1.6935e-02, 4.0083e-02, 2.3425e-02, 5.0842e-02,
-5.0494e-02, -3.2139e-02, -8.7588e-02, -1.3862e-02, -4.9555e-02,
2.4274e-02, 2.4663e-02, -8.6946e-02, -4.3280e-02, 6.4645e-02,
-1.8491e-02, 6.9376e-03, 6.5724e-02, 3.0646e-02, 5.5923e-02,
3.3905e-03, 4.3153e-02, -3.1946e-03, -6.5079e-02, -7.1861e-03,
-3.7626e-02, -2.3850e-02, 4.2020e-02, 4.4662e-02, 2.6103e-03,
1.3909e-01, 4.2567e-03, -1.3770e-01, 3.9338e-02, 6.1633e-03,
1.5800e-01, -4.4561e-02, 8.3941e-02, 1.0221e-02, 1.1329e-02,
9.0794e-02, -1.2985e-02, 1.7949e-02, 1.4235e-02, -2.8062e-02,
-6.8037e-02, -5.1466e-02, 1.8491e-02, 8.0174e-02, -1.1271e-02,
2.9535e-02, -1.0943e-01, 9.6898e-03, -4.0226e-02, -2.1673e-02,
7.2288e-02, -2.3993e-02, -1.5761e-01, -2.0175e-02, -4.1492e-01,
-3.4651e-02, 1.1231e-02, 8.3836e-03, 1.4854e-01, -3.6895e-02,
4.8767e-02, -1.6840e-02, -7.9268e-02, -2.1646e-02, -5.6620e-02,
1.3248e-02, 3.8291e-02, 5.1465e-02, -3.5323e-03, 2.3447e-02,
-3.1559e-02, -2.4146e-02, 6.7072e-05, 6.6656e-02, -2.8572e-03,
2.4994e-02, -6.2954e-02, 7.4438e-02, -1.2154e-03, 8.3238e-02,
-3.8673e-02, -3.2531e-02, -1.4491e-02, -9.1562e-03, -1.4498e-02,
3.9708e-02, -4.6466e-02, 2.7546e-02, -4.2850e-02, 3.0503e-02,
1.4125e-01, 2.0222e-02, 7.6956e-02, 4.7130e-02, 4.9811e-02,
-8.4189e-03, -4.9425e-02, -1.0392e-02, 6.4747e-02, 4.2453e-02,
9.6757e-03, 4.3438e-02, 4.0193e-02, 1.4464e-02, -4.8477e-03,
1.4000e-02, 3.9437e-03, 5.5639e-02, 3.6312e-02, -1.3174e-01,
8.4588e-03, -6.8656e-02, -2.0215e-02, 5.3046e-02, -2.4217e-03,
3.4548e-02, 1.5999e-01, 8.2059e-03, -3.2128e-02, -5.6739e-02,
-1.0641e-01, 3.0166e-02, -5.0208e-02, -9.4809e-03, -2.4532e-02,
-2.5573e-02, -1.0705e-01, 5.3996e-02, 4.5249e-02, -1.2283e-02,
2.1861e-03, -3.4002e-02, -4.6252e-03, -9.0160e-02, 5.1866e-02,
-8.7613e-03, 2.1387e-02, -4.7438e-02, 6.2356e-02, -1.6264e-02,
2.5779e-03, -2.8196e-02, 1.7606e-03, -7.4686e-03, 2.9920e-02,
5.3996e-05, -1.6090e-02, 1.6126e-02, 1.1245e-02, 1.3816e-03,
-2.0857e-02, -4.7666e-03, -8.0107e-03, -3.1482e-02, 2.2719e-03,
-2.9067e-02, -7.4801e-03, -4.7269e-02, 4.6836e-02, 6.1183e-02,
2.5463e-01, -5.4922e-02, -3.3222e-02, -1.1614e-01, 1.0789e-01,
-4.1831e-02, -4.4596e-02, -1.6496e-02, 4.2410e-02, 3.1619e-03,
-3.2131e-02, -1.6079e-02, 4.0614e-02, 3.5769e-02, -2.6871e-04,
3.6100e-02, 2.3103e-02, -4.5562e-03, 2.5952e-03, -6.6592e-02,
-1.8514e-02, 1.5859e-02, 2.3908e-02, 3.1567e-02, -3.3552e-02,
2.1158e-02, -1.5815e-01, -7.0022e-03, 3.0777e-02, 4.5794e-02,
-3.7356e-02, -3.8913e-02, 1.5303e-02, -5.9462e-02, -6.3490e-02,
4.1206e-02, -2.5372e-02, -8.2812e-02, 9.7411e-03, 1.1712e-02,
3.6236e-02, -7.8472e-02, 2.8475e-02, -4.5305e-02, 9.5842e-03,
6.2698e-02, 1.4417e-02, -4.6273e-03, -1.2975e-01, 3.1088e-02,
3.6101e-02, 1.3603e-02, -1.0311e-02, -5.6917e-02, 2.7149e-02,
-5.8422e-02, 3.8481e-02, -4.1521e-02, 7.1533e-02, 1.3588e-02,
2.9316e-02, 1.0941e-02, -3.3488e-03, 3.3167e-02, -1.1840e-01,
-6.8288e-02, 4.1047e-02, -5.5285e-02, 2.5815e-02, -3.7414e-02,
-1.0528e-02, 4.6621e-02, -4.4038e-02, -3.8864e-02, 3.4041e-02,
-1.1079e-01, 7.2105e-02, 3.3820e-02, -9.6702e-02, 2.0021e-02,
1.0889e-02, -5.2146e-02, 2.6628e-02, 8.4865e-02, 5.1913e-02,
-3.3200e-03, -1.3870e-02, 5.4398e-02, 5.9059e-02, -3.7414e-02,
-2.9316e-02, -2.7295e-02, 1.1879e-01, -1.6296e-02, 1.9111e-02,
2.7870e-02, -4.7625e-02, -3.4989e-03], requires_grad=True)
bert.encoder.transformer.LayerNorm_1.weight Parameter containing:
tensor([0.8120, 0.8467, 0.8927, 0.8864, 0.7738, 0.8258, 0.9533, 0.9125, 0.8421,
0.7885, 0.9133, 0.8982, 0.8611, 0.8835, 0.8122, 0.9139, 0.8773, 0.9076,
0.8975, 0.8823, 0.9204, 0.8962, 0.8897, 0.8981, 0.8765, 0.9071, 0.8762,
0.8863, 0.8585, 0.8523, 0.9087, 0.9083, 0.8796, 0.8316, 0.9079, 0.8904,
0.9302, 0.8494, 0.8602, 0.8374, 0.7878, 0.8671, 0.8429, 0.8991, 0.8549,
0.9352, 0.8777, 0.8899, 0.9054, 0.8497, 0.9156, 0.8041, 0.8478, 0.8468,
0.8598, 0.9118, 0.8443, 0.8662, 0.8420, 0.9093, 0.8950, 0.8751, 0.8529,
0.7937, 0.8966, 0.8532, 0.8353, 0.8993, 0.8834, 0.8826, 0.9019, 0.8765,
0.8900, 0.8787, 0.9272, 0.9250, 0.8071, 0.9095, 0.8970, 0.9323, 0.8673,
0.9006, 0.8608, 0.8752, 0.8631, 0.8596, 0.9182, 0.8973, 0.8506, 0.8358,
0.9105, 0.8803, 0.8051, 0.8387, 0.9295, 0.9313, 0.8770, 0.9213, 0.8858,
0.8935, 0.8978, 0.8921, 0.8951, 0.8417, 0.8581, 0.9456, 0.8605, 0.9288,
0.8887, 0.9021, 0.8837, 0.8585, 0.8944, 0.8202, 0.9203, 0.9042, 0.8893,
0.8603, 0.8220, 0.8693, 0.8411, 0.8364, 0.9526, 0.8375, 0.9273, 0.8680,
0.8798, 0.9094, 0.9029, 0.8123, 0.8764, 0.9025, 0.9217, 0.9069, 0.8980,
0.7971, 0.8708, 0.8447, 0.8468, 0.8880, 0.9169, 0.8127, 0.8622, 0.8982,
0.8392, 0.8744, 0.8234, 0.8259, 0.8010, 0.8977, 0.9096, 0.8656, 0.8703,
0.8778, 0.7770, 0.8975, 0.9442, 0.8798, 0.8628, 0.7337, 0.8928, 0.8373,
0.9233, 0.8378, 0.9050, 0.8805, 0.8573, 0.9181, 0.9058, 0.9662, 0.9249,
0.8446, 0.8698, 0.8091, 0.8611, 0.9100, 0.8565, 0.9300, 0.8362, 0.8802,
0.8053, 0.9387, 0.8318, 0.9420, 0.9031, 0.8821, 0.8748, 0.9145, 0.8136,
0.7884, 0.9295, 0.8253, 0.9603, 0.8953, 0.8505, 0.9363, 0.9033, 0.8901,
0.9215, 0.8902, 0.9133, 0.9129, 0.8120, 0.8907, 0.8663, 0.8319, 0.9104,
0.8781, 0.9052, 0.8791, 0.9178, 0.8644, 0.9001, 0.8444, 0.8830, 0.8274,
0.8362, 0.8608, 0.9579, 0.7852, 0.8513, 0.8830, 0.8026, 0.9284, 0.8106,
0.9454, 0.9088, 0.9275, 0.8840, 0.8691, 0.8677, 0.8534, 0.8400, 0.8767,
0.9046, 0.8752, 0.9747, 0.8506, 0.8678, 0.7736, 0.9124, 0.8073, 0.9075,
0.8817, 0.8256, 0.9478, 0.8305, 0.9354, 0.8987, 0.8640, 0.8865, 0.9074,
0.8136, 0.8570, 0.9024, 0.8596, 0.9213, 0.8813, 0.7916, 0.8463, 0.8927,
0.9115, 0.9143, 0.8396, 0.8599, 0.8999, 0.8770, 0.8269, 0.8693, 0.7985,
0.8858, 0.8846, 0.8775, 0.8930, 0.9221, 0.8681, 0.8652, 0.8873, 0.8844,
0.8419, 0.8455, 0.8278, 0.8418, 0.9028, 0.8882, 0.9235, 0.8632, 0.8658,
0.8528, 0.8425, 0.8639, 0.8234, 0.9017, 0.8921, 0.8823, 0.8117, 0.8524,
0.8160, 0.8153, 0.8343, 0.7835, 0.8867, 0.8860, 0.9106, 0.8278, 0.8554,
0.8918, 0.9187, 0.8457, 0.9155, 0.9232, 0.8317, 0.9106, 0.8453, 0.8762,
0.8293, 0.8623, 0.8782, 0.8456, 0.9211, 0.8972, 0.8098, 0.7951, 0.9251,
0.8989, 0.8391, 0.8332, 0.8435, 0.8830, 0.8913, 0.8958, 0.9189, 0.8771,
0.8435, 0.8197, 0.8362, 0.9158, 0.8958, 0.8638, 0.8136, 0.8590, 0.8679,
0.8851, 0.8875, 0.8753, 0.8950, 0.8737, 0.8309, 0.8732, 0.9102, 0.8980,
0.8992, 0.8863, 0.9023, 0.8196, 0.8655, 0.8660, 0.9397, 0.8685, 0.8163,
0.8885, 0.9248, 0.9361, 0.9358, 0.7888, 0.8177, 0.8092, 0.9026, 0.8922,
0.8782, 0.8973, 0.8449, 0.9127, 0.9164, 0.8240, 0.8154, 0.8599, 0.7850,
0.8370, 0.8348, 0.8437, 0.9061, 0.8572, 0.9221, 0.9376, 0.8473, 0.8154,
0.8445, 0.8195, 0.8334, 0.8278, 0.9186, 0.8994, 0.8195, 0.8405, 0.7915,
0.8139, 0.9156, 0.8880, 0.9348, 0.9143, 0.8441, 0.9432, 0.9041, 0.9003,
0.8626, 0.8364, 0.8750, 0.8971, 0.8907, 0.8604, 0.8779, 0.9273, 0.8563,
0.8612, 0.8975, 0.8795, 0.8766, 0.9140, 0.8910, 0.8896, 0.9417, 0.9152,
0.8516, 0.8855, 0.8714, 0.8295, 0.8001, 0.9422, 0.8791, 0.9165, 0.8479,
0.8933, 0.9331, 0.3011, 0.8750, 0.9080, 0.9069, 0.9089, 0.9071, 0.9260,
0.8937, 0.8822, 0.8624, 0.8992, 0.8817, 0.9108, 0.8443, 0.8942, 0.8596,
0.8881, 0.8800, 0.9031, 0.8164, 0.8716, 0.8971, 0.9115, 0.9502, 0.9112,
0.9255, 0.9357, 0.8531, 0.8387, 0.9322, 0.8449, 0.8992, 0.8544, 0.9175,
0.9045, 0.8241, 0.9315, 0.8755, 0.9034, 0.9033, 0.8024, 0.8510, 0.8825,
0.8298, 0.9275, 0.8535, 0.8364, 0.9119, 0.8852, 0.8715, 0.8819, 0.8281,
0.8893, 0.8264, 0.8266, 0.8732, 0.8775, 0.9110, 0.8162, 0.7721, 0.8934,
0.8850, 0.8247, 0.9012, 0.7876, 0.9082, 0.9003, 0.8252, 0.7866, 0.9227,
0.8809, 0.8946, 0.9321, 0.8833, 0.8179, 0.8890, 0.8197, 0.8377, 0.8949,
0.8778, 0.8972, 0.9662, 0.7733, 0.9272, 0.8436, 0.8584, 0.8223, 0.8728,
0.9194, 0.8823, 0.8990, 0.8449, 0.9096, 0.8317, 0.8851, 0.9211, 0.8311,
0.8409, 0.8172, 0.9232, 0.8875, 0.8981, 0.9078, 0.7982, 0.7848, 0.8942,
0.8995, 0.8890, 1.0221, 0.8033, 0.9006, 0.8386, 0.8419, 0.8569, 0.8703,
0.9630, 0.7648, 0.8946, 0.8149, 0.8683, 0.8584, 0.9099, 0.8397, 0.9355,
0.8641, 0.8420, 0.8769, 0.8377, 0.9071, 0.8695, 0.3621, 0.8762, 0.8735,
0.8437, 0.8958, 0.8984, 0.8428, 0.9020, 0.9211, 0.9210, 0.9005, 0.8780,
0.9261, 0.9230, 0.8034, 0.9088, 0.8489, 0.8224, 0.8328, 0.8215, 0.9076,
0.8401, 0.8528, 0.8212, 0.9231, 0.8356, 0.9440, 0.8829, 0.8990, 0.9171,
0.8886, 0.8318, 0.9274, 0.8333, 0.8303, 0.7807, 0.9080, 0.8978, 0.8874,
0.8772, 0.8702, 0.8815, 0.8955, 0.9175, 0.8646, 0.8954, 0.8702, 0.8357,
0.8301, 0.8860, 0.9150, 0.8115, 0.9101, 0.8572, 0.8934, 0.8272, 0.8307,
0.8146, 0.8869, 0.9195, 0.8259, 0.8544, 0.8469, 0.8065, 0.9007, 0.9203,
0.8443, 0.8593, 0.9187, 0.8679, 0.9082, 0.9070, 0.8342, 0.8714, 0.9164,
0.8774, 0.8466, 0.9280, 0.8993, 0.8752, 0.8517, 0.9085, 0.8696, 0.9255,
0.8705, 0.8866, 0.8187, 0.9231, 0.9278, 0.8200, 0.8938, 0.8770, 0.9014,
0.8611, 0.8822, 0.8380, 0.8558, 0.9231, 0.9207, 0.8410, 0.8491, 0.8579,
0.9259, 0.8281, 0.8500, 0.8667, 0.8693, 0.8043, 0.9059, 0.9616, 0.8482,
0.8877, 0.9048, 0.8332, 0.8933, 0.9257, 0.8885, 0.8140, 0.8054, 0.8519,
0.7849, 0.9153, 0.8356, 0.9003, 0.8315, 0.8885, 0.8585, 0.9285, 0.8593,
0.8665, 0.8350, 0.9009, 0.9137, 0.8198, 0.8714, 0.8545, 0.8509, 0.9239,
0.8330, 0.8792, 0.8958, 0.8488, 0.8959, 0.8947, 0.8387, 0.8854, 0.9081,
0.8574, 0.8958, 0.9212, 0.8179, 0.8533, 0.8051, 0.8700, 0.8756, 0.8918,
0.8898, 0.8994, 0.8597, 0.7863, 0.8208, 0.8829, 0.8935, 0.8175, 0.8458,
0.8927, 0.8593, 0.8246, 0.8655, 0.8622, 0.8951, 0.8008, 0.7983, 0.9062,
0.8694, 0.9430, 0.8761, 0.8408, 0.8973, 0.8773, 0.8545, 0.9048, 0.9370,
0.7988, 0.9302, 0.9106, 0.8798, 0.7794, 0.9391, 0.8558, 0.8645, 0.9051,
0.8799, 0.8541, 0.8413, 0.8627, 0.8010, 0.8297, 0.8986, 0.8636, 0.8645,
0.8236, 0.8890, 0.8742], requires_grad=True)
bert.encoder.transformer.LayerNorm_1.bias Parameter containing:
tensor([-2.3962e-02, -4.6634e-02, -1.4357e-02, -6.9372e-03, -3.8529e-02,
5.3002e-02, -5.6339e-02, -7.1118e-02, -6.6970e-02, -1.7047e-02,
-4.8060e-02, -2.7915e-02, -7.4176e-02, -3.4940e-02, -2.2079e-02,
-1.8716e-02, 4.1470e-02, 4.4440e-02, 1.4951e-02, -6.0184e-02,
-2.5908e-02, -5.3876e-02, 1.0691e-02, 2.1810e-02, -2.9264e-03,
-1.3073e-01, -8.1432e-02, 2.5462e-02, -1.1805e-01, 2.1219e-02,
-8.9503e-02, -9.9940e-02, -9.9371e-02, -7.0160e-03, 3.2595e-01,
7.8779e-02, -8.1580e-02, -7.4437e-02, -4.9587e-02, 3.7209e-02,
2.9713e-02, -6.2048e-02, -1.5302e-02, 1.6001e-02, 8.9523e-03,
2.9732e-02, 9.9853e-02, -1.0171e-02, -1.1354e-01, 5.6364e-03,
1.9622e-02, -2.6117e-02, -7.5260e-02, 4.8767e-02, -4.6103e-02,
6.5551e-03, 2.5137e-02, 9.2328e-03, -9.5013e-02, -6.5145e-02,
-9.4107e-03, -8.3847e-02, 1.8339e-03, -1.0922e-02, -6.0417e-02,
-1.6740e-02, -3.4038e-02, -4.0758e-02, -1.2839e-01, 2.3229e-02,
-8.3063e-02, -8.9089e-02, -1.0020e-01, -7.6311e-02, 4.8545e-02,
2.9257e-02, -5.3367e-02, -5.3847e-02, -1.4510e-02, -9.4284e-02,
-4.3823e-02, -8.1869e-02, -9.6219e-03, 1.3633e-02, 1.9665e-02,
-1.1750e-03, -7.6716e-02, -1.8804e-02, -4.8344e-03, 7.5600e-03,
-1.1949e-01, -3.7846e-02, 4.1405e-02, -2.8422e-02, 4.0523e-02,
-6.7379e-02, 2.8473e-03, 1.0139e-02, -1.2809e-01, 1.3606e-02,
-1.0841e-02, -3.6863e-02, 4.8030e-02, -4.4919e-02, -3.5718e-02,
2.2491e-02, 3.4827e-02, -1.9799e-02, -7.6790e-02, -6.6428e-02,
9.0589e-03, -2.4153e-02, 6.8241e-02, 6.5692e-02, -2.2455e-02,
7.6131e-03, -4.8538e-02, 2.1804e-02, -6.0352e-02, 2.1002e-03,
-3.6839e-02, -1.6187e-03, 1.1029e-01, -4.0442e-02, -4.6664e-02,
8.6719e-03, -2.1728e-02, 9.0778e-02, 1.9649e-01, -1.1499e-02,
-1.4419e-02, 9.2848e-04, 2.7118e-01, -4.0229e-02, -1.5483e-02,
-6.0089e-02, 8.2841e-02, -1.5876e-03, 1.3069e-02, 8.7026e-03,
-6.4522e-03, -2.4392e-03, -5.8302e-02, -1.7030e-03, -1.6003e-02,
-1.9926e-01, -2.6879e-02, -2.9074e-02, -4.8931e-02, -7.5973e-03,
-1.0435e-02, 2.4020e-02, -1.2489e-01, 2.3387e-02, -4.2971e-02,
-8.5038e-02, 6.7488e-02, -4.3045e-02, -1.0307e-02, -4.3723e-02,
-6.8723e-02, 3.7133e-03, 3.5826e-02, -8.5988e-02, 1.1276e-01,
-6.1801e-03, -1.0907e-02, -1.4562e-02, -5.6782e-02, 8.4179e-02,
-4.1735e-02, -3.2034e-02, 6.7006e-03, -5.8346e-02, -1.0863e-01,
-2.8044e-03, 3.5410e-02, 8.6472e-02, -8.0637e-02, -3.6913e-02,
4.8467e-02, -2.3300e-02, -3.4165e-02, -7.1442e-02, -3.7893e-03,
-6.1823e-02, 1.8752e-02, -3.5115e-02, 2.4429e-02, -6.0452e-02,
-1.5589e-02, -9.4938e-03, 4.1414e-02, -7.9945e-02, -1.1193e-02,
-9.4298e-02, -3.8115e-02, -1.4689e-02, -3.0899e-02, 9.3560e-02,
-1.4110e-02, 7.3022e-02, -1.7182e-02, -6.6258e-02, 2.7906e-02,
-3.1864e-02, -4.6103e-02, 7.1736e-03, 4.3298e-02, -1.2714e-01,
-1.3204e-01, -3.9846e-02, 6.6453e-03, -6.8605e-02, 2.9757e-02,
-1.0390e-02, -1.0428e-03, 5.2837e-02, 2.6663e-02, 1.5753e-02,
-6.6977e-02, -1.7388e-02, -3.4209e-02, -3.6535e-02, -6.3584e-02,
3.5119e-02, 4.5442e-04, 3.7481e-02, 8.8148e-03, -2.0713e-04,
7.3160e-05, -3.3784e-02, -2.6595e-02, 3.6559e-02, -7.6135e-02,
-7.1804e-02, -6.3440e-02, 1.2896e-02, -1.5546e-02, -8.9399e-02,
-6.4980e-02, -9.7175e-02, 1.7453e-03, -8.6428e-02, -1.4155e-03,
-2.9002e-02, -5.4773e-03, -7.4483e-02, -8.9139e-02, -1.0936e-01,
-2.6029e-02, -1.3273e-02, -4.7356e-03, -4.5423e-02, 5.4684e-02,
-7.8296e-02, -5.3843e-02, 4.4985e-03, 5.7130e-03, 2.5934e-01,
1.2075e-02, -8.0371e-03, -9.6400e-02, 5.2495e-02, -6.2192e-02,
-3.6476e-02, -5.2966e-02, -9.8464e-02, -2.4820e-02, -8.1637e-02,
-9.1428e-02, -1.4382e-01, 4.3502e-02, -1.8578e-01, -4.3837e-02,
-1.7779e-02, 3.6801e-03, -2.9631e-02, -4.6669e-02, -1.2504e-02,
-6.0980e-02, -1.2932e-02, -3.2373e-02, -7.3232e-02, 3.1581e-02,
-9.2864e-02, 2.5260e-03, 3.4350e-03, -2.2261e-02, 2.5778e-02,
1.0192e-02, 1.6053e-02, 4.1508e-02, 4.3342e-02, -4.8979e-02,
-6.7488e-02, -6.9679e-02, 1.8245e-03, -1.9129e-02, 6.7955e-02,
-7.0023e-02, -1.5055e-02, -5.8572e-02, -5.4167e-02, 6.1682e-03,
8.4018e-03, -8.4147e-02, 6.5748e-02, -5.7701e-02, -7.4444e-02,
1.1954e-02, -9.5801e-02, -1.5510e-02, 2.1648e-02, 3.4657e-02,
1.1115e-01, -9.2326e-02, -6.9928e-03, -3.7093e-02, -9.9284e-02,
5.5425e-02, -4.0258e-03, -2.9858e-02, -5.2494e-02, -7.2670e-02,
-3.7833e-02, 9.8319e-03, -8.5632e-02, 7.9183e-02, -2.3836e-02,
-5.4331e-03, -4.9638e-02, -1.3496e-01, -2.0636e-02, 1.0102e-02,
1.2890e-01, -8.9578e-02, -7.9185e-02, -2.5728e-02, -4.8976e-02,
-8.7076e-02, -6.4221e-02, -3.7044e-02, -8.2655e-02, -4.9083e-02,
2.0694e-02, -8.6921e-02, -2.8829e-02, -2.8657e-02, -6.7468e-02,
-1.2636e-01, -4.6470e-02, -8.3065e-02, -1.3600e-01, 2.4251e-01,
3.4371e-03, -2.8284e-02, -9.4585e-02, -1.2368e-01, -2.4773e-02,
-1.0730e-01, -1.2686e-02, 2.4896e-02, 5.7944e-03, -1.8134e-02,
-1.5382e-02, -3.1513e-02, -2.2696e-02, -4.1374e-02, -2.2288e-02,
7.4299e-02, 2.9574e-02, -6.6931e-03, 2.2636e-02, -6.7575e-02,
-2.2400e-02, -3.7918e-02, -1.8110e-02, -2.9506e-02, -3.3114e-02,
-6.7318e-03, 1.2243e-02, -3.7743e-02, 3.4998e-03, -1.1566e-01,
-3.8338e-02, 6.8263e-03, 1.8525e-02, -6.2090e-03, -1.1004e-01,
-4.4018e-03, -2.0563e-02, 9.5187e-02, -1.0547e-01, -6.1224e-02,
-1.1702e-01, 2.4217e-02, -1.3318e-01, 5.1896e-03, -4.5135e-02,
-7.8414e-02, -5.2208e-02, -6.9039e-02, -1.4765e-02, 2.1744e-02,
-8.2450e-03, -6.7580e-02, -3.7423e-02, 6.0124e-02, -8.5298e-02,
2.1105e-02, -2.0481e-02, -4.9304e-02, -6.6328e-02, -1.5924e-02,
1.3573e-02, -5.6801e-04, -9.6652e-02, 6.3302e-03, 1.1803e-02,
-1.0051e-02, 5.7790e-02, -4.4110e-03, -4.3502e-02, -3.3927e-02,
4.6459e-02, 4.1848e-02, -7.2929e-04, 2.4512e-02, 2.4880e-02,
-1.1212e-01, 4.0003e-03, 7.2556e-02, 5.8291e-02, -1.3166e-02,
-3.3771e-02, -2.2395e-02, -3.5537e-02, -2.8080e-04, -4.6700e-02,
-8.5717e-02, 1.7816e-04, -1.6395e-02, 1.8051e-02, 2.4863e-02,
-4.7406e-02, -9.3980e-02, -5.2482e-02, -3.4294e-03, -4.7625e-02,
-1.9216e-02, 1.0070e-04, -5.8043e-02, 5.0046e-02, -3.0764e-02,
3.7047e-02, -9.0539e-02, -1.8590e-03, -2.0763e-02, -1.0442e-01,
-2.1264e-02, 3.8371e-02, -8.7667e-02, 3.1149e-02, -3.3244e-03,
8.8161e-02, 2.0034e-02, -2.2640e-02, 4.8841e-02, -2.9664e-02,
-3.2543e-02, -1.1279e-02, -7.3962e-04, 6.4095e-02, -8.2955e-03,
-2.7705e-02, 6.3735e-02, 3.2828e-02, -1.8233e-02, -2.7183e-02,
5.3135e-03, -3.0823e-02, 3.8585e-03, 1.7841e-02, -1.2525e-01,
-1.1488e-02, -4.4454e-03, 2.8058e-02, -4.6330e-02, 4.5434e-02,
-1.0355e-01, -3.7454e-02, -3.8391e-02, 2.6554e-02, -3.6584e-02,
-5.8700e-02, -3.1843e-02, -4.6948e-02, -6.0105e-03, -2.0466e-02,
-7.9308e-02, 1.5597e-02, -4.8156e-02, -9.2360e-02, 1.0931e-02,
2.2174e-03, -9.1852e-02, -2.4144e-02, -5.3967e-02, -8.9419e-02,
3.3208e-02, -3.5626e-02, 2.1838e-02, 2.2582e-02, 5.5252e-03,
-8.9000e-02, -4.8510e-02, 2.6085e-02, 4.6859e-02, -7.9147e-02,
1.2050e-02, -5.0170e-02, -3.2962e-02, -8.7545e-02, -3.8501e-02,
-1.2588e-02, -6.5486e-02, -1.0001e-02, 1.4439e-02, -3.4641e-02,
1.1969e-02, 2.5306e-03, -3.9081e-02, -1.8901e-02, -2.4851e-02,
-8.9945e-02, -5.0889e-02, 1.0459e-01, -5.2612e-02, 2.4261e-03,
-1.3302e-01, 1.0530e-02, -1.1341e-02, -4.6190e-02, -1.8351e-02,
-8.4466e-02, -2.7322e-02, -2.4040e-02, -8.4207e-02, -4.0359e-02,
4.8995e-02, 1.9470e-02, -4.9250e-02, -1.0210e-01, -2.6896e-02,
-5.1585e-02, 3.5181e-02, 2.7669e-02, -4.3324e-03, 4.5203e-02,
-4.4976e-02, 5.9865e-03, 2.8325e-02, -3.6227e-02, 1.8543e-01,
3.7721e-02, -7.2521e-02, -2.3792e-02, -1.2738e-01, -1.8637e-02,
-6.7403e-02, 2.1171e-03, 3.1034e-02, 3.8256e-02, 3.4949e-02,
-1.7892e-02, -1.6286e-01, -4.2657e-02, -2.7576e-02, -5.3340e-02,
-1.6764e-02, -3.2589e-02, -2.5177e-02, -3.7226e-02, 1.5884e-02,
-2.0290e-02, 4.4253e-02, -1.3043e-01, 4.3300e-02, -1.1506e-01,
-2.3422e-02, -1.2123e-02, -1.3626e-02, 1.1776e-03, -5.1169e-02,
-5.0528e-02, -3.1906e-02, -7.1024e-02, 2.9549e-03, -4.0889e-02,
-1.2458e-01, -2.1953e-02, -7.5168e-02, -6.4950e-02, -2.4876e-02,
8.6595e-03, 4.7503e-02, -7.2989e-02, -5.0892e-02, -1.0897e-01,
2.9272e-02, -8.8989e-02, -3.8995e-02, -2.0166e-02, -2.2696e-02,
-8.2827e-03, -6.6690e-02, -7.3740e-02, -3.4653e-02, 1.1346e-01,
-6.2504e-03, 4.2089e-02, 3.4598e-03, -1.1897e-01, -6.1792e-03,
-2.8582e-02, -1.9579e-01, -2.9276e-03, -1.1411e-02, 5.2733e-02,
2.1199e-02, -6.2249e-02, 8.1909e-02, -5.5906e-02, -1.9846e-02,
-2.2346e-02, 3.6718e-02, -1.2271e-02, -7.0020e-02, 2.1564e-02,
-5.3949e-03, -4.9799e-02, 7.5032e-03, 5.5644e-02, -8.9713e-02,
2.8111e-03, -3.0787e-03, -1.0715e-02, -5.0374e-02, -3.6819e-02,
-2.2593e-02, -4.3350e-02, -5.1443e-02, -3.3899e-03, -5.2196e-02,
-7.9274e-04, -7.3725e-03, -7.2167e-02, 1.6261e-02, -4.4694e-02,
-1.9924e-02, -5.0612e-02, -3.8551e-02, -2.2512e-02, -7.3677e-02,
6.0202e-04, 1.8628e-02, -2.4511e-03, -9.9661e-02, -1.2797e-01,
-2.3573e-01, 3.7769e-02, -3.6015e-04, 4.1336e-02, -8.9228e-02,
7.9472e-02, 1.7731e-02, -1.5721e-02, -4.6945e-02, 2.1638e-02,
-6.3733e-03, -2.3821e-02, -7.6662e-02, -1.1224e-02, -5.9047e-02,
-1.0575e-01, -6.1530e-02, -3.7416e-02, -2.8292e-03, 2.4794e-02,
6.6977e-03, -3.8349e-02, -7.6398e-02, -5.2546e-02, 2.2862e-02,
3.6740e-02, 8.9541e-02, -7.6793e-03, -1.9736e-02, -6.5060e-03,
-6.5174e-03, -6.4307e-03, -1.3214e-02, 3.5399e-02, 4.4017e-02,
-8.9976e-02, 1.5873e-02, 3.6253e-02, -5.3256e-02, 4.8443e-03,
-2.0273e-02, 5.9800e-02, -4.7427e-03, 3.7622e-02, -3.8944e-03,
-1.2484e-02, -4.1410e-02, -1.2086e-02, 3.6666e-01, -4.5476e-02,
-6.7802e-02, -7.5007e-02, 3.0080e-02, 6.1767e-02, -3.4244e-02,
2.2897e-02, -4.4859e-02, 3.0939e-02, -6.5037e-02, 4.4553e-02,
-2.1183e-02, -1.8551e-02, 6.2486e-03, -7.0535e-02, 7.9567e-02,
1.2220e-03, -8.5182e-02, -5.5554e-02, -2.5153e-02, -2.8193e-02,
1.1476e-03, -3.5241e-02, 5.2703e-02, 4.5192e-02, -5.2703e-02,
6.0445e-02, -1.7691e-01, -3.0857e-02, 1.5881e-01, -6.6710e-03,
-5.8379e-02, 1.2812e-02, -6.8883e-02, -7.8349e-02, -6.0262e-02,
-4.1818e-02, -3.9355e-02, -6.4151e-02, -7.3885e-02, 7.0058e-03,
2.5766e-02, -2.8131e-02, -6.2850e-02, -7.0077e-03, -2.8039e-02,
-2.8928e-02, 6.2209e-02, -6.7363e-02], requires_grad=True)
bert.encoder.transformer.attention_1.output.dense.weight Parameter containing:
tensor([[ 0.0578, -0.0630, -0.0829, ..., -0.0228, -0.0032, 0.0452],
[ 0.0159, -0.0652, 0.0785, ..., -0.0751, 0.0622, 0.0703],
[ 0.0163, -0.0180, -0.0182, ..., -0.0337, -0.0240, 0.0108],
...,
[ 0.0087, 0.0527, 0.0504, ..., -0.0137, 0.0577, -0.0118],
[ 0.0073, 0.0384, 0.0216, ..., -0.0248, -0.0364, 0.0947],
[-0.0105, -0.0018, 0.0510, ..., -0.0523, -0.0835, 0.0856]],
requires_grad=True)
bert.encoder.transformer.attention_1.output.dense.bias Parameter containing:
tensor([-9.6343e-02, 4.7692e-02, 4.0329e-02, 5.2683e-02, -6.7606e-02,
3.5320e-02, 6.3442e-02, 2.3631e-02, -1.8780e-02, 8.8613e-02,
-4.7573e-02, 7.3473e-06, 6.5292e-02, -7.6715e-03, -5.1096e-02,
1.0107e-02, -2.5166e-02, 8.8618e-02, 5.0648e-03, 2.0674e-02,
3.9727e-02, 1.4621e-02, 7.4856e-02, 1.1757e-01, -2.3937e-02,
2.9549e-02, 3.4200e-02, -4.6477e-04, -7.5812e-03, 3.8826e-02,
-8.1253e-03, -6.8074e-02, 4.8614e-02, 1.1051e-01, 1.2512e-01,
-6.4715e-02, 6.3558e-05, -2.7457e-02, 8.4017e-02, 5.1207e-02,
1.1577e-01, 6.4947e-02, 3.2866e-02, -3.1900e-02, -1.4357e-01,
-2.3679e-02, -1.0605e-02, -1.3271e-02, -4.5012e-02, 6.3027e-02,
-7.6556e-03, -1.0686e-01, 1.0553e-01, 2.8194e-02, -4.1897e-02,
-7.3640e-02, -9.2080e-02, -3.0607e-02, -4.7859e-03, -2.5815e-02,
-2.3766e-02, 4.7341e-02, 2.8181e-02, 4.8280e-03, -1.3878e-02,
6.2772e-02, -5.7713e-02, -2.5936e-02, 6.2623e-02, 2.9377e-03,
-4.3215e-02, 2.3292e-02, -1.6382e-02, 7.0955e-02, 1.4122e-02,
-1.2175e-02, 2.4427e-02, -9.2910e-03, 7.4639e-02, 1.2853e-02,
1.9533e-02, -6.2901e-02, 4.6331e-02, -1.5428e-01, 1.1866e-02,
2.9700e-02, 2.3671e-02, -3.0834e-02, -4.9407e-02, 6.9205e-03,
7.9092e-03, 2.2365e-02, 1.2128e-02, -8.0252e-02, -4.2708e-02,
2.8801e-02, -3.4760e-02, 5.9250e-03, 5.3815e-02, 1.2421e-02,
-7.8036e-03, 1.6822e-02, -3.3718e-02, -4.7925e-02, -5.9443e-02,
-8.4021e-03, -1.0023e-01, -2.3530e-02, -4.1902e-02, -5.9029e-02,
3.0908e-02, -1.5540e-01, 1.3608e-02, -6.9730e-02, -2.1830e-03,
-3.5098e-02, 4.4633e-02, -4.5190e-02, -8.3161e-02, 6.1327e-03,
-1.9597e-02, -4.5780e-03, -9.2495e-03, -4.1372e-02, 3.0158e-02,
-5.3737e-02, -2.1574e-02, -2.6928e-02, 5.4810e-02, 1.0752e-01,
1.1400e-01, 3.4862e-02, 7.3563e-02, 9.4760e-02, -3.4816e-02,
7.1341e-03, -2.6835e-03, 3.5011e-02, -3.6200e-03, 6.2255e-02,
7.5138e-02, 1.4244e-01, 1.5921e-01, -9.6457e-04, 2.1145e-02,
3.2123e-02, 2.7302e-02, -2.6193e-02, 1.1642e-03, -9.5984e-02,
2.9807e-02, -4.5497e-03, 2.6992e-02, 2.7569e-02, -9.7531e-02,
1.0460e-01, -1.8931e-02, 1.4775e-02, -9.8314e-02, -8.0921e-02,
7.1000e-02, -1.8077e-01, -4.4653e-03, 1.0044e-01, -1.8905e-02,
-3.8806e-02, 4.0011e-02, -2.1658e-02, 8.8626e-02, -1.8684e-03,
-8.1429e-02, -4.5671e-02, 1.0752e-01, -4.9325e-02, -2.8407e-02,
-4.7706e-02, 4.0825e-02, 4.9731e-02, 9.4216e-02, -3.6535e-02,
-1.3514e-02, 2.9085e-02, -1.6776e-02, -7.7948e-03, -1.5230e-02,
-6.8559e-02, 3.0039e-02, 1.8423e-02, 6.4362e-03, -8.0563e-02,
9.4150e-03, -6.6566e-02, -4.6709e-02, -1.6745e-02, 3.6280e-02,
-1.3391e-02, 9.4893e-02, -8.2517e-02, -6.9209e-02, -8.9804e-02,
-7.5336e-02, -4.2125e-02, 8.3566e-02, -4.8808e-02, -2.9057e-02,
4.2706e-02, 2.2321e-03, -4.5408e-02, 4.1861e-02, 3.9915e-02,
-3.3898e-02, 2.6593e-02, 1.0873e-02, 1.4338e-01, -1.5756e-02,
1.6163e-02, 4.9351e-02, -2.4732e-02, -4.6329e-02, -4.1429e-02,
7.4931e-02, -9.2777e-02, 9.8457e-02, 2.6320e-02, 5.0167e-02,
-1.9874e-02, 1.8869e-02, -1.6197e-02, -2.9781e-04, 9.8388e-02,
-8.4930e-02, 4.9508e-02, -6.2421e-03, 4.5643e-02, 1.1695e-01,
-2.8527e-02, -3.6667e-02, -5.7253e-02, 1.2565e-02, 3.1089e-02,
8.4203e-03, 1.0355e-01, 4.7880e-02, -1.1422e-01, -3.0340e-02,
6.7360e-02, -3.7707e-02, 2.9783e-02, 4.9315e-03, 2.8563e-02,
-1.3559e-02, -1.1134e-01, -6.7541e-02, -9.4546e-02, 2.6910e-02,
-1.2278e-02, 6.8197e-02, -5.7801e-02, 5.9578e-02, 3.9548e-02,
-2.7737e-02, 7.0390e-02, 6.3545e-03, -1.0189e-01, 4.3412e-02,
-5.6397e-02, -8.7890e-02, -1.0574e-01, 8.5767e-02, 9.6782e-02,
-3.6047e-03, -2.8732e-02, 3.6121e-02, -1.4099e-02, -1.3479e-02,
-6.5425e-03, -2.9187e-02, -7.4812e-02, 2.6712e-02, 8.6328e-02,
3.2943e-02, -3.9480e-02, 9.2487e-02, -3.6154e-02, -4.2644e-02,
4.0957e-02, -2.6128e-02, 4.3952e-02, -3.3013e-02, 5.8435e-02,
8.0613e-02, 4.8300e-02, 3.1451e-02, 5.2612e-02, 7.4824e-02,
1.5132e-03, 5.5510e-02, -4.0531e-02, -8.3888e-02, -5.1709e-02,
3.7805e-02, -2.7939e-02, 2.4463e-02, -2.6224e-02, -1.0219e-01,
3.4540e-02, 6.0664e-02, -1.0703e-02, -5.9653e-02, 7.4868e-02,
-4.5033e-02, 8.8363e-03, -4.0674e-02, 2.0181e-02, 8.0675e-04,
-4.8743e-02, -2.4582e-02, 3.9465e-02, -3.1518e-02, 6.8906e-02,
-1.8622e-02, -8.7415e-03, 7.7948e-02, 5.1881e-03, 5.7576e-02,
3.1274e-02, 3.7503e-02, -4.6505e-02, -1.1856e-02, 1.4322e-02,
3.5465e-02, 2.5175e-02, -2.5707e-02, -6.8245e-02, 1.9090e-02,
-7.6991e-02, 1.8635e-02, 1.2072e-01, -5.3682e-02, 1.0616e-01,
3.4663e-02, 8.6536e-02, -3.8435e-02, 7.9185e-02, 1.0536e-01,
-1.0546e-01, -4.3773e-02, 2.4614e-02, 1.5296e-01, -1.1097e-01,
2.9659e-02, -2.2879e-02, 2.4961e-02, 2.1460e-02, -4.9947e-02,
3.6761e-02, 1.9333e-02, -1.1914e-02, -1.5957e-02, -3.0881e-02,
-1.9524e-02, -5.8876e-03, -6.8370e-02, -4.7966e-02, -3.9185e-02,
-9.1122e-02, 9.1691e-02, -1.9701e-04, -2.0989e-02, -9.6993e-02,
-2.8204e-02, -1.2045e-01, 9.1455e-02, 4.4194e-02, 1.2048e-01,
-1.0286e-01, 7.6304e-02, -7.3871e-02, -5.1589e-03, -4.4956e-02,
-9.2638e-02, -7.7280e-02, -1.9282e-02, -1.8685e-02, 4.4222e-02,
-5.4446e-02, -5.3881e-02, -7.2014e-02, 1.0255e-01, -1.9543e-02,
5.9158e-03, 1.0094e-02, -6.4071e-03, -5.8181e-02, 5.2669e-02,
-1.0932e-02, -1.2693e-01, 4.4856e-02, -1.0293e-02, -2.6918e-03,
-4.6414e-02, 2.9367e-02, 7.8306e-03, -2.3158e-02, -2.4049e-02,
3.0798e-02, -5.5477e-02, -5.4793e-02, -7.0759e-02, 2.5982e-02,
4.9029e-03, -2.4848e-02, 9.7600e-02, -2.6119e-02, 6.1292e-02,
7.6121e-02, -4.6868e-02, -4.1983e-02, -6.5777e-02, 4.5678e-02,
-3.1713e-02, 1.4852e-02, -5.0125e-02, -1.7417e-02, 4.4324e-02,
3.9123e-02, -2.3500e-02, 3.9188e-02, -1.0228e-01, -6.0521e-02,
3.9324e-02, -7.6937e-02, 2.4539e-03, -2.2074e-04, 1.9819e-02,
2.1230e-02, -7.9085e-03, 5.7475e-02, 4.6771e-02, -3.3803e-03,
8.1904e-02, -4.2685e-02, 2.0759e-03, -1.4856e-02, -6.2620e-04,
-1.2298e-01, 5.6022e-02, -1.1649e-01, -8.4218e-03, -6.0172e-02,
4.2556e-02, 5.5281e-02, 1.4256e-02, 1.6460e-02, -3.7277e-02,
-1.3321e-02, 1.1754e-02, -4.3845e-02, -2.4363e-02, 2.4616e-02,
4.7862e-02, 3.2499e-02, -6.9170e-02, -2.9857e-02, -4.0644e-02,
1.6401e-02, -3.6190e-04, -1.9804e-02, -1.6836e-02, 6.2594e-03,
3.1983e-02, -3.6991e-02, -9.2253e-03, 2.2272e-02, 5.4965e-02,
7.2716e-03, -5.2946e-02, 1.3676e-02, -2.2485e-02, 2.0031e-02,
-6.1576e-02, 1.3845e-02, 4.9515e-02, 3.8669e-02, -1.6931e-02,
-4.0844e-02, 5.1897e-02, 8.9393e-02, -1.1612e-02, 1.2252e-02,
2.5198e-02, -7.2601e-03, -3.2297e-02, 1.0354e-01, 9.4730e-02,
7.4317e-02, -6.8098e-03, 6.0530e-03, -3.8446e-02, 7.1978e-02,
1.0059e-02, -7.7812e-02, 1.9763e-03, 4.3408e-02, 3.0206e-02,
1.2540e-02, 3.8776e-02, 4.1805e-02, -4.0534e-02, -2.3335e-04,
-1.6938e-02, -5.0698e-02, 7.8254e-03, 3.5233e-02, -2.6219e-02,
1.7760e-02, -7.6657e-02, 4.8987e-02, -6.5367e-02, 1.7817e-02,
1.5118e-02, 3.7138e-02, 5.8539e-02, -5.6997e-02, -3.7282e-04,
-6.3481e-02, -6.0942e-03, -1.9037e-02, -3.8713e-02, 8.1746e-02,
4.3677e-02, -1.6457e-02, 5.7391e-02, 1.5067e-02, -6.5193e-02,
1.1987e-02, 3.2581e-02, 6.3280e-02, -6.1042e-02, -1.2908e-02,
-6.4870e-02, -1.3518e-02, -7.5305e-02, -8.2255e-02, -2.2534e-02,
6.2979e-02, 1.2538e-02, 9.6307e-03, -1.7741e-02, 3.4973e-02,
-9.1895e-02, 3.3549e-02, -1.0250e-01, 7.5209e-02, 3.3101e-02,
6.8770e-05, 4.7881e-02, -3.9418e-02, 6.9224e-02, 1.0393e-03,
-4.2096e-02, -2.9215e-02, 2.1451e-02, -8.4465e-03, -6.6758e-02,
-6.5322e-02, 2.1838e-02, 5.2217e-02, -5.0373e-02, 9.5423e-03,
-1.0946e-01, -2.4459e-02, 6.4546e-02, 1.8588e-02, -5.6626e-02,
6.1657e-02, -3.0976e-02, 3.8147e-02, -2.4473e-02, -5.3795e-02,
1.1140e-01, -7.1834e-02, -3.2796e-02, -4.8954e-02, 5.4630e-02,
1.5778e-02, 2.5091e-02, -1.6570e-01, 4.6637e-02, -6.4446e-02,
-4.1712e-02, 4.3914e-02, 2.8174e-02, 4.8035e-02, 9.7382e-02,
-4.2916e-02, -1.0755e-01, 8.2788e-02, -6.0136e-02, -8.8643e-02,
-4.8209e-02, 1.5736e-02, -1.3209e-02, 2.6552e-02, -6.9823e-02,
-2.4451e-02, 9.0236e-04, 5.8402e-02, 2.8397e-02, -2.1302e-02,
-3.3077e-02, -7.0555e-02, -4.8913e-02, 8.4329e-02, 1.9168e-02,
-9.7147e-02, 3.0983e-02, -9.7892e-02, 4.5175e-02, 2.0257e-02,
9.8086e-02, -5.5415e-02, 5.4878e-02, -6.0459e-03, -3.9216e-02,
-1.6940e-02, 3.7513e-02, -2.7969e-02, -2.2267e-02, 7.6431e-03,
1.5664e-01, 6.9466e-02, -3.8477e-02, 1.0930e-02, 2.5215e-02,
7.1076e-02, 5.6300e-03, -4.7774e-03, -5.8473e-03, -7.9257e-02,
-9.7374e-02, -1.1766e-01, -4.2790e-02, 2.8641e-02, 7.3136e-02,
4.2972e-02, -5.0397e-02, 8.9879e-02, 3.6203e-02, 4.7227e-02,
-6.9560e-02, 1.4509e-02, 6.7707e-02, 4.8130e-02, -1.7730e-02,
-7.3521e-02, 1.2038e-02, -6.7380e-02, -5.5413e-02, 1.4505e-01,
-7.1119e-02, -4.6323e-02, 6.1444e-02, 4.3011e-02, 8.8223e-02,
-7.4148e-02, 2.4540e-02, -2.6746e-02, 3.0251e-02, -3.8140e-02,
-8.1194e-02, -4.6556e-02, 5.9135e-02, 5.5577e-02, 1.8549e-02,
2.0114e-02, 5.7554e-02, -5.9348e-02, -2.6829e-03, -4.9145e-02,
-8.6383e-03, 1.0151e-01, -1.8721e-02, 2.0434e-02, -7.1258e-02,
-3.1313e-02, 3.5678e-02, 7.3283e-03, 2.0784e-01, 5.2085e-02,
-7.6970e-02, -5.2039e-03, 3.9219e-02, 2.9520e-02, 6.6260e-02,
-5.6447e-03, 5.7822e-02, -1.5344e-01, 4.9225e-02, -2.8321e-02,
-5.3733e-03, 3.8716e-02, 2.9342e-02, -2.1295e-02, -4.3679e-02,
-2.9573e-02, -2.6193e-02, 4.6899e-03, 5.3019e-03, -3.5208e-02,
-1.6590e-03, 2.4953e-02, 5.1655e-03, -6.1694e-04, -3.1055e-02,
4.2122e-02, -5.9339e-02, 2.7741e-02, -3.5550e-01, -2.2236e-02,
-1.3375e-02, -1.2542e-02, -6.9738e-02, -7.9535e-02, 1.1295e-01,
7.2897e-02, 2.5626e-02, -8.5717e-02, -6.8745e-02, -1.2616e-02,
-4.0232e-02, 8.7763e-03, 7.1064e-02, 1.0770e-01, 2.3022e-02,
-2.8235e-03, 3.5733e-02, -6.0048e-03, -6.4182e-02, 8.7157e-02,
1.0235e-01, -3.4765e-02, -5.3759e-02, 7.3243e-03, -5.5620e-02,
5.8047e-02, 6.3673e-02, -3.7480e-02, 9.4822e-03, 5.2116e-03,
6.0489e-02, -4.1001e-02, 6.9700e-02, 3.5704e-02, -2.6444e-03,
8.6103e-02, -9.3057e-03, 6.1519e-02, 9.8880e-03, -8.9707e-02,
1.2950e-02, 1.3905e-02, -6.1980e-03, 9.7383e-02, -4.1504e-02,
1.4649e-01, 4.5280e-02, -3.3035e-02], requires_grad=True)
bert.encoder.transformer.attention_1.output.LayerNorm.weight Parameter containing:
tensor([1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.,
1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1., 1.], requires_grad=True)
bert.encoder.transformer.attention_1.output.LayerNorm.bias Parameter containing:
tensor([0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.,
0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0., 0.],
requires_grad=True)
bert.encoder.transformer.attention_1.self.query.weight Parameter containing:
tensor([[-1.5542e-02, -4.0830e-02, -4.8473e-05, ..., 6.9903e-02,
-7.7291e-03, 4.0762e-02],
[-6.3388e-03, 4.7943e-02, -5.9479e-03, ..., 1.3260e-01,
-1.5171e-02, 1.7621e-02],
[ 2.3071e-02, -3.7930e-02, -8.3272e-02, ..., -1.2871e-01,
-8.7107e-02, -6.9622e-03],
...,
[-1.9654e-02, -1.7477e-02, -1.6022e-02, ..., 6.4548e-02,
-5.7051e-02, 4.4412e-02],
[ 9.5018e-02, -7.8597e-02, -2.5335e-02, ..., -9.4569e-03,
-4.4320e-02, 2.0875e-02],
[ 1.1273e-02, 4.4223e-02, 1.7645e-02, ..., -3.5005e-02,
2.4886e-02, 4.9046e-02]], requires_grad=True)
bert.encoder.transformer.attention_1.self.query.bias Parameter containing:
tensor([-1.2894e-02, -4.2183e-02, 8.6269e-02, -1.2131e+00, -3.7122e-01,
3.8116e-01, 9.8250e-02, -1.5161e-01, 1.9198e-01, -2.0458e-01,
-1.1176e-01, -1.4322e-01, -3.4325e-01, -8.8796e-02, 2.3028e-01,
1.0263e-01, -2.4548e-01, 1.5027e-01, 2.3747e-02, 7.5079e-02,
-2.4177e-01, -5.9479e-01, -3.6189e-01, -3.3070e-01, -3.4455e-01,
-1.4970e-01, 4.2608e-01, 2.1706e-01, 1.1271e-01, -4.0680e-01,
1.4369e-01, 1.8413e-01, 9.4359e-02, 6.3532e-02, -1.8051e-01,
-1.6946e-01, -1.0166e-01, -2.6519e-01, -4.2713e-01, -1.3787e-01,
1.9204e-01, -2.0439e-01, 3.6400e-01, 2.3716e-02, 2.1368e-01,