/
rewriteARM64.go
16703 lines (16700 loc) · 349 KB
/
rewriteARM64.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
// autogenerated from gen/ARM64.rules: do not edit!
// generated with: cd gen; go run *.go
package ssa
import "math"
var _ = math.MinInt8 // in case not otherwise used
func rewriteValueARM64(v *Value, config *Config) bool {
switch v.Op {
case OpARM64ADD:
return rewriteValueARM64_OpARM64ADD(v, config)
case OpARM64ADDconst:
return rewriteValueARM64_OpARM64ADDconst(v, config)
case OpARM64ADDshiftLL:
return rewriteValueARM64_OpARM64ADDshiftLL(v, config)
case OpARM64ADDshiftRA:
return rewriteValueARM64_OpARM64ADDshiftRA(v, config)
case OpARM64ADDshiftRL:
return rewriteValueARM64_OpARM64ADDshiftRL(v, config)
case OpARM64AND:
return rewriteValueARM64_OpARM64AND(v, config)
case OpARM64ANDconst:
return rewriteValueARM64_OpARM64ANDconst(v, config)
case OpARM64ANDshiftLL:
return rewriteValueARM64_OpARM64ANDshiftLL(v, config)
case OpARM64ANDshiftRA:
return rewriteValueARM64_OpARM64ANDshiftRA(v, config)
case OpARM64ANDshiftRL:
return rewriteValueARM64_OpARM64ANDshiftRL(v, config)
case OpARM64BIC:
return rewriteValueARM64_OpARM64BIC(v, config)
case OpARM64BICconst:
return rewriteValueARM64_OpARM64BICconst(v, config)
case OpARM64BICshiftLL:
return rewriteValueARM64_OpARM64BICshiftLL(v, config)
case OpARM64BICshiftRA:
return rewriteValueARM64_OpARM64BICshiftRA(v, config)
case OpARM64BICshiftRL:
return rewriteValueARM64_OpARM64BICshiftRL(v, config)
case OpARM64CMP:
return rewriteValueARM64_OpARM64CMP(v, config)
case OpARM64CMPW:
return rewriteValueARM64_OpARM64CMPW(v, config)
case OpARM64CMPWconst:
return rewriteValueARM64_OpARM64CMPWconst(v, config)
case OpARM64CMPconst:
return rewriteValueARM64_OpARM64CMPconst(v, config)
case OpARM64CMPshiftLL:
return rewriteValueARM64_OpARM64CMPshiftLL(v, config)
case OpARM64CMPshiftRA:
return rewriteValueARM64_OpARM64CMPshiftRA(v, config)
case OpARM64CMPshiftRL:
return rewriteValueARM64_OpARM64CMPshiftRL(v, config)
case OpARM64CSELULT:
return rewriteValueARM64_OpARM64CSELULT(v, config)
case OpARM64CSELULT0:
return rewriteValueARM64_OpARM64CSELULT0(v, config)
case OpARM64DIV:
return rewriteValueARM64_OpARM64DIV(v, config)
case OpARM64DIVW:
return rewriteValueARM64_OpARM64DIVW(v, config)
case OpARM64Equal:
return rewriteValueARM64_OpARM64Equal(v, config)
case OpARM64FMOVDload:
return rewriteValueARM64_OpARM64FMOVDload(v, config)
case OpARM64FMOVDstore:
return rewriteValueARM64_OpARM64FMOVDstore(v, config)
case OpARM64FMOVSload:
return rewriteValueARM64_OpARM64FMOVSload(v, config)
case OpARM64FMOVSstore:
return rewriteValueARM64_OpARM64FMOVSstore(v, config)
case OpARM64GreaterEqual:
return rewriteValueARM64_OpARM64GreaterEqual(v, config)
case OpARM64GreaterEqualU:
return rewriteValueARM64_OpARM64GreaterEqualU(v, config)
case OpARM64GreaterThan:
return rewriteValueARM64_OpARM64GreaterThan(v, config)
case OpARM64GreaterThanU:
return rewriteValueARM64_OpARM64GreaterThanU(v, config)
case OpARM64LessEqual:
return rewriteValueARM64_OpARM64LessEqual(v, config)
case OpARM64LessEqualU:
return rewriteValueARM64_OpARM64LessEqualU(v, config)
case OpARM64LessThan:
return rewriteValueARM64_OpARM64LessThan(v, config)
case OpARM64LessThanU:
return rewriteValueARM64_OpARM64LessThanU(v, config)
case OpARM64MOD:
return rewriteValueARM64_OpARM64MOD(v, config)
case OpARM64MODW:
return rewriteValueARM64_OpARM64MODW(v, config)
case OpARM64MOVBUload:
return rewriteValueARM64_OpARM64MOVBUload(v, config)
case OpARM64MOVBUreg:
return rewriteValueARM64_OpARM64MOVBUreg(v, config)
case OpARM64MOVBload:
return rewriteValueARM64_OpARM64MOVBload(v, config)
case OpARM64MOVBreg:
return rewriteValueARM64_OpARM64MOVBreg(v, config)
case OpARM64MOVBstore:
return rewriteValueARM64_OpARM64MOVBstore(v, config)
case OpARM64MOVBstorezero:
return rewriteValueARM64_OpARM64MOVBstorezero(v, config)
case OpARM64MOVDload:
return rewriteValueARM64_OpARM64MOVDload(v, config)
case OpARM64MOVDreg:
return rewriteValueARM64_OpARM64MOVDreg(v, config)
case OpARM64MOVDstore:
return rewriteValueARM64_OpARM64MOVDstore(v, config)
case OpARM64MOVDstorezero:
return rewriteValueARM64_OpARM64MOVDstorezero(v, config)
case OpARM64MOVHUload:
return rewriteValueARM64_OpARM64MOVHUload(v, config)
case OpARM64MOVHUreg:
return rewriteValueARM64_OpARM64MOVHUreg(v, config)
case OpARM64MOVHload:
return rewriteValueARM64_OpARM64MOVHload(v, config)
case OpARM64MOVHreg:
return rewriteValueARM64_OpARM64MOVHreg(v, config)
case OpARM64MOVHstore:
return rewriteValueARM64_OpARM64MOVHstore(v, config)
case OpARM64MOVHstorezero:
return rewriteValueARM64_OpARM64MOVHstorezero(v, config)
case OpARM64MOVWUload:
return rewriteValueARM64_OpARM64MOVWUload(v, config)
case OpARM64MOVWUreg:
return rewriteValueARM64_OpARM64MOVWUreg(v, config)
case OpARM64MOVWload:
return rewriteValueARM64_OpARM64MOVWload(v, config)
case OpARM64MOVWreg:
return rewriteValueARM64_OpARM64MOVWreg(v, config)
case OpARM64MOVWstore:
return rewriteValueARM64_OpARM64MOVWstore(v, config)
case OpARM64MOVWstorezero:
return rewriteValueARM64_OpARM64MOVWstorezero(v, config)
case OpARM64MUL:
return rewriteValueARM64_OpARM64MUL(v, config)
case OpARM64MULW:
return rewriteValueARM64_OpARM64MULW(v, config)
case OpARM64MVN:
return rewriteValueARM64_OpARM64MVN(v, config)
case OpARM64NEG:
return rewriteValueARM64_OpARM64NEG(v, config)
case OpARM64NotEqual:
return rewriteValueARM64_OpARM64NotEqual(v, config)
case OpARM64OR:
return rewriteValueARM64_OpARM64OR(v, config)
case OpARM64ORconst:
return rewriteValueARM64_OpARM64ORconst(v, config)
case OpARM64ORshiftLL:
return rewriteValueARM64_OpARM64ORshiftLL(v, config)
case OpARM64ORshiftRA:
return rewriteValueARM64_OpARM64ORshiftRA(v, config)
case OpARM64ORshiftRL:
return rewriteValueARM64_OpARM64ORshiftRL(v, config)
case OpARM64SLL:
return rewriteValueARM64_OpARM64SLL(v, config)
case OpARM64SLLconst:
return rewriteValueARM64_OpARM64SLLconst(v, config)
case OpARM64SRA:
return rewriteValueARM64_OpARM64SRA(v, config)
case OpARM64SRAconst:
return rewriteValueARM64_OpARM64SRAconst(v, config)
case OpARM64SRL:
return rewriteValueARM64_OpARM64SRL(v, config)
case OpARM64SRLconst:
return rewriteValueARM64_OpARM64SRLconst(v, config)
case OpARM64SUB:
return rewriteValueARM64_OpARM64SUB(v, config)
case OpARM64SUBconst:
return rewriteValueARM64_OpARM64SUBconst(v, config)
case OpARM64SUBshiftLL:
return rewriteValueARM64_OpARM64SUBshiftLL(v, config)
case OpARM64SUBshiftRA:
return rewriteValueARM64_OpARM64SUBshiftRA(v, config)
case OpARM64SUBshiftRL:
return rewriteValueARM64_OpARM64SUBshiftRL(v, config)
case OpARM64UDIV:
return rewriteValueARM64_OpARM64UDIV(v, config)
case OpARM64UDIVW:
return rewriteValueARM64_OpARM64UDIVW(v, config)
case OpARM64UMOD:
return rewriteValueARM64_OpARM64UMOD(v, config)
case OpARM64UMODW:
return rewriteValueARM64_OpARM64UMODW(v, config)
case OpARM64XOR:
return rewriteValueARM64_OpARM64XOR(v, config)
case OpARM64XORconst:
return rewriteValueARM64_OpARM64XORconst(v, config)
case OpARM64XORshiftLL:
return rewriteValueARM64_OpARM64XORshiftLL(v, config)
case OpARM64XORshiftRA:
return rewriteValueARM64_OpARM64XORshiftRA(v, config)
case OpARM64XORshiftRL:
return rewriteValueARM64_OpARM64XORshiftRL(v, config)
case OpAdd16:
return rewriteValueARM64_OpAdd16(v, config)
case OpAdd32:
return rewriteValueARM64_OpAdd32(v, config)
case OpAdd32F:
return rewriteValueARM64_OpAdd32F(v, config)
case OpAdd64:
return rewriteValueARM64_OpAdd64(v, config)
case OpAdd64F:
return rewriteValueARM64_OpAdd64F(v, config)
case OpAdd8:
return rewriteValueARM64_OpAdd8(v, config)
case OpAddPtr:
return rewriteValueARM64_OpAddPtr(v, config)
case OpAddr:
return rewriteValueARM64_OpAddr(v, config)
case OpAnd16:
return rewriteValueARM64_OpAnd16(v, config)
case OpAnd32:
return rewriteValueARM64_OpAnd32(v, config)
case OpAnd64:
return rewriteValueARM64_OpAnd64(v, config)
case OpAnd8:
return rewriteValueARM64_OpAnd8(v, config)
case OpAndB:
return rewriteValueARM64_OpAndB(v, config)
case OpAtomicAdd32:
return rewriteValueARM64_OpAtomicAdd32(v, config)
case OpAtomicAdd64:
return rewriteValueARM64_OpAtomicAdd64(v, config)
case OpAtomicAnd8:
return rewriteValueARM64_OpAtomicAnd8(v, config)
case OpAtomicCompareAndSwap32:
return rewriteValueARM64_OpAtomicCompareAndSwap32(v, config)
case OpAtomicCompareAndSwap64:
return rewriteValueARM64_OpAtomicCompareAndSwap64(v, config)
case OpAtomicExchange32:
return rewriteValueARM64_OpAtomicExchange32(v, config)
case OpAtomicExchange64:
return rewriteValueARM64_OpAtomicExchange64(v, config)
case OpAtomicLoad32:
return rewriteValueARM64_OpAtomicLoad32(v, config)
case OpAtomicLoad64:
return rewriteValueARM64_OpAtomicLoad64(v, config)
case OpAtomicLoadPtr:
return rewriteValueARM64_OpAtomicLoadPtr(v, config)
case OpAtomicOr8:
return rewriteValueARM64_OpAtomicOr8(v, config)
case OpAtomicStore32:
return rewriteValueARM64_OpAtomicStore32(v, config)
case OpAtomicStore64:
return rewriteValueARM64_OpAtomicStore64(v, config)
case OpAtomicStorePtrNoWB:
return rewriteValueARM64_OpAtomicStorePtrNoWB(v, config)
case OpAvg64u:
return rewriteValueARM64_OpAvg64u(v, config)
case OpBswap32:
return rewriteValueARM64_OpBswap32(v, config)
case OpBswap64:
return rewriteValueARM64_OpBswap64(v, config)
case OpClosureCall:
return rewriteValueARM64_OpClosureCall(v, config)
case OpCom16:
return rewriteValueARM64_OpCom16(v, config)
case OpCom32:
return rewriteValueARM64_OpCom32(v, config)
case OpCom64:
return rewriteValueARM64_OpCom64(v, config)
case OpCom8:
return rewriteValueARM64_OpCom8(v, config)
case OpConst16:
return rewriteValueARM64_OpConst16(v, config)
case OpConst32:
return rewriteValueARM64_OpConst32(v, config)
case OpConst32F:
return rewriteValueARM64_OpConst32F(v, config)
case OpConst64:
return rewriteValueARM64_OpConst64(v, config)
case OpConst64F:
return rewriteValueARM64_OpConst64F(v, config)
case OpConst8:
return rewriteValueARM64_OpConst8(v, config)
case OpConstBool:
return rewriteValueARM64_OpConstBool(v, config)
case OpConstNil:
return rewriteValueARM64_OpConstNil(v, config)
case OpConvert:
return rewriteValueARM64_OpConvert(v, config)
case OpCtz32:
return rewriteValueARM64_OpCtz32(v, config)
case OpCtz64:
return rewriteValueARM64_OpCtz64(v, config)
case OpCvt32Fto32:
return rewriteValueARM64_OpCvt32Fto32(v, config)
case OpCvt32Fto32U:
return rewriteValueARM64_OpCvt32Fto32U(v, config)
case OpCvt32Fto64:
return rewriteValueARM64_OpCvt32Fto64(v, config)
case OpCvt32Fto64F:
return rewriteValueARM64_OpCvt32Fto64F(v, config)
case OpCvt32Fto64U:
return rewriteValueARM64_OpCvt32Fto64U(v, config)
case OpCvt32Uto32F:
return rewriteValueARM64_OpCvt32Uto32F(v, config)
case OpCvt32Uto64F:
return rewriteValueARM64_OpCvt32Uto64F(v, config)
case OpCvt32to32F:
return rewriteValueARM64_OpCvt32to32F(v, config)
case OpCvt32to64F:
return rewriteValueARM64_OpCvt32to64F(v, config)
case OpCvt64Fto32:
return rewriteValueARM64_OpCvt64Fto32(v, config)
case OpCvt64Fto32F:
return rewriteValueARM64_OpCvt64Fto32F(v, config)
case OpCvt64Fto32U:
return rewriteValueARM64_OpCvt64Fto32U(v, config)
case OpCvt64Fto64:
return rewriteValueARM64_OpCvt64Fto64(v, config)
case OpCvt64Fto64U:
return rewriteValueARM64_OpCvt64Fto64U(v, config)
case OpCvt64Uto32F:
return rewriteValueARM64_OpCvt64Uto32F(v, config)
case OpCvt64Uto64F:
return rewriteValueARM64_OpCvt64Uto64F(v, config)
case OpCvt64to32F:
return rewriteValueARM64_OpCvt64to32F(v, config)
case OpCvt64to64F:
return rewriteValueARM64_OpCvt64to64F(v, config)
case OpDeferCall:
return rewriteValueARM64_OpDeferCall(v, config)
case OpDiv16:
return rewriteValueARM64_OpDiv16(v, config)
case OpDiv16u:
return rewriteValueARM64_OpDiv16u(v, config)
case OpDiv32:
return rewriteValueARM64_OpDiv32(v, config)
case OpDiv32F:
return rewriteValueARM64_OpDiv32F(v, config)
case OpDiv32u:
return rewriteValueARM64_OpDiv32u(v, config)
case OpDiv64:
return rewriteValueARM64_OpDiv64(v, config)
case OpDiv64F:
return rewriteValueARM64_OpDiv64F(v, config)
case OpDiv64u:
return rewriteValueARM64_OpDiv64u(v, config)
case OpDiv8:
return rewriteValueARM64_OpDiv8(v, config)
case OpDiv8u:
return rewriteValueARM64_OpDiv8u(v, config)
case OpEq16:
return rewriteValueARM64_OpEq16(v, config)
case OpEq32:
return rewriteValueARM64_OpEq32(v, config)
case OpEq32F:
return rewriteValueARM64_OpEq32F(v, config)
case OpEq64:
return rewriteValueARM64_OpEq64(v, config)
case OpEq64F:
return rewriteValueARM64_OpEq64F(v, config)
case OpEq8:
return rewriteValueARM64_OpEq8(v, config)
case OpEqB:
return rewriteValueARM64_OpEqB(v, config)
case OpEqPtr:
return rewriteValueARM64_OpEqPtr(v, config)
case OpGeq16:
return rewriteValueARM64_OpGeq16(v, config)
case OpGeq16U:
return rewriteValueARM64_OpGeq16U(v, config)
case OpGeq32:
return rewriteValueARM64_OpGeq32(v, config)
case OpGeq32F:
return rewriteValueARM64_OpGeq32F(v, config)
case OpGeq32U:
return rewriteValueARM64_OpGeq32U(v, config)
case OpGeq64:
return rewriteValueARM64_OpGeq64(v, config)
case OpGeq64F:
return rewriteValueARM64_OpGeq64F(v, config)
case OpGeq64U:
return rewriteValueARM64_OpGeq64U(v, config)
case OpGeq8:
return rewriteValueARM64_OpGeq8(v, config)
case OpGeq8U:
return rewriteValueARM64_OpGeq8U(v, config)
case OpGetClosurePtr:
return rewriteValueARM64_OpGetClosurePtr(v, config)
case OpGoCall:
return rewriteValueARM64_OpGoCall(v, config)
case OpGreater16:
return rewriteValueARM64_OpGreater16(v, config)
case OpGreater16U:
return rewriteValueARM64_OpGreater16U(v, config)
case OpGreater32:
return rewriteValueARM64_OpGreater32(v, config)
case OpGreater32F:
return rewriteValueARM64_OpGreater32F(v, config)
case OpGreater32U:
return rewriteValueARM64_OpGreater32U(v, config)
case OpGreater64:
return rewriteValueARM64_OpGreater64(v, config)
case OpGreater64F:
return rewriteValueARM64_OpGreater64F(v, config)
case OpGreater64U:
return rewriteValueARM64_OpGreater64U(v, config)
case OpGreater8:
return rewriteValueARM64_OpGreater8(v, config)
case OpGreater8U:
return rewriteValueARM64_OpGreater8U(v, config)
case OpHmul16:
return rewriteValueARM64_OpHmul16(v, config)
case OpHmul16u:
return rewriteValueARM64_OpHmul16u(v, config)
case OpHmul32:
return rewriteValueARM64_OpHmul32(v, config)
case OpHmul32u:
return rewriteValueARM64_OpHmul32u(v, config)
case OpHmul64:
return rewriteValueARM64_OpHmul64(v, config)
case OpHmul64u:
return rewriteValueARM64_OpHmul64u(v, config)
case OpHmul8:
return rewriteValueARM64_OpHmul8(v, config)
case OpHmul8u:
return rewriteValueARM64_OpHmul8u(v, config)
case OpInterCall:
return rewriteValueARM64_OpInterCall(v, config)
case OpIsInBounds:
return rewriteValueARM64_OpIsInBounds(v, config)
case OpIsNonNil:
return rewriteValueARM64_OpIsNonNil(v, config)
case OpIsSliceInBounds:
return rewriteValueARM64_OpIsSliceInBounds(v, config)
case OpLeq16:
return rewriteValueARM64_OpLeq16(v, config)
case OpLeq16U:
return rewriteValueARM64_OpLeq16U(v, config)
case OpLeq32:
return rewriteValueARM64_OpLeq32(v, config)
case OpLeq32F:
return rewriteValueARM64_OpLeq32F(v, config)
case OpLeq32U:
return rewriteValueARM64_OpLeq32U(v, config)
case OpLeq64:
return rewriteValueARM64_OpLeq64(v, config)
case OpLeq64F:
return rewriteValueARM64_OpLeq64F(v, config)
case OpLeq64U:
return rewriteValueARM64_OpLeq64U(v, config)
case OpLeq8:
return rewriteValueARM64_OpLeq8(v, config)
case OpLeq8U:
return rewriteValueARM64_OpLeq8U(v, config)
case OpLess16:
return rewriteValueARM64_OpLess16(v, config)
case OpLess16U:
return rewriteValueARM64_OpLess16U(v, config)
case OpLess32:
return rewriteValueARM64_OpLess32(v, config)
case OpLess32F:
return rewriteValueARM64_OpLess32F(v, config)
case OpLess32U:
return rewriteValueARM64_OpLess32U(v, config)
case OpLess64:
return rewriteValueARM64_OpLess64(v, config)
case OpLess64F:
return rewriteValueARM64_OpLess64F(v, config)
case OpLess64U:
return rewriteValueARM64_OpLess64U(v, config)
case OpLess8:
return rewriteValueARM64_OpLess8(v, config)
case OpLess8U:
return rewriteValueARM64_OpLess8U(v, config)
case OpLoad:
return rewriteValueARM64_OpLoad(v, config)
case OpLrot16:
return rewriteValueARM64_OpLrot16(v, config)
case OpLrot32:
return rewriteValueARM64_OpLrot32(v, config)
case OpLrot64:
return rewriteValueARM64_OpLrot64(v, config)
case OpLrot8:
return rewriteValueARM64_OpLrot8(v, config)
case OpLsh16x16:
return rewriteValueARM64_OpLsh16x16(v, config)
case OpLsh16x32:
return rewriteValueARM64_OpLsh16x32(v, config)
case OpLsh16x64:
return rewriteValueARM64_OpLsh16x64(v, config)
case OpLsh16x8:
return rewriteValueARM64_OpLsh16x8(v, config)
case OpLsh32x16:
return rewriteValueARM64_OpLsh32x16(v, config)
case OpLsh32x32:
return rewriteValueARM64_OpLsh32x32(v, config)
case OpLsh32x64:
return rewriteValueARM64_OpLsh32x64(v, config)
case OpLsh32x8:
return rewriteValueARM64_OpLsh32x8(v, config)
case OpLsh64x16:
return rewriteValueARM64_OpLsh64x16(v, config)
case OpLsh64x32:
return rewriteValueARM64_OpLsh64x32(v, config)
case OpLsh64x64:
return rewriteValueARM64_OpLsh64x64(v, config)
case OpLsh64x8:
return rewriteValueARM64_OpLsh64x8(v, config)
case OpLsh8x16:
return rewriteValueARM64_OpLsh8x16(v, config)
case OpLsh8x32:
return rewriteValueARM64_OpLsh8x32(v, config)
case OpLsh8x64:
return rewriteValueARM64_OpLsh8x64(v, config)
case OpLsh8x8:
return rewriteValueARM64_OpLsh8x8(v, config)
case OpMod16:
return rewriteValueARM64_OpMod16(v, config)
case OpMod16u:
return rewriteValueARM64_OpMod16u(v, config)
case OpMod32:
return rewriteValueARM64_OpMod32(v, config)
case OpMod32u:
return rewriteValueARM64_OpMod32u(v, config)
case OpMod64:
return rewriteValueARM64_OpMod64(v, config)
case OpMod64u:
return rewriteValueARM64_OpMod64u(v, config)
case OpMod8:
return rewriteValueARM64_OpMod8(v, config)
case OpMod8u:
return rewriteValueARM64_OpMod8u(v, config)
case OpMove:
return rewriteValueARM64_OpMove(v, config)
case OpMul16:
return rewriteValueARM64_OpMul16(v, config)
case OpMul32:
return rewriteValueARM64_OpMul32(v, config)
case OpMul32F:
return rewriteValueARM64_OpMul32F(v, config)
case OpMul64:
return rewriteValueARM64_OpMul64(v, config)
case OpMul64F:
return rewriteValueARM64_OpMul64F(v, config)
case OpMul8:
return rewriteValueARM64_OpMul8(v, config)
case OpNeg16:
return rewriteValueARM64_OpNeg16(v, config)
case OpNeg32:
return rewriteValueARM64_OpNeg32(v, config)
case OpNeg32F:
return rewriteValueARM64_OpNeg32F(v, config)
case OpNeg64:
return rewriteValueARM64_OpNeg64(v, config)
case OpNeg64F:
return rewriteValueARM64_OpNeg64F(v, config)
case OpNeg8:
return rewriteValueARM64_OpNeg8(v, config)
case OpNeq16:
return rewriteValueARM64_OpNeq16(v, config)
case OpNeq32:
return rewriteValueARM64_OpNeq32(v, config)
case OpNeq32F:
return rewriteValueARM64_OpNeq32F(v, config)
case OpNeq64:
return rewriteValueARM64_OpNeq64(v, config)
case OpNeq64F:
return rewriteValueARM64_OpNeq64F(v, config)
case OpNeq8:
return rewriteValueARM64_OpNeq8(v, config)
case OpNeqB:
return rewriteValueARM64_OpNeqB(v, config)
case OpNeqPtr:
return rewriteValueARM64_OpNeqPtr(v, config)
case OpNilCheck:
return rewriteValueARM64_OpNilCheck(v, config)
case OpNot:
return rewriteValueARM64_OpNot(v, config)
case OpOffPtr:
return rewriteValueARM64_OpOffPtr(v, config)
case OpOr16:
return rewriteValueARM64_OpOr16(v, config)
case OpOr32:
return rewriteValueARM64_OpOr32(v, config)
case OpOr64:
return rewriteValueARM64_OpOr64(v, config)
case OpOr8:
return rewriteValueARM64_OpOr8(v, config)
case OpOrB:
return rewriteValueARM64_OpOrB(v, config)
case OpRsh16Ux16:
return rewriteValueARM64_OpRsh16Ux16(v, config)
case OpRsh16Ux32:
return rewriteValueARM64_OpRsh16Ux32(v, config)
case OpRsh16Ux64:
return rewriteValueARM64_OpRsh16Ux64(v, config)
case OpRsh16Ux8:
return rewriteValueARM64_OpRsh16Ux8(v, config)
case OpRsh16x16:
return rewriteValueARM64_OpRsh16x16(v, config)
case OpRsh16x32:
return rewriteValueARM64_OpRsh16x32(v, config)
case OpRsh16x64:
return rewriteValueARM64_OpRsh16x64(v, config)
case OpRsh16x8:
return rewriteValueARM64_OpRsh16x8(v, config)
case OpRsh32Ux16:
return rewriteValueARM64_OpRsh32Ux16(v, config)
case OpRsh32Ux32:
return rewriteValueARM64_OpRsh32Ux32(v, config)
case OpRsh32Ux64:
return rewriteValueARM64_OpRsh32Ux64(v, config)
case OpRsh32Ux8:
return rewriteValueARM64_OpRsh32Ux8(v, config)
case OpRsh32x16:
return rewriteValueARM64_OpRsh32x16(v, config)
case OpRsh32x32:
return rewriteValueARM64_OpRsh32x32(v, config)
case OpRsh32x64:
return rewriteValueARM64_OpRsh32x64(v, config)
case OpRsh32x8:
return rewriteValueARM64_OpRsh32x8(v, config)
case OpRsh64Ux16:
return rewriteValueARM64_OpRsh64Ux16(v, config)
case OpRsh64Ux32:
return rewriteValueARM64_OpRsh64Ux32(v, config)
case OpRsh64Ux64:
return rewriteValueARM64_OpRsh64Ux64(v, config)
case OpRsh64Ux8:
return rewriteValueARM64_OpRsh64Ux8(v, config)
case OpRsh64x16:
return rewriteValueARM64_OpRsh64x16(v, config)
case OpRsh64x32:
return rewriteValueARM64_OpRsh64x32(v, config)
case OpRsh64x64:
return rewriteValueARM64_OpRsh64x64(v, config)
case OpRsh64x8:
return rewriteValueARM64_OpRsh64x8(v, config)
case OpRsh8Ux16:
return rewriteValueARM64_OpRsh8Ux16(v, config)
case OpRsh8Ux32:
return rewriteValueARM64_OpRsh8Ux32(v, config)
case OpRsh8Ux64:
return rewriteValueARM64_OpRsh8Ux64(v, config)
case OpRsh8Ux8:
return rewriteValueARM64_OpRsh8Ux8(v, config)
case OpRsh8x16:
return rewriteValueARM64_OpRsh8x16(v, config)
case OpRsh8x32:
return rewriteValueARM64_OpRsh8x32(v, config)
case OpRsh8x64:
return rewriteValueARM64_OpRsh8x64(v, config)
case OpRsh8x8:
return rewriteValueARM64_OpRsh8x8(v, config)
case OpSignExt16to32:
return rewriteValueARM64_OpSignExt16to32(v, config)
case OpSignExt16to64:
return rewriteValueARM64_OpSignExt16to64(v, config)
case OpSignExt32to64:
return rewriteValueARM64_OpSignExt32to64(v, config)
case OpSignExt8to16:
return rewriteValueARM64_OpSignExt8to16(v, config)
case OpSignExt8to32:
return rewriteValueARM64_OpSignExt8to32(v, config)
case OpSignExt8to64:
return rewriteValueARM64_OpSignExt8to64(v, config)
case OpSlicemask:
return rewriteValueARM64_OpSlicemask(v, config)
case OpSqrt:
return rewriteValueARM64_OpSqrt(v, config)
case OpStaticCall:
return rewriteValueARM64_OpStaticCall(v, config)
case OpStore:
return rewriteValueARM64_OpStore(v, config)
case OpSub16:
return rewriteValueARM64_OpSub16(v, config)
case OpSub32:
return rewriteValueARM64_OpSub32(v, config)
case OpSub32F:
return rewriteValueARM64_OpSub32F(v, config)
case OpSub64:
return rewriteValueARM64_OpSub64(v, config)
case OpSub64F:
return rewriteValueARM64_OpSub64F(v, config)
case OpSub8:
return rewriteValueARM64_OpSub8(v, config)
case OpSubPtr:
return rewriteValueARM64_OpSubPtr(v, config)
case OpTrunc16to8:
return rewriteValueARM64_OpTrunc16to8(v, config)
case OpTrunc32to16:
return rewriteValueARM64_OpTrunc32to16(v, config)
case OpTrunc32to8:
return rewriteValueARM64_OpTrunc32to8(v, config)
case OpTrunc64to16:
return rewriteValueARM64_OpTrunc64to16(v, config)
case OpTrunc64to32:
return rewriteValueARM64_OpTrunc64to32(v, config)
case OpTrunc64to8:
return rewriteValueARM64_OpTrunc64to8(v, config)
case OpXor16:
return rewriteValueARM64_OpXor16(v, config)
case OpXor32:
return rewriteValueARM64_OpXor32(v, config)
case OpXor64:
return rewriteValueARM64_OpXor64(v, config)
case OpXor8:
return rewriteValueARM64_OpXor8(v, config)
case OpZero:
return rewriteValueARM64_OpZero(v, config)
case OpZeroExt16to32:
return rewriteValueARM64_OpZeroExt16to32(v, config)
case OpZeroExt16to64:
return rewriteValueARM64_OpZeroExt16to64(v, config)
case OpZeroExt32to64:
return rewriteValueARM64_OpZeroExt32to64(v, config)
case OpZeroExt8to16:
return rewriteValueARM64_OpZeroExt8to16(v, config)
case OpZeroExt8to32:
return rewriteValueARM64_OpZeroExt8to32(v, config)
case OpZeroExt8to64:
return rewriteValueARM64_OpZeroExt8to64(v, config)
}
return false
}
func rewriteValueARM64_OpARM64ADD(v *Value, config *Config) bool {
b := v.Block
_ = b
// match: (ADD (MOVDconst [c]) x)
// cond:
// result: (ADDconst [c] x)
for {
v_0 := v.Args[0]
if v_0.Op != OpARM64MOVDconst {
break
}
c := v_0.AuxInt
x := v.Args[1]
v.reset(OpARM64ADDconst)
v.AuxInt = c
v.AddArg(x)
return true
}
// match: (ADD x (MOVDconst [c]))
// cond:
// result: (ADDconst [c] x)
for {
x := v.Args[0]
v_1 := v.Args[1]
if v_1.Op != OpARM64MOVDconst {
break
}
c := v_1.AuxInt
v.reset(OpARM64ADDconst)
v.AuxInt = c
v.AddArg(x)
return true
}
// match: (ADD x (NEG y))
// cond:
// result: (SUB x y)
for {
x := v.Args[0]
v_1 := v.Args[1]
if v_1.Op != OpARM64NEG {
break
}
y := v_1.Args[0]
v.reset(OpARM64SUB)
v.AddArg(x)
v.AddArg(y)
return true
}
// match: (ADD (NEG y) x)
// cond:
// result: (SUB x y)
for {
v_0 := v.Args[0]
if v_0.Op != OpARM64NEG {
break
}
y := v_0.Args[0]
x := v.Args[1]
v.reset(OpARM64SUB)
v.AddArg(x)
v.AddArg(y)
return true
}
// match: (ADD x (SLLconst [c] y))
// cond:
// result: (ADDshiftLL x y [c])
for {
x := v.Args[0]
v_1 := v.Args[1]
if v_1.Op != OpARM64SLLconst {
break
}
c := v_1.AuxInt
y := v_1.Args[0]
v.reset(OpARM64ADDshiftLL)
v.AuxInt = c
v.AddArg(x)
v.AddArg(y)
return true
}
// match: (ADD (SLLconst [c] y) x)
// cond:
// result: (ADDshiftLL x y [c])
for {
v_0 := v.Args[0]
if v_0.Op != OpARM64SLLconst {
break
}
c := v_0.AuxInt
y := v_0.Args[0]
x := v.Args[1]
v.reset(OpARM64ADDshiftLL)
v.AuxInt = c
v.AddArg(x)
v.AddArg(y)
return true
}
// match: (ADD x (SRLconst [c] y))
// cond:
// result: (ADDshiftRL x y [c])
for {
x := v.Args[0]
v_1 := v.Args[1]
if v_1.Op != OpARM64SRLconst {
break
}
c := v_1.AuxInt
y := v_1.Args[0]
v.reset(OpARM64ADDshiftRL)
v.AuxInt = c
v.AddArg(x)
v.AddArg(y)
return true
}
// match: (ADD (SRLconst [c] y) x)
// cond:
// result: (ADDshiftRL x y [c])
for {
v_0 := v.Args[0]
if v_0.Op != OpARM64SRLconst {
break
}
c := v_0.AuxInt
y := v_0.Args[0]
x := v.Args[1]
v.reset(OpARM64ADDshiftRL)
v.AuxInt = c
v.AddArg(x)
v.AddArg(y)
return true
}
// match: (ADD x (SRAconst [c] y))
// cond:
// result: (ADDshiftRA x y [c])
for {
x := v.Args[0]
v_1 := v.Args[1]
if v_1.Op != OpARM64SRAconst {
break
}
c := v_1.AuxInt
y := v_1.Args[0]
v.reset(OpARM64ADDshiftRA)
v.AuxInt = c
v.AddArg(x)
v.AddArg(y)
return true
}
// match: (ADD (SRAconst [c] y) x)
// cond:
// result: (ADDshiftRA x y [c])
for {
v_0 := v.Args[0]
if v_0.Op != OpARM64SRAconst {
break
}
c := v_0.AuxInt
y := v_0.Args[0]
x := v.Args[1]
v.reset(OpARM64ADDshiftRA)
v.AuxInt = c
v.AddArg(x)
v.AddArg(y)
return true
}
return false
}
func rewriteValueARM64_OpARM64ADDconst(v *Value, config *Config) bool {
b := v.Block
_ = b
// match: (ADDconst [off1] (MOVDaddr [off2] {sym} ptr))
// cond:
// result: (MOVDaddr [off1+off2] {sym} ptr)
for {
off1 := v.AuxInt
v_0 := v.Args[0]
if v_0.Op != OpARM64MOVDaddr {
break
}
off2 := v_0.AuxInt
sym := v_0.Aux
ptr := v_0.Args[0]
v.reset(OpARM64MOVDaddr)
v.AuxInt = off1 + off2
v.Aux = sym
v.AddArg(ptr)
return true
}
// match: (ADDconst [0] x)
// cond:
// result: x
for {
if v.AuxInt != 0 {
break
}
x := v.Args[0]
v.reset(OpCopy)
v.Type = x.Type
v.AddArg(x)
return true
}
// match: (ADDconst [c] (MOVDconst [d]))
// cond:
// result: (MOVDconst [c+d])
for {
c := v.AuxInt
v_0 := v.Args[0]
if v_0.Op != OpARM64MOVDconst {
break
}
d := v_0.AuxInt
v.reset(OpARM64MOVDconst)
v.AuxInt = c + d
return true
}
// match: (ADDconst [c] (ADDconst [d] x))
// cond:
// result: (ADDconst [c+d] x)
for {
c := v.AuxInt
v_0 := v.Args[0]
if v_0.Op != OpARM64ADDconst {
break
}
d := v_0.AuxInt
x := v_0.Args[0]
v.reset(OpARM64ADDconst)
v.AuxInt = c + d
v.AddArg(x)
return true
}
// match: (ADDconst [c] (SUBconst [d] x))
// cond:
// result: (ADDconst [c-d] x)
for {
c := v.AuxInt
v_0 := v.Args[0]
if v_0.Op != OpARM64SUBconst {
break
}
d := v_0.AuxInt
x := v_0.Args[0]
v.reset(OpARM64ADDconst)
v.AuxInt = c - d
v.AddArg(x)
return true
}
return false
}
func rewriteValueARM64_OpARM64ADDshiftLL(v *Value, config *Config) bool {
b := v.Block
_ = b
// match: (ADDshiftLL (MOVDconst [c]) x [d])
// cond:
// result: (ADDconst [c] (SLLconst <x.Type> x [d]))
for {
d := v.AuxInt
v_0 := v.Args[0]
if v_0.Op != OpARM64MOVDconst {
break
}
c := v_0.AuxInt
x := v.Args[1]
v.reset(OpARM64ADDconst)
v.AuxInt = c
v0 := b.NewValue0(v.Line, OpARM64SLLconst, x.Type)
v0.AuxInt = d
v0.AddArg(x)
v.AddArg(v0)
return true
}
// match: (ADDshiftLL x (MOVDconst [c]) [d])
// cond:
// result: (ADDconst x [int64(uint64(c)<<uint64(d))])
for {
d := v.AuxInt
x := v.Args[0]
v_1 := v.Args[1]
if v_1.Op != OpARM64MOVDconst {