/
rewriteRISCV64.go
6790 lines (6787 loc) · 161 KB
/
rewriteRISCV64.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
// Code generated from gen/RISCV64.rules; DO NOT EDIT.
// generated with: cd gen; go run *.go
package ssa
import "math"
import "cmd/compile/internal/types"
func rewriteValueRISCV64(v *Value) bool {
switch v.Op {
case OpAbs:
v.Op = OpRISCV64FABSD
return true
case OpAdd16:
v.Op = OpRISCV64ADD
return true
case OpAdd32:
v.Op = OpRISCV64ADD
return true
case OpAdd32F:
v.Op = OpRISCV64FADDS
return true
case OpAdd64:
v.Op = OpRISCV64ADD
return true
case OpAdd64F:
v.Op = OpRISCV64FADDD
return true
case OpAdd8:
v.Op = OpRISCV64ADD
return true
case OpAddPtr:
v.Op = OpRISCV64ADD
return true
case OpAddr:
return rewriteValueRISCV64_OpAddr(v)
case OpAnd16:
v.Op = OpRISCV64AND
return true
case OpAnd32:
v.Op = OpRISCV64AND
return true
case OpAnd64:
v.Op = OpRISCV64AND
return true
case OpAnd8:
v.Op = OpRISCV64AND
return true
case OpAndB:
v.Op = OpRISCV64AND
return true
case OpAtomicAdd32:
v.Op = OpRISCV64LoweredAtomicAdd32
return true
case OpAtomicAdd64:
v.Op = OpRISCV64LoweredAtomicAdd64
return true
case OpAtomicAnd32:
v.Op = OpRISCV64LoweredAtomicAnd32
return true
case OpAtomicAnd8:
return rewriteValueRISCV64_OpAtomicAnd8(v)
case OpAtomicCompareAndSwap32:
v.Op = OpRISCV64LoweredAtomicCas32
return true
case OpAtomicCompareAndSwap64:
v.Op = OpRISCV64LoweredAtomicCas64
return true
case OpAtomicExchange32:
v.Op = OpRISCV64LoweredAtomicExchange32
return true
case OpAtomicExchange64:
v.Op = OpRISCV64LoweredAtomicExchange64
return true
case OpAtomicLoad32:
v.Op = OpRISCV64LoweredAtomicLoad32
return true
case OpAtomicLoad64:
v.Op = OpRISCV64LoweredAtomicLoad64
return true
case OpAtomicLoad8:
v.Op = OpRISCV64LoweredAtomicLoad8
return true
case OpAtomicLoadPtr:
v.Op = OpRISCV64LoweredAtomicLoad64
return true
case OpAtomicOr32:
v.Op = OpRISCV64LoweredAtomicOr32
return true
case OpAtomicOr8:
return rewriteValueRISCV64_OpAtomicOr8(v)
case OpAtomicStore32:
v.Op = OpRISCV64LoweredAtomicStore32
return true
case OpAtomicStore64:
v.Op = OpRISCV64LoweredAtomicStore64
return true
case OpAtomicStore8:
v.Op = OpRISCV64LoweredAtomicStore8
return true
case OpAtomicStorePtrNoWB:
v.Op = OpRISCV64LoweredAtomicStore64
return true
case OpAvg64u:
return rewriteValueRISCV64_OpAvg64u(v)
case OpClosureCall:
v.Op = OpRISCV64CALLclosure
return true
case OpCom16:
v.Op = OpRISCV64NOT
return true
case OpCom32:
v.Op = OpRISCV64NOT
return true
case OpCom64:
v.Op = OpRISCV64NOT
return true
case OpCom8:
v.Op = OpRISCV64NOT
return true
case OpConst16:
return rewriteValueRISCV64_OpConst16(v)
case OpConst32:
return rewriteValueRISCV64_OpConst32(v)
case OpConst32F:
return rewriteValueRISCV64_OpConst32F(v)
case OpConst64:
return rewriteValueRISCV64_OpConst64(v)
case OpConst64F:
return rewriteValueRISCV64_OpConst64F(v)
case OpConst8:
return rewriteValueRISCV64_OpConst8(v)
case OpConstBool:
return rewriteValueRISCV64_OpConstBool(v)
case OpConstNil:
return rewriteValueRISCV64_OpConstNil(v)
case OpConvert:
v.Op = OpRISCV64MOVconvert
return true
case OpCopysign:
v.Op = OpRISCV64FSGNJD
return true
case OpCvt32Fto32:
v.Op = OpRISCV64FCVTWS
return true
case OpCvt32Fto64:
v.Op = OpRISCV64FCVTLS
return true
case OpCvt32Fto64F:
v.Op = OpRISCV64FCVTDS
return true
case OpCvt32to32F:
v.Op = OpRISCV64FCVTSW
return true
case OpCvt32to64F:
v.Op = OpRISCV64FCVTDW
return true
case OpCvt64Fto32:
v.Op = OpRISCV64FCVTWD
return true
case OpCvt64Fto32F:
v.Op = OpRISCV64FCVTSD
return true
case OpCvt64Fto64:
v.Op = OpRISCV64FCVTLD
return true
case OpCvt64to32F:
v.Op = OpRISCV64FCVTSL
return true
case OpCvt64to64F:
v.Op = OpRISCV64FCVTDL
return true
case OpCvtBoolToUint8:
v.Op = OpCopy
return true
case OpDiv16:
return rewriteValueRISCV64_OpDiv16(v)
case OpDiv16u:
return rewriteValueRISCV64_OpDiv16u(v)
case OpDiv32:
return rewriteValueRISCV64_OpDiv32(v)
case OpDiv32F:
v.Op = OpRISCV64FDIVS
return true
case OpDiv32u:
v.Op = OpRISCV64DIVUW
return true
case OpDiv64:
return rewriteValueRISCV64_OpDiv64(v)
case OpDiv64F:
v.Op = OpRISCV64FDIVD
return true
case OpDiv64u:
v.Op = OpRISCV64DIVU
return true
case OpDiv8:
return rewriteValueRISCV64_OpDiv8(v)
case OpDiv8u:
return rewriteValueRISCV64_OpDiv8u(v)
case OpEq16:
return rewriteValueRISCV64_OpEq16(v)
case OpEq32:
return rewriteValueRISCV64_OpEq32(v)
case OpEq32F:
v.Op = OpRISCV64FEQS
return true
case OpEq64:
return rewriteValueRISCV64_OpEq64(v)
case OpEq64F:
v.Op = OpRISCV64FEQD
return true
case OpEq8:
return rewriteValueRISCV64_OpEq8(v)
case OpEqB:
return rewriteValueRISCV64_OpEqB(v)
case OpEqPtr:
return rewriteValueRISCV64_OpEqPtr(v)
case OpFMA:
v.Op = OpRISCV64FMADDD
return true
case OpGetCallerPC:
v.Op = OpRISCV64LoweredGetCallerPC
return true
case OpGetCallerSP:
v.Op = OpRISCV64LoweredGetCallerSP
return true
case OpGetClosurePtr:
v.Op = OpRISCV64LoweredGetClosurePtr
return true
case OpHmul32:
return rewriteValueRISCV64_OpHmul32(v)
case OpHmul32u:
return rewriteValueRISCV64_OpHmul32u(v)
case OpHmul64:
v.Op = OpRISCV64MULH
return true
case OpHmul64u:
v.Op = OpRISCV64MULHU
return true
case OpInterCall:
v.Op = OpRISCV64CALLinter
return true
case OpIsInBounds:
v.Op = OpLess64U
return true
case OpIsNonNil:
v.Op = OpRISCV64SNEZ
return true
case OpIsSliceInBounds:
v.Op = OpLeq64U
return true
case OpLeq16:
return rewriteValueRISCV64_OpLeq16(v)
case OpLeq16U:
return rewriteValueRISCV64_OpLeq16U(v)
case OpLeq32:
return rewriteValueRISCV64_OpLeq32(v)
case OpLeq32F:
v.Op = OpRISCV64FLES
return true
case OpLeq32U:
return rewriteValueRISCV64_OpLeq32U(v)
case OpLeq64:
return rewriteValueRISCV64_OpLeq64(v)
case OpLeq64F:
v.Op = OpRISCV64FLED
return true
case OpLeq64U:
return rewriteValueRISCV64_OpLeq64U(v)
case OpLeq8:
return rewriteValueRISCV64_OpLeq8(v)
case OpLeq8U:
return rewriteValueRISCV64_OpLeq8U(v)
case OpLess16:
return rewriteValueRISCV64_OpLess16(v)
case OpLess16U:
return rewriteValueRISCV64_OpLess16U(v)
case OpLess32:
return rewriteValueRISCV64_OpLess32(v)
case OpLess32F:
v.Op = OpRISCV64FLTS
return true
case OpLess32U:
return rewriteValueRISCV64_OpLess32U(v)
case OpLess64:
v.Op = OpRISCV64SLT
return true
case OpLess64F:
v.Op = OpRISCV64FLTD
return true
case OpLess64U:
v.Op = OpRISCV64SLTU
return true
case OpLess8:
return rewriteValueRISCV64_OpLess8(v)
case OpLess8U:
return rewriteValueRISCV64_OpLess8U(v)
case OpLoad:
return rewriteValueRISCV64_OpLoad(v)
case OpLocalAddr:
return rewriteValueRISCV64_OpLocalAddr(v)
case OpLsh16x16:
return rewriteValueRISCV64_OpLsh16x16(v)
case OpLsh16x32:
return rewriteValueRISCV64_OpLsh16x32(v)
case OpLsh16x64:
return rewriteValueRISCV64_OpLsh16x64(v)
case OpLsh16x8:
return rewriteValueRISCV64_OpLsh16x8(v)
case OpLsh32x16:
return rewriteValueRISCV64_OpLsh32x16(v)
case OpLsh32x32:
return rewriteValueRISCV64_OpLsh32x32(v)
case OpLsh32x64:
return rewriteValueRISCV64_OpLsh32x64(v)
case OpLsh32x8:
return rewriteValueRISCV64_OpLsh32x8(v)
case OpLsh64x16:
return rewriteValueRISCV64_OpLsh64x16(v)
case OpLsh64x32:
return rewriteValueRISCV64_OpLsh64x32(v)
case OpLsh64x64:
return rewriteValueRISCV64_OpLsh64x64(v)
case OpLsh64x8:
return rewriteValueRISCV64_OpLsh64x8(v)
case OpLsh8x16:
return rewriteValueRISCV64_OpLsh8x16(v)
case OpLsh8x32:
return rewriteValueRISCV64_OpLsh8x32(v)
case OpLsh8x64:
return rewriteValueRISCV64_OpLsh8x64(v)
case OpLsh8x8:
return rewriteValueRISCV64_OpLsh8x8(v)
case OpMod16:
return rewriteValueRISCV64_OpMod16(v)
case OpMod16u:
return rewriteValueRISCV64_OpMod16u(v)
case OpMod32:
return rewriteValueRISCV64_OpMod32(v)
case OpMod32u:
v.Op = OpRISCV64REMUW
return true
case OpMod64:
return rewriteValueRISCV64_OpMod64(v)
case OpMod64u:
v.Op = OpRISCV64REMU
return true
case OpMod8:
return rewriteValueRISCV64_OpMod8(v)
case OpMod8u:
return rewriteValueRISCV64_OpMod8u(v)
case OpMove:
return rewriteValueRISCV64_OpMove(v)
case OpMul16:
return rewriteValueRISCV64_OpMul16(v)
case OpMul32:
v.Op = OpRISCV64MULW
return true
case OpMul32F:
v.Op = OpRISCV64FMULS
return true
case OpMul64:
v.Op = OpRISCV64MUL
return true
case OpMul64F:
v.Op = OpRISCV64FMULD
return true
case OpMul64uhilo:
v.Op = OpRISCV64LoweredMuluhilo
return true
case OpMul64uover:
v.Op = OpRISCV64LoweredMuluover
return true
case OpMul8:
return rewriteValueRISCV64_OpMul8(v)
case OpNeg16:
v.Op = OpRISCV64NEG
return true
case OpNeg32:
v.Op = OpRISCV64NEG
return true
case OpNeg32F:
v.Op = OpRISCV64FNEGS
return true
case OpNeg64:
v.Op = OpRISCV64NEG
return true
case OpNeg64F:
v.Op = OpRISCV64FNEGD
return true
case OpNeg8:
v.Op = OpRISCV64NEG
return true
case OpNeq16:
return rewriteValueRISCV64_OpNeq16(v)
case OpNeq32:
return rewriteValueRISCV64_OpNeq32(v)
case OpNeq32F:
v.Op = OpRISCV64FNES
return true
case OpNeq64:
return rewriteValueRISCV64_OpNeq64(v)
case OpNeq64F:
v.Op = OpRISCV64FNED
return true
case OpNeq8:
return rewriteValueRISCV64_OpNeq8(v)
case OpNeqB:
v.Op = OpRISCV64XOR
return true
case OpNeqPtr:
return rewriteValueRISCV64_OpNeqPtr(v)
case OpNilCheck:
v.Op = OpRISCV64LoweredNilCheck
return true
case OpNot:
v.Op = OpRISCV64SEQZ
return true
case OpOffPtr:
return rewriteValueRISCV64_OpOffPtr(v)
case OpOr16:
v.Op = OpRISCV64OR
return true
case OpOr32:
v.Op = OpRISCV64OR
return true
case OpOr64:
v.Op = OpRISCV64OR
return true
case OpOr8:
v.Op = OpRISCV64OR
return true
case OpOrB:
v.Op = OpRISCV64OR
return true
case OpPanicBounds:
return rewriteValueRISCV64_OpPanicBounds(v)
case OpRISCV64ADD:
return rewriteValueRISCV64_OpRISCV64ADD(v)
case OpRISCV64ADDI:
return rewriteValueRISCV64_OpRISCV64ADDI(v)
case OpRISCV64AND:
return rewriteValueRISCV64_OpRISCV64AND(v)
case OpRISCV64ANDI:
return rewriteValueRISCV64_OpRISCV64ANDI(v)
case OpRISCV64FMADDD:
return rewriteValueRISCV64_OpRISCV64FMADDD(v)
case OpRISCV64FMSUBD:
return rewriteValueRISCV64_OpRISCV64FMSUBD(v)
case OpRISCV64FNMADDD:
return rewriteValueRISCV64_OpRISCV64FNMADDD(v)
case OpRISCV64FNMSUBD:
return rewriteValueRISCV64_OpRISCV64FNMSUBD(v)
case OpRISCV64MOVBUload:
return rewriteValueRISCV64_OpRISCV64MOVBUload(v)
case OpRISCV64MOVBUreg:
return rewriteValueRISCV64_OpRISCV64MOVBUreg(v)
case OpRISCV64MOVBload:
return rewriteValueRISCV64_OpRISCV64MOVBload(v)
case OpRISCV64MOVBreg:
return rewriteValueRISCV64_OpRISCV64MOVBreg(v)
case OpRISCV64MOVBstore:
return rewriteValueRISCV64_OpRISCV64MOVBstore(v)
case OpRISCV64MOVBstorezero:
return rewriteValueRISCV64_OpRISCV64MOVBstorezero(v)
case OpRISCV64MOVDload:
return rewriteValueRISCV64_OpRISCV64MOVDload(v)
case OpRISCV64MOVDnop:
return rewriteValueRISCV64_OpRISCV64MOVDnop(v)
case OpRISCV64MOVDreg:
return rewriteValueRISCV64_OpRISCV64MOVDreg(v)
case OpRISCV64MOVDstore:
return rewriteValueRISCV64_OpRISCV64MOVDstore(v)
case OpRISCV64MOVDstorezero:
return rewriteValueRISCV64_OpRISCV64MOVDstorezero(v)
case OpRISCV64MOVHUload:
return rewriteValueRISCV64_OpRISCV64MOVHUload(v)
case OpRISCV64MOVHUreg:
return rewriteValueRISCV64_OpRISCV64MOVHUreg(v)
case OpRISCV64MOVHload:
return rewriteValueRISCV64_OpRISCV64MOVHload(v)
case OpRISCV64MOVHreg:
return rewriteValueRISCV64_OpRISCV64MOVHreg(v)
case OpRISCV64MOVHstore:
return rewriteValueRISCV64_OpRISCV64MOVHstore(v)
case OpRISCV64MOVHstorezero:
return rewriteValueRISCV64_OpRISCV64MOVHstorezero(v)
case OpRISCV64MOVWUload:
return rewriteValueRISCV64_OpRISCV64MOVWUload(v)
case OpRISCV64MOVWUreg:
return rewriteValueRISCV64_OpRISCV64MOVWUreg(v)
case OpRISCV64MOVWload:
return rewriteValueRISCV64_OpRISCV64MOVWload(v)
case OpRISCV64MOVWreg:
return rewriteValueRISCV64_OpRISCV64MOVWreg(v)
case OpRISCV64MOVWstore:
return rewriteValueRISCV64_OpRISCV64MOVWstore(v)
case OpRISCV64MOVWstorezero:
return rewriteValueRISCV64_OpRISCV64MOVWstorezero(v)
case OpRISCV64NEG:
return rewriteValueRISCV64_OpRISCV64NEG(v)
case OpRISCV64NEGW:
return rewriteValueRISCV64_OpRISCV64NEGW(v)
case OpRISCV64OR:
return rewriteValueRISCV64_OpRISCV64OR(v)
case OpRISCV64ORI:
return rewriteValueRISCV64_OpRISCV64ORI(v)
case OpRISCV64SLL:
return rewriteValueRISCV64_OpRISCV64SLL(v)
case OpRISCV64SLLI:
return rewriteValueRISCV64_OpRISCV64SLLI(v)
case OpRISCV64SLTI:
return rewriteValueRISCV64_OpRISCV64SLTI(v)
case OpRISCV64SLTIU:
return rewriteValueRISCV64_OpRISCV64SLTIU(v)
case OpRISCV64SRA:
return rewriteValueRISCV64_OpRISCV64SRA(v)
case OpRISCV64SRAI:
return rewriteValueRISCV64_OpRISCV64SRAI(v)
case OpRISCV64SRL:
return rewriteValueRISCV64_OpRISCV64SRL(v)
case OpRISCV64SRLI:
return rewriteValueRISCV64_OpRISCV64SRLI(v)
case OpRISCV64SUB:
return rewriteValueRISCV64_OpRISCV64SUB(v)
case OpRISCV64SUBW:
return rewriteValueRISCV64_OpRISCV64SUBW(v)
case OpRISCV64XOR:
return rewriteValueRISCV64_OpRISCV64XOR(v)
case OpRotateLeft16:
return rewriteValueRISCV64_OpRotateLeft16(v)
case OpRotateLeft32:
return rewriteValueRISCV64_OpRotateLeft32(v)
case OpRotateLeft64:
return rewriteValueRISCV64_OpRotateLeft64(v)
case OpRotateLeft8:
return rewriteValueRISCV64_OpRotateLeft8(v)
case OpRound32F:
v.Op = OpCopy
return true
case OpRound64F:
v.Op = OpCopy
return true
case OpRsh16Ux16:
return rewriteValueRISCV64_OpRsh16Ux16(v)
case OpRsh16Ux32:
return rewriteValueRISCV64_OpRsh16Ux32(v)
case OpRsh16Ux64:
return rewriteValueRISCV64_OpRsh16Ux64(v)
case OpRsh16Ux8:
return rewriteValueRISCV64_OpRsh16Ux8(v)
case OpRsh16x16:
return rewriteValueRISCV64_OpRsh16x16(v)
case OpRsh16x32:
return rewriteValueRISCV64_OpRsh16x32(v)
case OpRsh16x64:
return rewriteValueRISCV64_OpRsh16x64(v)
case OpRsh16x8:
return rewriteValueRISCV64_OpRsh16x8(v)
case OpRsh32Ux16:
return rewriteValueRISCV64_OpRsh32Ux16(v)
case OpRsh32Ux32:
return rewriteValueRISCV64_OpRsh32Ux32(v)
case OpRsh32Ux64:
return rewriteValueRISCV64_OpRsh32Ux64(v)
case OpRsh32Ux8:
return rewriteValueRISCV64_OpRsh32Ux8(v)
case OpRsh32x16:
return rewriteValueRISCV64_OpRsh32x16(v)
case OpRsh32x32:
return rewriteValueRISCV64_OpRsh32x32(v)
case OpRsh32x64:
return rewriteValueRISCV64_OpRsh32x64(v)
case OpRsh32x8:
return rewriteValueRISCV64_OpRsh32x8(v)
case OpRsh64Ux16:
return rewriteValueRISCV64_OpRsh64Ux16(v)
case OpRsh64Ux32:
return rewriteValueRISCV64_OpRsh64Ux32(v)
case OpRsh64Ux64:
return rewriteValueRISCV64_OpRsh64Ux64(v)
case OpRsh64Ux8:
return rewriteValueRISCV64_OpRsh64Ux8(v)
case OpRsh64x16:
return rewriteValueRISCV64_OpRsh64x16(v)
case OpRsh64x32:
return rewriteValueRISCV64_OpRsh64x32(v)
case OpRsh64x64:
return rewriteValueRISCV64_OpRsh64x64(v)
case OpRsh64x8:
return rewriteValueRISCV64_OpRsh64x8(v)
case OpRsh8Ux16:
return rewriteValueRISCV64_OpRsh8Ux16(v)
case OpRsh8Ux32:
return rewriteValueRISCV64_OpRsh8Ux32(v)
case OpRsh8Ux64:
return rewriteValueRISCV64_OpRsh8Ux64(v)
case OpRsh8Ux8:
return rewriteValueRISCV64_OpRsh8Ux8(v)
case OpRsh8x16:
return rewriteValueRISCV64_OpRsh8x16(v)
case OpRsh8x32:
return rewriteValueRISCV64_OpRsh8x32(v)
case OpRsh8x64:
return rewriteValueRISCV64_OpRsh8x64(v)
case OpRsh8x8:
return rewriteValueRISCV64_OpRsh8x8(v)
case OpSelect0:
return rewriteValueRISCV64_OpSelect0(v)
case OpSelect1:
return rewriteValueRISCV64_OpSelect1(v)
case OpSignExt16to32:
v.Op = OpRISCV64MOVHreg
return true
case OpSignExt16to64:
v.Op = OpRISCV64MOVHreg
return true
case OpSignExt32to64:
v.Op = OpRISCV64MOVWreg
return true
case OpSignExt8to16:
v.Op = OpRISCV64MOVBreg
return true
case OpSignExt8to32:
v.Op = OpRISCV64MOVBreg
return true
case OpSignExt8to64:
v.Op = OpRISCV64MOVBreg
return true
case OpSlicemask:
return rewriteValueRISCV64_OpSlicemask(v)
case OpSqrt:
v.Op = OpRISCV64FSQRTD
return true
case OpSqrt32:
v.Op = OpRISCV64FSQRTS
return true
case OpStaticCall:
v.Op = OpRISCV64CALLstatic
return true
case OpStore:
return rewriteValueRISCV64_OpStore(v)
case OpSub16:
v.Op = OpRISCV64SUB
return true
case OpSub32:
v.Op = OpRISCV64SUB
return true
case OpSub32F:
v.Op = OpRISCV64FSUBS
return true
case OpSub64:
v.Op = OpRISCV64SUB
return true
case OpSub64F:
v.Op = OpRISCV64FSUBD
return true
case OpSub8:
v.Op = OpRISCV64SUB
return true
case OpSubPtr:
v.Op = OpRISCV64SUB
return true
case OpTailCall:
v.Op = OpRISCV64CALLtail
return true
case OpTrunc16to8:
v.Op = OpCopy
return true
case OpTrunc32to16:
v.Op = OpCopy
return true
case OpTrunc32to8:
v.Op = OpCopy
return true
case OpTrunc64to16:
v.Op = OpCopy
return true
case OpTrunc64to32:
v.Op = OpCopy
return true
case OpTrunc64to8:
v.Op = OpCopy
return true
case OpWB:
v.Op = OpRISCV64LoweredWB
return true
case OpXor16:
v.Op = OpRISCV64XOR
return true
case OpXor32:
v.Op = OpRISCV64XOR
return true
case OpXor64:
v.Op = OpRISCV64XOR
return true
case OpXor8:
v.Op = OpRISCV64XOR
return true
case OpZero:
return rewriteValueRISCV64_OpZero(v)
case OpZeroExt16to32:
v.Op = OpRISCV64MOVHUreg
return true
case OpZeroExt16to64:
v.Op = OpRISCV64MOVHUreg
return true
case OpZeroExt32to64:
v.Op = OpRISCV64MOVWUreg
return true
case OpZeroExt8to16:
v.Op = OpRISCV64MOVBUreg
return true
case OpZeroExt8to32:
v.Op = OpRISCV64MOVBUreg
return true
case OpZeroExt8to64:
v.Op = OpRISCV64MOVBUreg
return true
}
return false
}
func rewriteValueRISCV64_OpAddr(v *Value) bool {
v_0 := v.Args[0]
// match: (Addr {sym} base)
// result: (MOVaddr {sym} [0] base)
for {
sym := auxToSym(v.Aux)
base := v_0
v.reset(OpRISCV64MOVaddr)
v.AuxInt = int32ToAuxInt(0)
v.Aux = symToAux(sym)
v.AddArg(base)
return true
}
}
func rewriteValueRISCV64_OpAtomicAnd8(v *Value) bool {
v_2 := v.Args[2]
v_1 := v.Args[1]
v_0 := v.Args[0]
b := v.Block
typ := &b.Func.Config.Types
// match: (AtomicAnd8 ptr val mem)
// result: (LoweredAtomicAnd32 (ANDI <typ.Uintptr> [^3] ptr) (NOT <typ.UInt32> (SLL <typ.UInt32> (XORI <typ.UInt32> [0xff] (ZeroExt8to32 val)) (SLLI <typ.UInt64> [3] (ANDI <typ.UInt64> [3] ptr)))) mem)
for {
ptr := v_0
val := v_1
mem := v_2
v.reset(OpRISCV64LoweredAtomicAnd32)
v0 := b.NewValue0(v.Pos, OpRISCV64ANDI, typ.Uintptr)
v0.AuxInt = int64ToAuxInt(^3)
v0.AddArg(ptr)
v1 := b.NewValue0(v.Pos, OpRISCV64NOT, typ.UInt32)
v2 := b.NewValue0(v.Pos, OpRISCV64SLL, typ.UInt32)
v3 := b.NewValue0(v.Pos, OpRISCV64XORI, typ.UInt32)
v3.AuxInt = int64ToAuxInt(0xff)
v4 := b.NewValue0(v.Pos, OpZeroExt8to32, typ.UInt32)
v4.AddArg(val)
v3.AddArg(v4)
v5 := b.NewValue0(v.Pos, OpRISCV64SLLI, typ.UInt64)
v5.AuxInt = int64ToAuxInt(3)
v6 := b.NewValue0(v.Pos, OpRISCV64ANDI, typ.UInt64)
v6.AuxInt = int64ToAuxInt(3)
v6.AddArg(ptr)
v5.AddArg(v6)
v2.AddArg2(v3, v5)
v1.AddArg(v2)
v.AddArg3(v0, v1, mem)
return true
}
}
func rewriteValueRISCV64_OpAtomicOr8(v *Value) bool {
v_2 := v.Args[2]
v_1 := v.Args[1]
v_0 := v.Args[0]
b := v.Block
typ := &b.Func.Config.Types
// match: (AtomicOr8 ptr val mem)
// result: (LoweredAtomicOr32 (ANDI <typ.Uintptr> [^3] ptr) (SLL <typ.UInt32> (ZeroExt8to32 val) (SLLI <typ.UInt64> [3] (ANDI <typ.UInt64> [3] ptr))) mem)
for {
ptr := v_0
val := v_1
mem := v_2
v.reset(OpRISCV64LoweredAtomicOr32)
v0 := b.NewValue0(v.Pos, OpRISCV64ANDI, typ.Uintptr)
v0.AuxInt = int64ToAuxInt(^3)
v0.AddArg(ptr)
v1 := b.NewValue0(v.Pos, OpRISCV64SLL, typ.UInt32)
v2 := b.NewValue0(v.Pos, OpZeroExt8to32, typ.UInt32)
v2.AddArg(val)
v3 := b.NewValue0(v.Pos, OpRISCV64SLLI, typ.UInt64)
v3.AuxInt = int64ToAuxInt(3)
v4 := b.NewValue0(v.Pos, OpRISCV64ANDI, typ.UInt64)
v4.AuxInt = int64ToAuxInt(3)
v4.AddArg(ptr)
v3.AddArg(v4)
v1.AddArg2(v2, v3)
v.AddArg3(v0, v1, mem)
return true
}
}
func rewriteValueRISCV64_OpAvg64u(v *Value) bool {
v_1 := v.Args[1]
v_0 := v.Args[0]
b := v.Block
// match: (Avg64u <t> x y)
// result: (ADD (ADD <t> (SRLI <t> [1] x) (SRLI <t> [1] y)) (ANDI <t> [1] (AND <t> x y)))
for {
t := v.Type
x := v_0
y := v_1
v.reset(OpRISCV64ADD)
v0 := b.NewValue0(v.Pos, OpRISCV64ADD, t)
v1 := b.NewValue0(v.Pos, OpRISCV64SRLI, t)
v1.AuxInt = int64ToAuxInt(1)
v1.AddArg(x)
v2 := b.NewValue0(v.Pos, OpRISCV64SRLI, t)
v2.AuxInt = int64ToAuxInt(1)
v2.AddArg(y)
v0.AddArg2(v1, v2)
v3 := b.NewValue0(v.Pos, OpRISCV64ANDI, t)
v3.AuxInt = int64ToAuxInt(1)
v4 := b.NewValue0(v.Pos, OpRISCV64AND, t)
v4.AddArg2(x, y)
v3.AddArg(v4)
v.AddArg2(v0, v3)
return true
}
}
func rewriteValueRISCV64_OpConst16(v *Value) bool {
// match: (Const16 [val])
// result: (MOVDconst [int64(val)])
for {
val := auxIntToInt16(v.AuxInt)
v.reset(OpRISCV64MOVDconst)
v.AuxInt = int64ToAuxInt(int64(val))
return true
}
}
func rewriteValueRISCV64_OpConst32(v *Value) bool {
// match: (Const32 [val])
// result: (MOVDconst [int64(val)])
for {
val := auxIntToInt32(v.AuxInt)
v.reset(OpRISCV64MOVDconst)
v.AuxInt = int64ToAuxInt(int64(val))
return true
}
}
func rewriteValueRISCV64_OpConst32F(v *Value) bool {
b := v.Block
typ := &b.Func.Config.Types
// match: (Const32F [val])
// result: (FMVSX (MOVDconst [int64(math.Float32bits(val))]))
for {
val := auxIntToFloat32(v.AuxInt)
v.reset(OpRISCV64FMVSX)
v0 := b.NewValue0(v.Pos, OpRISCV64MOVDconst, typ.UInt64)
v0.AuxInt = int64ToAuxInt(int64(math.Float32bits(val)))
v.AddArg(v0)
return true
}
}
func rewriteValueRISCV64_OpConst64(v *Value) bool {
// match: (Const64 [val])
// result: (MOVDconst [int64(val)])
for {
val := auxIntToInt64(v.AuxInt)
v.reset(OpRISCV64MOVDconst)
v.AuxInt = int64ToAuxInt(int64(val))
return true
}
}
func rewriteValueRISCV64_OpConst64F(v *Value) bool {
b := v.Block
typ := &b.Func.Config.Types
// match: (Const64F [val])
// result: (FMVDX (MOVDconst [int64(math.Float64bits(val))]))
for {
val := auxIntToFloat64(v.AuxInt)
v.reset(OpRISCV64FMVDX)
v0 := b.NewValue0(v.Pos, OpRISCV64MOVDconst, typ.UInt64)
v0.AuxInt = int64ToAuxInt(int64(math.Float64bits(val)))
v.AddArg(v0)
return true
}
}
func rewriteValueRISCV64_OpConst8(v *Value) bool {
// match: (Const8 [val])
// result: (MOVDconst [int64(val)])
for {
val := auxIntToInt8(v.AuxInt)
v.reset(OpRISCV64MOVDconst)
v.AuxInt = int64ToAuxInt(int64(val))
return true
}
}
func rewriteValueRISCV64_OpConstBool(v *Value) bool {
// match: (ConstBool [val])
// result: (MOVDconst [int64(b2i(val))])
for {
val := auxIntToBool(v.AuxInt)
v.reset(OpRISCV64MOVDconst)
v.AuxInt = int64ToAuxInt(int64(b2i(val)))
return true
}
}
func rewriteValueRISCV64_OpConstNil(v *Value) bool {
// match: (ConstNil)
// result: (MOVDconst [0])
for {
v.reset(OpRISCV64MOVDconst)
v.AuxInt = int64ToAuxInt(0)
return true
}
}
func rewriteValueRISCV64_OpDiv16(v *Value) bool {
v_1 := v.Args[1]
v_0 := v.Args[0]
b := v.Block
typ := &b.Func.Config.Types
// match: (Div16 x y [false])
// result: (DIVW (SignExt16to32 x) (SignExt16to32 y))
for {
if auxIntToBool(v.AuxInt) != false {
break
}
x := v_0
y := v_1
v.reset(OpRISCV64DIVW)
v0 := b.NewValue0(v.Pos, OpSignExt16to32, typ.Int32)
v0.AddArg(x)
v1 := b.NewValue0(v.Pos, OpSignExt16to32, typ.Int32)
v1.AddArg(y)
v.AddArg2(v0, v1)
return true
}
return false
}
func rewriteValueRISCV64_OpDiv16u(v *Value) bool {
v_1 := v.Args[1]
v_0 := v.Args[0]
b := v.Block
typ := &b.Func.Config.Types
// match: (Div16u x y)
// result: (DIVUW (ZeroExt16to32 x) (ZeroExt16to32 y))
for {
x := v_0
y := v_1
v.reset(OpRISCV64DIVUW)
v0 := b.NewValue0(v.Pos, OpZeroExt16to32, typ.UInt32)
v0.AddArg(x)
v1 := b.NewValue0(v.Pos, OpZeroExt16to32, typ.UInt32)
v1.AddArg(y)
v.AddArg2(v0, v1)
return true
}
}
func rewriteValueRISCV64_OpDiv32(v *Value) bool {
v_1 := v.Args[1]
v_0 := v.Args[0]
// match: (Div32 x y [false])
// result: (DIVW x y)
for {
if auxIntToBool(v.AuxInt) != false {
break
}
x := v_0
y := v_1
v.reset(OpRISCV64DIVW)
v.AddArg2(x, y)
return true
}
return false
}
func rewriteValueRISCV64_OpDiv64(v *Value) bool {
v_1 := v.Args[1]
v_0 := v.Args[0]
// match: (Div64 x y [false])
// result: (DIV x y)
for {
if auxIntToBool(v.AuxInt) != false {
break
}
x := v_0
y := v_1
v.reset(OpRISCV64DIV)
v.AddArg2(x, y)
return true
}
return false
}
func rewriteValueRISCV64_OpDiv8(v *Value) bool {
v_1 := v.Args[1]
v_0 := v.Args[0]
b := v.Block
typ := &b.Func.Config.Types
// match: (Div8 x y)
// result: (DIVW (SignExt8to32 x) (SignExt8to32 y))
for {