]> Cypherpunks.ru repositories - gostls13.git/blob - test/codegen/mathbits.go
cmd/compile: intrinsify math/bits.Sub64 for arm64
[gostls13.git] / test / codegen / mathbits.go
1 // asmcheck
2
3 // Copyright 2018 The Go Authors. All rights reserved.
4 // Use of this source code is governed by a BSD-style
5 // license that can be found in the LICENSE file.
6
7 package codegen
8
9 import "math/bits"
10
11 // ----------------------- //
12 //    bits.LeadingZeros    //
13 // ----------------------- //
14
15 func LeadingZeros(n uint) int {
16         // amd64:"BSRQ"
17         // s390x:"FLOGR"
18         // arm:"CLZ" arm64:"CLZ"
19         // mips:"CLZ"
20         // wasm:"I64Clz"
21         return bits.LeadingZeros(n)
22 }
23
24 func LeadingZeros64(n uint64) int {
25         // amd64:"BSRQ"
26         // s390x:"FLOGR"
27         // arm:"CLZ" arm64:"CLZ"
28         // mips:"CLZ"
29         // wasm:"I64Clz"
30         return bits.LeadingZeros64(n)
31 }
32
33 func LeadingZeros32(n uint32) int {
34         // amd64:"BSRQ","LEAQ",-"CMOVQEQ"
35         // s390x:"FLOGR"
36         // arm:"CLZ" arm64:"CLZW"
37         // mips:"CLZ"
38         // wasm:"I64Clz"
39         return bits.LeadingZeros32(n)
40 }
41
42 func LeadingZeros16(n uint16) int {
43         // amd64:"BSRL","LEAL",-"CMOVQEQ"
44         // s390x:"FLOGR"
45         // arm:"CLZ" arm64:"CLZ"
46         // mips:"CLZ"
47         // wasm:"I64Clz"
48         return bits.LeadingZeros16(n)
49 }
50
51 func LeadingZeros8(n uint8) int {
52         // amd64:"BSRL","LEAL",-"CMOVQEQ"
53         // s390x:"FLOGR"
54         // arm:"CLZ" arm64:"CLZ"
55         // mips:"CLZ"
56         // wasm:"I64Clz"
57         return bits.LeadingZeros8(n)
58 }
59
60 // --------------- //
61 //    bits.Len*    //
62 // --------------- //
63
64 func Len(n uint) int {
65         // amd64:"BSRQ"
66         // s390x:"FLOGR"
67         // arm:"CLZ" arm64:"CLZ"
68         // mips:"CLZ"
69         // wasm:"I64Clz"
70         return bits.Len(n)
71 }
72
73 func Len64(n uint64) int {
74         // amd64:"BSRQ"
75         // s390x:"FLOGR"
76         // arm:"CLZ" arm64:"CLZ"
77         // mips:"CLZ"
78         // wasm:"I64Clz"
79         return bits.Len64(n)
80 }
81
82 func Len32(n uint32) int {
83         // amd64:"BSRQ","LEAQ",-"CMOVQEQ"
84         // s390x:"FLOGR"
85         // arm:"CLZ" arm64:"CLZ"
86         // mips:"CLZ"
87         // wasm:"I64Clz"
88         return bits.Len32(n)
89 }
90
91 func Len16(n uint16) int {
92         // amd64:"BSRL","LEAL",-"CMOVQEQ"
93         // s390x:"FLOGR"
94         // arm:"CLZ" arm64:"CLZ"
95         // mips:"CLZ"
96         // wasm:"I64Clz"
97         return bits.Len16(n)
98 }
99
100 func Len8(n uint8) int {
101         // amd64:"BSRL","LEAL",-"CMOVQEQ"
102         // s390x:"FLOGR"
103         // arm:"CLZ" arm64:"CLZ"
104         // mips:"CLZ"
105         // wasm:"I64Clz"
106         return bits.Len8(n)
107 }
108
109 // -------------------- //
110 //    bits.OnesCount    //
111 // -------------------- //
112
113 func OnesCount(n uint) int {
114         // amd64:"POPCNTQ",".*x86HasPOPCNT"
115         // arm64:"VCNT","VUADDLV"
116         // s390x:"POPCNT"
117         // ppc64:"POPCNTD"
118         // ppc64le:"POPCNTD"
119         // wasm:"I64Popcnt"
120         return bits.OnesCount(n)
121 }
122
123 func OnesCount64(n uint64) int {
124         // amd64:"POPCNTQ",".*x86HasPOPCNT"
125         // arm64:"VCNT","VUADDLV"
126         // s390x:"POPCNT"
127         // ppc64:"POPCNTD"
128         // ppc64le:"POPCNTD"
129         // wasm:"I64Popcnt"
130         return bits.OnesCount64(n)
131 }
132
133 func OnesCount32(n uint32) int {
134         // amd64:"POPCNTL",".*x86HasPOPCNT"
135         // arm64:"VCNT","VUADDLV"
136         // s390x:"POPCNT"
137         // ppc64:"POPCNTW"
138         // ppc64le:"POPCNTW"
139         // wasm:"I64Popcnt"
140         return bits.OnesCount32(n)
141 }
142
143 func OnesCount16(n uint16) int {
144         // amd64:"POPCNTL",".*x86HasPOPCNT"
145         // arm64:"VCNT","VUADDLV"
146         // s390x:"POPCNT"
147         // ppc64:"POPCNTW"
148         // ppc64le:"POPCNTW"
149         // wasm:"I64Popcnt"
150         return bits.OnesCount16(n)
151 }
152
153 func OnesCount8(n uint8) int {
154         // s390x:"POPCNT"
155         // ppc64:"POPCNTB"
156         // ppc64le:"POPCNTB"
157         // wasm:"I64Popcnt"
158         return bits.OnesCount8(n)
159 }
160
161 // ----------------------- //
162 //    bits.ReverseBytes    //
163 // ----------------------- //
164
165 func ReverseBytes(n uint) uint {
166         // amd64:"BSWAPQ"
167         // s390x:"MOVDBR"
168         // arm64:"REV"
169         return bits.ReverseBytes(n)
170 }
171
172 func ReverseBytes64(n uint64) uint64 {
173         // amd64:"BSWAPQ"
174         // s390x:"MOVDBR"
175         // arm64:"REV"
176         return bits.ReverseBytes64(n)
177 }
178
179 func ReverseBytes32(n uint32) uint32 {
180         // amd64:"BSWAPL"
181         // s390x:"MOVWBR"
182         // arm64:"REVW"
183         return bits.ReverseBytes32(n)
184 }
185
186 func ReverseBytes16(n uint16) uint16 {
187         // amd64:"ROLW"
188         // arm64:"REV16W",-"UBFX",-"ORR"
189         // arm/5:"SLL","SRL","ORR"
190         // arm/6:"REV16"
191         // arm/7:"REV16"
192         return bits.ReverseBytes16(n)
193 }
194
195 // --------------------- //
196 //    bits.RotateLeft    //
197 // --------------------- //
198
199 func RotateLeft64(n uint64) uint64 {
200         // amd64:"ROLQ"
201         // arm64:"ROR"
202         // ppc64:"ROTL"
203         // ppc64le:"ROTL"
204         // s390x:"RLLG"
205         // wasm:"I64Rotl"
206         return bits.RotateLeft64(n, 37)
207 }
208
209 func RotateLeft32(n uint32) uint32 {
210         // amd64:"ROLL" 386:"ROLL"
211         // arm64:"RORW"
212         // ppc64:"ROTLW"
213         // ppc64le:"ROTLW"
214         // s390x:"RLL"
215         return bits.RotateLeft32(n, 9)
216 }
217
218 func RotateLeft16(n uint16) uint16 {
219         // amd64:"ROLW" 386:"ROLW"
220         return bits.RotateLeft16(n, 5)
221 }
222
223 func RotateLeft8(n uint8) uint8 {
224         // amd64:"ROLB" 386:"ROLB"
225         return bits.RotateLeft8(n, 5)
226 }
227
228 func RotateLeftVariable(n uint, m int) uint {
229         // amd64:"ROLQ"
230         // arm64:"ROR"
231         // ppc64:"ROTL"
232         // ppc64le:"ROTL"
233         // s390x:"RLLG"
234         return bits.RotateLeft(n, m)
235 }
236
237 func RotateLeftVariable64(n uint64, m int) uint64 {
238         // amd64:"ROLQ"
239         // arm64:"ROR"
240         // ppc64:"ROTL"
241         // ppc64le:"ROTL"
242         // s390x:"RLLG"
243         return bits.RotateLeft64(n, m)
244 }
245
246 func RotateLeftVariable32(n uint32, m int) uint32 {
247         // amd64:"ROLL"
248         // arm64:"RORW"
249         // ppc64:"ROTLW"
250         // ppc64le:"ROTLW"
251         // s390x:"RLL"
252         return bits.RotateLeft32(n, m)
253 }
254
255 // ------------------------ //
256 //    bits.TrailingZeros    //
257 // ------------------------ //
258
259 func TrailingZeros(n uint) int {
260         // amd64:"BSFQ","MOVL\t\\$64","CMOVQEQ"
261         // arm:"CLZ"
262         // arm64:"RBIT","CLZ"
263         // s390x:"FLOGR"
264         // ppc64/power8:"ANDN","POPCNTD"
265         // ppc64le/power8:"ANDN","POPCNTD"
266         // ppc64/power9: "CNTTZD"
267         // ppc64le/power9: "CNTTZD"
268         // wasm:"I64Ctz"
269         return bits.TrailingZeros(n)
270 }
271
272 func TrailingZeros64(n uint64) int {
273         // amd64:"BSFQ","MOVL\t\\$64","CMOVQEQ"
274         // arm64:"RBIT","CLZ"
275         // s390x:"FLOGR"
276         // ppc64/power8:"ANDN","POPCNTD"
277         // ppc64le/power8:"ANDN","POPCNTD"
278         // ppc64/power9: "CNTTZD"
279         // ppc64le/power9: "CNTTZD"
280         // wasm:"I64Ctz"
281         return bits.TrailingZeros64(n)
282 }
283
284 func TrailingZeros32(n uint32) int {
285         // amd64:"BTSQ\\t\\$32","BSFQ"
286         // arm:"CLZ"
287         // arm64:"RBITW","CLZW"
288         // s390x:"FLOGR","MOVWZ"
289         // ppc64/power8:"ANDN","POPCNTW"
290         // ppc64le/power8:"ANDN","POPCNTW"
291         // ppc64/power9: "CNTTZW"
292         // ppc64le/power9: "CNTTZW"
293         // wasm:"I64Ctz"
294         return bits.TrailingZeros32(n)
295 }
296
297 func TrailingZeros16(n uint16) int {
298         // amd64:"BSFL","BTSL\\t\\$16"
299         // arm:"ORR\t\\$65536","CLZ",-"MOVHU\tR"
300         // arm64:"ORR\t\\$65536","RBITW","CLZW",-"MOVHU\tR",-"RBIT\t",-"CLZ\t"
301         // s390x:"FLOGR","OR\t\\$65536"
302         // ppc64/power8:"POPCNTD","OR\\t\\$65536"
303         // ppc64le/power8:"POPCNTD","OR\\t\\$65536"
304         // ppc64/power9:"CNTTZD","OR\\t\\$65536"
305         // ppc64le/power9:"CNTTZD","OR\\t\\$65536"
306         // wasm:"I64Ctz"
307         return bits.TrailingZeros16(n)
308 }
309
310 func TrailingZeros8(n uint8) int {
311         // amd64:"BSFL","BTSL\\t\\$8"
312         // arm:"ORR\t\\$256","CLZ",-"MOVBU\tR"
313         // arm64:"ORR\t\\$256","RBITW","CLZW",-"MOVBU\tR",-"RBIT\t",-"CLZ\t"
314         // s390x:"FLOGR","OR\t\\$256"
315         // wasm:"I64Ctz"
316         return bits.TrailingZeros8(n)
317 }
318
319 // IterateBitsNN checks special handling of TrailingZerosNN when the input is known to be non-zero.
320
321 func IterateBits(n uint) int {
322         i := 0
323         for n != 0 {
324                 // amd64:"BSFQ",-"CMOVEQ"
325                 i += bits.TrailingZeros(n)
326                 n &= n - 1
327         }
328         return i
329 }
330
331 func IterateBits64(n uint64) int {
332         i := 0
333         for n != 0 {
334                 // amd64:"BSFQ",-"CMOVEQ"
335                 i += bits.TrailingZeros64(n)
336                 n &= n - 1
337         }
338         return i
339 }
340
341 func IterateBits32(n uint32) int {
342         i := 0
343         for n != 0 {
344                 // amd64:"BSFL",-"BTSQ"
345                 i += bits.TrailingZeros32(n)
346                 n &= n - 1
347         }
348         return i
349 }
350
351 func IterateBits16(n uint16) int {
352         i := 0
353         for n != 0 {
354                 // amd64:"BSFL",-"BTSL"
355                 // arm64:"RBITW","CLZW",-"ORR"
356                 i += bits.TrailingZeros16(n)
357                 n &= n - 1
358         }
359         return i
360 }
361
362 func IterateBits8(n uint8) int {
363         i := 0
364         for n != 0 {
365                 // amd64:"BSFL",-"BTSL"
366                 // arm64:"RBITW","CLZW",-"ORR"
367                 i += bits.TrailingZeros8(n)
368                 n &= n - 1
369         }
370         return i
371 }
372
373 // --------------- //
374 //    bits.Add*    //
375 // --------------- //
376
377 func Add(x, y, ci uint) (r, co uint) {
378         // arm64:"ADDS","ADCS","ADC",-"ADD\t",-"CMP"
379         // amd64:"NEGL","ADCQ","SBBQ","NEGQ"
380         return bits.Add(x, y, ci)
381 }
382
383 func AddC(x, ci uint) (r, co uint) {
384         // arm64:"ADDS","ADCS","ADC",-"ADD\t",-"CMP"
385         // amd64:"NEGL","ADCQ","SBBQ","NEGQ"
386         return bits.Add(x, 7, ci)
387 }
388
389 func AddZ(x, y uint) (r, co uint) {
390         // arm64:"ADDS","ADC",-"ADCS",-"ADD\t",-"CMP"
391         // amd64:"ADDQ","SBBQ","NEGQ",-"NEGL",-"ADCQ"
392         return bits.Add(x, y, 0)
393 }
394
395 func AddR(x, y, ci uint) uint {
396         // arm64:"ADDS","ADCS",-"ADD\t",-"CMP"
397         // amd64:"NEGL","ADCQ",-"SBBQ",-"NEGQ"
398         r, _ := bits.Add(x, y, ci)
399         return r
400 }
401 func AddM(p, q, r *[3]uint) {
402         var c uint
403         r[0], c = bits.Add(p[0], q[0], c)
404         // arm64:"ADCS",-"ADD\t",-"CMP"
405         // amd64:"ADCQ",-"NEGL",-"SBBQ",-"NEGQ"
406         r[1], c = bits.Add(p[1], q[1], c)
407         r[2], c = bits.Add(p[2], q[2], c)
408 }
409
410 func Add64(x, y, ci uint64) (r, co uint64) {
411         // arm64:"ADDS","ADCS","ADC",-"ADD\t",-"CMP"
412         // amd64:"NEGL","ADCQ","SBBQ","NEGQ"
413         return bits.Add64(x, y, ci)
414 }
415
416 func Add64C(x, ci uint64) (r, co uint64) {
417         // arm64:"ADDS","ADCS","ADC",-"ADD\t",-"CMP"
418         // amd64:"NEGL","ADCQ","SBBQ","NEGQ"
419         return bits.Add64(x, 7, ci)
420 }
421
422 func Add64Z(x, y uint64) (r, co uint64) {
423         // arm64:"ADDS","ADC",-"ADCS",-"ADD\t",-"CMP"
424         // amd64:"ADDQ","SBBQ","NEGQ",-"NEGL",-"ADCQ"
425         return bits.Add64(x, y, 0)
426 }
427
428 func Add64R(x, y, ci uint64) uint64 {
429         // arm64:"ADDS","ADCS",-"ADD\t",-"CMP"
430         // amd64:"NEGL","ADCQ",-"SBBQ",-"NEGQ"
431         r, _ := bits.Add64(x, y, ci)
432         return r
433 }
434 func Add64M(p, q, r *[3]uint64) {
435         var c uint64
436         r[0], c = bits.Add64(p[0], q[0], c)
437         // arm64:"ADCS",-"ADD\t",-"CMP"
438         // amd64:"ADCQ",-"NEGL",-"SBBQ",-"NEGQ"
439         r[1], c = bits.Add64(p[1], q[1], c)
440         r[2], c = bits.Add64(p[2], q[2], c)
441 }
442
443 // --------------- //
444 //    bits.Sub*    //
445 // --------------- //
446
447 func Sub(x, y, ci uint) (r, co uint) {
448         // amd64:"NEGL","SBBQ","NEGQ"
449         // arm64:"NEGS","SBCS","NGC","NEG",-"ADD",-"SUB",-"CMP"
450         return bits.Sub(x, y, ci)
451 }
452
453 func SubC(x, ci uint) (r, co uint) {
454         // amd64:"NEGL","SBBQ","NEGQ"
455         // arm64:"NEGS","SBCS","NGC","NEG",-"ADD",-"SUB",-"CMP"
456         return bits.Sub(x, 7, ci)
457 }
458
459 func SubZ(x, y uint) (r, co uint) {
460         // amd64:"SUBQ","SBBQ","NEGQ",-"NEGL"
461         // arm64:"SUBS","NGC","NEG",-"SBCS",-"ADD",-"SUB\t",-"CMP"
462         return bits.Sub(x, y, 0)
463 }
464
465 func SubR(x, y, ci uint) uint {
466         // amd64:"NEGL","SBBQ",-"NEGQ"
467         // arm64:"NEGS","SBCS",-"NGC",-"NEG\t",-"ADD",-"SUB",-"CMP"
468         r, _ := bits.Sub(x, y, ci)
469         return r
470 }
471 func SubM(p, q, r *[3]uint) {
472         var c uint
473         r[0], c = bits.Sub(p[0], q[0], c)
474         // amd64:"SBBQ",-"NEGL",-"NEGQ"
475         // arm64:"SBCS",-"NEGS",-"NGC",-"NEG",-"ADD",-"SUB",-"CMP"
476         r[1], c = bits.Sub(p[1], q[1], c)
477         r[2], c = bits.Sub(p[2], q[2], c)
478 }
479
480 func Sub64(x, y, ci uint64) (r, co uint64) {
481         // amd64:"NEGL","SBBQ","NEGQ"
482         // arm64:"NEGS","SBCS","NGC","NEG",-"ADD",-"SUB",-"CMP"
483         return bits.Sub64(x, y, ci)
484 }
485
486 func Sub64C(x, ci uint64) (r, co uint64) {
487         // amd64:"NEGL","SBBQ","NEGQ"
488         // arm64:"NEGS","SBCS","NGC","NEG",-"ADD",-"SUB",-"CMP"
489         return bits.Sub64(x, 7, ci)
490 }
491
492 func Sub64Z(x, y uint64) (r, co uint64) {
493         // amd64:"SUBQ","SBBQ","NEGQ",-"NEGL"
494         // arm64:"SUBS","NGC","NEG",-"SBCS",-"ADD",-"SUB\t",-"CMP"
495         return bits.Sub64(x, y, 0)
496 }
497
498 func Sub64R(x, y, ci uint64) uint64 {
499         // amd64:"NEGL","SBBQ",-"NEGQ"
500         // arm64:"NEGS","SBCS",-"NGC",-"NEG\t",-"ADD",-"SUB",-"CMP"
501         r, _ := bits.Sub64(x, y, ci)
502         return r
503 }
504 func Sub64M(p, q, r *[3]uint64) {
505         var c uint64
506         r[0], c = bits.Sub64(p[0], q[0], c)
507         // amd64:"SBBQ",-"NEGL",-"NEGQ"
508         // arm64:"SBCS",-"NEGS",-"NGC",-"NEG",-"ADD",-"SUB",-"CMP"
509         r[1], c = bits.Sub64(p[1], q[1], c)
510         r[2], c = bits.Sub64(p[2], q[2], c)
511 }
512
513 // --------------- //
514 //    bits.Mul*    //
515 // --------------- //
516
517 func Mul(x, y uint) (hi, lo uint) {
518         // amd64:"MULQ"
519         // arm64:"UMULH","MUL"
520         // ppc64:"MULHDU","MULLD"
521         // ppc64le:"MULHDU","MULLD"
522         return bits.Mul(x, y)
523 }
524
525 func Mul64(x, y uint64) (hi, lo uint64) {
526         // amd64:"MULQ"
527         // arm64:"UMULH","MUL"
528         // ppc64:"MULHDU","MULLD"
529         // ppc64le:"MULHDU","MULLD"
530         return bits.Mul64(x, y)
531 }
532
533 // --------------- //
534 //    bits.Div*    //
535 // --------------- //
536
537 func Div(hi, lo, x uint) (q, r uint) {
538         // amd64:"DIVQ"
539         return bits.Div(hi, lo, x)
540 }
541
542 func Div32(hi, lo, x uint32) (q, r uint32) {
543         // arm64:"ORR","UDIV","MSUB",-"UREM"
544         return bits.Div32(hi, lo, x)
545 }
546
547 func Div64(hi, lo, x uint64) (q, r uint64) {
548         // amd64:"DIVQ"
549         return bits.Div64(hi, lo, x)
550 }
551
552 func Div64degenerate(x uint64) (q, r uint64) {
553         // amd64:-"DIVQ"
554         return bits.Div64(0, x, 5)
555 }