]> Git Repo - linux.git/blob - arch/s390/include/asm/arch_hweight.h
Linux 6.14-rc3
[linux.git] / arch / s390 / include / asm / arch_hweight.h
1 /* SPDX-License-Identifier: GPL-2.0 */
2
3 #ifndef _ASM_S390_ARCH_HWEIGHT_H
4 #define _ASM_S390_ARCH_HWEIGHT_H
5
6 #include <linux/types.h>
7 #include <asm/march.h>
8
9 static __always_inline unsigned long popcnt_z196(unsigned long w)
10 {
11         unsigned long cnt;
12
13         asm volatile(".insn     rrf,0xb9e10000,%[cnt],%[w],0,0"
14                      : [cnt] "=d" (cnt)
15                      : [w] "d" (w)
16                      : "cc");
17         return cnt;
18 }
19
20 static __always_inline unsigned long popcnt_z15(unsigned long w)
21 {
22         unsigned long cnt;
23
24         asm volatile(".insn     rrf,0xb9e10000,%[cnt],%[w],8,0"
25                      : [cnt] "=d" (cnt)
26                      : [w] "d" (w)
27                      : "cc");
28         return cnt;
29 }
30
31 static __always_inline unsigned long __arch_hweight64(__u64 w)
32 {
33         if (__is_defined(MARCH_HAS_Z15_FEATURES))
34                 return popcnt_z15(w);
35         if (__is_defined(MARCH_HAS_Z196_FEATURES)) {
36                 w = popcnt_z196(w);
37                 w += w >> 32;
38                 w += w >> 16;
39                 w += w >> 8;
40                 return w & 0xff;
41         }
42         return __sw_hweight64(w);
43 }
44
45 static __always_inline unsigned int __arch_hweight32(unsigned int w)
46 {
47         if (__is_defined(MARCH_HAS_Z15_FEATURES))
48                 return popcnt_z15(w);
49         if (__is_defined(MARCH_HAS_Z196_FEATURES)) {
50                 w = popcnt_z196(w);
51                 w += w >> 16;
52                 w += w >> 8;
53                 return w & 0xff;
54         }
55         return __sw_hweight32(w);
56 }
57
58 static __always_inline unsigned int __arch_hweight16(unsigned int w)
59 {
60         if (__is_defined(MARCH_HAS_Z15_FEATURES))
61                 return popcnt_z15((unsigned short)w);
62         if (__is_defined(MARCH_HAS_Z196_FEATURES)) {
63                 w = popcnt_z196(w);
64                 w += w >> 8;
65                 return w & 0xff;
66         }
67         return __sw_hweight16(w);
68 }
69
70 static __always_inline unsigned int __arch_hweight8(unsigned int w)
71 {
72         if (__is_defined(MARCH_HAS_Z196_FEATURES))
73                 return popcnt_z196((unsigned char)w);
74         return __sw_hweight8(w);
75 }
76
77 #endif /* _ASM_S390_ARCH_HWEIGHT_H */
This page took 0.03412 seconds and 4 git commands to generate.