78 lines
1.7 KiB
C
78 lines
1.7 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
|
|
#ifndef _ASM_S390_ARCH_HWEIGHT_H
|
|
#define _ASM_S390_ARCH_HWEIGHT_H
|
|
|
|
#include <linux/types.h>
|
|
#include <asm/march.h>
|
|
|
|
static __always_inline unsigned long popcnt_z196(unsigned long w)
|
|
{
|
|
unsigned long cnt;
|
|
|
|
asm volatile(".insn rrf,0xb9e10000,%[cnt],%[w],0,0"
|
|
: [cnt] "=d" (cnt)
|
|
: [w] "d" (w)
|
|
: "cc");
|
|
return cnt;
|
|
}
|
|
|
|
static __always_inline unsigned long popcnt_z15(unsigned long w)
|
|
{
|
|
unsigned long cnt;
|
|
|
|
asm volatile(".insn rrf,0xb9e10000,%[cnt],%[w],8,0"
|
|
: [cnt] "=d" (cnt)
|
|
: [w] "d" (w)
|
|
: "cc");
|
|
return cnt;
|
|
}
|
|
|
|
static __always_inline unsigned long __arch_hweight64(__u64 w)
|
|
{
|
|
if (__is_defined(MARCH_HAS_Z15_FEATURES))
|
|
return popcnt_z15(w);
|
|
if (__is_defined(MARCH_HAS_Z196_FEATURES)) {
|
|
w = popcnt_z196(w);
|
|
w += w >> 32;
|
|
w += w >> 16;
|
|
w += w >> 8;
|
|
return w & 0xff;
|
|
}
|
|
return __sw_hweight64(w);
|
|
}
|
|
|
|
static __always_inline unsigned int __arch_hweight32(unsigned int w)
|
|
{
|
|
if (__is_defined(MARCH_HAS_Z15_FEATURES))
|
|
return popcnt_z15(w);
|
|
if (__is_defined(MARCH_HAS_Z196_FEATURES)) {
|
|
w = popcnt_z196(w);
|
|
w += w >> 16;
|
|
w += w >> 8;
|
|
return w & 0xff;
|
|
}
|
|
return __sw_hweight32(w);
|
|
}
|
|
|
|
static __always_inline unsigned int __arch_hweight16(unsigned int w)
|
|
{
|
|
if (__is_defined(MARCH_HAS_Z15_FEATURES))
|
|
return popcnt_z15((unsigned short)w);
|
|
if (__is_defined(MARCH_HAS_Z196_FEATURES)) {
|
|
w = popcnt_z196(w);
|
|
w += w >> 8;
|
|
return w & 0xff;
|
|
}
|
|
return __sw_hweight16(w);
|
|
}
|
|
|
|
static __always_inline unsigned int __arch_hweight8(unsigned int w)
|
|
{
|
|
if (__is_defined(MARCH_HAS_Z196_FEATURES))
|
|
return popcnt_z196((unsigned char)w);
|
|
return __sw_hweight8(w);
|
|
}
|
|
|
|
#endif /* _ASM_S390_ARCH_HWEIGHT_H */
|