stk-code_catmod/lib/simd_wrapper/simde/x86/avx512/rolv.h
2022-04-29 11:02:25 +08:00

416 lines
14 KiB
C

#if !defined(SIMDE_X86_AVX512_ROLV_H)
#define SIMDE_X86_AVX512_ROLV_H
#include "types.h"
#include "../avx2.h"
#include "mov.h"
#include "srlv.h"
#include "sllv.h"
#include "or.h"
#include "and.h"
#include "sub.h"
#include "set1.h"
HEDLEY_DIAGNOSTIC_PUSH
SIMDE_DISABLE_UNWANTED_DIAGNOSTICS
SIMDE_BEGIN_DECLS_
SIMDE_FUNCTION_ATTRIBUTES
simde__m128i
simde_mm_rolv_epi32 (simde__m128i a, simde__m128i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE) && defined(SIMDE_X86_AVX512VL_NATIVE)
return _mm_rolv_epi32(a, b);
#else
simde__m128i_private
r_,
a_ = simde__m128i_to_private(a),
b_ = simde__m128i_to_private(b);
#if defined(SIMDE_POWER_ALTIVEC_P6_NATIVE)
r_.altivec_u32 = vec_rl(a_.altivec_u32, b_.altivec_u32);
return simde__m128i_from_private(r_);
#else
HEDLEY_STATIC_CAST(void, r_);
HEDLEY_STATIC_CAST(void, a_);
HEDLEY_STATIC_CAST(void, b_);
simde__m128i
count1 = simde_mm_and_si128(b, simde_mm_set1_epi32(31)),
count2 = simde_mm_sub_epi32(simde_mm_set1_epi32(32), count1);
return simde_mm_or_si128(simde_mm_sllv_epi32(a, count1), simde_mm_srlv_epi32(a, count2));
#endif
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES) && defined(SIMDE_X86_AVX512VL_ENABLE_NATIVE_ALIASES)
#undef _mm_rolv_epi32
#define _mm_rolv_epi32(a, b) simde_mm_rolv_epi32(a, b)
#endif
SIMDE_FUNCTION_ATTRIBUTES
simde__m128i
simde_mm_mask_rolv_epi32 (simde__m128i src, simde__mmask8 k, simde__m128i a, simde__m128i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE) && defined(SIMDE_X86_AVX512VL_NATIVE)
return _mm_mask_rolv_epi32(src, k, a, b);
#else
return simde_mm_mask_mov_epi32(src, k, simde_mm_rolv_epi32(a, b));
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES) && defined(SIMDE_X86_AVX512VL_ENABLE_NATIVE_ALIASES)
#undef _mm_mask_rolv_epi32
#define _mm_mask_rolv_epi32(src, k, a, b) simde_mm_mask_rolv_epi32(src, k, a, b)
#endif
SIMDE_FUNCTION_ATTRIBUTES
simde__m128i
simde_mm_maskz_rolv_epi32 (simde__mmask8 k, simde__m128i a, simde__m128i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE) && defined(SIMDE_X86_AVX512VL_NATIVE)
return _mm_maskz_rolv_epi32(k, a, b);
#else
return simde_mm_maskz_mov_epi32(k, simde_mm_rolv_epi32(a, b));
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES) && defined(SIMDE_X86_AVX512VL_ENABLE_NATIVE_ALIASES)
#undef _mm_maskz_rolv_epi32
#define _mm_maskz_rolv_epi32(k, a, b) simde_mm_maskz_rolv_epi32(k, a, b)
#endif
SIMDE_FUNCTION_ATTRIBUTES
simde__m256i
simde_mm256_rolv_epi32 (simde__m256i a, simde__m256i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE) && defined(SIMDE_X86_AVX512VL_NATIVE)
return _mm256_rolv_epi32(a, b);
#else
simde__m256i_private
r_,
a_ = simde__m256i_to_private(a),
b_ = simde__m256i_to_private(b);
#if defined(SIMDE_POWER_ALTIVEC_P6_NATIVE)
for (size_t i = 0 ; i < (sizeof(r_.m128i_private) / sizeof(r_.m128i_private[0])) ; i++) {
r_.m128i_private[i].altivec_u32 = vec_rl(a_.m128i_private[i].altivec_u32, b_.m128i_private[i].altivec_u32);
}
return simde__m256i_from_private(r_);
#elif SIMDE_NATURAL_VECTOR_SIZE_LE(128)
r_.m128i[0] = simde_mm_rolv_epi32(a_.m128i[0], b_.m128i[0]);
r_.m128i[1] = simde_mm_rolv_epi32(a_.m128i[1], b_.m128i[1]);
return simde__m256i_from_private(r_);
#else
HEDLEY_STATIC_CAST(void, r_);
HEDLEY_STATIC_CAST(void, a_);
HEDLEY_STATIC_CAST(void, b_);
simde__m256i
count1 = simde_mm256_and_si256(b, simde_mm256_set1_epi32(31)),
count2 = simde_mm256_sub_epi32(simde_mm256_set1_epi32(32), count1);
return simde_mm256_or_si256(simde_mm256_sllv_epi32(a, count1), simde_mm256_srlv_epi32(a, count2));
#endif
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES) && defined(SIMDE_X86_AVX512VL_ENABLE_NATIVE_ALIASES)
#undef _mm256_rolv_epi32
#define _mm256_rolv_epi32(a, b) simde_mm256_rolv_epi32(a, b)
#endif
SIMDE_FUNCTION_ATTRIBUTES
simde__m256i
simde_mm256_mask_rolv_epi32 (simde__m256i src, simde__mmask8 k, simde__m256i a, simde__m256i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE) && defined(SIMDE_X86_AVX512VL_NATIVE)
return _mm256_mask_rolv_epi32(src, k, a, b);
#else
return simde_mm256_mask_mov_epi32(src, k, simde_mm256_rolv_epi32(a, b));
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES) && defined(SIMDE_X86_AVX512VL_ENABLE_NATIVE_ALIASES)
#undef _mm256_mask_rolv_epi32
#define _mm256_mask_rolv_epi32(src, k, a, b) simde_mm256_mask_rolv_epi32(src, k, a, b)
#endif
SIMDE_FUNCTION_ATTRIBUTES
simde__m256i
simde_mm256_maskz_rolv_epi32 (simde__mmask8 k, simde__m256i a, simde__m256i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE) && defined(SIMDE_X86_AVX512VL_NATIVE)
return _mm256_maskz_rolv_epi32(k, a, b);
#else
return simde_mm256_maskz_mov_epi32(k, simde_mm256_rolv_epi32(a, b));
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES) && defined(SIMDE_X86_AVX512VL_ENABLE_NATIVE_ALIASES)
#undef _mm256_maskz_rolv_epi32
#define _mm256_maskz_rolv_epi32(k, a, b) simde_mm256_maskz_rolv_epi32(k, a, b)
#endif
SIMDE_FUNCTION_ATTRIBUTES
simde__m512i
simde_mm512_rolv_epi32 (simde__m512i a, simde__m512i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE)
return _mm512_rolv_epi32(a, b);
#else
simde__m512i_private
r_,
a_ = simde__m512i_to_private(a),
b_ = simde__m512i_to_private(b);
#if defined(SIMDE_POWER_ALTIVEC_P6_NATIVE)
for (size_t i = 0 ; i < (sizeof(r_.m128i_private) / sizeof(r_.m128i_private[0])) ; i++) {
r_.m128i_private[i].altivec_u32 = vec_rl(a_.m128i_private[i].altivec_u32, b_.m128i_private[i].altivec_u32);
}
return simde__m512i_from_private(r_);
#elif SIMDE_NATURAL_VECTOR_SIZE_LE(256)
r_.m256i[0] = simde_mm256_rolv_epi32(a_.m256i[0], b_.m256i[0]);
r_.m256i[1] = simde_mm256_rolv_epi32(a_.m256i[1], b_.m256i[1]);
return simde__m512i_from_private(r_);
#else
HEDLEY_STATIC_CAST(void, r_);
HEDLEY_STATIC_CAST(void, a_);
HEDLEY_STATIC_CAST(void, b_);
simde__m512i
count1 = simde_mm512_and_si512(b, simde_mm512_set1_epi32(31)),
count2 = simde_mm512_sub_epi32(simde_mm512_set1_epi32(32), count1);
return simde_mm512_or_si512(simde_mm512_sllv_epi32(a, count1), simde_mm512_srlv_epi32(a, count2));
#endif
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES)
#undef _mm512_rolv_epi32
#define _mm512_rolv_epi32(a, b) simde_mm512_rolv_epi32(a, b)
#endif
SIMDE_FUNCTION_ATTRIBUTES
simde__m512i
simde_mm512_mask_rolv_epi32 (simde__m512i src, simde__mmask16 k, simde__m512i a, simde__m512i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE)
return _mm512_mask_rolv_epi32(src, k, a, b);
#else
return simde_mm512_mask_mov_epi32(src, k, simde_mm512_rolv_epi32(a, b));
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES)
#undef _mm512_mask_rolv_epi32
#define _mm512_mask_rolv_epi32(src, k, a, b) simde_mm512_mask_rolv_epi32(src, k, a, b)
#endif
SIMDE_FUNCTION_ATTRIBUTES
simde__m512i
simde_mm512_maskz_rolv_epi32 (simde__mmask16 k, simde__m512i a, simde__m512i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE)
return _mm512_maskz_rolv_epi32(k, a, b);
#else
return simde_mm512_maskz_mov_epi32(k, simde_mm512_rolv_epi32(a, b));
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES)
#undef _mm512_maskz_rolv_epi32
#define _mm512_maskz_rolv_epi32(k, a, b) simde_mm512_maskz_rolv_epi32(k, a, b)
#endif
SIMDE_FUNCTION_ATTRIBUTES
simde__m128i
simde_mm_rolv_epi64 (simde__m128i a, simde__m128i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE) && defined(SIMDE_X86_AVX512VL_NATIVE)
return _mm_rolv_epi64(a, b);
#else
simde__m128i_private
r_,
a_ = simde__m128i_to_private(a),
b_ = simde__m128i_to_private(b);
#if defined(SIMDE_POWER_ALTIVEC_P8_NATIVE)
r_.altivec_u64 = vec_rl(a_.altivec_u64, b_.altivec_u64);
return simde__m128i_from_private(r_);
#else
HEDLEY_STATIC_CAST(void, r_);
HEDLEY_STATIC_CAST(void, a_);
HEDLEY_STATIC_CAST(void, b_);
simde__m128i
count1 = simde_mm_and_si128(b, simde_mm_set1_epi64x(63)),
count2 = simde_mm_sub_epi64(simde_mm_set1_epi64x(64), count1);
return simde_mm_or_si128(simde_mm_sllv_epi64(a, count1), simde_mm_srlv_epi64(a, count2));
#endif
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES) && defined(SIMDE_X86_AVX512VL_ENABLE_NATIVE_ALIASES)
#undef _mm_rolv_epi64
#define _mm_rolv_epi64(a, b) simde_mm_rolv_epi64(a, b)
#endif
SIMDE_FUNCTION_ATTRIBUTES
simde__m128i
simde_mm_mask_rolv_epi64 (simde__m128i src, simde__mmask8 k, simde__m128i a, simde__m128i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE) && defined(SIMDE_X86_AVX512VL_NATIVE)
return _mm_mask_rolv_epi64(src, k, a, b);
#else
return simde_mm_mask_mov_epi64(src, k, simde_mm_rolv_epi64(a, b));
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES) && defined(SIMDE_X86_AVX512VL_ENABLE_NATIVE_ALIASES)
#undef _mm_mask_rolv_epi64
#define _mm_mask_rolv_epi64(src, k, a, b) simde_mm_mask_rolv_epi64(src, k, a, b)
#endif
SIMDE_FUNCTION_ATTRIBUTES
simde__m128i
simde_mm_maskz_rolv_epi64 (simde__mmask8 k, simde__m128i a, simde__m128i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE) && defined(SIMDE_X86_AVX512VL_NATIVE)
return _mm_maskz_rolv_epi64(k, a, b);
#else
return simde_mm_maskz_mov_epi64(k, simde_mm_rolv_epi64(a, b));
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES) && defined(SIMDE_X86_AVX512VL_ENABLE_NATIVE_ALIASES)
#undef _mm_maskz_rolv_epi64
#define _mm_maskz_rolv_epi64(k, a, b) simde_mm_maskz_rolv_epi64(k, a, b)
#endif
SIMDE_FUNCTION_ATTRIBUTES
simde__m256i
simde_mm256_rolv_epi64 (simde__m256i a, simde__m256i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE) && defined(SIMDE_X86_AVX512VL_NATIVE)
return _mm256_rolv_epi64(a, b);
#else
simde__m256i_private
r_,
a_ = simde__m256i_to_private(a),
b_ = simde__m256i_to_private(b);
#if defined(SIMDE_POWER_ALTIVEC_P8_NATIVE)
for (size_t i = 0 ; i < (sizeof(r_.m128i_private) / sizeof(r_.m128i_private[0])) ; i++) {
r_.m128i_private[i].altivec_u64 = vec_rl(a_.m128i_private[i].altivec_u64, b_.m128i_private[i].altivec_u64);
}
return simde__m256i_from_private(r_);
#elif SIMDE_NATURAL_VECTOR_SIZE_LE(128)
r_.m128i[0] = simde_mm_rolv_epi64(a_.m128i[0], b_.m128i[0]);
r_.m128i[1] = simde_mm_rolv_epi64(a_.m128i[1], b_.m128i[1]);
return simde__m256i_from_private(r_);
#else
HEDLEY_STATIC_CAST(void, r_);
HEDLEY_STATIC_CAST(void, a_);
HEDLEY_STATIC_CAST(void, b_);
simde__m256i
count1 = simde_mm256_and_si256(b, simde_mm256_set1_epi64x(63)),
count2 = simde_mm256_sub_epi64(simde_mm256_set1_epi64x(64), count1);
return simde_mm256_or_si256(simde_mm256_sllv_epi64(a, count1), simde_mm256_srlv_epi64(a, count2));
#endif
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES) && defined(SIMDE_X86_AVX512VL_ENABLE_NATIVE_ALIASES)
#undef _mm256_rolv_epi64
#define _mm256_rolv_epi64(a, b) simde_mm256_rolv_epi64(a, b)
#endif
SIMDE_FUNCTION_ATTRIBUTES
simde__m256i
simde_mm256_mask_rolv_epi64 (simde__m256i src, simde__mmask8 k, simde__m256i a, simde__m256i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE) && defined(SIMDE_X86_AVX512VL_NATIVE)
return _mm256_mask_rolv_epi64(src, k, a, b);
#else
return simde_mm256_mask_mov_epi64(src, k, simde_mm256_rolv_epi64(a, b));
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES) && defined(SIMDE_X86_AVX512VL_ENABLE_NATIVE_ALIASES)
#undef _mm256_mask_rolv_epi64
#define _mm256_mask_rolv_epi64(src, k, a, b) simde_mm256_mask_rolv_epi64(src, k, a, b)
#endif
SIMDE_FUNCTION_ATTRIBUTES
simde__m256i
simde_mm256_maskz_rolv_epi64 (simde__mmask8 k, simde__m256i a, simde__m256i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE) && defined(SIMDE_X86_AVX512VL_NATIVE)
return _mm256_maskz_rolv_epi64(k, a, b);
#else
return simde_mm256_maskz_mov_epi64(k, simde_mm256_rolv_epi64(a, b));
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES) && defined(SIMDE_X86_AVX512VL_ENABLE_NATIVE_ALIASES)
#undef _mm256_maskz_rolv_epi64
#define _mm256_maskz_rolv_epi64(k, a, b) simde_mm256_maskz_rolv_epi64(k, a, b)
#endif
SIMDE_FUNCTION_ATTRIBUTES
simde__m512i
simde_mm512_rolv_epi64 (simde__m512i a, simde__m512i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE)
return _mm512_rolv_epi64(a, b);
#else
simde__m512i_private
r_,
a_ = simde__m512i_to_private(a),
b_ = simde__m512i_to_private(b);
#if defined(SIMDE_POWER_ALTIVEC_P8_NATIVE)
for (size_t i = 0 ; i < (sizeof(r_.m128i_private) / sizeof(r_.m128i_private[0])) ; i++) {
r_.m128i_private[i].altivec_u64 = vec_rl(a_.m128i_private[i].altivec_u64, b_.m128i_private[i].altivec_u64);
}
return simde__m512i_from_private(r_);
#elif SIMDE_NATURAL_VECTOR_SIZE_LE(256)
r_.m256i[0] = simde_mm256_rolv_epi64(a_.m256i[0], b_.m256i[0]);
r_.m256i[1] = simde_mm256_rolv_epi64(a_.m256i[1], b_.m256i[1]);
return simde__m512i_from_private(r_);
#else
HEDLEY_STATIC_CAST(void, r_);
HEDLEY_STATIC_CAST(void, a_);
HEDLEY_STATIC_CAST(void, b_);
simde__m512i
count1 = simde_mm512_and_si512(b, simde_mm512_set1_epi64(63)),
count2 = simde_mm512_sub_epi64(simde_mm512_set1_epi64(64), count1);
return simde_mm512_or_si512(simde_mm512_sllv_epi64(a, count1), simde_mm512_srlv_epi64(a, count2));
#endif
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES)
#undef _mm512_rolv_epi64
#define _mm512_rolv_epi64(a, b) simde_mm512_rolv_epi64(a, b)
#endif
SIMDE_FUNCTION_ATTRIBUTES
simde__m512i
simde_mm512_mask_rolv_epi64 (simde__m512i src, simde__mmask8 k, simde__m512i a, simde__m512i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE)
return _mm512_mask_rolv_epi64(src, k, a, b);
#else
return simde_mm512_mask_mov_epi64(src, k, simde_mm512_rolv_epi64(a, b));
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES)
#undef _mm512_mask_rolv_epi64
#define _mm512_mask_rolv_epi64(src, k, a, b) simde_mm512_mask_rolv_epi64(src, k, a, b)
#endif
SIMDE_FUNCTION_ATTRIBUTES
simde__m512i
simde_mm512_maskz_rolv_epi64 (simde__mmask8 k, simde__m512i a, simde__m512i b) {
#if defined(SIMDE_X86_AVX512F_NATIVE)
return _mm512_maskz_rolv_epi64(k, a, b);
#else
return simde_mm512_maskz_mov_epi64(k, simde_mm512_rolv_epi64(a, b));
#endif
}
#if defined(SIMDE_X86_AVX512F_ENABLE_NATIVE_ALIASES)
#undef _mm512_maskz_rolv_epi64
#define _mm512_maskz_rolv_epi64(k, a, b) simde_mm512_maskz_rolv_epi64(k, a, b)
#endif
SIMDE_END_DECLS_
HEDLEY_DIAGNOSTIC_POP
#endif /* !defined(SIMDE_X86_AVX512_ROLV_H) */