/*
* This file is part of the GROMACS molecular simulation package.
*
- * Copyright (c) 2014,2015,2016, by the GROMACS development team, led by
+ * Copyright (c) 2014,2015,2016,2019, by the GROMACS development team, led by
* Mark Abraham, David van der Spoel, Berk Hess, and Erik Lindahl,
* and including many others, as listed in the AUTHORS file in the
* top-level source directory and at http://www.gromacs.org.
class Simd4Float
{
- public:
- Simd4Float() {}
+public:
+ Simd4Float() {}
- Simd4Float(float f) : simdInternal_(_mm_set1_ps(f)) {}
+ Simd4Float(float f) : simdInternal_(_mm_set1_ps(f)) {}
- // Internal utility constructor to simplify return statements
- Simd4Float(__m128 simd) : simdInternal_(simd) {}
+ // Internal utility constructor to simplify return statements
+ Simd4Float(__m128 simd) : simdInternal_(simd) {}
- __m128 simdInternal_;
+ __m128 simdInternal_;
};
class Simd4FBool
{
- public:
- Simd4FBool() {}
+public:
+ Simd4FBool() {}
- // Internal utility constructor to simplify return statements
- Simd4FBool(__mmask16 simd) : simdInternal_(simd) {}
+ // Internal utility constructor to simplify return statements
+ Simd4FBool(__mmask16 simd) : simdInternal_(simd) {}
- __mmask16 simdInternal_;
+ __mmask16 simdInternal_;
};
-static inline Simd4Float gmx_simdcall
-load4(const float *m)
+static inline Simd4Float gmx_simdcall load4(const float* m)
{
assert(size_t(m) % 16 == 0);
- return {
- _mm_load_ps(m)
- };
+ return { _mm_load_ps(m) };
}
-static inline void gmx_simdcall
-store4(float *m, Simd4Float a)
+static inline void gmx_simdcall store4(float* m, Simd4Float a)
{
assert(size_t(m) % 16 == 0);
_mm_store_ps(m, a.simdInternal_);
}
-static inline Simd4Float gmx_simdcall
-load4U(const float *m)
+static inline Simd4Float gmx_simdcall load4U(const float* m)
{
- return {
- _mm_loadu_ps(m)
- };
+ return { _mm_loadu_ps(m) };
}
-static inline void gmx_simdcall
-store4U(float *m, Simd4Float a)
+static inline void gmx_simdcall store4U(float* m, Simd4Float a)
{
_mm_storeu_ps(m, a.simdInternal_);
}
-static inline Simd4Float gmx_simdcall
-simd4SetZeroF()
+static inline Simd4Float gmx_simdcall simd4SetZeroF()
{
- return {
- _mm_setzero_ps()
- };
+ return { _mm_setzero_ps() };
}
-static inline Simd4Float gmx_simdcall
-operator&(Simd4Float a, Simd4Float b)
+static inline Simd4Float gmx_simdcall operator&(Simd4Float a, Simd4Float b)
{
- return {
- _mm_and_ps(a.simdInternal_, b.simdInternal_)
- };
+ return { _mm_and_ps(a.simdInternal_, b.simdInternal_) };
}
-static inline Simd4Float gmx_simdcall
-andNot(Simd4Float a, Simd4Float b)
+static inline Simd4Float gmx_simdcall andNot(Simd4Float a, Simd4Float b)
{
- return {
- _mm_andnot_ps(a.simdInternal_, b.simdInternal_)
- };
+ return { _mm_andnot_ps(a.simdInternal_, b.simdInternal_) };
}
-static inline Simd4Float gmx_simdcall
-operator|(Simd4Float a, Simd4Float b)
+static inline Simd4Float gmx_simdcall operator|(Simd4Float a, Simd4Float b)
{
- return {
- _mm_or_ps(a.simdInternal_, b.simdInternal_)
- };
+ return { _mm_or_ps(a.simdInternal_, b.simdInternal_) };
}
-static inline Simd4Float gmx_simdcall
-operator^(Simd4Float a, Simd4Float b)
+static inline Simd4Float gmx_simdcall operator^(Simd4Float a, Simd4Float b)
{
- return {
- _mm_xor_ps(a.simdInternal_, b.simdInternal_)
- };
+ return { _mm_xor_ps(a.simdInternal_, b.simdInternal_) };
}
-static inline Simd4Float gmx_simdcall
-operator+(Simd4Float a, Simd4Float b)
+static inline Simd4Float gmx_simdcall operator+(Simd4Float a, Simd4Float b)
{
- return {
- _mm_add_ps(a.simdInternal_, b.simdInternal_)
- };
+ return { _mm_add_ps(a.simdInternal_, b.simdInternal_) };
}
-static inline Simd4Float gmx_simdcall
-operator-(Simd4Float a, Simd4Float b)
+static inline Simd4Float gmx_simdcall operator-(Simd4Float a, Simd4Float b)
{
- return {
- _mm_sub_ps(a.simdInternal_, b.simdInternal_)
- };
+ return { _mm_sub_ps(a.simdInternal_, b.simdInternal_) };
}
-static inline Simd4Float gmx_simdcall
-operator-(Simd4Float x)
+static inline Simd4Float gmx_simdcall operator-(Simd4Float x)
{
- return {
- _mm_xor_ps(x.simdInternal_, _mm_set1_ps(GMX_FLOAT_NEGZERO))
- };
+ return { _mm_xor_ps(x.simdInternal_, _mm_set1_ps(GMX_FLOAT_NEGZERO)) };
}
-static inline Simd4Float gmx_simdcall
-operator*(Simd4Float a, Simd4Float b)
+static inline Simd4Float gmx_simdcall operator*(Simd4Float a, Simd4Float b)
{
- return {
- _mm_mul_ps(a.simdInternal_, b.simdInternal_)
- };
+ return { _mm_mul_ps(a.simdInternal_, b.simdInternal_) };
}
-static inline Simd4Float gmx_simdcall
-fma(Simd4Float a, Simd4Float b, Simd4Float c)
+static inline Simd4Float gmx_simdcall fma(Simd4Float a, Simd4Float b, Simd4Float c)
{
- return {
- _mm_fmadd_ps(a.simdInternal_, b.simdInternal_, c.simdInternal_)
- };
+ return { _mm_fmadd_ps(a.simdInternal_, b.simdInternal_, c.simdInternal_) };
}
-static inline Simd4Float gmx_simdcall
-fms(Simd4Float a, Simd4Float b, Simd4Float c)
+static inline Simd4Float gmx_simdcall fms(Simd4Float a, Simd4Float b, Simd4Float c)
{
- return {
- _mm_fmsub_ps(a.simdInternal_, b.simdInternal_, c.simdInternal_)
- };
+ return { _mm_fmsub_ps(a.simdInternal_, b.simdInternal_, c.simdInternal_) };
}
-static inline Simd4Float gmx_simdcall
-fnma(Simd4Float a, Simd4Float b, Simd4Float c)
+static inline Simd4Float gmx_simdcall fnma(Simd4Float a, Simd4Float b, Simd4Float c)
{
- return {
- _mm_fnmadd_ps(a.simdInternal_, b.simdInternal_, c.simdInternal_)
- };
+ return { _mm_fnmadd_ps(a.simdInternal_, b.simdInternal_, c.simdInternal_) };
}
-static inline Simd4Float gmx_simdcall
-fnms(Simd4Float a, Simd4Float b, Simd4Float c)
+static inline Simd4Float gmx_simdcall fnms(Simd4Float a, Simd4Float b, Simd4Float c)
{
- return {
- _mm_fnmsub_ps(a.simdInternal_, b.simdInternal_, c.simdInternal_)
- };
+ return { _mm_fnmsub_ps(a.simdInternal_, b.simdInternal_, c.simdInternal_) };
}
// Override for AVX-512-KNL
#if GMX_SIMD_X86_AVX_512
-static inline Simd4Float gmx_simdcall
-rsqrt(Simd4Float x)
+static inline Simd4Float gmx_simdcall rsqrt(Simd4Float x)
{
- return {
- _mm512_castps512_ps128(_mm512_rsqrt14_ps(_mm512_castps128_ps512(x.simdInternal_)))
- };
+ return { _mm512_castps512_ps128(_mm512_rsqrt14_ps(_mm512_castps128_ps512(x.simdInternal_))) };
}
#endif
-static inline Simd4Float gmx_simdcall
-abs(Simd4Float x)
+static inline Simd4Float gmx_simdcall abs(Simd4Float x)
{
- return {
- _mm_andnot_ps(_mm_set1_ps(GMX_FLOAT_NEGZERO), x.simdInternal_)
- };
+ return { _mm_andnot_ps(_mm_set1_ps(GMX_FLOAT_NEGZERO), x.simdInternal_) };
}
-static inline Simd4Float gmx_simdcall
-max(Simd4Float a, Simd4Float b)
+static inline Simd4Float gmx_simdcall max(Simd4Float a, Simd4Float b)
{
- return {
- _mm_max_ps(a.simdInternal_, b.simdInternal_)
- };
+ return { _mm_max_ps(a.simdInternal_, b.simdInternal_) };
}
-static inline Simd4Float gmx_simdcall
-min(Simd4Float a, Simd4Float b)
+static inline Simd4Float gmx_simdcall min(Simd4Float a, Simd4Float b)
{
- return {
- _mm_min_ps(a.simdInternal_, b.simdInternal_)
- };
+ return { _mm_min_ps(a.simdInternal_, b.simdInternal_) };
}
-static inline Simd4Float gmx_simdcall
-round(Simd4Float x)
+static inline Simd4Float gmx_simdcall round(Simd4Float x)
{
- return {
- _mm_round_ps(x.simdInternal_, _MM_FROUND_NINT)
- };
+ return { _mm_round_ps(x.simdInternal_, _MM_FROUND_NINT) };
}
-static inline Simd4Float gmx_simdcall
-trunc(Simd4Float x)
+static inline Simd4Float gmx_simdcall trunc(Simd4Float x)
{
- return {
- _mm_round_ps(x.simdInternal_, _MM_FROUND_TRUNC)
- };
+ return { _mm_round_ps(x.simdInternal_, _MM_FROUND_TRUNC) };
}
-static inline float gmx_simdcall
-dotProduct(Simd4Float a, Simd4Float b)
+static inline float gmx_simdcall dotProduct(Simd4Float a, Simd4Float b)
{
__m128 c, d;
c = _mm_mul_ps(a.simdInternal_, b.simdInternal_);
d = _mm_add_ps(c, _mm_permute_ps(c, _MM_SHUFFLE(0, 3, 2, 1)));
d = _mm_add_ps(d, _mm_permute_ps(c, _MM_SHUFFLE(1, 0, 3, 2)));
- return *reinterpret_cast<float *>(&d);
+ return *reinterpret_cast<float*>(&d);
}
-static inline void gmx_simdcall
-transpose(Simd4Float * v0, Simd4Float * v1,
- Simd4Float * v2, Simd4Float * v3)
+static inline void gmx_simdcall transpose(Simd4Float* v0, Simd4Float* v1, Simd4Float* v2, Simd4Float* v3)
{
__m128 t0, t1, t2, t3;
v3->simdInternal_ = _mm_unpackhi_ps(t1, t3);
}
-static inline Simd4FBool gmx_simdcall
-operator==(Simd4Float a, Simd4Float b)
+static inline Simd4FBool gmx_simdcall operator==(Simd4Float a, Simd4Float b)
{
- return {
- _mm512_mask_cmp_ps_mask(avx512Int2Mask(0xF), _mm512_castps128_ps512(a.simdInternal_), _mm512_castps128_ps512(b.simdInternal_), _CMP_EQ_OQ)
- };
+ return { _mm512_mask_cmp_ps_mask(avx512Int2Mask(0xF), _mm512_castps128_ps512(a.simdInternal_),
+ _mm512_castps128_ps512(b.simdInternal_), _CMP_EQ_OQ) };
}
-static inline Simd4FBool gmx_simdcall
-operator!=(Simd4Float a, Simd4Float b)
+static inline Simd4FBool gmx_simdcall operator!=(Simd4Float a, Simd4Float b)
{
- return {
- _mm512_mask_cmp_ps_mask(avx512Int2Mask(0xF), _mm512_castps128_ps512(a.simdInternal_), _mm512_castps128_ps512(b.simdInternal_), _CMP_NEQ_OQ)
- };
+ return { _mm512_mask_cmp_ps_mask(avx512Int2Mask(0xF), _mm512_castps128_ps512(a.simdInternal_),
+ _mm512_castps128_ps512(b.simdInternal_), _CMP_NEQ_OQ) };
}
-static inline Simd4FBool gmx_simdcall
-operator<(Simd4Float a, Simd4Float b)
+static inline Simd4FBool gmx_simdcall operator<(Simd4Float a, Simd4Float b)
{
- return {
- _mm512_mask_cmp_ps_mask(avx512Int2Mask(0xF), _mm512_castps128_ps512(a.simdInternal_), _mm512_castps128_ps512(b.simdInternal_), _CMP_LT_OQ)
- };
+ return { _mm512_mask_cmp_ps_mask(avx512Int2Mask(0xF), _mm512_castps128_ps512(a.simdInternal_),
+ _mm512_castps128_ps512(b.simdInternal_), _CMP_LT_OQ) };
}
-static inline Simd4FBool gmx_simdcall
-operator<=(Simd4Float a, Simd4Float b)
+static inline Simd4FBool gmx_simdcall operator<=(Simd4Float a, Simd4Float b)
{
- return {
- _mm512_mask_cmp_ps_mask(avx512Int2Mask(0xF), _mm512_castps128_ps512(a.simdInternal_), _mm512_castps128_ps512(b.simdInternal_), _CMP_LE_OQ)
- };
+ return { _mm512_mask_cmp_ps_mask(avx512Int2Mask(0xF), _mm512_castps128_ps512(a.simdInternal_),
+ _mm512_castps128_ps512(b.simdInternal_), _CMP_LE_OQ) };
}
-static inline Simd4FBool gmx_simdcall
-operator&&(Simd4FBool a, Simd4FBool b)
+static inline Simd4FBool gmx_simdcall operator&&(Simd4FBool a, Simd4FBool b)
{
- return {
- _mm512_kand(a.simdInternal_, b.simdInternal_)
- };
+ return { _mm512_kand(a.simdInternal_, b.simdInternal_) };
}
-static inline Simd4FBool gmx_simdcall
-operator||(Simd4FBool a, Simd4FBool b)
+static inline Simd4FBool gmx_simdcall operator||(Simd4FBool a, Simd4FBool b)
{
- return {
- _mm512_kor(a.simdInternal_, b.simdInternal_)
- };
+ return { _mm512_kor(a.simdInternal_, b.simdInternal_) };
}
-static inline bool gmx_simdcall
-anyTrue(Simd4FBool a)
+static inline bool gmx_simdcall anyTrue(Simd4FBool a)
{
- return ( avx512Mask2Int(a.simdInternal_) & 0xF ) != 0;
+ return (avx512Mask2Int(a.simdInternal_) & 0xF) != 0;
}
-static inline Simd4Float gmx_simdcall
-selectByMask(Simd4Float a, Simd4FBool m)
+static inline Simd4Float gmx_simdcall selectByMask(Simd4Float a, Simd4FBool m)
{
- return {
- _mm512_castps512_ps128(_mm512_mask_mov_ps(_mm512_setzero_ps(), m.simdInternal_, _mm512_castps128_ps512(a.simdInternal_)))
- };
+ return { _mm512_castps512_ps128(_mm512_mask_mov_ps(_mm512_setzero_ps(), m.simdInternal_,
+ _mm512_castps128_ps512(a.simdInternal_))) };
}
-static inline Simd4Float gmx_simdcall
-selectByNotMask(Simd4Float a, Simd4FBool m)
+static inline Simd4Float gmx_simdcall selectByNotMask(Simd4Float a, Simd4FBool m)
{
- return {
- _mm512_castps512_ps128(_mm512_mask_mov_ps(_mm512_castps128_ps512(a.simdInternal_), m.simdInternal_, _mm512_setzero_ps()))
- };
+ return { _mm512_castps512_ps128(_mm512_mask_mov_ps(_mm512_castps128_ps512(a.simdInternal_),
+ m.simdInternal_, _mm512_setzero_ps())) };
}
-static inline Simd4Float gmx_simdcall
-blend(Simd4Float a, Simd4Float b, Simd4FBool sel)
+static inline Simd4Float gmx_simdcall blend(Simd4Float a, Simd4Float b, Simd4FBool sel)
{
- return {
- _mm512_castps512_ps128(_mm512_mask_blend_ps(sel.simdInternal_, _mm512_castps128_ps512(a.simdInternal_), _mm512_castps128_ps512(b.simdInternal_)))
- };
+ return { _mm512_castps512_ps128(_mm512_mask_blend_ps(sel.simdInternal_,
+ _mm512_castps128_ps512(a.simdInternal_),
+ _mm512_castps128_ps512(b.simdInternal_))) };
}
-static inline float gmx_simdcall
-reduce(Simd4Float a)
+static inline float gmx_simdcall reduce(Simd4Float a)
{
__m128 b;
b = _mm_add_ps(a.simdInternal_, _mm_permute_ps(a.simdInternal_, _MM_SHUFFLE(1, 0, 3, 2)));
b = _mm_add_ss(b, _mm_permute_ps(b, _MM_SHUFFLE(0, 3, 2, 1)));
- return *reinterpret_cast<float *>(&b);
+ return *reinterpret_cast<float*>(&b);
}
-} // namespace gmx
+} // namespace gmx
#endif // GMX_SIMD_IMPL_X86_AVX_512_SIMD4_FLOAT_H
biod.pnpi.spb.ru / alexxy / gromacs.git / blobdiff