/* -*- mode: c; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4; c-file-style: "stroustrup"; -*-
*
- *
+ *
* This file is part of GROMACS.
- * Copyright (c) 2012-
+ * Copyright (c) 2012-
*
* Written by the Gromacs development team under coordination of
* David van der Spoel, Berk Hess, and Erik Lindahl.
*
* To help us fund GROMACS development, we humbly ask that you cite
* the research papers on the package. Check out http://www.gromacs.org
- *
+ *
* And Hey:
* Gnomes, ROck Monsters And Chili Sauce
*/
/* Lookup instruction only exists in single precision, convert back and forth... */
__m256d lu = _mm256_cvtps_pd(_mm_rsqrt_ps( _mm256_cvtpd_ps(x)));
- lu = _mm256_mul_pd(half,_mm256_mul_pd(_mm256_sub_pd(three,_mm256_mul_pd(_mm256_mul_pd(lu,lu),x)),lu));
- return _mm256_mul_pd(half,_mm256_mul_pd(_mm256_sub_pd(three,_mm256_mul_pd(_mm256_mul_pd(lu,lu),x)),lu));
+ lu = _mm256_mul_pd(half, _mm256_mul_pd(_mm256_sub_pd(three, _mm256_mul_pd(_mm256_mul_pd(lu, lu), x)), lu));
+ return _mm256_mul_pd(half, _mm256_mul_pd(_mm256_sub_pd(three, _mm256_mul_pd(_mm256_mul_pd(lu, lu), x)), lu));
}
/* 1.0/sqrt(x), done for a pair of arguments to improve throughput */
const __m256d three = _mm256_set1_pd(3.0);
const __m256 halff = _mm256_set1_ps(0.5f);
const __m256 threef = _mm256_set1_ps(3.0f);
-
- __m256 xf,luf;
- __m256d lu1,lu2;
+
+ __m256 xf, luf;
+ __m256d lu1, lu2;
/* Do first N-R step in float for 2x throughput */
- xf = _mm256_insertf128_ps(_mm256_castps128_ps256(_mm256_cvtpd_ps(x1)),_mm256_cvtpd_ps(x2), 0x1);
+ xf = _mm256_insertf128_ps(_mm256_castps128_ps256(_mm256_cvtpd_ps(x1)), _mm256_cvtpd_ps(x2), 0x1);
luf = _mm256_rsqrt_ps(xf);
- luf = _mm256_mul_ps(halff,_mm256_mul_ps(_mm256_sub_ps(threef,_mm256_mul_ps(_mm256_mul_ps(luf,luf),xf)),luf));
+ luf = _mm256_mul_ps(halff, _mm256_mul_ps(_mm256_sub_ps(threef, _mm256_mul_ps(_mm256_mul_ps(luf, luf), xf)), luf));
- lu2 = _mm256_cvtps_pd(_mm256_extractf128_ps(luf,0x1));
+ lu2 = _mm256_cvtps_pd(_mm256_extractf128_ps(luf, 0x1));
lu1 = _mm256_cvtps_pd(_mm256_castps256_ps128(luf));
- *invsqrt1 = _mm256_mul_pd(half,_mm256_mul_pd(_mm256_sub_pd(three,_mm256_mul_pd(_mm256_mul_pd(lu1,lu1),x1)),lu1));
- *invsqrt2 = _mm256_mul_pd(half,_mm256_mul_pd(_mm256_sub_pd(three,_mm256_mul_pd(_mm256_mul_pd(lu2,lu2),x2)),lu2));
+ *invsqrt1 = _mm256_mul_pd(half, _mm256_mul_pd(_mm256_sub_pd(three, _mm256_mul_pd(_mm256_mul_pd(lu1, lu1), x1)), lu1));
+ *invsqrt2 = _mm256_mul_pd(half, _mm256_mul_pd(_mm256_sub_pd(three, _mm256_mul_pd(_mm256_mul_pd(lu2, lu2), x2)), lu2));
}
/* 1.0/sqrt(x), 128 bit wide */
{
const __m128d half = _mm_set1_pd(0.5);
const __m128d three = _mm_set1_pd(3.0);
-
+
/* Lookup instruction only exists in single precision, convert back and forth... */
__m128d lu = _mm_cvtps_pd(_mm_rsqrt_ps( _mm_cvtpd_ps(x)));
-
- lu = _mm_mul_pd(half,_mm_mul_pd(_mm_sub_pd(three,_mm_mul_pd(_mm_mul_pd(lu,lu),x)),lu));
- return _mm_mul_pd(half,_mm_mul_pd(_mm_sub_pd(three,_mm_mul_pd(_mm_mul_pd(lu,lu),x)),lu));
+
+ lu = _mm_mul_pd(half, _mm_mul_pd(_mm_sub_pd(three, _mm_mul_pd(_mm_mul_pd(lu, lu), x)), lu));
+ return _mm_mul_pd(half, _mm_mul_pd(_mm_sub_pd(three, _mm_mul_pd(_mm_mul_pd(lu, lu), x)), lu));
}
/* 1.0/sqrt(x), done for two pairs to improve throughput */
const __m128d three = _mm_set1_pd(3.0);
const __m128 halff = _mm_set1_ps(0.5f);
const __m128 threef = _mm_set1_ps(3.0f);
-
- __m128 xf,luf;
- __m128d lu1,lu2;
-
+
+ __m128 xf, luf;
+ __m128d lu1, lu2;
+
/* Do first N-R step in float for 2x throughput */
- xf = _mm_shuffle_ps(_mm_cvtpd_ps(x1),_mm_cvtpd_ps(x2),_MM_SHUFFLE(1,0,1,0));
+ xf = _mm_shuffle_ps(_mm_cvtpd_ps(x1), _mm_cvtpd_ps(x2), _MM_SHUFFLE(1, 0, 1, 0));
luf = _mm_rsqrt_ps(xf);
- luf = _mm_mul_ps(halff,_mm_mul_ps(_mm_sub_ps(threef,_mm_mul_ps(_mm_mul_ps(luf,luf),xf)),luf));
-
- lu2 = _mm_cvtps_pd(_mm_shuffle_ps(luf,luf,_MM_SHUFFLE(3,2,3,2)));
+ luf = _mm_mul_ps(halff, _mm_mul_ps(_mm_sub_ps(threef, _mm_mul_ps(_mm_mul_ps(luf, luf), xf)), luf));
+
+ lu2 = _mm_cvtps_pd(_mm_shuffle_ps(luf, luf, _MM_SHUFFLE(3, 2, 3, 2)));
lu1 = _mm_cvtps_pd(luf);
-
- *invsqrt1 = _mm_mul_pd(half,_mm_mul_pd(_mm_sub_pd(three,_mm_mul_pd(_mm_mul_pd(lu1,lu1),x1)),lu1));
- *invsqrt2 = _mm_mul_pd(half,_mm_mul_pd(_mm_sub_pd(three,_mm_mul_pd(_mm_mul_pd(lu2,lu2),x2)),lu2));
+
+ *invsqrt1 = _mm_mul_pd(half, _mm_mul_pd(_mm_sub_pd(three, _mm_mul_pd(_mm_mul_pd(lu1, lu1), x1)), lu1));
+ *invsqrt2 = _mm_mul_pd(half, _mm_mul_pd(_mm_sub_pd(three, _mm_mul_pd(_mm_mul_pd(lu2, lu2), x2)), lu2));
}
/* sqrt(x) (256 bit)- Do NOT use this (but rather invsqrt) if you actually need 1.0/sqrt(x) */
__m256d mask;
__m256d res;
- mask = _mm256_cmp_pd(x,_mm256_setzero_pd(), _CMP_EQ_OQ);
- res = _mm256_andnot_pd(mask,gmx_mm256_invsqrt_pd(x));
+ mask = _mm256_cmp_pd(x, _mm256_setzero_pd(), _CMP_EQ_OQ);
+ res = _mm256_andnot_pd(mask, gmx_mm256_invsqrt_pd(x));
- res = _mm256_mul_pd(x,res);
+ res = _mm256_mul_pd(x, res);
return res;
}
{
__m128d mask;
__m128d res;
-
- mask = _mm_cmpeq_pd(x,_mm_setzero_pd());
- res = _mm_andnot_pd(mask,gmx_mm_invsqrt_pd(x));
-
- res = _mm_mul_pd(x,res);
-
+
+ mask = _mm_cmpeq_pd(x, _mm_setzero_pd());
+ res = _mm_andnot_pd(mask, gmx_mm_invsqrt_pd(x));
+
+ res = _mm_mul_pd(x, res);
+
return res;
}
__m256d lu = _mm256_cvtps_pd(_mm_rcp_ps( _mm256_cvtpd_ps(x)));
/* Perform two N-R steps for double precision */
- lu = _mm256_mul_pd(lu,_mm256_sub_pd(two,_mm256_mul_pd(x,lu)));
- return _mm256_mul_pd(lu,_mm256_sub_pd(two,_mm256_mul_pd(x,lu)));
+ lu = _mm256_mul_pd(lu, _mm256_sub_pd(two, _mm256_mul_pd(x, lu)));
+ return _mm256_mul_pd(lu, _mm256_sub_pd(two, _mm256_mul_pd(x, lu)));
}
/* 1.0/x, 128 bit */
gmx_mm_inv_pd(__m128d x)
{
const __m128d two = _mm_set1_pd(2.0);
-
+
/* Lookup instruction only exists in single precision, convert back and forth... */
__m128d lu = _mm_cvtps_pd(_mm_rcp_ps( _mm_cvtpd_ps(x)));
-
+
/* Perform two N-R steps for double precision */
- lu = _mm_mul_pd(lu,_mm_sub_pd(two,_mm_mul_pd(x,lu)));
- return _mm_mul_pd(lu,_mm_sub_pd(two,_mm_mul_pd(x,lu)));
+ lu = _mm_mul_pd(lu, _mm_sub_pd(two, _mm_mul_pd(x, lu)));
+ return _mm_mul_pd(lu, _mm_sub_pd(two, _mm_mul_pd(x, lu)));
}
const __m256d signmask = _mm256_castsi256_pd( _mm256_set_epi32(0x7FFFFFFF, 0xFFFFFFFF, 0x7FFFFFFF, 0xFFFFFFFF,
0x7FFFFFFF, 0xFFFFFFFF, 0x7FFFFFFF, 0xFFFFFFFF) );
- return _mm256_and_pd(x,signmask);
+ return _mm256_and_pd(x, signmask);
}
static gmx_inline __m128d
gmx_mm_abs_pd(__m128d x)
{
const __m128d signmask = gmx_mm_castsi128_pd( _mm_set_epi32(0x7FFFFFFF, 0xFFFFFFFF, 0x7FFFFFFF, 0xFFFFFFFF) );
-
- return _mm_and_pd(x,signmask);
+
+ return _mm_and_pd(x, signmask);
}
const __m256d one = _mm256_set1_pd(1.0);
const __m256d two = _mm256_set1_pd(2.0);
- __m256d valuemask;
- __m256i iexppart;
- __m128i iexppart128a,iexppart128b;
- __m256d fexppart;
- __m256d intpart;
- __m256d z,z2;
- __m256d PolyP,PolyQ;
+ __m256d valuemask;
+ __m256i iexppart;
+ __m128i iexppart128a, iexppart128b;
+ __m256d fexppart;
+ __m256d intpart;
+ __m256d z, z2;
+ __m256d PolyP, PolyQ;
iexppart128a = _mm256_cvtpd_epi32(x);
- intpart = _mm256_round_pd(x,_MM_FROUND_TO_NEAREST_INT);
+ intpart = _mm256_round_pd(x, _MM_FROUND_TO_NEAREST_INT);
/* Add exponent bias */
- iexppart128a = _mm_add_epi32(iexppart128a,expbase);
+ iexppart128a = _mm_add_epi32(iexppart128a, expbase);
/* We now want to shift the exponent 52 positions left, but to achieve this we need
* to separate the 128-bit register data into two registers (4x64-bit > 128bit)
* It doesnt matter what we put in the 2nd/4th position, since that data will be
* shifted out and replaced with zeros.
*/
- iexppart128b = _mm_shuffle_epi32(iexppart128a,_MM_SHUFFLE(3,3,2,2));
- iexppart128a = _mm_shuffle_epi32(iexppart128a,_MM_SHUFFLE(1,1,0,0));
+ iexppart128b = _mm_shuffle_epi32(iexppart128a, _MM_SHUFFLE(3, 3, 2, 2));
+ iexppart128a = _mm_shuffle_epi32(iexppart128a, _MM_SHUFFLE(1, 1, 0, 0));
- iexppart128b = _mm_slli_epi64(iexppart128b,52);
- iexppart128a = _mm_slli_epi64(iexppart128a,52);
+ iexppart128b = _mm_slli_epi64(iexppart128b, 52);
+ iexppart128a = _mm_slli_epi64(iexppart128a, 52);
iexppart = _mm256_castsi128_si256(iexppart128a);
- iexppart = _mm256_insertf128_si256(iexppart,iexppart128b,0x1);
+ iexppart = _mm256_insertf128_si256(iexppart, iexppart128b, 0x1);
- valuemask = _mm256_cmp_pd(arglimit,gmx_mm256_abs_pd(x),_CMP_GE_OQ);
- fexppart = _mm256_and_pd(valuemask,_mm256_castsi256_pd(iexppart));
+ valuemask = _mm256_cmp_pd(arglimit, gmx_mm256_abs_pd(x), _CMP_GE_OQ);
+ fexppart = _mm256_and_pd(valuemask, _mm256_castsi256_pd(iexppart));
- z = _mm256_sub_pd(x,intpart);
+ z = _mm256_sub_pd(x, intpart);
- z2 = _mm256_mul_pd(z,z);
+ z2 = _mm256_mul_pd(z, z);
- PolyP = _mm256_mul_pd(P2,z2);
- PolyP = _mm256_add_pd(PolyP,P1);
- PolyQ = _mm256_add_pd(z2,Q1);
- PolyP = _mm256_mul_pd(PolyP,z2);
- PolyQ = _mm256_mul_pd(PolyQ,z2);
- PolyP = _mm256_add_pd(PolyP,P0);
- PolyQ = _mm256_add_pd(PolyQ,Q0);
- PolyP = _mm256_mul_pd(PolyP,z);
+ PolyP = _mm256_mul_pd(P2, z2);
+ PolyP = _mm256_add_pd(PolyP, P1);
+ PolyQ = _mm256_add_pd(z2, Q1);
+ PolyP = _mm256_mul_pd(PolyP, z2);
+ PolyQ = _mm256_mul_pd(PolyQ, z2);
+ PolyP = _mm256_add_pd(PolyP, P0);
+ PolyQ = _mm256_add_pd(PolyQ, Q0);
+ PolyP = _mm256_mul_pd(PolyP, z);
- z = _mm256_mul_pd(PolyP,gmx_mm256_inv_pd(_mm256_sub_pd(PolyQ,PolyP)));
- z = _mm256_add_pd(one,_mm256_mul_pd(two,z));
+ z = _mm256_mul_pd(PolyP, gmx_mm256_inv_pd(_mm256_sub_pd(PolyQ, PolyP)));
+ z = _mm256_add_pd(one, _mm256_mul_pd(two, z));
- z = _mm256_mul_pd(z,fexppart);
+ z = _mm256_mul_pd(z, fexppart);
- return z;
+ return z;
}
/* 2^x, 128 bit */
/* Lower bound: We do not allow numbers that would lead to an IEEE fp representation exponent smaller than -126. */
const __m128d arglimit = _mm_set1_pd(1022.0);
const __m128i expbase = _mm_set1_epi32(1023);
-
+
const __m128d P2 = _mm_set1_pd(2.30933477057345225087e-2);
const __m128d P1 = _mm_set1_pd(2.02020656693165307700e1);
const __m128d P0 = _mm_set1_pd(1.51390680115615096133e3);
const __m128d Q0 = _mm_set1_pd(4.36821166879210612817e3);
const __m128d one = _mm_set1_pd(1.0);
const __m128d two = _mm_set1_pd(2.0);
-
- __m128d valuemask;
- __m128i iexppart;
- __m128d fexppart;
- __m128d intpart;
- __m128d z,z2;
- __m128d PolyP,PolyQ;
-
+
+ __m128d valuemask;
+ __m128i iexppart;
+ __m128d fexppart;
+ __m128d intpart;
+ __m128d z, z2;
+ __m128d PolyP, PolyQ;
+
iexppart = _mm_cvtpd_epi32(x);
- intpart = _mm_round_pd(x,_MM_FROUND_TO_NEAREST_INT);
-
+ intpart = _mm_round_pd(x, _MM_FROUND_TO_NEAREST_INT);
+
/* The two lowest elements of iexppart now contains 32-bit numbers with a correctly biased exponent.
* To be able to shift it into the exponent for a double precision number we first need to
* shuffle so that the lower half contains the first element, and the upper half the second.
* the registers left by 52 bits it doesn't matter what we put there - it will be shifted out.
* (thus we just use element 2 from iexppart).
*/
- iexppart = _mm_shuffle_epi32(iexppart,_MM_SHUFFLE(2,1,2,0));
-
+ iexppart = _mm_shuffle_epi32(iexppart, _MM_SHUFFLE(2, 1, 2, 0));
+
/* Do the shift operation on the 64-bit registers */
- iexppart = _mm_add_epi32(iexppart,expbase);
- iexppart = _mm_slli_epi64(iexppart,52);
-
- valuemask = _mm_cmpge_pd(arglimit,gmx_mm_abs_pd(x));
- fexppart = _mm_and_pd(valuemask,gmx_mm_castsi128_pd(iexppart));
-
- z = _mm_sub_pd(x,intpart);
- z2 = _mm_mul_pd(z,z);
-
- PolyP = _mm_mul_pd(P2,z2);
- PolyP = _mm_add_pd(PolyP,P1);
- PolyQ = _mm_add_pd(z2,Q1);
- PolyP = _mm_mul_pd(PolyP,z2);
- PolyQ = _mm_mul_pd(PolyQ,z2);
- PolyP = _mm_add_pd(PolyP,P0);
- PolyQ = _mm_add_pd(PolyQ,Q0);
- PolyP = _mm_mul_pd(PolyP,z);
-
- z = _mm_mul_pd(PolyP,gmx_mm_inv_pd(_mm_sub_pd(PolyQ,PolyP)));
- z = _mm_add_pd(one,_mm_mul_pd(two,z));
-
- z = _mm_mul_pd(z,fexppart);
-
- return z;
+ iexppart = _mm_add_epi32(iexppart, expbase);
+ iexppart = _mm_slli_epi64(iexppart, 52);
+
+ valuemask = _mm_cmpge_pd(arglimit, gmx_mm_abs_pd(x));
+ fexppart = _mm_and_pd(valuemask, gmx_mm_castsi128_pd(iexppart));
+
+ z = _mm_sub_pd(x, intpart);
+ z2 = _mm_mul_pd(z, z);
+
+ PolyP = _mm_mul_pd(P2, z2);
+ PolyP = _mm_add_pd(PolyP, P1);
+ PolyQ = _mm_add_pd(z2, Q1);
+ PolyP = _mm_mul_pd(PolyP, z2);
+ PolyQ = _mm_mul_pd(PolyQ, z2);
+ PolyP = _mm_add_pd(PolyP, P0);
+ PolyQ = _mm_add_pd(PolyQ, Q0);
+ PolyP = _mm_mul_pd(PolyP, z);
+
+ z = _mm_mul_pd(PolyP, gmx_mm_inv_pd(_mm_sub_pd(PolyQ, PolyP)));
+ z = _mm_add_pd(one, _mm_mul_pd(two, z));
+
+ z = _mm_mul_pd(z, fexppart);
+
+ return z;
}
-/* Exponential function, 256 bit. This could be calculated from 2^x as Exp(x)=2^(y),
- * where y=log2(e)*x, but there will then be a small rounding error since we lose
- * some precision due to the multiplication. This will then be magnified a lot by
+/* Exponential function, 256 bit. This could be calculated from 2^x as Exp(x)=2^(y),
+ * where y=log2(e)*x, but there will then be a small rounding error since we lose
+ * some precision due to the multiplication. This will then be magnified a lot by
* the exponential.
*
* Instead, we calculate the fractional part directly as a Padé approximation of
const __m256d one = _mm256_set1_pd(1.0);
const __m256d two = _mm256_set1_pd(2.0);
- __m256d valuemask;
- __m256i iexppart;
- __m128i iexppart128a,iexppart128b;
- __m256d fexppart;
- __m256d intpart;
- __m256d x,z,z2;
- __m256d PolyP,PolyQ;
+ __m256d valuemask;
+ __m256i iexppart;
+ __m128i iexppart128a, iexppart128b;
+ __m256d fexppart;
+ __m256d intpart;
+ __m256d x, z, z2;
+ __m256d PolyP, PolyQ;
- x = _mm256_mul_pd(exparg,argscale);
+ x = _mm256_mul_pd(exparg, argscale);
iexppart128a = _mm256_cvtpd_epi32(x);
- intpart = _mm256_round_pd(x,_MM_FROUND_TO_NEAREST_INT);
+ intpart = _mm256_round_pd(x, _MM_FROUND_TO_NEAREST_INT);
/* Add exponent bias */
- iexppart128a = _mm_add_epi32(iexppart128a,expbase);
+ iexppart128a = _mm_add_epi32(iexppart128a, expbase);
/* We now want to shift the exponent 52 positions left, but to achieve this we need
* to separate the 128-bit register data into two registers (4x64-bit > 128bit)
* It doesnt matter what we put in the 2nd/4th position, since that data will be
* shifted out and replaced with zeros.
*/
- iexppart128b = _mm_shuffle_epi32(iexppart128a,_MM_SHUFFLE(3,3,2,2));
- iexppart128a = _mm_shuffle_epi32(iexppart128a,_MM_SHUFFLE(1,1,0,0));
+ iexppart128b = _mm_shuffle_epi32(iexppart128a, _MM_SHUFFLE(3, 3, 2, 2));
+ iexppart128a = _mm_shuffle_epi32(iexppart128a, _MM_SHUFFLE(1, 1, 0, 0));
- iexppart128b = _mm_slli_epi64(iexppart128b,52);
- iexppart128a = _mm_slli_epi64(iexppart128a,52);
+ iexppart128b = _mm_slli_epi64(iexppart128b, 52);
+ iexppart128a = _mm_slli_epi64(iexppart128a, 52);
iexppart = _mm256_castsi128_si256(iexppart128a);
- iexppart = _mm256_insertf128_si256(iexppart,iexppart128b,0x1);
+ iexppart = _mm256_insertf128_si256(iexppart, iexppart128b, 0x1);
- valuemask = _mm256_cmp_pd(arglimit,gmx_mm256_abs_pd(x),_CMP_GE_OQ);
- fexppart = _mm256_and_pd(valuemask,_mm256_castsi256_pd(iexppart));
+ valuemask = _mm256_cmp_pd(arglimit, gmx_mm256_abs_pd(x), _CMP_GE_OQ);
+ fexppart = _mm256_and_pd(valuemask, _mm256_castsi256_pd(iexppart));
- z = _mm256_sub_pd(exparg,_mm256_mul_pd(invargscale0,intpart));
- z = _mm256_sub_pd(z,_mm256_mul_pd(invargscale1,intpart));
+ z = _mm256_sub_pd(exparg, _mm256_mul_pd(invargscale0, intpart));
+ z = _mm256_sub_pd(z, _mm256_mul_pd(invargscale1, intpart));
- z2 = _mm256_mul_pd(z,z);
+ z2 = _mm256_mul_pd(z, z);
- PolyQ = _mm256_mul_pd(Q3,z2);
- PolyQ = _mm256_add_pd(PolyQ,Q2);
- PolyP = _mm256_mul_pd(P2,z2);
- PolyQ = _mm256_mul_pd(PolyQ,z2);
- PolyP = _mm256_add_pd(PolyP,P1);
- PolyQ = _mm256_add_pd(PolyQ,Q1);
- PolyP = _mm256_mul_pd(PolyP,z2);
- PolyQ = _mm256_mul_pd(PolyQ,z2);
- PolyP = _mm256_add_pd(PolyP,one);
- PolyQ = _mm256_add_pd(PolyQ,two);
+ PolyQ = _mm256_mul_pd(Q3, z2);
+ PolyQ = _mm256_add_pd(PolyQ, Q2);
+ PolyP = _mm256_mul_pd(P2, z2);
+ PolyQ = _mm256_mul_pd(PolyQ, z2);
+ PolyP = _mm256_add_pd(PolyP, P1);
+ PolyQ = _mm256_add_pd(PolyQ, Q1);
+ PolyP = _mm256_mul_pd(PolyP, z2);
+ PolyQ = _mm256_mul_pd(PolyQ, z2);
+ PolyP = _mm256_add_pd(PolyP, one);
+ PolyQ = _mm256_add_pd(PolyQ, two);
- PolyP = _mm256_mul_pd(PolyP,z);
+ PolyP = _mm256_mul_pd(PolyP, z);
- z = _mm256_mul_pd(PolyP,gmx_mm256_inv_pd(_mm256_sub_pd(PolyQ,PolyP)));
- z = _mm256_add_pd(one,_mm256_mul_pd(two,z));
+ z = _mm256_mul_pd(PolyP, gmx_mm256_inv_pd(_mm256_sub_pd(PolyQ, PolyP)));
+ z = _mm256_add_pd(one, _mm256_mul_pd(two, z));
- z = _mm256_mul_pd(z,fexppart);
+ z = _mm256_mul_pd(z, fexppart);
- return z;
+ return z;
}
/* exp(), 128 bit */
/* Lower bound: We do not allow numbers that would lead to an IEEE fp representation exponent smaller than -126. */
const __m128d arglimit = _mm_set1_pd(1022.0);
const __m128i expbase = _mm_set1_epi32(1023);
-
+
const __m128d invargscale0 = _mm_set1_pd(6.93145751953125e-1);
const __m128d invargscale1 = _mm_set1_pd(1.42860682030941723212e-6);
-
+
const __m128d P2 = _mm_set1_pd(1.26177193074810590878e-4);
const __m128d P1 = _mm_set1_pd(3.02994407707441961300e-2);
/* P0 == 1.0 */
/* Q0 == 2.0 */
const __m128d one = _mm_set1_pd(1.0);
const __m128d two = _mm_set1_pd(2.0);
-
- __m128d valuemask;
- __m128i iexppart;
- __m128d fexppart;
- __m128d intpart;
- __m128d x,z,z2;
- __m128d PolyP,PolyQ;
-
- x = _mm_mul_pd(exparg,argscale);
-
+
+ __m128d valuemask;
+ __m128i iexppart;
+ __m128d fexppart;
+ __m128d intpart;
+ __m128d x, z, z2;
+ __m128d PolyP, PolyQ;
+
+ x = _mm_mul_pd(exparg, argscale);
+
iexppart = _mm_cvtpd_epi32(x);
- intpart = _mm_round_pd(x,_MM_FROUND_TO_NEAREST_INT);
-
+ intpart = _mm_round_pd(x, _MM_FROUND_TO_NEAREST_INT);
+
/* The two lowest elements of iexppart now contains 32-bit numbers with a correctly biased exponent.
* To be able to shift it into the exponent for a double precision number we first need to
* shuffle so that the lower half contains the first element, and the upper half the second.
* the registers left by 52 bits it doesn't matter what we put there - it will be shifted out.
* (thus we just use element 2 from iexppart).
*/
- iexppart = _mm_shuffle_epi32(iexppart,_MM_SHUFFLE(2,1,2,0));
-
+ iexppart = _mm_shuffle_epi32(iexppart, _MM_SHUFFLE(2, 1, 2, 0));
+
/* Do the shift operation on the 64-bit registers */
- iexppart = _mm_add_epi32(iexppart,expbase);
- iexppart = _mm_slli_epi64(iexppart,52);
-
- valuemask = _mm_cmpge_pd(arglimit,gmx_mm_abs_pd(x));
- fexppart = _mm_and_pd(valuemask,gmx_mm_castsi128_pd(iexppart));
-
- z = _mm_sub_pd(exparg,_mm_mul_pd(invargscale0,intpart));
- z = _mm_sub_pd(z,_mm_mul_pd(invargscale1,intpart));
-
- z2 = _mm_mul_pd(z,z);
-
- PolyQ = _mm_mul_pd(Q3,z2);
- PolyQ = _mm_add_pd(PolyQ,Q2);
- PolyP = _mm_mul_pd(P2,z2);
- PolyQ = _mm_mul_pd(PolyQ,z2);
- PolyP = _mm_add_pd(PolyP,P1);
- PolyQ = _mm_add_pd(PolyQ,Q1);
- PolyP = _mm_mul_pd(PolyP,z2);
- PolyQ = _mm_mul_pd(PolyQ,z2);
- PolyP = _mm_add_pd(PolyP,one);
- PolyQ = _mm_add_pd(PolyQ,two);
-
- PolyP = _mm_mul_pd(PolyP,z);
-
- z = _mm_mul_pd(PolyP,gmx_mm_inv_pd(_mm_sub_pd(PolyQ,PolyP)));
- z = _mm_add_pd(one,_mm_mul_pd(two,z));
-
- z = _mm_mul_pd(z,fexppart);
-
- return z;
+ iexppart = _mm_add_epi32(iexppart, expbase);
+ iexppart = _mm_slli_epi64(iexppart, 52);
+
+ valuemask = _mm_cmpge_pd(arglimit, gmx_mm_abs_pd(x));
+ fexppart = _mm_and_pd(valuemask, gmx_mm_castsi128_pd(iexppart));
+
+ z = _mm_sub_pd(exparg, _mm_mul_pd(invargscale0, intpart));
+ z = _mm_sub_pd(z, _mm_mul_pd(invargscale1, intpart));
+
+ z2 = _mm_mul_pd(z, z);
+
+ PolyQ = _mm_mul_pd(Q3, z2);
+ PolyQ = _mm_add_pd(PolyQ, Q2);
+ PolyP = _mm_mul_pd(P2, z2);
+ PolyQ = _mm_mul_pd(PolyQ, z2);
+ PolyP = _mm_add_pd(PolyP, P1);
+ PolyQ = _mm_add_pd(PolyQ, Q1);
+ PolyP = _mm_mul_pd(PolyP, z2);
+ PolyQ = _mm_mul_pd(PolyQ, z2);
+ PolyP = _mm_add_pd(PolyP, one);
+ PolyQ = _mm_add_pd(PolyQ, two);
+
+ PolyP = _mm_mul_pd(PolyP, z);
+
+ z = _mm_mul_pd(PolyP, gmx_mm_inv_pd(_mm_sub_pd(PolyQ, PolyP)));
+ z = _mm_add_pd(one, _mm_mul_pd(two, z));
+
+ z = _mm_mul_pd(z, fexppart);
+
+ return z;
}
const __m256d S1 = _mm256_set1_pd(3.12093766372244180303E2);
const __m256d S0 = _mm256_set1_pd(-7.69691943550460008604E2);
- __m256d fexp;
- __m256i iexp;
- __m128i iexp128a,iexp128b;
+ __m256d fexp;
+ __m256i iexp;
+ __m128i iexp128a, iexp128b;
- __m256d mask1,mask2;
- __m256d corr,t1,t2,q;
- __m256d zA,yA,xA,zB,yB,xB,z;
- __m256d polyR,polyS;
- __m256d polyP1,polyP2,polyQ1,polyQ2;
+ __m256d mask1, mask2;
+ __m256d corr, t1, t2, q;
+ __m256d zA, yA, xA, zB, yB, xB, z;
+ __m256d polyR, polyS;
+ __m256d polyP1, polyP2, polyQ1, polyQ2;
/* Separate x into exponent and mantissa, with a mantissa in the range [0.5..1[ (not IEEE754 standard!) */
- fexp = _mm256_and_pd(x,expmask);
+ fexp = _mm256_and_pd(x, expmask);
iexp = _mm256_castpd_si256(fexp);
- iexp128b = _mm256_extractf128_si256(iexp,0x1);
+ iexp128b = _mm256_extractf128_si256(iexp, 0x1);
iexp128a = _mm256_castsi256_si128(iexp);
- iexp128a = _mm_srli_epi64(iexp128a,52);
- iexp128b = _mm_srli_epi64(iexp128b,52);
+ iexp128a = _mm_srli_epi64(iexp128a, 52);
+ iexp128b = _mm_srli_epi64(iexp128b, 52);
/* Merge into a single register */
- iexp128a = _mm_shuffle_epi32(iexp128a,_MM_SHUFFLE(1,1,2,0));
- iexp128b = _mm_shuffle_epi32(iexp128b,_MM_SHUFFLE(2,0,1,1));
- iexp128a = _mm_or_si128(iexp128a,iexp128b);
- iexp128a = _mm_sub_epi32(iexp128a,expbase_m1);
+ iexp128a = _mm_shuffle_epi32(iexp128a, _MM_SHUFFLE(1, 1, 2, 0));
+ iexp128b = _mm_shuffle_epi32(iexp128b, _MM_SHUFFLE(2, 0, 1, 1));
+ iexp128a = _mm_or_si128(iexp128a, iexp128b);
+ iexp128a = _mm_sub_epi32(iexp128a, expbase_m1);
fexp = _mm256_cvtepi32_pd(iexp128a);
- x = _mm256_andnot_pd(expmask,x); /* Get mantissa */
- x = _mm256_or_pd(x,one);
- x = _mm256_mul_pd(x,half);
+ x = _mm256_andnot_pd(expmask, x); /* Get mantissa */
+ x = _mm256_or_pd(x, one);
+ x = _mm256_mul_pd(x, half);
- mask1 = _mm256_cmp_pd(gmx_mm256_abs_pd(fexp),two,_CMP_GT_OQ);
- mask2 = _mm256_cmp_pd(x,invsq2,_CMP_LT_OQ);
+ mask1 = _mm256_cmp_pd(gmx_mm256_abs_pd(fexp), two, _CMP_GT_OQ);
+ mask2 = _mm256_cmp_pd(x, invsq2, _CMP_LT_OQ);
- fexp = _mm256_sub_pd(fexp,_mm256_and_pd(mask2,one));
+ fexp = _mm256_sub_pd(fexp, _mm256_and_pd(mask2, one));
/* If mask1 is set ('A') */
- zA = _mm256_sub_pd(x,half);
- t1 = _mm256_blendv_pd( zA,x,mask2 );
- zA = _mm256_sub_pd(t1,half);
- t2 = _mm256_blendv_pd( x,zA,mask2 );
- yA = _mm256_mul_pd(half,_mm256_add_pd(t2,one));
+ zA = _mm256_sub_pd(x, half);
+ t1 = _mm256_blendv_pd( zA, x, mask2 );
+ zA = _mm256_sub_pd(t1, half);
+ t2 = _mm256_blendv_pd( x, zA, mask2 );
+ yA = _mm256_mul_pd(half, _mm256_add_pd(t2, one));
- xA = _mm256_mul_pd(zA,gmx_mm256_inv_pd(yA));
- zA = _mm256_mul_pd(xA,xA);
+ xA = _mm256_mul_pd(zA, gmx_mm256_inv_pd(yA));
+ zA = _mm256_mul_pd(xA, xA);
/* EVALUATE POLY */
- polyR = _mm256_mul_pd(R2,zA);
- polyR = _mm256_add_pd(polyR,R1);
- polyR = _mm256_mul_pd(polyR,zA);
- polyR = _mm256_add_pd(polyR,R0);
+ polyR = _mm256_mul_pd(R2, zA);
+ polyR = _mm256_add_pd(polyR, R1);
+ polyR = _mm256_mul_pd(polyR, zA);
+ polyR = _mm256_add_pd(polyR, R0);
- polyS = _mm256_add_pd(zA,S2);
- polyS = _mm256_mul_pd(polyS,zA);
- polyS = _mm256_add_pd(polyS,S1);
- polyS = _mm256_mul_pd(polyS,zA);
- polyS = _mm256_add_pd(polyS,S0);
+ polyS = _mm256_add_pd(zA, S2);
+ polyS = _mm256_mul_pd(polyS, zA);
+ polyS = _mm256_add_pd(polyS, S1);
+ polyS = _mm256_mul_pd(polyS, zA);
+ polyS = _mm256_add_pd(polyS, S0);
- q = _mm256_mul_pd(polyR,gmx_mm256_inv_pd(polyS));
- zA = _mm256_mul_pd(_mm256_mul_pd(xA,zA),q);
+ q = _mm256_mul_pd(polyR, gmx_mm256_inv_pd(polyS));
+ zA = _mm256_mul_pd(_mm256_mul_pd(xA, zA), q);
- zA = _mm256_add_pd(zA,_mm256_mul_pd(corr1,fexp));
- zA = _mm256_add_pd(zA,xA);
- zA = _mm256_add_pd(zA,_mm256_mul_pd(corr2,fexp));
+ zA = _mm256_add_pd(zA, _mm256_mul_pd(corr1, fexp));
+ zA = _mm256_add_pd(zA, xA);
+ zA = _mm256_add_pd(zA, _mm256_mul_pd(corr2, fexp));
/* If mask1 is not set ('B') */
- corr = _mm256_and_pd(mask2,x);
- xB = _mm256_add_pd(x,corr);
- xB = _mm256_sub_pd(xB,one);
- zB = _mm256_mul_pd(xB,xB);
-
- polyP1 = _mm256_mul_pd(P5,zB);
- polyP2 = _mm256_mul_pd(P4,zB);
- polyP1 = _mm256_add_pd(polyP1,P3);
- polyP2 = _mm256_add_pd(polyP2,P2);
- polyP1 = _mm256_mul_pd(polyP1,zB);
- polyP2 = _mm256_mul_pd(polyP2,zB);
- polyP1 = _mm256_add_pd(polyP1,P1);
- polyP2 = _mm256_add_pd(polyP2,P0);
- polyP1 = _mm256_mul_pd(polyP1,xB);
- polyP1 = _mm256_add_pd(polyP1,polyP2);
-
- polyQ2 = _mm256_mul_pd(Q4,zB);
- polyQ1 = _mm256_add_pd(zB,Q3);
- polyQ2 = _mm256_add_pd(polyQ2,Q2);
- polyQ1 = _mm256_mul_pd(polyQ1,zB);
- polyQ2 = _mm256_mul_pd(polyQ2,zB);
- polyQ1 = _mm256_add_pd(polyQ1,Q1);
- polyQ2 = _mm256_add_pd(polyQ2,Q0);
- polyQ1 = _mm256_mul_pd(polyQ1,xB);
- polyQ1 = _mm256_add_pd(polyQ1,polyQ2);
-
- fexp = _mm256_and_pd(fexp,_mm256_cmp_pd(fexp,_mm256_setzero_pd(),_CMP_NEQ_OQ));
-
- q = _mm256_mul_pd(polyP1,gmx_mm256_inv_pd(polyQ1));
- yB = _mm256_mul_pd(_mm256_mul_pd(xB,zB),q);
-
- yB = _mm256_add_pd(yB,_mm256_mul_pd(corr1,fexp));
- yB = _mm256_sub_pd(yB,_mm256_mul_pd(half,zB));
- zB = _mm256_add_pd(xB,yB);
- zB = _mm256_add_pd(zB,_mm256_mul_pd(corr2,fexp));
-
- z = _mm256_blendv_pd( zB,zA,mask1 );
+ corr = _mm256_and_pd(mask2, x);
+ xB = _mm256_add_pd(x, corr);
+ xB = _mm256_sub_pd(xB, one);
+ zB = _mm256_mul_pd(xB, xB);
+
+ polyP1 = _mm256_mul_pd(P5, zB);
+ polyP2 = _mm256_mul_pd(P4, zB);
+ polyP1 = _mm256_add_pd(polyP1, P3);
+ polyP2 = _mm256_add_pd(polyP2, P2);
+ polyP1 = _mm256_mul_pd(polyP1, zB);
+ polyP2 = _mm256_mul_pd(polyP2, zB);
+ polyP1 = _mm256_add_pd(polyP1, P1);
+ polyP2 = _mm256_add_pd(polyP2, P0);
+ polyP1 = _mm256_mul_pd(polyP1, xB);
+ polyP1 = _mm256_add_pd(polyP1, polyP2);
+
+ polyQ2 = _mm256_mul_pd(Q4, zB);
+ polyQ1 = _mm256_add_pd(zB, Q3);
+ polyQ2 = _mm256_add_pd(polyQ2, Q2);
+ polyQ1 = _mm256_mul_pd(polyQ1, zB);
+ polyQ2 = _mm256_mul_pd(polyQ2, zB);
+ polyQ1 = _mm256_add_pd(polyQ1, Q1);
+ polyQ2 = _mm256_add_pd(polyQ2, Q0);
+ polyQ1 = _mm256_mul_pd(polyQ1, xB);
+ polyQ1 = _mm256_add_pd(polyQ1, polyQ2);
+
+ fexp = _mm256_and_pd(fexp, _mm256_cmp_pd(fexp, _mm256_setzero_pd(), _CMP_NEQ_OQ));
+
+ q = _mm256_mul_pd(polyP1, gmx_mm256_inv_pd(polyQ1));
+ yB = _mm256_mul_pd(_mm256_mul_pd(xB, zB), q);
+
+ yB = _mm256_add_pd(yB, _mm256_mul_pd(corr1, fexp));
+ yB = _mm256_sub_pd(yB, _mm256_mul_pd(half, zB));
+ zB = _mm256_add_pd(xB, yB);
+ zB = _mm256_add_pd(zB, _mm256_mul_pd(corr2, fexp));
+
+ z = _mm256_blendv_pd( zB, zA, mask1 );
return z;
}
{
/* Same algorithm as cephes library */
const __m128d expmask = gmx_mm_castsi128_pd( _mm_set_epi32(0x7FF00000, 0x00000000, 0x7FF00000, 0x00000000) );
-
+
const __m128i expbase_m1 = _mm_set1_epi32(1023-1); /* We want non-IEEE format */
-
+
const __m128d half = _mm_set1_pd(0.5);
const __m128d one = _mm_set1_pd(1.0);
const __m128d two = _mm_set1_pd(2.0);
const __m128d invsq2 = _mm_set1_pd(1.0/sqrt(2.0));
-
+
const __m128d corr1 = _mm_set1_pd(-2.121944400546905827679e-4);
const __m128d corr2 = _mm_set1_pd(0.693359375);
-
+
const __m128d P5 = _mm_set1_pd(1.01875663804580931796e-4);
const __m128d P4 = _mm_set1_pd(4.97494994976747001425e-1);
const __m128d P3 = _mm_set1_pd(4.70579119878881725854e0);
const __m128d P2 = _mm_set1_pd(1.44989225341610930846e1);
const __m128d P1 = _mm_set1_pd(1.79368678507819816313e1);
const __m128d P0 = _mm_set1_pd(7.70838733755885391666e0);
-
+
const __m128d Q4 = _mm_set1_pd(1.12873587189167450590e1);
const __m128d Q3 = _mm_set1_pd(4.52279145837532221105e1);
const __m128d Q2 = _mm_set1_pd(8.29875266912776603211e1);
const __m128d Q1 = _mm_set1_pd(7.11544750618563894466e1);
const __m128d Q0 = _mm_set1_pd(2.31251620126765340583e1);
-
+
const __m128d R2 = _mm_set1_pd(-7.89580278884799154124e-1);
const __m128d R1 = _mm_set1_pd(1.63866645699558079767e1);
const __m128d R0 = _mm_set1_pd(-6.41409952958715622951e1);
-
+
const __m128d S2 = _mm_set1_pd(-3.56722798256324312549E1);
const __m128d S1 = _mm_set1_pd(3.12093766372244180303E2);
const __m128d S0 = _mm_set1_pd(-7.69691943550460008604E2);
-
- __m128d fexp;
- __m128i iexp;
-
- __m128d mask1,mask2;
- __m128d corr,t1,t2,q;
- __m128d zA,yA,xA,zB,yB,xB,z;
- __m128d polyR,polyS;
- __m128d polyP1,polyP2,polyQ1,polyQ2;
-
+
+ __m128d fexp;
+ __m128i iexp;
+
+ __m128d mask1, mask2;
+ __m128d corr, t1, t2, q;
+ __m128d zA, yA, xA, zB, yB, xB, z;
+ __m128d polyR, polyS;
+ __m128d polyP1, polyP2, polyQ1, polyQ2;
+
/* Separate x into exponent and mantissa, with a mantissa in the range [0.5..1[ (not IEEE754 standard!) */
- fexp = _mm_and_pd(x,expmask);
+ fexp = _mm_and_pd(x, expmask);
iexp = gmx_mm_castpd_si128(fexp);
- iexp = _mm_srli_epi64(iexp,52);
- iexp = _mm_sub_epi32(iexp,expbase_m1);
- iexp = _mm_shuffle_epi32(iexp, _MM_SHUFFLE(1,1,2,0) );
+ iexp = _mm_srli_epi64(iexp, 52);
+ iexp = _mm_sub_epi32(iexp, expbase_m1);
+ iexp = _mm_shuffle_epi32(iexp, _MM_SHUFFLE(1, 1, 2, 0) );
fexp = _mm_cvtepi32_pd(iexp);
-
- x = _mm_andnot_pd(expmask,x);
- x = _mm_or_pd(x,one);
- x = _mm_mul_pd(x,half);
-
- mask1 = _mm_cmpgt_pd(gmx_mm_abs_pd(fexp),two);
- mask2 = _mm_cmplt_pd(x,invsq2);
-
- fexp = _mm_sub_pd(fexp,_mm_and_pd(mask2,one));
-
+
+ x = _mm_andnot_pd(expmask, x);
+ x = _mm_or_pd(x, one);
+ x = _mm_mul_pd(x, half);
+
+ mask1 = _mm_cmpgt_pd(gmx_mm_abs_pd(fexp), two);
+ mask2 = _mm_cmplt_pd(x, invsq2);
+
+ fexp = _mm_sub_pd(fexp, _mm_and_pd(mask2, one));
+
/* If mask1 is set ('A') */
- zA = _mm_sub_pd(x,half);
- t1 = _mm_blendv_pd( zA,x,mask2 );
- zA = _mm_sub_pd(t1,half);
- t2 = _mm_blendv_pd( x,zA,mask2 );
- yA = _mm_mul_pd(half,_mm_add_pd(t2,one));
-
- xA = _mm_mul_pd(zA,gmx_mm_inv_pd(yA));
- zA = _mm_mul_pd(xA,xA);
-
+ zA = _mm_sub_pd(x, half);
+ t1 = _mm_blendv_pd( zA, x, mask2 );
+ zA = _mm_sub_pd(t1, half);
+ t2 = _mm_blendv_pd( x, zA, mask2 );
+ yA = _mm_mul_pd(half, _mm_add_pd(t2, one));
+
+ xA = _mm_mul_pd(zA, gmx_mm_inv_pd(yA));
+ zA = _mm_mul_pd(xA, xA);
+
/* EVALUATE POLY */
- polyR = _mm_mul_pd(R2,zA);
- polyR = _mm_add_pd(polyR,R1);
- polyR = _mm_mul_pd(polyR,zA);
- polyR = _mm_add_pd(polyR,R0);
-
- polyS = _mm_add_pd(zA,S2);
- polyS = _mm_mul_pd(polyS,zA);
- polyS = _mm_add_pd(polyS,S1);
- polyS = _mm_mul_pd(polyS,zA);
- polyS = _mm_add_pd(polyS,S0);
-
- q = _mm_mul_pd(polyR,gmx_mm_inv_pd(polyS));
- zA = _mm_mul_pd(_mm_mul_pd(xA,zA),q);
-
- zA = _mm_add_pd(zA,_mm_mul_pd(corr1,fexp));
- zA = _mm_add_pd(zA,xA);
- zA = _mm_add_pd(zA,_mm_mul_pd(corr2,fexp));
-
+ polyR = _mm_mul_pd(R2, zA);
+ polyR = _mm_add_pd(polyR, R1);
+ polyR = _mm_mul_pd(polyR, zA);
+ polyR = _mm_add_pd(polyR, R0);
+
+ polyS = _mm_add_pd(zA, S2);
+ polyS = _mm_mul_pd(polyS, zA);
+ polyS = _mm_add_pd(polyS, S1);
+ polyS = _mm_mul_pd(polyS, zA);
+ polyS = _mm_add_pd(polyS, S0);
+
+ q = _mm_mul_pd(polyR, gmx_mm_inv_pd(polyS));
+ zA = _mm_mul_pd(_mm_mul_pd(xA, zA), q);
+
+ zA = _mm_add_pd(zA, _mm_mul_pd(corr1, fexp));
+ zA = _mm_add_pd(zA, xA);
+ zA = _mm_add_pd(zA, _mm_mul_pd(corr2, fexp));
+
/* If mask1 is not set ('B') */
- corr = _mm_and_pd(mask2,x);
- xB = _mm_add_pd(x,corr);
- xB = _mm_sub_pd(xB,one);
- zB = _mm_mul_pd(xB,xB);
-
- polyP1 = _mm_mul_pd(P5,zB);
- polyP2 = _mm_mul_pd(P4,zB);
- polyP1 = _mm_add_pd(polyP1,P3);
- polyP2 = _mm_add_pd(polyP2,P2);
- polyP1 = _mm_mul_pd(polyP1,zB);
- polyP2 = _mm_mul_pd(polyP2,zB);
- polyP1 = _mm_add_pd(polyP1,P1);
- polyP2 = _mm_add_pd(polyP2,P0);
- polyP1 = _mm_mul_pd(polyP1,xB);
- polyP1 = _mm_add_pd(polyP1,polyP2);
-
- polyQ2 = _mm_mul_pd(Q4,zB);
- polyQ1 = _mm_add_pd(zB,Q3);
- polyQ2 = _mm_add_pd(polyQ2,Q2);
- polyQ1 = _mm_mul_pd(polyQ1,zB);
- polyQ2 = _mm_mul_pd(polyQ2,zB);
- polyQ1 = _mm_add_pd(polyQ1,Q1);
- polyQ2 = _mm_add_pd(polyQ2,Q0);
- polyQ1 = _mm_mul_pd(polyQ1,xB);
- polyQ1 = _mm_add_pd(polyQ1,polyQ2);
-
- fexp = _mm_and_pd(fexp,_mm_cmpneq_pd(fexp,_mm_setzero_pd()));
-
- q = _mm_mul_pd(polyP1,gmx_mm_inv_pd(polyQ1));
- yB = _mm_mul_pd(_mm_mul_pd(xB,zB),q);
-
- yB = _mm_add_pd(yB,_mm_mul_pd(corr1,fexp));
- yB = _mm_sub_pd(yB,_mm_mul_pd(half,zB));
- zB = _mm_add_pd(xB,yB);
- zB = _mm_add_pd(zB,_mm_mul_pd(corr2,fexp));
-
- z = _mm_blendv_pd( zB,zA,mask1 );
-
+ corr = _mm_and_pd(mask2, x);
+ xB = _mm_add_pd(x, corr);
+ xB = _mm_sub_pd(xB, one);
+ zB = _mm_mul_pd(xB, xB);
+
+ polyP1 = _mm_mul_pd(P5, zB);
+ polyP2 = _mm_mul_pd(P4, zB);
+ polyP1 = _mm_add_pd(polyP1, P3);
+ polyP2 = _mm_add_pd(polyP2, P2);
+ polyP1 = _mm_mul_pd(polyP1, zB);
+ polyP2 = _mm_mul_pd(polyP2, zB);
+ polyP1 = _mm_add_pd(polyP1, P1);
+ polyP2 = _mm_add_pd(polyP2, P0);
+ polyP1 = _mm_mul_pd(polyP1, xB);
+ polyP1 = _mm_add_pd(polyP1, polyP2);
+
+ polyQ2 = _mm_mul_pd(Q4, zB);
+ polyQ1 = _mm_add_pd(zB, Q3);
+ polyQ2 = _mm_add_pd(polyQ2, Q2);
+ polyQ1 = _mm_mul_pd(polyQ1, zB);
+ polyQ2 = _mm_mul_pd(polyQ2, zB);
+ polyQ1 = _mm_add_pd(polyQ1, Q1);
+ polyQ2 = _mm_add_pd(polyQ2, Q0);
+ polyQ1 = _mm_mul_pd(polyQ1, xB);
+ polyQ1 = _mm_add_pd(polyQ1, polyQ2);
+
+ fexp = _mm_and_pd(fexp, _mm_cmpneq_pd(fexp, _mm_setzero_pd()));
+
+ q = _mm_mul_pd(polyP1, gmx_mm_inv_pd(polyQ1));
+ yB = _mm_mul_pd(_mm_mul_pd(xB, zB), q);
+
+ yB = _mm_add_pd(yB, _mm_mul_pd(corr1, fexp));
+ yB = _mm_sub_pd(yB, _mm_mul_pd(half, zB));
+ zB = _mm_add_pd(xB, yB);
+ zB = _mm_add_pd(zB, _mm_mul_pd(corr2, fexp));
+
+ z = _mm_blendv_pd( zB, zA, mask1 );
+
return z;
}
const __m256d one = _mm256_set1_pd(1.0);
const __m256d two = _mm256_set1_pd(2.0);
- const __m256d signbit = _mm256_castsi256_pd( _mm256_set_epi32(0x80000000,0x00000000,0x80000000,0x00000000,
- 0x80000000,0x00000000,0x80000000,0x00000000) );
+ const __m256d signbit = _mm256_castsi256_pd( _mm256_set_epi32(0x80000000, 0x00000000, 0x80000000, 0x00000000,
+ 0x80000000, 0x00000000, 0x80000000, 0x00000000) );
- __m256d xabs,x2,x4,t,t2,w,w2;
- __m256d PolyAP0,PolyAP1,PolyAQ0,PolyAQ1;
- __m256d PolyBP0,PolyBP1,PolyBQ0,PolyBQ1;
- __m256d PolyCP0,PolyCP1,PolyCQ0,PolyCQ1;
- __m256d res_erf,res_erfcB,res_erfcC,res_erfc,res;
- __m256d mask,expmx2;
+ __m256d xabs, x2, x4, t, t2, w, w2;
+ __m256d PolyAP0, PolyAP1, PolyAQ0, PolyAQ1;
+ __m256d PolyBP0, PolyBP1, PolyBQ0, PolyBQ1;
+ __m256d PolyCP0, PolyCP1, PolyCQ0, PolyCQ1;
+ __m256d res_erf, res_erfcB, res_erfcC, res_erfc, res;
+ __m256d mask, expmx2;
/* Calculate erf() */
xabs = gmx_mm256_abs_pd(x);
- x2 = _mm256_mul_pd(x,x);
- x4 = _mm256_mul_pd(x2,x2);
-
- PolyAP0 = _mm256_mul_pd(CAP4,x4);
- PolyAP1 = _mm256_mul_pd(CAP3,x4);
- PolyAP0 = _mm256_add_pd(PolyAP0,CAP2);
- PolyAP1 = _mm256_add_pd(PolyAP1,CAP1);
- PolyAP0 = _mm256_mul_pd(PolyAP0,x4);
- PolyAP1 = _mm256_mul_pd(PolyAP1,x2);
- PolyAP0 = _mm256_add_pd(PolyAP0,CAP0);
- PolyAP0 = _mm256_add_pd(PolyAP0,PolyAP1);
-
- PolyAQ1 = _mm256_mul_pd(CAQ5,x4);
- PolyAQ0 = _mm256_mul_pd(CAQ4,x4);
- PolyAQ1 = _mm256_add_pd(PolyAQ1,CAQ3);
- PolyAQ0 = _mm256_add_pd(PolyAQ0,CAQ2);
- PolyAQ1 = _mm256_mul_pd(PolyAQ1,x4);
- PolyAQ0 = _mm256_mul_pd(PolyAQ0,x4);
- PolyAQ1 = _mm256_add_pd(PolyAQ1,CAQ1);
- PolyAQ0 = _mm256_add_pd(PolyAQ0,one);
- PolyAQ1 = _mm256_mul_pd(PolyAQ1,x2);
- PolyAQ0 = _mm256_add_pd(PolyAQ0,PolyAQ1);
-
- res_erf = _mm256_mul_pd(PolyAP0,gmx_mm256_inv_pd(PolyAQ0));
- res_erf = _mm256_add_pd(CAoffset,res_erf);
- res_erf = _mm256_mul_pd(x,res_erf);
+ x2 = _mm256_mul_pd(x, x);
+ x4 = _mm256_mul_pd(x2, x2);
+
+ PolyAP0 = _mm256_mul_pd(CAP4, x4);
+ PolyAP1 = _mm256_mul_pd(CAP3, x4);
+ PolyAP0 = _mm256_add_pd(PolyAP0, CAP2);
+ PolyAP1 = _mm256_add_pd(PolyAP1, CAP1);
+ PolyAP0 = _mm256_mul_pd(PolyAP0, x4);
+ PolyAP1 = _mm256_mul_pd(PolyAP1, x2);
+ PolyAP0 = _mm256_add_pd(PolyAP0, CAP0);
+ PolyAP0 = _mm256_add_pd(PolyAP0, PolyAP1);
+
+ PolyAQ1 = _mm256_mul_pd(CAQ5, x4);
+ PolyAQ0 = _mm256_mul_pd(CAQ4, x4);
+ PolyAQ1 = _mm256_add_pd(PolyAQ1, CAQ3);
+ PolyAQ0 = _mm256_add_pd(PolyAQ0, CAQ2);
+ PolyAQ1 = _mm256_mul_pd(PolyAQ1, x4);
+ PolyAQ0 = _mm256_mul_pd(PolyAQ0, x4);
+ PolyAQ1 = _mm256_add_pd(PolyAQ1, CAQ1);
+ PolyAQ0 = _mm256_add_pd(PolyAQ0, one);
+ PolyAQ1 = _mm256_mul_pd(PolyAQ1, x2);
+ PolyAQ0 = _mm256_add_pd(PolyAQ0, PolyAQ1);
+
+ res_erf = _mm256_mul_pd(PolyAP0, gmx_mm256_inv_pd(PolyAQ0));
+ res_erf = _mm256_add_pd(CAoffset, res_erf);
+ res_erf = _mm256_mul_pd(x, res_erf);
/* Calculate erfc() in range [1,4.5] */
- t = _mm256_sub_pd(xabs,one);
- t2 = _mm256_mul_pd(t,t);
-
- PolyBP0 = _mm256_mul_pd(CBP6,t2);
- PolyBP1 = _mm256_mul_pd(CBP5,t2);
- PolyBP0 = _mm256_add_pd(PolyBP0,CBP4);
- PolyBP1 = _mm256_add_pd(PolyBP1,CBP3);
- PolyBP0 = _mm256_mul_pd(PolyBP0,t2);
- PolyBP1 = _mm256_mul_pd(PolyBP1,t2);
- PolyBP0 = _mm256_add_pd(PolyBP0,CBP2);
- PolyBP1 = _mm256_add_pd(PolyBP1,CBP1);
- PolyBP0 = _mm256_mul_pd(PolyBP0,t2);
- PolyBP1 = _mm256_mul_pd(PolyBP1,t);
- PolyBP0 = _mm256_add_pd(PolyBP0,CBP0);
- PolyBP0 = _mm256_add_pd(PolyBP0,PolyBP1);
-
- PolyBQ1 = _mm256_mul_pd(CBQ7,t2);
- PolyBQ0 = _mm256_mul_pd(CBQ6,t2);
- PolyBQ1 = _mm256_add_pd(PolyBQ1,CBQ5);
- PolyBQ0 = _mm256_add_pd(PolyBQ0,CBQ4);
- PolyBQ1 = _mm256_mul_pd(PolyBQ1,t2);
- PolyBQ0 = _mm256_mul_pd(PolyBQ0,t2);
- PolyBQ1 = _mm256_add_pd(PolyBQ1,CBQ3);
- PolyBQ0 = _mm256_add_pd(PolyBQ0,CBQ2);
- PolyBQ1 = _mm256_mul_pd(PolyBQ1,t2);
- PolyBQ0 = _mm256_mul_pd(PolyBQ0,t2);
- PolyBQ1 = _mm256_add_pd(PolyBQ1,CBQ1);
- PolyBQ0 = _mm256_add_pd(PolyBQ0,one);
- PolyBQ1 = _mm256_mul_pd(PolyBQ1,t);
- PolyBQ0 = _mm256_add_pd(PolyBQ0,PolyBQ1);
-
- res_erfcB = _mm256_mul_pd(PolyBP0,gmx_mm256_inv_pd(PolyBQ0));
-
- res_erfcB = _mm256_mul_pd(res_erfcB,xabs);
+ t = _mm256_sub_pd(xabs, one);
+ t2 = _mm256_mul_pd(t, t);
+
+ PolyBP0 = _mm256_mul_pd(CBP6, t2);
+ PolyBP1 = _mm256_mul_pd(CBP5, t2);
+ PolyBP0 = _mm256_add_pd(PolyBP0, CBP4);
+ PolyBP1 = _mm256_add_pd(PolyBP1, CBP3);
+ PolyBP0 = _mm256_mul_pd(PolyBP0, t2);
+ PolyBP1 = _mm256_mul_pd(PolyBP1, t2);
+ PolyBP0 = _mm256_add_pd(PolyBP0, CBP2);
+ PolyBP1 = _mm256_add_pd(PolyBP1, CBP1);
+ PolyBP0 = _mm256_mul_pd(PolyBP0, t2);
+ PolyBP1 = _mm256_mul_pd(PolyBP1, t);
+ PolyBP0 = _mm256_add_pd(PolyBP0, CBP0);
+ PolyBP0 = _mm256_add_pd(PolyBP0, PolyBP1);
+
+ PolyBQ1 = _mm256_mul_pd(CBQ7, t2);
+ PolyBQ0 = _mm256_mul_pd(CBQ6, t2);
+ PolyBQ1 = _mm256_add_pd(PolyBQ1, CBQ5);
+ PolyBQ0 = _mm256_add_pd(PolyBQ0, CBQ4);
+ PolyBQ1 = _mm256_mul_pd(PolyBQ1, t2);
+ PolyBQ0 = _mm256_mul_pd(PolyBQ0, t2);
+ PolyBQ1 = _mm256_add_pd(PolyBQ1, CBQ3);
+ PolyBQ0 = _mm256_add_pd(PolyBQ0, CBQ2);
+ PolyBQ1 = _mm256_mul_pd(PolyBQ1, t2);
+ PolyBQ0 = _mm256_mul_pd(PolyBQ0, t2);
+ PolyBQ1 = _mm256_add_pd(PolyBQ1, CBQ1);
+ PolyBQ0 = _mm256_add_pd(PolyBQ0, one);
+ PolyBQ1 = _mm256_mul_pd(PolyBQ1, t);
+ PolyBQ0 = _mm256_add_pd(PolyBQ0, PolyBQ1);
+
+ res_erfcB = _mm256_mul_pd(PolyBP0, gmx_mm256_inv_pd(PolyBQ0));
+
+ res_erfcB = _mm256_mul_pd(res_erfcB, xabs);
/* Calculate erfc() in range [4.5,inf] */
w = gmx_mm256_inv_pd(xabs);
- w2 = _mm256_mul_pd(w,w);
-
- PolyCP0 = _mm256_mul_pd(CCP6,w2);
- PolyCP1 = _mm256_mul_pd(CCP5,w2);
- PolyCP0 = _mm256_add_pd(PolyCP0,CCP4);
- PolyCP1 = _mm256_add_pd(PolyCP1,CCP3);
- PolyCP0 = _mm256_mul_pd(PolyCP0,w2);
- PolyCP1 = _mm256_mul_pd(PolyCP1,w2);
- PolyCP0 = _mm256_add_pd(PolyCP0,CCP2);
- PolyCP1 = _mm256_add_pd(PolyCP1,CCP1);
- PolyCP0 = _mm256_mul_pd(PolyCP0,w2);
- PolyCP1 = _mm256_mul_pd(PolyCP1,w);
- PolyCP0 = _mm256_add_pd(PolyCP0,CCP0);
- PolyCP0 = _mm256_add_pd(PolyCP0,PolyCP1);
-
- PolyCQ0 = _mm256_mul_pd(CCQ6,w2);
- PolyCQ1 = _mm256_mul_pd(CCQ5,w2);
- PolyCQ0 = _mm256_add_pd(PolyCQ0,CCQ4);
- PolyCQ1 = _mm256_add_pd(PolyCQ1,CCQ3);
- PolyCQ0 = _mm256_mul_pd(PolyCQ0,w2);
- PolyCQ1 = _mm256_mul_pd(PolyCQ1,w2);
- PolyCQ0 = _mm256_add_pd(PolyCQ0,CCQ2);
- PolyCQ1 = _mm256_add_pd(PolyCQ1,CCQ1);
- PolyCQ0 = _mm256_mul_pd(PolyCQ0,w2);
- PolyCQ1 = _mm256_mul_pd(PolyCQ1,w);
- PolyCQ0 = _mm256_add_pd(PolyCQ0,one);
- PolyCQ0 = _mm256_add_pd(PolyCQ0,PolyCQ1);
+ w2 = _mm256_mul_pd(w, w);
+
+ PolyCP0 = _mm256_mul_pd(CCP6, w2);
+ PolyCP1 = _mm256_mul_pd(CCP5, w2);
+ PolyCP0 = _mm256_add_pd(PolyCP0, CCP4);
+ PolyCP1 = _mm256_add_pd(PolyCP1, CCP3);
+ PolyCP0 = _mm256_mul_pd(PolyCP0, w2);
+ PolyCP1 = _mm256_mul_pd(PolyCP1, w2);
+ PolyCP0 = _mm256_add_pd(PolyCP0, CCP2);
+ PolyCP1 = _mm256_add_pd(PolyCP1, CCP1);
+ PolyCP0 = _mm256_mul_pd(PolyCP0, w2);
+ PolyCP1 = _mm256_mul_pd(PolyCP1, w);
+ PolyCP0 = _mm256_add_pd(PolyCP0, CCP0);
+ PolyCP0 = _mm256_add_pd(PolyCP0, PolyCP1);
+
+ PolyCQ0 = _mm256_mul_pd(CCQ6, w2);
+ PolyCQ1 = _mm256_mul_pd(CCQ5, w2);
+ PolyCQ0 = _mm256_add_pd(PolyCQ0, CCQ4);
+ PolyCQ1 = _mm256_add_pd(PolyCQ1, CCQ3);
+ PolyCQ0 = _mm256_mul_pd(PolyCQ0, w2);
+ PolyCQ1 = _mm256_mul_pd(PolyCQ1, w2);
+ PolyCQ0 = _mm256_add_pd(PolyCQ0, CCQ2);
+ PolyCQ1 = _mm256_add_pd(PolyCQ1, CCQ1);
+ PolyCQ0 = _mm256_mul_pd(PolyCQ0, w2);
+ PolyCQ1 = _mm256_mul_pd(PolyCQ1, w);
+ PolyCQ0 = _mm256_add_pd(PolyCQ0, one);
+ PolyCQ0 = _mm256_add_pd(PolyCQ0, PolyCQ1);
expmx2 = gmx_mm256_exp_pd( _mm256_or_pd(signbit, x2) );
- res_erfcC = _mm256_mul_pd(PolyCP0,gmx_mm256_inv_pd(PolyCQ0));
- res_erfcC = _mm256_add_pd(res_erfcC,CCoffset);
- res_erfcC = _mm256_mul_pd(res_erfcC,w);
+ res_erfcC = _mm256_mul_pd(PolyCP0, gmx_mm256_inv_pd(PolyCQ0));
+ res_erfcC = _mm256_add_pd(res_erfcC, CCoffset);
+ res_erfcC = _mm256_mul_pd(res_erfcC, w);
- mask = _mm256_cmp_pd(xabs,_mm256_set1_pd(4.5),_CMP_GT_OQ);
- res_erfc = _mm256_blendv_pd(res_erfcB,res_erfcC,mask);
+ mask = _mm256_cmp_pd(xabs, _mm256_set1_pd(4.5), _CMP_GT_OQ);
+ res_erfc = _mm256_blendv_pd(res_erfcB, res_erfcC, mask);
- res_erfc = _mm256_mul_pd(res_erfc,expmx2);
+ res_erfc = _mm256_mul_pd(res_erfc, expmx2);
/* erfc(x<0) = 2-erfc(|x|) */
- mask = _mm256_cmp_pd(x,_mm256_setzero_pd(),_CMP_LT_OQ);
- res_erfc = _mm256_blendv_pd(res_erfc,_mm256_sub_pd(two,res_erfc),mask);
+ mask = _mm256_cmp_pd(x, _mm256_setzero_pd(), _CMP_LT_OQ);
+ res_erfc = _mm256_blendv_pd(res_erfc, _mm256_sub_pd(two, res_erfc), mask);
/* Select erf() or erfc() */
- mask = _mm256_cmp_pd(xabs,one,_CMP_LT_OQ);
- res = _mm256_blendv_pd(_mm256_sub_pd(one,res_erfc),res_erf,mask);
+ mask = _mm256_cmp_pd(xabs, one, _CMP_LT_OQ);
+ res = _mm256_blendv_pd(_mm256_sub_pd(one, res_erfc), res_erf, mask);
return res;
}
const __m128d CAP2 = _mm_set1_pd(-0.028593586920219752446);
const __m128d CAP1 = _mm_set1_pd(-0.315924962948621698209);
const __m128d CAP0 = _mm_set1_pd(0.14952975608477029151);
-
+
const __m128d CAQ5 = _mm_set1_pd(-0.374089300177174709737e-5);
const __m128d CAQ4 = _mm_set1_pd(0.00015126584532155383535);
const __m128d CAQ3 = _mm_set1_pd(0.00536692680669480725423);
const __m128d CAQ1 = _mm_set1_pd(0.402604990869284362773);
/* CAQ0 == 1.0 */
const __m128d CAoffset = _mm_set1_pd(0.9788494110107421875);
-
+
/* Coefficients for minimax approximation of erfc(x)=exp(-x^2)*x*(P(x-1)/Q(x-1)) in range [1.0,4.5] */
const __m128d CBP6 = _mm_set1_pd(2.49650423685462752497647637088e-10);
const __m128d CBP5 = _mm_set1_pd(0.00119770193298159629350136085658);
const __m128d CBQ2 = _mm_set1_pd(3.55261649184083035537184223542);
const __m128d CBQ1 = _mm_set1_pd(2.93501136050160872574376997993);
/* CBQ0 == 1.0 */
-
+
/* Coefficients for minimax approximation of erfc(x)=exp(-x^2)/x*(P(1/x)/Q(1/x)) in range [4.5,inf] */
const __m128d CCP6 = _mm_set1_pd(-2.8175401114513378771);
const __m128d CCP5 = _mm_set1_pd(-3.22729451764143718517);
const __m128d CCP2 = _mm_set1_pd(-0.212652252872804219852);
const __m128d CCP1 = _mm_set1_pd(0.0175389834052493308818);
const __m128d CCP0 = _mm_set1_pd(0.00628057170626964891937);
-
+
const __m128d CCQ6 = _mm_set1_pd(5.48409182238641741584);
const __m128d CCQ5 = _mm_set1_pd(13.5064170191802889145);
const __m128d CCQ4 = _mm_set1_pd(22.9367376522880577224);
const __m128d CCQ1 = _mm_set1_pd(2.79257750980575282228);
/* CCQ0 == 1.0 */
const __m128d CCoffset = _mm_set1_pd(0.5579090118408203125);
-
+
const __m128d one = _mm_set1_pd(1.0);
const __m128d two = _mm_set1_pd(2.0);
-
- const __m128d signbit = gmx_mm_castsi128_pd( _mm_set_epi32(0x80000000,0x00000000,0x80000000,0x00000000) );
-
- __m128d xabs,x2,x4,t,t2,w,w2;
- __m128d PolyAP0,PolyAP1,PolyAQ0,PolyAQ1;
- __m128d PolyBP0,PolyBP1,PolyBQ0,PolyBQ1;
- __m128d PolyCP0,PolyCP1,PolyCQ0,PolyCQ1;
- __m128d res_erf,res_erfcB,res_erfcC,res_erfc,res;
- __m128d mask,expmx2;
-
+
+ const __m128d signbit = gmx_mm_castsi128_pd( _mm_set_epi32(0x80000000, 0x00000000, 0x80000000, 0x00000000) );
+
+ __m128d xabs, x2, x4, t, t2, w, w2;
+ __m128d PolyAP0, PolyAP1, PolyAQ0, PolyAQ1;
+ __m128d PolyBP0, PolyBP1, PolyBQ0, PolyBQ1;
+ __m128d PolyCP0, PolyCP1, PolyCQ0, PolyCQ1;
+ __m128d res_erf, res_erfcB, res_erfcC, res_erfc, res;
+ __m128d mask, expmx2;
+
/* Calculate erf() */
xabs = gmx_mm_abs_pd(x);
- x2 = _mm_mul_pd(x,x);
- x4 = _mm_mul_pd(x2,x2);
-
- PolyAP0 = _mm_mul_pd(CAP4,x4);
- PolyAP1 = _mm_mul_pd(CAP3,x4);
- PolyAP0 = _mm_add_pd(PolyAP0,CAP2);
- PolyAP1 = _mm_add_pd(PolyAP1,CAP1);
- PolyAP0 = _mm_mul_pd(PolyAP0,x4);
- PolyAP1 = _mm_mul_pd(PolyAP1,x2);
- PolyAP0 = _mm_add_pd(PolyAP0,CAP0);
- PolyAP0 = _mm_add_pd(PolyAP0,PolyAP1);
-
- PolyAQ1 = _mm_mul_pd(CAQ5,x4);
- PolyAQ0 = _mm_mul_pd(CAQ4,x4);
- PolyAQ1 = _mm_add_pd(PolyAQ1,CAQ3);
- PolyAQ0 = _mm_add_pd(PolyAQ0,CAQ2);
- PolyAQ1 = _mm_mul_pd(PolyAQ1,x4);
- PolyAQ0 = _mm_mul_pd(PolyAQ0,x4);
- PolyAQ1 = _mm_add_pd(PolyAQ1,CAQ1);
- PolyAQ0 = _mm_add_pd(PolyAQ0,one);
- PolyAQ1 = _mm_mul_pd(PolyAQ1,x2);
- PolyAQ0 = _mm_add_pd(PolyAQ0,PolyAQ1);
-
- res_erf = _mm_mul_pd(PolyAP0,gmx_mm_inv_pd(PolyAQ0));
- res_erf = _mm_add_pd(CAoffset,res_erf);
- res_erf = _mm_mul_pd(x,res_erf);
-
+ x2 = _mm_mul_pd(x, x);
+ x4 = _mm_mul_pd(x2, x2);
+
+ PolyAP0 = _mm_mul_pd(CAP4, x4);
+ PolyAP1 = _mm_mul_pd(CAP3, x4);
+ PolyAP0 = _mm_add_pd(PolyAP0, CAP2);
+ PolyAP1 = _mm_add_pd(PolyAP1, CAP1);
+ PolyAP0 = _mm_mul_pd(PolyAP0, x4);
+ PolyAP1 = _mm_mul_pd(PolyAP1, x2);
+ PolyAP0 = _mm_add_pd(PolyAP0, CAP0);
+ PolyAP0 = _mm_add_pd(PolyAP0, PolyAP1);
+
+ PolyAQ1 = _mm_mul_pd(CAQ5, x4);
+ PolyAQ0 = _mm_mul_pd(CAQ4, x4);
+ PolyAQ1 = _mm_add_pd(PolyAQ1, CAQ3);
+ PolyAQ0 = _mm_add_pd(PolyAQ0, CAQ2);
+ PolyAQ1 = _mm_mul_pd(PolyAQ1, x4);
+ PolyAQ0 = _mm_mul_pd(PolyAQ0, x4);
+ PolyAQ1 = _mm_add_pd(PolyAQ1, CAQ1);
+ PolyAQ0 = _mm_add_pd(PolyAQ0, one);
+ PolyAQ1 = _mm_mul_pd(PolyAQ1, x2);
+ PolyAQ0 = _mm_add_pd(PolyAQ0, PolyAQ1);
+
+ res_erf = _mm_mul_pd(PolyAP0, gmx_mm_inv_pd(PolyAQ0));
+ res_erf = _mm_add_pd(CAoffset, res_erf);
+ res_erf = _mm_mul_pd(x, res_erf);
+
/* Calculate erfc() in range [1,4.5] */
- t = _mm_sub_pd(xabs,one);
- t2 = _mm_mul_pd(t,t);
-
- PolyBP0 = _mm_mul_pd(CBP6,t2);
- PolyBP1 = _mm_mul_pd(CBP5,t2);
- PolyBP0 = _mm_add_pd(PolyBP0,CBP4);
- PolyBP1 = _mm_add_pd(PolyBP1,CBP3);
- PolyBP0 = _mm_mul_pd(PolyBP0,t2);
- PolyBP1 = _mm_mul_pd(PolyBP1,t2);
- PolyBP0 = _mm_add_pd(PolyBP0,CBP2);
- PolyBP1 = _mm_add_pd(PolyBP1,CBP1);
- PolyBP0 = _mm_mul_pd(PolyBP0,t2);
- PolyBP1 = _mm_mul_pd(PolyBP1,t);
- PolyBP0 = _mm_add_pd(PolyBP0,CBP0);
- PolyBP0 = _mm_add_pd(PolyBP0,PolyBP1);
-
- PolyBQ1 = _mm_mul_pd(CBQ7,t2);
- PolyBQ0 = _mm_mul_pd(CBQ6,t2);
- PolyBQ1 = _mm_add_pd(PolyBQ1,CBQ5);
- PolyBQ0 = _mm_add_pd(PolyBQ0,CBQ4);
- PolyBQ1 = _mm_mul_pd(PolyBQ1,t2);
- PolyBQ0 = _mm_mul_pd(PolyBQ0,t2);
- PolyBQ1 = _mm_add_pd(PolyBQ1,CBQ3);
- PolyBQ0 = _mm_add_pd(PolyBQ0,CBQ2);
- PolyBQ1 = _mm_mul_pd(PolyBQ1,t2);
- PolyBQ0 = _mm_mul_pd(PolyBQ0,t2);
- PolyBQ1 = _mm_add_pd(PolyBQ1,CBQ1);
- PolyBQ0 = _mm_add_pd(PolyBQ0,one);
- PolyBQ1 = _mm_mul_pd(PolyBQ1,t);
- PolyBQ0 = _mm_add_pd(PolyBQ0,PolyBQ1);
-
- res_erfcB = _mm_mul_pd(PolyBP0,gmx_mm_inv_pd(PolyBQ0));
-
- res_erfcB = _mm_mul_pd(res_erfcB,xabs);
-
+ t = _mm_sub_pd(xabs, one);
+ t2 = _mm_mul_pd(t, t);
+
+ PolyBP0 = _mm_mul_pd(CBP6, t2);
+ PolyBP1 = _mm_mul_pd(CBP5, t2);
+ PolyBP0 = _mm_add_pd(PolyBP0, CBP4);
+ PolyBP1 = _mm_add_pd(PolyBP1, CBP3);
+ PolyBP0 = _mm_mul_pd(PolyBP0, t2);
+ PolyBP1 = _mm_mul_pd(PolyBP1, t2);
+ PolyBP0 = _mm_add_pd(PolyBP0, CBP2);
+ PolyBP1 = _mm_add_pd(PolyBP1, CBP1);
+ PolyBP0 = _mm_mul_pd(PolyBP0, t2);
+ PolyBP1 = _mm_mul_pd(PolyBP1, t);
+ PolyBP0 = _mm_add_pd(PolyBP0, CBP0);
+ PolyBP0 = _mm_add_pd(PolyBP0, PolyBP1);
+
+ PolyBQ1 = _mm_mul_pd(CBQ7, t2);
+ PolyBQ0 = _mm_mul_pd(CBQ6, t2);
+ PolyBQ1 = _mm_add_pd(PolyBQ1, CBQ5);
+ PolyBQ0 = _mm_add_pd(PolyBQ0, CBQ4);
+ PolyBQ1 = _mm_mul_pd(PolyBQ1, t2);
+ PolyBQ0 = _mm_mul_pd(PolyBQ0, t2);
+ PolyBQ1 = _mm_add_pd(PolyBQ1, CBQ3);
+ PolyBQ0 = _mm_add_pd(PolyBQ0, CBQ2);
+ PolyBQ1 = _mm_mul_pd(PolyBQ1, t2);
+ PolyBQ0 = _mm_mul_pd(PolyBQ0, t2);
+ PolyBQ1 = _mm_add_pd(PolyBQ1, CBQ1);
+ PolyBQ0 = _mm_add_pd(PolyBQ0, one);
+ PolyBQ1 = _mm_mul_pd(PolyBQ1, t);
+ PolyBQ0 = _mm_add_pd(PolyBQ0, PolyBQ1);
+
+ res_erfcB = _mm_mul_pd(PolyBP0, gmx_mm_inv_pd(PolyBQ0));
+
+ res_erfcB = _mm_mul_pd(res_erfcB, xabs);
+
/* Calculate erfc() in range [4.5,inf] */
w = gmx_mm_inv_pd(xabs);
- w2 = _mm_mul_pd(w,w);
-
- PolyCP0 = _mm_mul_pd(CCP6,w2);
- PolyCP1 = _mm_mul_pd(CCP5,w2);
- PolyCP0 = _mm_add_pd(PolyCP0,CCP4);
- PolyCP1 = _mm_add_pd(PolyCP1,CCP3);
- PolyCP0 = _mm_mul_pd(PolyCP0,w2);
- PolyCP1 = _mm_mul_pd(PolyCP1,w2);
- PolyCP0 = _mm_add_pd(PolyCP0,CCP2);
- PolyCP1 = _mm_add_pd(PolyCP1,CCP1);
- PolyCP0 = _mm_mul_pd(PolyCP0,w2);
- PolyCP1 = _mm_mul_pd(PolyCP1,w);
- PolyCP0 = _mm_add_pd(PolyCP0,CCP0);
- PolyCP0 = _mm_add_pd(PolyCP0,PolyCP1);
-
- PolyCQ0 = _mm_mul_pd(CCQ6,w2);
- PolyCQ1 = _mm_mul_pd(CCQ5,w2);
- PolyCQ0 = _mm_add_pd(PolyCQ0,CCQ4);
- PolyCQ1 = _mm_add_pd(PolyCQ1,CCQ3);
- PolyCQ0 = _mm_mul_pd(PolyCQ0,w2);
- PolyCQ1 = _mm_mul_pd(PolyCQ1,w2);
- PolyCQ0 = _mm_add_pd(PolyCQ0,CCQ2);
- PolyCQ1 = _mm_add_pd(PolyCQ1,CCQ1);
- PolyCQ0 = _mm_mul_pd(PolyCQ0,w2);
- PolyCQ1 = _mm_mul_pd(PolyCQ1,w);
- PolyCQ0 = _mm_add_pd(PolyCQ0,one);
- PolyCQ0 = _mm_add_pd(PolyCQ0,PolyCQ1);
-
+ w2 = _mm_mul_pd(w, w);
+
+ PolyCP0 = _mm_mul_pd(CCP6, w2);
+ PolyCP1 = _mm_mul_pd(CCP5, w2);
+ PolyCP0 = _mm_add_pd(PolyCP0, CCP4);
+ PolyCP1 = _mm_add_pd(PolyCP1, CCP3);
+ PolyCP0 = _mm_mul_pd(PolyCP0, w2);
+ PolyCP1 = _mm_mul_pd(PolyCP1, w2);
+ PolyCP0 = _mm_add_pd(PolyCP0, CCP2);
+ PolyCP1 = _mm_add_pd(PolyCP1, CCP1);
+ PolyCP0 = _mm_mul_pd(PolyCP0, w2);
+ PolyCP1 = _mm_mul_pd(PolyCP1, w);
+ PolyCP0 = _mm_add_pd(PolyCP0, CCP0);
+ PolyCP0 = _mm_add_pd(PolyCP0, PolyCP1);
+
+ PolyCQ0 = _mm_mul_pd(CCQ6, w2);
+ PolyCQ1 = _mm_mul_pd(CCQ5, w2);
+ PolyCQ0 = _mm_add_pd(PolyCQ0, CCQ4);
+ PolyCQ1 = _mm_add_pd(PolyCQ1, CCQ3);
+ PolyCQ0 = _mm_mul_pd(PolyCQ0, w2);
+ PolyCQ1 = _mm_mul_pd(PolyCQ1, w2);
+ PolyCQ0 = _mm_add_pd(PolyCQ0, CCQ2);
+ PolyCQ1 = _mm_add_pd(PolyCQ1, CCQ1);
+ PolyCQ0 = _mm_mul_pd(PolyCQ0, w2);
+ PolyCQ1 = _mm_mul_pd(PolyCQ1, w);
+ PolyCQ0 = _mm_add_pd(PolyCQ0, one);
+ PolyCQ0 = _mm_add_pd(PolyCQ0, PolyCQ1);
+
expmx2 = gmx_mm_exp_pd( _mm_or_pd(signbit, x2) );
-
- res_erfcC = _mm_mul_pd(PolyCP0,gmx_mm_inv_pd(PolyCQ0));
- res_erfcC = _mm_add_pd(res_erfcC,CCoffset);
- res_erfcC = _mm_mul_pd(res_erfcC,w);
-
- mask = _mm_cmpgt_pd(xabs,_mm_set1_pd(4.5));
- res_erfc = _mm_blendv_pd(res_erfcB,res_erfcC,mask);
-
- res_erfc = _mm_mul_pd(res_erfc,expmx2);
-
+
+ res_erfcC = _mm_mul_pd(PolyCP0, gmx_mm_inv_pd(PolyCQ0));
+ res_erfcC = _mm_add_pd(res_erfcC, CCoffset);
+ res_erfcC = _mm_mul_pd(res_erfcC, w);
+
+ mask = _mm_cmpgt_pd(xabs, _mm_set1_pd(4.5));
+ res_erfc = _mm_blendv_pd(res_erfcB, res_erfcC, mask);
+
+ res_erfc = _mm_mul_pd(res_erfc, expmx2);
+
/* erfc(x<0) = 2-erfc(|x|) */
- mask = _mm_cmplt_pd(x,_mm_setzero_pd());
- res_erfc = _mm_blendv_pd(res_erfc,_mm_sub_pd(two,res_erfc),mask);
-
+ mask = _mm_cmplt_pd(x, _mm_setzero_pd());
+ res_erfc = _mm_blendv_pd(res_erfc, _mm_sub_pd(two, res_erfc), mask);
+
/* Select erf() or erfc() */
- mask = _mm_cmplt_pd(xabs,one);
- res = _mm_blendv_pd(_mm_sub_pd(one,res_erfc),res_erf,mask);
-
+ mask = _mm_cmplt_pd(xabs, one);
+ res = _mm_blendv_pd(_mm_sub_pd(one, res_erfc), res_erf, mask);
+
return res;
}
const __m256d one = _mm256_set1_pd(1.0);
const __m256d two = _mm256_set1_pd(2.0);
- const __m256d signbit = _mm256_castsi256_pd( _mm256_set_epi32(0x80000000,0x00000000,0x80000000,0x00000000,
- 0x80000000,0x00000000,0x80000000,0x00000000) );
+ const __m256d signbit = _mm256_castsi256_pd( _mm256_set_epi32(0x80000000, 0x00000000, 0x80000000, 0x00000000,
+ 0x80000000, 0x00000000, 0x80000000, 0x00000000) );
- __m256d xabs,x2,x4,t,t2,w,w2;
- __m256d PolyAP0,PolyAP1,PolyAQ0,PolyAQ1;
- __m256d PolyBP0,PolyBP1,PolyBQ0,PolyBQ1;
- __m256d PolyCP0,PolyCP1,PolyCQ0,PolyCQ1;
- __m256d res_erf,res_erfcB,res_erfcC,res_erfc,res;
- __m256d mask,expmx2;
+ __m256d xabs, x2, x4, t, t2, w, w2;
+ __m256d PolyAP0, PolyAP1, PolyAQ0, PolyAQ1;
+ __m256d PolyBP0, PolyBP1, PolyBQ0, PolyBQ1;
+ __m256d PolyCP0, PolyCP1, PolyCQ0, PolyCQ1;
+ __m256d res_erf, res_erfcB, res_erfcC, res_erfc, res;
+ __m256d mask, expmx2;
/* Calculate erf() */
xabs = gmx_mm256_abs_pd(x);
- x2 = _mm256_mul_pd(x,x);
- x4 = _mm256_mul_pd(x2,x2);
-
- PolyAP0 = _mm256_mul_pd(CAP4,x4);
- PolyAP1 = _mm256_mul_pd(CAP3,x4);
- PolyAP0 = _mm256_add_pd(PolyAP0,CAP2);
- PolyAP1 = _mm256_add_pd(PolyAP1,CAP1);
- PolyAP0 = _mm256_mul_pd(PolyAP0,x4);
- PolyAP1 = _mm256_mul_pd(PolyAP1,x2);
- PolyAP0 = _mm256_add_pd(PolyAP0,CAP0);
- PolyAP0 = _mm256_add_pd(PolyAP0,PolyAP1);
-
- PolyAQ1 = _mm256_mul_pd(CAQ5,x4);
- PolyAQ0 = _mm256_mul_pd(CAQ4,x4);
- PolyAQ1 = _mm256_add_pd(PolyAQ1,CAQ3);
- PolyAQ0 = _mm256_add_pd(PolyAQ0,CAQ2);
- PolyAQ1 = _mm256_mul_pd(PolyAQ1,x4);
- PolyAQ0 = _mm256_mul_pd(PolyAQ0,x4);
- PolyAQ1 = _mm256_add_pd(PolyAQ1,CAQ1);
- PolyAQ0 = _mm256_add_pd(PolyAQ0,one);
- PolyAQ1 = _mm256_mul_pd(PolyAQ1,x2);
- PolyAQ0 = _mm256_add_pd(PolyAQ0,PolyAQ1);
-
- res_erf = _mm256_mul_pd(PolyAP0,gmx_mm256_inv_pd(PolyAQ0));
- res_erf = _mm256_add_pd(CAoffset,res_erf);
- res_erf = _mm256_mul_pd(x,res_erf);
+ x2 = _mm256_mul_pd(x, x);
+ x4 = _mm256_mul_pd(x2, x2);
+
+ PolyAP0 = _mm256_mul_pd(CAP4, x4);
+ PolyAP1 = _mm256_mul_pd(CAP3, x4);
+ PolyAP0 = _mm256_add_pd(PolyAP0, CAP2);
+ PolyAP1 = _mm256_add_pd(PolyAP1, CAP1);
+ PolyAP0 = _mm256_mul_pd(PolyAP0, x4);
+ PolyAP1 = _mm256_mul_pd(PolyAP1, x2);
+ PolyAP0 = _mm256_add_pd(PolyAP0, CAP0);
+ PolyAP0 = _mm256_add_pd(PolyAP0, PolyAP1);
+
+ PolyAQ1 = _mm256_mul_pd(CAQ5, x4);
+ PolyAQ0 = _mm256_mul_pd(CAQ4, x4);
+ PolyAQ1 = _mm256_add_pd(PolyAQ1, CAQ3);
+ PolyAQ0 = _mm256_add_pd(PolyAQ0, CAQ2);
+ PolyAQ1 = _mm256_mul_pd(PolyAQ1, x4);
+ PolyAQ0 = _mm256_mul_pd(PolyAQ0, x4);
+ PolyAQ1 = _mm256_add_pd(PolyAQ1, CAQ1);
+ PolyAQ0 = _mm256_add_pd(PolyAQ0, one);
+ PolyAQ1 = _mm256_mul_pd(PolyAQ1, x2);
+ PolyAQ0 = _mm256_add_pd(PolyAQ0, PolyAQ1);
+
+ res_erf = _mm256_mul_pd(PolyAP0, gmx_mm256_inv_pd(PolyAQ0));
+ res_erf = _mm256_add_pd(CAoffset, res_erf);
+ res_erf = _mm256_mul_pd(x, res_erf);
/* Calculate erfc() in range [1,4.5] */
- t = _mm256_sub_pd(xabs,one);
- t2 = _mm256_mul_pd(t,t);
-
- PolyBP0 = _mm256_mul_pd(CBP6,t2);
- PolyBP1 = _mm256_mul_pd(CBP5,t2);
- PolyBP0 = _mm256_add_pd(PolyBP0,CBP4);
- PolyBP1 = _mm256_add_pd(PolyBP1,CBP3);
- PolyBP0 = _mm256_mul_pd(PolyBP0,t2);
- PolyBP1 = _mm256_mul_pd(PolyBP1,t2);
- PolyBP0 = _mm256_add_pd(PolyBP0,CBP2);
- PolyBP1 = _mm256_add_pd(PolyBP1,CBP1);
- PolyBP0 = _mm256_mul_pd(PolyBP0,t2);
- PolyBP1 = _mm256_mul_pd(PolyBP1,t);
- PolyBP0 = _mm256_add_pd(PolyBP0,CBP0);
- PolyBP0 = _mm256_add_pd(PolyBP0,PolyBP1);
-
- PolyBQ1 = _mm256_mul_pd(CBQ7,t2);
- PolyBQ0 = _mm256_mul_pd(CBQ6,t2);
- PolyBQ1 = _mm256_add_pd(PolyBQ1,CBQ5);
- PolyBQ0 = _mm256_add_pd(PolyBQ0,CBQ4);
- PolyBQ1 = _mm256_mul_pd(PolyBQ1,t2);
- PolyBQ0 = _mm256_mul_pd(PolyBQ0,t2);
- PolyBQ1 = _mm256_add_pd(PolyBQ1,CBQ3);
- PolyBQ0 = _mm256_add_pd(PolyBQ0,CBQ2);
- PolyBQ1 = _mm256_mul_pd(PolyBQ1,t2);
- PolyBQ0 = _mm256_mul_pd(PolyBQ0,t2);
- PolyBQ1 = _mm256_add_pd(PolyBQ1,CBQ1);
- PolyBQ0 = _mm256_add_pd(PolyBQ0,one);
- PolyBQ1 = _mm256_mul_pd(PolyBQ1,t);
- PolyBQ0 = _mm256_add_pd(PolyBQ0,PolyBQ1);
-
- res_erfcB = _mm256_mul_pd(PolyBP0,gmx_mm256_inv_pd(PolyBQ0));
-
- res_erfcB = _mm256_mul_pd(res_erfcB,xabs);
+ t = _mm256_sub_pd(xabs, one);
+ t2 = _mm256_mul_pd(t, t);
+
+ PolyBP0 = _mm256_mul_pd(CBP6, t2);
+ PolyBP1 = _mm256_mul_pd(CBP5, t2);
+ PolyBP0 = _mm256_add_pd(PolyBP0, CBP4);
+ PolyBP1 = _mm256_add_pd(PolyBP1, CBP3);
+ PolyBP0 = _mm256_mul_pd(PolyBP0, t2);
+ PolyBP1 = _mm256_mul_pd(PolyBP1, t2);
+ PolyBP0 = _mm256_add_pd(PolyBP0, CBP2);
+ PolyBP1 = _mm256_add_pd(PolyBP1, CBP1);
+ PolyBP0 = _mm256_mul_pd(PolyBP0, t2);
+ PolyBP1 = _mm256_mul_pd(PolyBP1, t);
+ PolyBP0 = _mm256_add_pd(PolyBP0, CBP0);
+ PolyBP0 = _mm256_add_pd(PolyBP0, PolyBP1);
+
+ PolyBQ1 = _mm256_mul_pd(CBQ7, t2);
+ PolyBQ0 = _mm256_mul_pd(CBQ6, t2);
+ PolyBQ1 = _mm256_add_pd(PolyBQ1, CBQ5);
+ PolyBQ0 = _mm256_add_pd(PolyBQ0, CBQ4);
+ PolyBQ1 = _mm256_mul_pd(PolyBQ1, t2);
+ PolyBQ0 = _mm256_mul_pd(PolyBQ0, t2);
+ PolyBQ1 = _mm256_add_pd(PolyBQ1, CBQ3);
+ PolyBQ0 = _mm256_add_pd(PolyBQ0, CBQ2);
+ PolyBQ1 = _mm256_mul_pd(PolyBQ1, t2);
+ PolyBQ0 = _mm256_mul_pd(PolyBQ0, t2);
+ PolyBQ1 = _mm256_add_pd(PolyBQ1, CBQ1);
+ PolyBQ0 = _mm256_add_pd(PolyBQ0, one);
+ PolyBQ1 = _mm256_mul_pd(PolyBQ1, t);
+ PolyBQ0 = _mm256_add_pd(PolyBQ0, PolyBQ1);
+
+ res_erfcB = _mm256_mul_pd(PolyBP0, gmx_mm256_inv_pd(PolyBQ0));
+
+ res_erfcB = _mm256_mul_pd(res_erfcB, xabs);
/* Calculate erfc() in range [4.5,inf] */
w = gmx_mm256_inv_pd(xabs);
- w2 = _mm256_mul_pd(w,w);
-
- PolyCP0 = _mm256_mul_pd(CCP6,w2);
- PolyCP1 = _mm256_mul_pd(CCP5,w2);
- PolyCP0 = _mm256_add_pd(PolyCP0,CCP4);
- PolyCP1 = _mm256_add_pd(PolyCP1,CCP3);
- PolyCP0 = _mm256_mul_pd(PolyCP0,w2);
- PolyCP1 = _mm256_mul_pd(PolyCP1,w2);
- PolyCP0 = _mm256_add_pd(PolyCP0,CCP2);
- PolyCP1 = _mm256_add_pd(PolyCP1,CCP1);
- PolyCP0 = _mm256_mul_pd(PolyCP0,w2);
- PolyCP1 = _mm256_mul_pd(PolyCP1,w);
- PolyCP0 = _mm256_add_pd(PolyCP0,CCP0);
- PolyCP0 = _mm256_add_pd(PolyCP0,PolyCP1);
-
- PolyCQ0 = _mm256_mul_pd(CCQ6,w2);
- PolyCQ1 = _mm256_mul_pd(CCQ5,w2);
- PolyCQ0 = _mm256_add_pd(PolyCQ0,CCQ4);
- PolyCQ1 = _mm256_add_pd(PolyCQ1,CCQ3);
- PolyCQ0 = _mm256_mul_pd(PolyCQ0,w2);
- PolyCQ1 = _mm256_mul_pd(PolyCQ1,w2);
- PolyCQ0 = _mm256_add_pd(PolyCQ0,CCQ2);
- PolyCQ1 = _mm256_add_pd(PolyCQ1,CCQ1);
- PolyCQ0 = _mm256_mul_pd(PolyCQ0,w2);
- PolyCQ1 = _mm256_mul_pd(PolyCQ1,w);
- PolyCQ0 = _mm256_add_pd(PolyCQ0,one);
- PolyCQ0 = _mm256_add_pd(PolyCQ0,PolyCQ1);
+ w2 = _mm256_mul_pd(w, w);
+
+ PolyCP0 = _mm256_mul_pd(CCP6, w2);
+ PolyCP1 = _mm256_mul_pd(CCP5, w2);
+ PolyCP0 = _mm256_add_pd(PolyCP0, CCP4);
+ PolyCP1 = _mm256_add_pd(PolyCP1, CCP3);
+ PolyCP0 = _mm256_mul_pd(PolyCP0, w2);
+ PolyCP1 = _mm256_mul_pd(PolyCP1, w2);
+ PolyCP0 = _mm256_add_pd(PolyCP0, CCP2);
+ PolyCP1 = _mm256_add_pd(PolyCP1, CCP1);
+ PolyCP0 = _mm256_mul_pd(PolyCP0, w2);
+ PolyCP1 = _mm256_mul_pd(PolyCP1, w);
+ PolyCP0 = _mm256_add_pd(PolyCP0, CCP0);
+ PolyCP0 = _mm256_add_pd(PolyCP0, PolyCP1);
+
+ PolyCQ0 = _mm256_mul_pd(CCQ6, w2);
+ PolyCQ1 = _mm256_mul_pd(CCQ5, w2);
+ PolyCQ0 = _mm256_add_pd(PolyCQ0, CCQ4);
+ PolyCQ1 = _mm256_add_pd(PolyCQ1, CCQ3);
+ PolyCQ0 = _mm256_mul_pd(PolyCQ0, w2);
+ PolyCQ1 = _mm256_mul_pd(PolyCQ1, w2);
+ PolyCQ0 = _mm256_add_pd(PolyCQ0, CCQ2);
+ PolyCQ1 = _mm256_add_pd(PolyCQ1, CCQ1);
+ PolyCQ0 = _mm256_mul_pd(PolyCQ0, w2);
+ PolyCQ1 = _mm256_mul_pd(PolyCQ1, w);
+ PolyCQ0 = _mm256_add_pd(PolyCQ0, one);
+ PolyCQ0 = _mm256_add_pd(PolyCQ0, PolyCQ1);
expmx2 = gmx_mm256_exp_pd( _mm256_or_pd(signbit, x2) );
- res_erfcC = _mm256_mul_pd(PolyCP0,gmx_mm256_inv_pd(PolyCQ0));
- res_erfcC = _mm256_add_pd(res_erfcC,CCoffset);
- res_erfcC = _mm256_mul_pd(res_erfcC,w);
+ res_erfcC = _mm256_mul_pd(PolyCP0, gmx_mm256_inv_pd(PolyCQ0));
+ res_erfcC = _mm256_add_pd(res_erfcC, CCoffset);
+ res_erfcC = _mm256_mul_pd(res_erfcC, w);
- mask = _mm256_cmp_pd(xabs,_mm256_set1_pd(4.5),_CMP_GT_OQ);
- res_erfc = _mm256_blendv_pd(res_erfcB,res_erfcC,mask);
+ mask = _mm256_cmp_pd(xabs, _mm256_set1_pd(4.5), _CMP_GT_OQ);
+ res_erfc = _mm256_blendv_pd(res_erfcB, res_erfcC, mask);
- res_erfc = _mm256_mul_pd(res_erfc,expmx2);
+ res_erfc = _mm256_mul_pd(res_erfc, expmx2);
/* erfc(x<0) = 2-erfc(|x|) */
- mask = _mm256_cmp_pd(x,_mm256_setzero_pd(),_CMP_LT_OQ);
- res_erfc = _mm256_blendv_pd(res_erfc,_mm256_sub_pd(two,res_erfc),mask);
+ mask = _mm256_cmp_pd(x, _mm256_setzero_pd(), _CMP_LT_OQ);
+ res_erfc = _mm256_blendv_pd(res_erfc, _mm256_sub_pd(two, res_erfc), mask);
/* Select erf() or erfc() */
- mask = _mm256_cmp_pd(xabs,one,_CMP_LT_OQ);
- res = _mm256_blendv_pd(res_erfc,_mm256_sub_pd(one,res_erf),mask);
+ mask = _mm256_cmp_pd(xabs, one, _CMP_LT_OQ);
+ res = _mm256_blendv_pd(res_erfc, _mm256_sub_pd(one, res_erf), mask);
return res;
}
const __m128d CAP2 = _mm_set1_pd(-0.028593586920219752446);
const __m128d CAP1 = _mm_set1_pd(-0.315924962948621698209);
const __m128d CAP0 = _mm_set1_pd(0.14952975608477029151);
-
+
const __m128d CAQ5 = _mm_set1_pd(-0.374089300177174709737e-5);
const __m128d CAQ4 = _mm_set1_pd(0.00015126584532155383535);
const __m128d CAQ3 = _mm_set1_pd(0.00536692680669480725423);
const __m128d CAQ1 = _mm_set1_pd(0.402604990869284362773);
/* CAQ0 == 1.0 */
const __m128d CAoffset = _mm_set1_pd(0.9788494110107421875);
-
+
/* Coefficients for minimax approximation of erfc(x)=exp(-x^2)*x*(P(x-1)/Q(x-1)) in range [1.0,4.5] */
const __m128d CBP6 = _mm_set1_pd(2.49650423685462752497647637088e-10);
const __m128d CBP5 = _mm_set1_pd(0.00119770193298159629350136085658);
const __m128d CBQ2 = _mm_set1_pd(3.55261649184083035537184223542);
const __m128d CBQ1 = _mm_set1_pd(2.93501136050160872574376997993);
/* CBQ0 == 1.0 */
-
+
/* Coefficients for minimax approximation of erfc(x)=exp(-x^2)/x*(P(1/x)/Q(1/x)) in range [4.5,inf] */
const __m128d CCP6 = _mm_set1_pd(-2.8175401114513378771);
const __m128d CCP5 = _mm_set1_pd(-3.22729451764143718517);
const __m128d CCP2 = _mm_set1_pd(-0.212652252872804219852);
const __m128d CCP1 = _mm_set1_pd(0.0175389834052493308818);
const __m128d CCP0 = _mm_set1_pd(0.00628057170626964891937);
-
+
const __m128d CCQ6 = _mm_set1_pd(5.48409182238641741584);
const __m128d CCQ5 = _mm_set1_pd(13.5064170191802889145);
const __m128d CCQ4 = _mm_set1_pd(22.9367376522880577224);
const __m128d CCQ1 = _mm_set1_pd(2.79257750980575282228);
/* CCQ0 == 1.0 */
const __m128d CCoffset = _mm_set1_pd(0.5579090118408203125);
-
+
const __m128d one = _mm_set1_pd(1.0);
const __m128d two = _mm_set1_pd(2.0);
-
- const __m128d signbit = gmx_mm_castsi128_pd( _mm_set_epi32(0x80000000,0x00000000,0x80000000,0x00000000) );
-
- __m128d xabs,x2,x4,t,t2,w,w2;
- __m128d PolyAP0,PolyAP1,PolyAQ0,PolyAQ1;
- __m128d PolyBP0,PolyBP1,PolyBQ0,PolyBQ1;
- __m128d PolyCP0,PolyCP1,PolyCQ0,PolyCQ1;
- __m128d res_erf,res_erfcB,res_erfcC,res_erfc,res;
- __m128d mask,expmx2;
-
+
+ const __m128d signbit = gmx_mm_castsi128_pd( _mm_set_epi32(0x80000000, 0x00000000, 0x80000000, 0x00000000) );
+
+ __m128d xabs, x2, x4, t, t2, w, w2;
+ __m128d PolyAP0, PolyAP1, PolyAQ0, PolyAQ1;
+ __m128d PolyBP0, PolyBP1, PolyBQ0, PolyBQ1;
+ __m128d PolyCP0, PolyCP1, PolyCQ0, PolyCQ1;
+ __m128d res_erf, res_erfcB, res_erfcC, res_erfc, res;
+ __m128d mask, expmx2;
+
/* Calculate erf() */
xabs = gmx_mm_abs_pd(x);
- x2 = _mm_mul_pd(x,x);
- x4 = _mm_mul_pd(x2,x2);
-
- PolyAP0 = _mm_mul_pd(CAP4,x4);
- PolyAP1 = _mm_mul_pd(CAP3,x4);
- PolyAP0 = _mm_add_pd(PolyAP0,CAP2);
- PolyAP1 = _mm_add_pd(PolyAP1,CAP1);
- PolyAP0 = _mm_mul_pd(PolyAP0,x4);
- PolyAP1 = _mm_mul_pd(PolyAP1,x2);
- PolyAP0 = _mm_add_pd(PolyAP0,CAP0);
- PolyAP0 = _mm_add_pd(PolyAP0,PolyAP1);
-
- PolyAQ1 = _mm_mul_pd(CAQ5,x4);
- PolyAQ0 = _mm_mul_pd(CAQ4,x4);
- PolyAQ1 = _mm_add_pd(PolyAQ1,CAQ3);
- PolyAQ0 = _mm_add_pd(PolyAQ0,CAQ2);
- PolyAQ1 = _mm_mul_pd(PolyAQ1,x4);
- PolyAQ0 = _mm_mul_pd(PolyAQ0,x4);
- PolyAQ1 = _mm_add_pd(PolyAQ1,CAQ1);
- PolyAQ0 = _mm_add_pd(PolyAQ0,one);
- PolyAQ1 = _mm_mul_pd(PolyAQ1,x2);
- PolyAQ0 = _mm_add_pd(PolyAQ0,PolyAQ1);
-
- res_erf = _mm_mul_pd(PolyAP0,gmx_mm_inv_pd(PolyAQ0));
- res_erf = _mm_add_pd(CAoffset,res_erf);
- res_erf = _mm_mul_pd(x,res_erf);
-
+ x2 = _mm_mul_pd(x, x);
+ x4 = _mm_mul_pd(x2, x2);
+
+ PolyAP0 = _mm_mul_pd(CAP4, x4);
+ PolyAP1 = _mm_mul_pd(CAP3, x4);
+ PolyAP0 = _mm_add_pd(PolyAP0, CAP2);
+ PolyAP1 = _mm_add_pd(PolyAP1, CAP1);
+ PolyAP0 = _mm_mul_pd(PolyAP0, x4);
+ PolyAP1 = _mm_mul_pd(PolyAP1, x2);
+ PolyAP0 = _mm_add_pd(PolyAP0, CAP0);
+ PolyAP0 = _mm_add_pd(PolyAP0, PolyAP1);
+
+ PolyAQ1 = _mm_mul_pd(CAQ5, x4);
+ PolyAQ0 = _mm_mul_pd(CAQ4, x4);
+ PolyAQ1 = _mm_add_pd(PolyAQ1, CAQ3);
+ PolyAQ0 = _mm_add_pd(PolyAQ0, CAQ2);
+ PolyAQ1 = _mm_mul_pd(PolyAQ1, x4);
+ PolyAQ0 = _mm_mul_pd(PolyAQ0, x4);
+ PolyAQ1 = _mm_add_pd(PolyAQ1, CAQ1);
+ PolyAQ0 = _mm_add_pd(PolyAQ0, one);
+ PolyAQ1 = _mm_mul_pd(PolyAQ1, x2);
+ PolyAQ0 = _mm_add_pd(PolyAQ0, PolyAQ1);
+
+ res_erf = _mm_mul_pd(PolyAP0, gmx_mm_inv_pd(PolyAQ0));
+ res_erf = _mm_add_pd(CAoffset, res_erf);
+ res_erf = _mm_mul_pd(x, res_erf);
+
/* Calculate erfc() in range [1,4.5] */
- t = _mm_sub_pd(xabs,one);
- t2 = _mm_mul_pd(t,t);
-
- PolyBP0 = _mm_mul_pd(CBP6,t2);
- PolyBP1 = _mm_mul_pd(CBP5,t2);
- PolyBP0 = _mm_add_pd(PolyBP0,CBP4);
- PolyBP1 = _mm_add_pd(PolyBP1,CBP3);
- PolyBP0 = _mm_mul_pd(PolyBP0,t2);
- PolyBP1 = _mm_mul_pd(PolyBP1,t2);
- PolyBP0 = _mm_add_pd(PolyBP0,CBP2);
- PolyBP1 = _mm_add_pd(PolyBP1,CBP1);
- PolyBP0 = _mm_mul_pd(PolyBP0,t2);
- PolyBP1 = _mm_mul_pd(PolyBP1,t);
- PolyBP0 = _mm_add_pd(PolyBP0,CBP0);
- PolyBP0 = _mm_add_pd(PolyBP0,PolyBP1);
-
- PolyBQ1 = _mm_mul_pd(CBQ7,t2);
- PolyBQ0 = _mm_mul_pd(CBQ6,t2);
- PolyBQ1 = _mm_add_pd(PolyBQ1,CBQ5);
- PolyBQ0 = _mm_add_pd(PolyBQ0,CBQ4);
- PolyBQ1 = _mm_mul_pd(PolyBQ1,t2);
- PolyBQ0 = _mm_mul_pd(PolyBQ0,t2);
- PolyBQ1 = _mm_add_pd(PolyBQ1,CBQ3);
- PolyBQ0 = _mm_add_pd(PolyBQ0,CBQ2);
- PolyBQ1 = _mm_mul_pd(PolyBQ1,t2);
- PolyBQ0 = _mm_mul_pd(PolyBQ0,t2);
- PolyBQ1 = _mm_add_pd(PolyBQ1,CBQ1);
- PolyBQ0 = _mm_add_pd(PolyBQ0,one);
- PolyBQ1 = _mm_mul_pd(PolyBQ1,t);
- PolyBQ0 = _mm_add_pd(PolyBQ0,PolyBQ1);
-
- res_erfcB = _mm_mul_pd(PolyBP0,gmx_mm_inv_pd(PolyBQ0));
-
- res_erfcB = _mm_mul_pd(res_erfcB,xabs);
-
+ t = _mm_sub_pd(xabs, one);
+ t2 = _mm_mul_pd(t, t);
+
+ PolyBP0 = _mm_mul_pd(CBP6, t2);
+ PolyBP1 = _mm_mul_pd(CBP5, t2);
+ PolyBP0 = _mm_add_pd(PolyBP0, CBP4);
+ PolyBP1 = _mm_add_pd(PolyBP1, CBP3);
+ PolyBP0 = _mm_mul_pd(PolyBP0, t2);
+ PolyBP1 = _mm_mul_pd(PolyBP1, t2);
+ PolyBP0 = _mm_add_pd(PolyBP0, CBP2);
+ PolyBP1 = _mm_add_pd(PolyBP1, CBP1);
+ PolyBP0 = _mm_mul_pd(PolyBP0, t2);
+ PolyBP1 = _mm_mul_pd(PolyBP1, t);
+ PolyBP0 = _mm_add_pd(PolyBP0, CBP0);
+ PolyBP0 = _mm_add_pd(PolyBP0, PolyBP1);
+
+ PolyBQ1 = _mm_mul_pd(CBQ7, t2);
+ PolyBQ0 = _mm_mul_pd(CBQ6, t2);
+ PolyBQ1 = _mm_add_pd(PolyBQ1, CBQ5);
+ PolyBQ0 = _mm_add_pd(PolyBQ0, CBQ4);
+ PolyBQ1 = _mm_mul_pd(PolyBQ1, t2);
+ PolyBQ0 = _mm_mul_pd(PolyBQ0, t2);
+ PolyBQ1 = _mm_add_pd(PolyBQ1, CBQ3);
+ PolyBQ0 = _mm_add_pd(PolyBQ0, CBQ2);
+ PolyBQ1 = _mm_mul_pd(PolyBQ1, t2);
+ PolyBQ0 = _mm_mul_pd(PolyBQ0, t2);
+ PolyBQ1 = _mm_add_pd(PolyBQ1, CBQ1);
+ PolyBQ0 = _mm_add_pd(PolyBQ0, one);
+ PolyBQ1 = _mm_mul_pd(PolyBQ1, t);
+ PolyBQ0 = _mm_add_pd(PolyBQ0, PolyBQ1);
+
+ res_erfcB = _mm_mul_pd(PolyBP0, gmx_mm_inv_pd(PolyBQ0));
+
+ res_erfcB = _mm_mul_pd(res_erfcB, xabs);
+
/* Calculate erfc() in range [4.5,inf] */
w = gmx_mm_inv_pd(xabs);
- w2 = _mm_mul_pd(w,w);
-
- PolyCP0 = _mm_mul_pd(CCP6,w2);
- PolyCP1 = _mm_mul_pd(CCP5,w2);
- PolyCP0 = _mm_add_pd(PolyCP0,CCP4);
- PolyCP1 = _mm_add_pd(PolyCP1,CCP3);
- PolyCP0 = _mm_mul_pd(PolyCP0,w2);
- PolyCP1 = _mm_mul_pd(PolyCP1,w2);
- PolyCP0 = _mm_add_pd(PolyCP0,CCP2);
- PolyCP1 = _mm_add_pd(PolyCP1,CCP1);
- PolyCP0 = _mm_mul_pd(PolyCP0,w2);
- PolyCP1 = _mm_mul_pd(PolyCP1,w);
- PolyCP0 = _mm_add_pd(PolyCP0,CCP0);
- PolyCP0 = _mm_add_pd(PolyCP0,PolyCP1);
-
- PolyCQ0 = _mm_mul_pd(CCQ6,w2);
- PolyCQ1 = _mm_mul_pd(CCQ5,w2);
- PolyCQ0 = _mm_add_pd(PolyCQ0,CCQ4);
- PolyCQ1 = _mm_add_pd(PolyCQ1,CCQ3);
- PolyCQ0 = _mm_mul_pd(PolyCQ0,w2);
- PolyCQ1 = _mm_mul_pd(PolyCQ1,w2);
- PolyCQ0 = _mm_add_pd(PolyCQ0,CCQ2);
- PolyCQ1 = _mm_add_pd(PolyCQ1,CCQ1);
- PolyCQ0 = _mm_mul_pd(PolyCQ0,w2);
- PolyCQ1 = _mm_mul_pd(PolyCQ1,w);
- PolyCQ0 = _mm_add_pd(PolyCQ0,one);
- PolyCQ0 = _mm_add_pd(PolyCQ0,PolyCQ1);
-
+ w2 = _mm_mul_pd(w, w);
+
+ PolyCP0 = _mm_mul_pd(CCP6, w2);
+ PolyCP1 = _mm_mul_pd(CCP5, w2);
+ PolyCP0 = _mm_add_pd(PolyCP0, CCP4);
+ PolyCP1 = _mm_add_pd(PolyCP1, CCP3);
+ PolyCP0 = _mm_mul_pd(PolyCP0, w2);
+ PolyCP1 = _mm_mul_pd(PolyCP1, w2);
+ PolyCP0 = _mm_add_pd(PolyCP0, CCP2);
+ PolyCP1 = _mm_add_pd(PolyCP1, CCP1);
+ PolyCP0 = _mm_mul_pd(PolyCP0, w2);
+ PolyCP1 = _mm_mul_pd(PolyCP1, w);
+ PolyCP0 = _mm_add_pd(PolyCP0, CCP0);
+ PolyCP0 = _mm_add_pd(PolyCP0, PolyCP1);
+
+ PolyCQ0 = _mm_mul_pd(CCQ6, w2);
+ PolyCQ1 = _mm_mul_pd(CCQ5, w2);
+ PolyCQ0 = _mm_add_pd(PolyCQ0, CCQ4);
+ PolyCQ1 = _mm_add_pd(PolyCQ1, CCQ3);
+ PolyCQ0 = _mm_mul_pd(PolyCQ0, w2);
+ PolyCQ1 = _mm_mul_pd(PolyCQ1, w2);
+ PolyCQ0 = _mm_add_pd(PolyCQ0, CCQ2);
+ PolyCQ1 = _mm_add_pd(PolyCQ1, CCQ1);
+ PolyCQ0 = _mm_mul_pd(PolyCQ0, w2);
+ PolyCQ1 = _mm_mul_pd(PolyCQ1, w);
+ PolyCQ0 = _mm_add_pd(PolyCQ0, one);
+ PolyCQ0 = _mm_add_pd(PolyCQ0, PolyCQ1);
+
expmx2 = gmx_mm_exp_pd( _mm_or_pd(signbit, x2) );
-
- res_erfcC = _mm_mul_pd(PolyCP0,gmx_mm_inv_pd(PolyCQ0));
- res_erfcC = _mm_add_pd(res_erfcC,CCoffset);
- res_erfcC = _mm_mul_pd(res_erfcC,w);
-
- mask = _mm_cmpgt_pd(xabs,_mm_set1_pd(4.5));
- res_erfc = _mm_blendv_pd(res_erfcB,res_erfcC,mask);
-
- res_erfc = _mm_mul_pd(res_erfc,expmx2);
-
+
+ res_erfcC = _mm_mul_pd(PolyCP0, gmx_mm_inv_pd(PolyCQ0));
+ res_erfcC = _mm_add_pd(res_erfcC, CCoffset);
+ res_erfcC = _mm_mul_pd(res_erfcC, w);
+
+ mask = _mm_cmpgt_pd(xabs, _mm_set1_pd(4.5));
+ res_erfc = _mm_blendv_pd(res_erfcB, res_erfcC, mask);
+
+ res_erfc = _mm_mul_pd(res_erfc, expmx2);
+
/* erfc(x<0) = 2-erfc(|x|) */
- mask = _mm_cmplt_pd(x,_mm_setzero_pd());
- res_erfc = _mm_blendv_pd(res_erfc,_mm_sub_pd(two,res_erfc),mask);
-
+ mask = _mm_cmplt_pd(x, _mm_setzero_pd());
+ res_erfc = _mm_blendv_pd(res_erfc, _mm_sub_pd(two, res_erfc), mask);
+
/* Select erf() or erfc() */
- mask = _mm_cmplt_pd(xabs,one);
- res = _mm_blendv_pd(res_erfc,_mm_sub_pd(one,res_erf),mask);
-
+ mask = _mm_cmplt_pd(xabs, one);
+ res = _mm_blendv_pd(res_erfc, _mm_sub_pd(one, res_erf), mask);
+
return res;
}
/* Calculate the force correction due to PME analytically.
*
* This routine is meant to enable analytical evaluation of the
- * direct-space PME electrostatic force to avoid tables.
+ * direct-space PME electrostatic force to avoid tables.
*
* The direct-space potential should be Erfc(beta*r)/r, but there
- * are some problems evaluating that:
+ * are some problems evaluating that:
*
- * First, the error function is difficult (read: expensive) to
+ * First, the error function is difficult (read: expensive) to
* approxmiate accurately for intermediate to large arguments, and
* this happens already in ranges of beta*r that occur in simulations.
* Second, we now try to avoid calculating potentials in Gromacs but
* V= 1/r - Erf(beta*r)/r
*
* The first term we already have from the inverse square root, so
- * that we can leave out of this routine.
+ * that we can leave out of this routine.
*
* For pme tolerances of 1e-3 to 1e-8 and cutoffs of 0.5nm to 1.8nm,
- * the argument beta*r will be in the range 0.15 to ~4. Use your
+ * the argument beta*r will be in the range 0.15 to ~4. Use your
* favorite plotting program to realize how well-behaved Erf(z)/z is
- * in this range!
+ * in this range!
*
- * We approximate f(z)=erf(z)/z with a rational minimax polynomial.
+ * We approximate f(z)=erf(z)/z with a rational minimax polynomial.
* However, it turns out it is more efficient to approximate f(z)/z and
* then only use even powers. This is another minor optimization, since
* we actually WANT f(z)/z, because it is going to be multiplied by
- * the vector between the two atoms to get the vectorial force. The
+ * the vector between the two atoms to get the vectorial force. The
* fastest flops are the ones we can avoid calculating!
- *
+ *
* So, here's how it should be used:
*
* 1. Calculate r^2.
* 3. Evaluate this routine with z^2 as the argument.
* 4. The return value is the expression:
*
- *
+ *
* 2*exp(-z^2) erf(z)
* ------------ - --------
* sqrt(Pi)*z^2 z^3
- *
+ *
* 5. Multiply the entire expression by beta^3. This will get you
*
* beta^3*2*exp(-z^2) beta^3*erf(z)
* ------------------ - ---------------
* sqrt(Pi)*z^2 z^3
- *
+ *
* or, switching back to r (z=r*beta):
*
* 2*beta*exp(-r^2*beta^2) erf(r*beta)
const __m256d FN2 = _mm256_set1_pd(-0.031750380176100813405);
const __m256d FN1 = _mm256_set1_pd(0.13884101728898463426);
const __m256d FN0 = _mm256_set1_pd(-0.75225277815249618847);
-
+
const __m256d FD5 = _mm256_set1_pd(0.000016009278224355026701);
const __m256d FD4 = _mm256_set1_pd(0.00051055686934806966046);
const __m256d FD3 = _mm256_set1_pd(0.0081803507497974289008);
const __m256d FD2 = _mm256_set1_pd(0.077181146026670287235);
const __m256d FD1 = _mm256_set1_pd(0.41543303143712535988);
const __m256d FD0 = _mm256_set1_pd(1.0);
-
- __m256d z4;
- __m256d polyFN0,polyFN1,polyFD0,polyFD1;
-
- z4 = _mm256_mul_pd(z2,z2);
-
- polyFD1 = _mm256_mul_pd(FD5,z4);
- polyFD0 = _mm256_mul_pd(FD4,z4);
- polyFD1 = _mm256_add_pd(polyFD1,FD3);
- polyFD0 = _mm256_add_pd(polyFD0,FD2);
- polyFD1 = _mm256_mul_pd(polyFD1,z4);
- polyFD0 = _mm256_mul_pd(polyFD0,z4);
- polyFD1 = _mm256_add_pd(polyFD1,FD1);
- polyFD0 = _mm256_add_pd(polyFD0,FD0);
- polyFD1 = _mm256_mul_pd(polyFD1,z2);
- polyFD0 = _mm256_add_pd(polyFD0,polyFD1);
-
+
+ __m256d z4;
+ __m256d polyFN0, polyFN1, polyFD0, polyFD1;
+
+ z4 = _mm256_mul_pd(z2, z2);
+
+ polyFD1 = _mm256_mul_pd(FD5, z4);
+ polyFD0 = _mm256_mul_pd(FD4, z4);
+ polyFD1 = _mm256_add_pd(polyFD1, FD3);
+ polyFD0 = _mm256_add_pd(polyFD0, FD2);
+ polyFD1 = _mm256_mul_pd(polyFD1, z4);
+ polyFD0 = _mm256_mul_pd(polyFD0, z4);
+ polyFD1 = _mm256_add_pd(polyFD1, FD1);
+ polyFD0 = _mm256_add_pd(polyFD0, FD0);
+ polyFD1 = _mm256_mul_pd(polyFD1, z2);
+ polyFD0 = _mm256_add_pd(polyFD0, polyFD1);
+
polyFD0 = gmx_mm256_inv_pd(polyFD0);
-
- polyFN0 = _mm256_mul_pd(FN10,z4);
- polyFN1 = _mm256_mul_pd(FN9,z4);
- polyFN0 = _mm256_add_pd(polyFN0,FN8);
- polyFN1 = _mm256_add_pd(polyFN1,FN7);
- polyFN0 = _mm256_mul_pd(polyFN0,z4);
- polyFN1 = _mm256_mul_pd(polyFN1,z4);
- polyFN0 = _mm256_add_pd(polyFN0,FN6);
- polyFN1 = _mm256_add_pd(polyFN1,FN5);
- polyFN0 = _mm256_mul_pd(polyFN0,z4);
- polyFN1 = _mm256_mul_pd(polyFN1,z4);
- polyFN0 = _mm256_add_pd(polyFN0,FN4);
- polyFN1 = _mm256_add_pd(polyFN1,FN3);
- polyFN0 = _mm256_mul_pd(polyFN0,z4);
- polyFN1 = _mm256_mul_pd(polyFN1,z4);
- polyFN0 = _mm256_add_pd(polyFN0,FN2);
- polyFN1 = _mm256_add_pd(polyFN1,FN1);
- polyFN0 = _mm256_mul_pd(polyFN0,z4);
- polyFN1 = _mm256_mul_pd(polyFN1,z2);
- polyFN0 = _mm256_add_pd(polyFN0,FN0);
- polyFN0 = _mm256_add_pd(polyFN0,polyFN1);
-
- return _mm256_mul_pd(polyFN0,polyFD0);
+
+ polyFN0 = _mm256_mul_pd(FN10, z4);
+ polyFN1 = _mm256_mul_pd(FN9, z4);
+ polyFN0 = _mm256_add_pd(polyFN0, FN8);
+ polyFN1 = _mm256_add_pd(polyFN1, FN7);
+ polyFN0 = _mm256_mul_pd(polyFN0, z4);
+ polyFN1 = _mm256_mul_pd(polyFN1, z4);
+ polyFN0 = _mm256_add_pd(polyFN0, FN6);
+ polyFN1 = _mm256_add_pd(polyFN1, FN5);
+ polyFN0 = _mm256_mul_pd(polyFN0, z4);
+ polyFN1 = _mm256_mul_pd(polyFN1, z4);
+ polyFN0 = _mm256_add_pd(polyFN0, FN4);
+ polyFN1 = _mm256_add_pd(polyFN1, FN3);
+ polyFN0 = _mm256_mul_pd(polyFN0, z4);
+ polyFN1 = _mm256_mul_pd(polyFN1, z4);
+ polyFN0 = _mm256_add_pd(polyFN0, FN2);
+ polyFN1 = _mm256_add_pd(polyFN1, FN1);
+ polyFN0 = _mm256_mul_pd(polyFN0, z4);
+ polyFN1 = _mm256_mul_pd(polyFN1, z2);
+ polyFN0 = _mm256_add_pd(polyFN0, FN0);
+ polyFN0 = _mm256_add_pd(polyFN0, polyFN1);
+
+ return _mm256_mul_pd(polyFN0, polyFD0);
}
const __m128d FN2 = _mm_set1_pd(-0.031750380176100813405);
const __m128d FN1 = _mm_set1_pd(0.13884101728898463426);
const __m128d FN0 = _mm_set1_pd(-0.75225277815249618847);
-
+
const __m128d FD5 = _mm_set1_pd(0.000016009278224355026701);
const __m128d FD4 = _mm_set1_pd(0.00051055686934806966046);
const __m128d FD3 = _mm_set1_pd(0.0081803507497974289008);
const __m128d FD2 = _mm_set1_pd(0.077181146026670287235);
const __m128d FD1 = _mm_set1_pd(0.41543303143712535988);
const __m128d FD0 = _mm_set1_pd(1.0);
-
- __m128d z4;
- __m128d polyFN0,polyFN1,polyFD0,polyFD1;
-
- z4 = _mm_mul_pd(z2,z2);
-
- polyFD1 = _mm_mul_pd(FD5,z4);
- polyFD0 = _mm_mul_pd(FD4,z4);
- polyFD1 = _mm_add_pd(polyFD1,FD3);
- polyFD0 = _mm_add_pd(polyFD0,FD2);
- polyFD1 = _mm_mul_pd(polyFD1,z4);
- polyFD0 = _mm_mul_pd(polyFD0,z4);
- polyFD1 = _mm_add_pd(polyFD1,FD1);
- polyFD0 = _mm_add_pd(polyFD0,FD0);
- polyFD1 = _mm_mul_pd(polyFD1,z2);
- polyFD0 = _mm_add_pd(polyFD0,polyFD1);
-
+
+ __m128d z4;
+ __m128d polyFN0, polyFN1, polyFD0, polyFD1;
+
+ z4 = _mm_mul_pd(z2, z2);
+
+ polyFD1 = _mm_mul_pd(FD5, z4);
+ polyFD0 = _mm_mul_pd(FD4, z4);
+ polyFD1 = _mm_add_pd(polyFD1, FD3);
+ polyFD0 = _mm_add_pd(polyFD0, FD2);
+ polyFD1 = _mm_mul_pd(polyFD1, z4);
+ polyFD0 = _mm_mul_pd(polyFD0, z4);
+ polyFD1 = _mm_add_pd(polyFD1, FD1);
+ polyFD0 = _mm_add_pd(polyFD0, FD0);
+ polyFD1 = _mm_mul_pd(polyFD1, z2);
+ polyFD0 = _mm_add_pd(polyFD0, polyFD1);
+
polyFD0 = gmx_mm_inv_pd(polyFD0);
-
- polyFN0 = _mm_mul_pd(FN10,z4);
- polyFN1 = _mm_mul_pd(FN9,z4);
- polyFN0 = _mm_add_pd(polyFN0,FN8);
- polyFN1 = _mm_add_pd(polyFN1,FN7);
- polyFN0 = _mm_mul_pd(polyFN0,z4);
- polyFN1 = _mm_mul_pd(polyFN1,z4);
- polyFN0 = _mm_add_pd(polyFN0,FN6);
- polyFN1 = _mm_add_pd(polyFN1,FN5);
- polyFN0 = _mm_mul_pd(polyFN0,z4);
- polyFN1 = _mm_mul_pd(polyFN1,z4);
- polyFN0 = _mm_add_pd(polyFN0,FN4);
- polyFN1 = _mm_add_pd(polyFN1,FN3);
- polyFN0 = _mm_mul_pd(polyFN0,z4);
- polyFN1 = _mm_mul_pd(polyFN1,z4);
- polyFN0 = _mm_add_pd(polyFN0,FN2);
- polyFN1 = _mm_add_pd(polyFN1,FN1);
- polyFN0 = _mm_mul_pd(polyFN0,z4);
- polyFN1 = _mm_mul_pd(polyFN1,z2);
- polyFN0 = _mm_add_pd(polyFN0,FN0);
- polyFN0 = _mm_add_pd(polyFN0,polyFN1);
-
- return _mm_mul_pd(polyFN0,polyFD0);
+
+ polyFN0 = _mm_mul_pd(FN10, z4);
+ polyFN1 = _mm_mul_pd(FN9, z4);
+ polyFN0 = _mm_add_pd(polyFN0, FN8);
+ polyFN1 = _mm_add_pd(polyFN1, FN7);
+ polyFN0 = _mm_mul_pd(polyFN0, z4);
+ polyFN1 = _mm_mul_pd(polyFN1, z4);
+ polyFN0 = _mm_add_pd(polyFN0, FN6);
+ polyFN1 = _mm_add_pd(polyFN1, FN5);
+ polyFN0 = _mm_mul_pd(polyFN0, z4);
+ polyFN1 = _mm_mul_pd(polyFN1, z4);
+ polyFN0 = _mm_add_pd(polyFN0, FN4);
+ polyFN1 = _mm_add_pd(polyFN1, FN3);
+ polyFN0 = _mm_mul_pd(polyFN0, z4);
+ polyFN1 = _mm_mul_pd(polyFN1, z4);
+ polyFN0 = _mm_add_pd(polyFN0, FN2);
+ polyFN1 = _mm_add_pd(polyFN1, FN1);
+ polyFN0 = _mm_mul_pd(polyFN0, z4);
+ polyFN1 = _mm_mul_pd(polyFN1, z2);
+ polyFN0 = _mm_add_pd(polyFN0, FN0);
+ polyFN0 = _mm_add_pd(polyFN0, polyFN1);
+
+ return _mm_mul_pd(polyFN0, polyFD0);
}
* 3. Evaluate this routine with z^2 as the argument.
* 4. The return value is the expression:
*
- *
+ *
* erf(z)
* --------
* z
- *
+ *
* 5. Multiply the entire expression by beta and switching back to r (z=r*beta):
*
* erf(r*beta)
* -----------
- * r
+ * r
*
* 6. Subtract the result from 1/r, multiply by the product of the charges,
* and you have your potential.
const __m256d VN2 = _mm256_set1_pd(0.045247661136833092885);
const __m256d VN1 = _mm256_set1_pd(0.11643931522926034421);
const __m256d VN0 = _mm256_set1_pd(1.1283791671726767970);
-
+
const __m256d VD5 = _mm256_set1_pd(0.000021784709867336150342);
const __m256d VD4 = _mm256_set1_pd(0.00064293662010911388448);
const __m256d VD3 = _mm256_set1_pd(0.0096311444822588683504);
const __m256d VD2 = _mm256_set1_pd(0.085608012351550627051);
const __m256d VD1 = _mm256_set1_pd(0.43652499166614811084);
const __m256d VD0 = _mm256_set1_pd(1.0);
-
- __m256d z4;
- __m256d polyVN0,polyVN1,polyVD0,polyVD1;
-
- z4 = _mm256_mul_pd(z2,z2);
-
- polyVD1 = _mm256_mul_pd(VD5,z4);
- polyVD0 = _mm256_mul_pd(VD4,z4);
- polyVD1 = _mm256_add_pd(polyVD1,VD3);
- polyVD0 = _mm256_add_pd(polyVD0,VD2);
- polyVD1 = _mm256_mul_pd(polyVD1,z4);
- polyVD0 = _mm256_mul_pd(polyVD0,z4);
- polyVD1 = _mm256_add_pd(polyVD1,VD1);
- polyVD0 = _mm256_add_pd(polyVD0,VD0);
- polyVD1 = _mm256_mul_pd(polyVD1,z2);
- polyVD0 = _mm256_add_pd(polyVD0,polyVD1);
-
+
+ __m256d z4;
+ __m256d polyVN0, polyVN1, polyVD0, polyVD1;
+
+ z4 = _mm256_mul_pd(z2, z2);
+
+ polyVD1 = _mm256_mul_pd(VD5, z4);
+ polyVD0 = _mm256_mul_pd(VD4, z4);
+ polyVD1 = _mm256_add_pd(polyVD1, VD3);
+ polyVD0 = _mm256_add_pd(polyVD0, VD2);
+ polyVD1 = _mm256_mul_pd(polyVD1, z4);
+ polyVD0 = _mm256_mul_pd(polyVD0, z4);
+ polyVD1 = _mm256_add_pd(polyVD1, VD1);
+ polyVD0 = _mm256_add_pd(polyVD0, VD0);
+ polyVD1 = _mm256_mul_pd(polyVD1, z2);
+ polyVD0 = _mm256_add_pd(polyVD0, polyVD1);
+
polyVD0 = gmx_mm256_inv_pd(polyVD0);
-
- polyVN1 = _mm256_mul_pd(VN9,z4);
- polyVN0 = _mm256_mul_pd(VN8,z4);
- polyVN1 = _mm256_add_pd(polyVN1,VN7);
- polyVN0 = _mm256_add_pd(polyVN0,VN6);
- polyVN1 = _mm256_mul_pd(polyVN1,z4);
- polyVN0 = _mm256_mul_pd(polyVN0,z4);
- polyVN1 = _mm256_add_pd(polyVN1,VN5);
- polyVN0 = _mm256_add_pd(polyVN0,VN4);
- polyVN1 = _mm256_mul_pd(polyVN1,z4);
- polyVN0 = _mm256_mul_pd(polyVN0,z4);
- polyVN1 = _mm256_add_pd(polyVN1,VN3);
- polyVN0 = _mm256_add_pd(polyVN0,VN2);
- polyVN1 = _mm256_mul_pd(polyVN1,z4);
- polyVN0 = _mm256_mul_pd(polyVN0,z4);
- polyVN1 = _mm256_add_pd(polyVN1,VN1);
- polyVN0 = _mm256_add_pd(polyVN0,VN0);
- polyVN1 = _mm256_mul_pd(polyVN1,z2);
- polyVN0 = _mm256_add_pd(polyVN0,polyVN1);
-
- return _mm256_mul_pd(polyVN0,polyVD0);
+
+ polyVN1 = _mm256_mul_pd(VN9, z4);
+ polyVN0 = _mm256_mul_pd(VN8, z4);
+ polyVN1 = _mm256_add_pd(polyVN1, VN7);
+ polyVN0 = _mm256_add_pd(polyVN0, VN6);
+ polyVN1 = _mm256_mul_pd(polyVN1, z4);
+ polyVN0 = _mm256_mul_pd(polyVN0, z4);
+ polyVN1 = _mm256_add_pd(polyVN1, VN5);
+ polyVN0 = _mm256_add_pd(polyVN0, VN4);
+ polyVN1 = _mm256_mul_pd(polyVN1, z4);
+ polyVN0 = _mm256_mul_pd(polyVN0, z4);
+ polyVN1 = _mm256_add_pd(polyVN1, VN3);
+ polyVN0 = _mm256_add_pd(polyVN0, VN2);
+ polyVN1 = _mm256_mul_pd(polyVN1, z4);
+ polyVN0 = _mm256_mul_pd(polyVN0, z4);
+ polyVN1 = _mm256_add_pd(polyVN1, VN1);
+ polyVN0 = _mm256_add_pd(polyVN0, VN0);
+ polyVN1 = _mm256_mul_pd(polyVN1, z2);
+ polyVN0 = _mm256_add_pd(polyVN0, polyVN1);
+
+ return _mm256_mul_pd(polyVN0, polyVD0);
}
const __m128d VN2 = _mm_set1_pd(0.045247661136833092885);
const __m128d VN1 = _mm_set1_pd(0.11643931522926034421);
const __m128d VN0 = _mm_set1_pd(1.1283791671726767970);
-
+
const __m128d VD5 = _mm_set1_pd(0.000021784709867336150342);
const __m128d VD4 = _mm_set1_pd(0.00064293662010911388448);
const __m128d VD3 = _mm_set1_pd(0.0096311444822588683504);
const __m128d VD2 = _mm_set1_pd(0.085608012351550627051);
const __m128d VD1 = _mm_set1_pd(0.43652499166614811084);
const __m128d VD0 = _mm_set1_pd(1.0);
-
- __m128d z4;
- __m128d polyVN0,polyVN1,polyVD0,polyVD1;
-
- z4 = _mm_mul_pd(z2,z2);
-
- polyVD1 = _mm_mul_pd(VD5,z4);
- polyVD0 = _mm_mul_pd(VD4,z4);
- polyVD1 = _mm_add_pd(polyVD1,VD3);
- polyVD0 = _mm_add_pd(polyVD0,VD2);
- polyVD1 = _mm_mul_pd(polyVD1,z4);
- polyVD0 = _mm_mul_pd(polyVD0,z4);
- polyVD1 = _mm_add_pd(polyVD1,VD1);
- polyVD0 = _mm_add_pd(polyVD0,VD0);
- polyVD1 = _mm_mul_pd(polyVD1,z2);
- polyVD0 = _mm_add_pd(polyVD0,polyVD1);
-
+
+ __m128d z4;
+ __m128d polyVN0, polyVN1, polyVD0, polyVD1;
+
+ z4 = _mm_mul_pd(z2, z2);
+
+ polyVD1 = _mm_mul_pd(VD5, z4);
+ polyVD0 = _mm_mul_pd(VD4, z4);
+ polyVD1 = _mm_add_pd(polyVD1, VD3);
+ polyVD0 = _mm_add_pd(polyVD0, VD2);
+ polyVD1 = _mm_mul_pd(polyVD1, z4);
+ polyVD0 = _mm_mul_pd(polyVD0, z4);
+ polyVD1 = _mm_add_pd(polyVD1, VD1);
+ polyVD0 = _mm_add_pd(polyVD0, VD0);
+ polyVD1 = _mm_mul_pd(polyVD1, z2);
+ polyVD0 = _mm_add_pd(polyVD0, polyVD1);
+
polyVD0 = gmx_mm_inv_pd(polyVD0);
-
- polyVN1 = _mm_mul_pd(VN9,z4);
- polyVN0 = _mm_mul_pd(VN8,z4);
- polyVN1 = _mm_add_pd(polyVN1,VN7);
- polyVN0 = _mm_add_pd(polyVN0,VN6);
- polyVN1 = _mm_mul_pd(polyVN1,z4);
- polyVN0 = _mm_mul_pd(polyVN0,z4);
- polyVN1 = _mm_add_pd(polyVN1,VN5);
- polyVN0 = _mm_add_pd(polyVN0,VN4);
- polyVN1 = _mm_mul_pd(polyVN1,z4);
- polyVN0 = _mm_mul_pd(polyVN0,z4);
- polyVN1 = _mm_add_pd(polyVN1,VN3);
- polyVN0 = _mm_add_pd(polyVN0,VN2);
- polyVN1 = _mm_mul_pd(polyVN1,z4);
- polyVN0 = _mm_mul_pd(polyVN0,z4);
- polyVN1 = _mm_add_pd(polyVN1,VN1);
- polyVN0 = _mm_add_pd(polyVN0,VN0);
- polyVN1 = _mm_mul_pd(polyVN1,z2);
- polyVN0 = _mm_add_pd(polyVN0,polyVN1);
-
- return _mm_mul_pd(polyVN0,polyVD0);
+
+ polyVN1 = _mm_mul_pd(VN9, z4);
+ polyVN0 = _mm_mul_pd(VN8, z4);
+ polyVN1 = _mm_add_pd(polyVN1, VN7);
+ polyVN0 = _mm_add_pd(polyVN0, VN6);
+ polyVN1 = _mm_mul_pd(polyVN1, z4);
+ polyVN0 = _mm_mul_pd(polyVN0, z4);
+ polyVN1 = _mm_add_pd(polyVN1, VN5);
+ polyVN0 = _mm_add_pd(polyVN0, VN4);
+ polyVN1 = _mm_mul_pd(polyVN1, z4);
+ polyVN0 = _mm_mul_pd(polyVN0, z4);
+ polyVN1 = _mm_add_pd(polyVN1, VN3);
+ polyVN0 = _mm_add_pd(polyVN0, VN2);
+ polyVN1 = _mm_mul_pd(polyVN1, z4);
+ polyVN0 = _mm_mul_pd(polyVN0, z4);
+ polyVN1 = _mm_add_pd(polyVN1, VN1);
+ polyVN0 = _mm_add_pd(polyVN0, VN0);
+ polyVN1 = _mm_mul_pd(polyVN1, z2);
+ polyVN0 = _mm_add_pd(polyVN0, polyVN1);
+
+ return _mm_mul_pd(polyVN0, polyVD0);
}
static int
-gmx_mm256_sincos_pd(__m256d x,
+gmx_mm256_sincos_pd(__m256d x,
__m256d *sinval,
__m256d *cosval)
{
__declspec(align(16))
const double sintable[34] =
{
- 1.00000000000000000e+00 , 0.00000000000000000e+00 ,
- 9.95184726672196929e-01 , 9.80171403295606036e-02 ,
- 9.80785280403230431e-01 , 1.95090322016128248e-01 ,
- 9.56940335732208824e-01 , 2.90284677254462331e-01 ,
- 9.23879532511286738e-01 , 3.82683432365089782e-01 ,
- 8.81921264348355050e-01 , 4.71396736825997642e-01 ,
- 8.31469612302545236e-01 , 5.55570233019602178e-01 ,
- 7.73010453362736993e-01 , 6.34393284163645488e-01 ,
- 7.07106781186547573e-01 , 7.07106781186547462e-01 ,
- 6.34393284163645599e-01 , 7.73010453362736882e-01 ,
- 5.55570233019602289e-01 , 8.31469612302545125e-01 ,
- 4.71396736825997809e-01 , 8.81921264348354939e-01 ,
- 3.82683432365089837e-01 , 9.23879532511286738e-01 ,
- 2.90284677254462276e-01 , 9.56940335732208935e-01 ,
- 1.95090322016128304e-01 , 9.80785280403230431e-01 ,
- 9.80171403295607702e-02 , 9.95184726672196818e-01 ,
- 0.0 , 1.00000000000000000e+00
+ 1.00000000000000000e+00, 0.00000000000000000e+00,
+ 9.95184726672196929e-01, 9.80171403295606036e-02,
+ 9.80785280403230431e-01, 1.95090322016128248e-01,
+ 9.56940335732208824e-01, 2.90284677254462331e-01,
+ 9.23879532511286738e-01, 3.82683432365089782e-01,
+ 8.81921264348355050e-01, 4.71396736825997642e-01,
+ 8.31469612302545236e-01, 5.55570233019602178e-01,
+ 7.73010453362736993e-01, 6.34393284163645488e-01,
+ 7.07106781186547573e-01, 7.07106781186547462e-01,
+ 6.34393284163645599e-01, 7.73010453362736882e-01,
+ 5.55570233019602289e-01, 8.31469612302545125e-01,
+ 4.71396736825997809e-01, 8.81921264348354939e-01,
+ 3.82683432365089837e-01, 9.23879532511286738e-01,
+ 2.90284677254462276e-01, 9.56940335732208935e-01,
+ 1.95090322016128304e-01, 9.80785280403230431e-01,
+ 9.80171403295607702e-02, 9.95184726672196818e-01,
+ 0.0, 1.00000000000000000e+00
};
#else
const __m128d sintable[17] =
{
- _mm_set_pd( 0.0 , 1.0 ),
- _mm_set_pd( sin( 1.0 * (M_PI/2.0) / 16.0) , cos( 1.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 2.0 * (M_PI/2.0) / 16.0) , cos( 2.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 3.0 * (M_PI/2.0) / 16.0) , cos( 3.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 4.0 * (M_PI/2.0) / 16.0) , cos( 4.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 5.0 * (M_PI/2.0) / 16.0) , cos( 5.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 6.0 * (M_PI/2.0) / 16.0) , cos( 6.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 7.0 * (M_PI/2.0) / 16.0) , cos( 7.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 8.0 * (M_PI/2.0) / 16.0) , cos( 8.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 9.0 * (M_PI/2.0) / 16.0) , cos( 9.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 10.0 * (M_PI/2.0) / 16.0) , cos( 10.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 11.0 * (M_PI/2.0) / 16.0) , cos( 11.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 12.0 * (M_PI/2.0) / 16.0) , cos( 12.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 13.0 * (M_PI/2.0) / 16.0) , cos( 13.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 14.0 * (M_PI/2.0) / 16.0) , cos( 14.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 15.0 * (M_PI/2.0) / 16.0) , cos( 15.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( 1.0 , 0.0 )
+ _mm_set_pd( 0.0, 1.0 ),
+ _mm_set_pd( sin( 1.0 * (M_PI/2.0) / 16.0), cos( 1.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 2.0 * (M_PI/2.0) / 16.0), cos( 2.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 3.0 * (M_PI/2.0) / 16.0), cos( 3.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 4.0 * (M_PI/2.0) / 16.0), cos( 4.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 5.0 * (M_PI/2.0) / 16.0), cos( 5.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 6.0 * (M_PI/2.0) / 16.0), cos( 6.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 7.0 * (M_PI/2.0) / 16.0), cos( 7.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 8.0 * (M_PI/2.0) / 16.0), cos( 8.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 9.0 * (M_PI/2.0) / 16.0), cos( 9.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 10.0 * (M_PI/2.0) / 16.0), cos( 10.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 11.0 * (M_PI/2.0) / 16.0), cos( 11.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 12.0 * (M_PI/2.0) / 16.0), cos( 12.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 13.0 * (M_PI/2.0) / 16.0), cos( 13.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 14.0 * (M_PI/2.0) / 16.0), cos( 14.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 15.0 * (M_PI/2.0) / 16.0), cos( 15.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( 1.0, 0.0 )
};
#endif
- const __m256d signmask = _mm256_castsi256_pd( _mm256_set_epi32(0x7FFFFFFF,0xFFFFFFFF,0x7FFFFFFF,0xFFFFFFFF,
- 0x7FFFFFFF,0xFFFFFFFF,0x7FFFFFFF,0xFFFFFFFF) );
+ const __m256d signmask = _mm256_castsi256_pd( _mm256_set_epi32(0x7FFFFFFF, 0xFFFFFFFF, 0x7FFFFFFF, 0xFFFFFFFF,
+ 0x7FFFFFFF, 0xFFFFFFFF, 0x7FFFFFFF, 0xFFFFFFFF) );
const __m128i signbit_epi32 = _mm_set1_epi32(0x80000000);
const __m256d tabscale = _mm256_set1_pd(32.0/M_PI);
const __m256d cosP2 = _mm256_set1_pd(-1.0/2.0);
const __m256d cosP0 = _mm256_set1_pd(1.0);
- __m256d scalex;
- __m128i tabidx,corridx;
- __m256d xabs,z,z2,polySin,polyCos;
- __m256d xpoint;
- __m256d t1,t2,t3,t4;
+ __m256d scalex;
+ __m128i tabidx, corridx;
+ __m256d xabs, z, z2, polySin, polyCos;
+ __m256d xpoint;
+ __m256d t1, t2, t3, t4;
- __m256d sinpoint,cospoint;
- __m256d xsign,ssign,csign;
- __m128i imask,sswapsign,cswapsign;
- __m256d minusone;
+ __m256d sinpoint, cospoint;
+ __m256d xsign, ssign, csign;
+ __m128i imask, sswapsign, cswapsign;
+ __m256d minusone;
- xsign = _mm256_andnot_pd(signmask,x);
- xabs = _mm256_and_pd(x,signmask);
+ xsign = _mm256_andnot_pd(signmask, x);
+ xabs = _mm256_and_pd(x, signmask);
- scalex = _mm256_mul_pd(tabscale,xabs);
+ scalex = _mm256_mul_pd(tabscale, xabs);
tabidx = _mm256_cvtpd_epi32(scalex);
- xpoint = _mm256_round_pd(scalex,_MM_FROUND_TO_NEAREST_INT);
+ xpoint = _mm256_round_pd(scalex, _MM_FROUND_TO_NEAREST_INT);
/* Extended precision arithmetics */
- z = _mm256_sub_pd(xabs,_mm256_mul_pd(invtabscale0,xpoint));
- z = _mm256_sub_pd(z,_mm256_mul_pd(invtabscale1,xpoint));
+ z = _mm256_sub_pd(xabs, _mm256_mul_pd(invtabscale0, xpoint));
+ z = _mm256_sub_pd(z, _mm256_mul_pd(invtabscale1, xpoint));
/* Range reduction to 0..2*Pi */
- tabidx = _mm_and_si128(tabidx,tabmask);
+ tabidx = _mm_and_si128(tabidx, tabmask);
/* tabidx is now in range [0,..,64] */
- imask = _mm_cmpgt_epi32(tabidx,i32);
+ imask = _mm_cmpgt_epi32(tabidx, i32);
sswapsign = imask;
cswapsign = imask;
- corridx = _mm_and_si128(imask,i32);
- tabidx = _mm_sub_epi32(tabidx,corridx);
+ corridx = _mm_and_si128(imask, i32);
+ tabidx = _mm_sub_epi32(tabidx, corridx);
/* tabidx is now in range [0..32] */
- imask = _mm_cmpgt_epi32(tabidx,i16);
- cswapsign = _mm_xor_si128(cswapsign,imask);
- corridx = _mm_sub_epi32(i32,tabidx);
- tabidx = _mm_blendv_epi8(tabidx,corridx,imask);
+ imask = _mm_cmpgt_epi32(tabidx, i16);
+ cswapsign = _mm_xor_si128(cswapsign, imask);
+ corridx = _mm_sub_epi32(i32, tabidx);
+ tabidx = _mm_blendv_epi8(tabidx, corridx, imask);
/* tabidx is now in range [0..16] */
- ssign = _mm256_cvtepi32_pd( _mm_or_si128( sswapsign , ione ) );
- csign = _mm256_cvtepi32_pd( _mm_or_si128( cswapsign , ione ) );
+ ssign = _mm256_cvtepi32_pd( _mm_or_si128( sswapsign, ione ) );
+ csign = _mm256_cvtepi32_pd( _mm_or_si128( cswapsign, ione ) );
/* First lookup into table */
#ifdef _MSC_VER
- t1 = _mm256_insertf128_pd(_mm256_castpd128_pd256(_mm_load_pd(sintable + 2*_mm_extract_epi32(tabidx,0))),
- _mm_load_pd(sintable + 2*_mm_extract_epi32(tabidx,2)), 0x1);
- t2 = _mm256_insertf128_pd(_mm256_castpd128_pd256(_mm_load_pd(sintable + 2*_mm_extract_epi32(tabidx,1))),
- _mm_load_pd(sintable + 2*_mm_extract_epi32(tabidx,3)), 0x1);
+ t1 = _mm256_insertf128_pd(_mm256_castpd128_pd256(_mm_load_pd(sintable + 2*_mm_extract_epi32(tabidx, 0))),
+ _mm_load_pd(sintable + 2*_mm_extract_epi32(tabidx, 2)), 0x1);
+ t2 = _mm256_insertf128_pd(_mm256_castpd128_pd256(_mm_load_pd(sintable + 2*_mm_extract_epi32(tabidx, 1))),
+ _mm_load_pd(sintable + 2*_mm_extract_epi32(tabidx, 3)), 0x1);
#else
- t1 = _mm256_insertf128_pd(_mm256_castpd128_pd256(sintable[_mm_extract_epi32(tabidx,0)]),
- sintable[_mm_extract_epi32(tabidx,2)], 0x1);
- t2 = _mm256_insertf128_pd(_mm256_castpd128_pd256(sintable[_mm_extract_epi32(tabidx,1)]),
- sintable[_mm_extract_epi32(tabidx,3)], 0x1);
+ t1 = _mm256_insertf128_pd(_mm256_castpd128_pd256(sintable[_mm_extract_epi32(tabidx, 0)]),
+ sintable[_mm_extract_epi32(tabidx, 2)], 0x1);
+ t2 = _mm256_insertf128_pd(_mm256_castpd128_pd256(sintable[_mm_extract_epi32(tabidx, 1)]),
+ sintable[_mm_extract_epi32(tabidx, 3)], 0x1);
#endif
- sinpoint = _mm256_unpackhi_pd(t1,t2);
- cospoint = _mm256_unpacklo_pd(t1,t2);
+ sinpoint = _mm256_unpackhi_pd(t1, t2);
+ cospoint = _mm256_unpacklo_pd(t1, t2);
- sinpoint = _mm256_mul_pd(sinpoint,ssign);
- cospoint = _mm256_mul_pd(cospoint,csign);
+ sinpoint = _mm256_mul_pd(sinpoint, ssign);
+ cospoint = _mm256_mul_pd(cospoint, csign);
- z2 = _mm256_mul_pd(z,z);
+ z2 = _mm256_mul_pd(z, z);
- polySin = _mm256_mul_pd(sinP7,z2);
- polySin = _mm256_add_pd(polySin,sinP5);
- polySin = _mm256_mul_pd(polySin,z2);
- polySin = _mm256_add_pd(polySin,sinP3);
- polySin = _mm256_mul_pd(polySin,z2);
- polySin = _mm256_add_pd(polySin,sinP1);
- polySin = _mm256_mul_pd(polySin,z);
+ polySin = _mm256_mul_pd(sinP7, z2);
+ polySin = _mm256_add_pd(polySin, sinP5);
+ polySin = _mm256_mul_pd(polySin, z2);
+ polySin = _mm256_add_pd(polySin, sinP3);
+ polySin = _mm256_mul_pd(polySin, z2);
+ polySin = _mm256_add_pd(polySin, sinP1);
+ polySin = _mm256_mul_pd(polySin, z);
- polyCos = _mm256_mul_pd(cosP6,z2);
- polyCos = _mm256_add_pd(polyCos,cosP4);
- polyCos = _mm256_mul_pd(polyCos,z2);
- polyCos = _mm256_add_pd(polyCos,cosP2);
- polyCos = _mm256_mul_pd(polyCos,z2);
- polyCos = _mm256_add_pd(polyCos,cosP0);
+ polyCos = _mm256_mul_pd(cosP6, z2);
+ polyCos = _mm256_add_pd(polyCos, cosP4);
+ polyCos = _mm256_mul_pd(polyCos, z2);
+ polyCos = _mm256_add_pd(polyCos, cosP2);
+ polyCos = _mm256_mul_pd(polyCos, z2);
+ polyCos = _mm256_add_pd(polyCos, cosP0);
- *sinval = _mm256_xor_pd(_mm256_add_pd( _mm256_mul_pd(sinpoint,polyCos) , _mm256_mul_pd(cospoint,polySin) ),xsign);
- *cosval = _mm256_sub_pd( _mm256_mul_pd(cospoint,polyCos) , _mm256_mul_pd(sinpoint,polySin) );
+ *sinval = _mm256_xor_pd(_mm256_add_pd( _mm256_mul_pd(sinpoint, polyCos), _mm256_mul_pd(cospoint, polySin) ), xsign);
+ *cosval = _mm256_sub_pd( _mm256_mul_pd(cospoint, polyCos), _mm256_mul_pd(sinpoint, polySin) );
return 0;
}
static int
-gmx_mm_sincos_pd(__m128d x,
+gmx_mm_sincos_pd(__m128d x,
__m128d *sinval,
__m128d *cosval)
{
__declspec(align(16))
const double sintable[34] =
{
- 1.00000000000000000e+00 , 0.00000000000000000e+00 ,
- 9.95184726672196929e-01 , 9.80171403295606036e-02 ,
- 9.80785280403230431e-01 , 1.95090322016128248e-01 ,
- 9.56940335732208824e-01 , 2.90284677254462331e-01 ,
- 9.23879532511286738e-01 , 3.82683432365089782e-01 ,
- 8.81921264348355050e-01 , 4.71396736825997642e-01 ,
- 8.31469612302545236e-01 , 5.55570233019602178e-01 ,
- 7.73010453362736993e-01 , 6.34393284163645488e-01 ,
- 7.07106781186547573e-01 , 7.07106781186547462e-01 ,
- 6.34393284163645599e-01 , 7.73010453362736882e-01 ,
- 5.55570233019602289e-01 , 8.31469612302545125e-01 ,
- 4.71396736825997809e-01 , 8.81921264348354939e-01 ,
- 3.82683432365089837e-01 , 9.23879532511286738e-01 ,
- 2.90284677254462276e-01 , 9.56940335732208935e-01 ,
- 1.95090322016128304e-01 , 9.80785280403230431e-01 ,
- 9.80171403295607702e-02 , 9.95184726672196818e-01 ,
- 0.0 , 1.00000000000000000e+00
+ 1.00000000000000000e+00, 0.00000000000000000e+00,
+ 9.95184726672196929e-01, 9.80171403295606036e-02,
+ 9.80785280403230431e-01, 1.95090322016128248e-01,
+ 9.56940335732208824e-01, 2.90284677254462331e-01,
+ 9.23879532511286738e-01, 3.82683432365089782e-01,
+ 8.81921264348355050e-01, 4.71396736825997642e-01,
+ 8.31469612302545236e-01, 5.55570233019602178e-01,
+ 7.73010453362736993e-01, 6.34393284163645488e-01,
+ 7.07106781186547573e-01, 7.07106781186547462e-01,
+ 6.34393284163645599e-01, 7.73010453362736882e-01,
+ 5.55570233019602289e-01, 8.31469612302545125e-01,
+ 4.71396736825997809e-01, 8.81921264348354939e-01,
+ 3.82683432365089837e-01, 9.23879532511286738e-01,
+ 2.90284677254462276e-01, 9.56940335732208935e-01,
+ 1.95090322016128304e-01, 9.80785280403230431e-01,
+ 9.80171403295607702e-02, 9.95184726672196818e-01,
+ 0.0, 1.00000000000000000e+00
};
#else
const __m128d sintable[17] =
{
- _mm_set_pd( 0.0 , 1.0 ),
- _mm_set_pd( sin( 1.0 * (M_PI/2.0) / 16.0) , cos( 1.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 2.0 * (M_PI/2.0) / 16.0) , cos( 2.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 3.0 * (M_PI/2.0) / 16.0) , cos( 3.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 4.0 * (M_PI/2.0) / 16.0) , cos( 4.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 5.0 * (M_PI/2.0) / 16.0) , cos( 5.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 6.0 * (M_PI/2.0) / 16.0) , cos( 6.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 7.0 * (M_PI/2.0) / 16.0) , cos( 7.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 8.0 * (M_PI/2.0) / 16.0) , cos( 8.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 9.0 * (M_PI/2.0) / 16.0) , cos( 9.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 10.0 * (M_PI/2.0) / 16.0) , cos( 10.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 11.0 * (M_PI/2.0) / 16.0) , cos( 11.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 12.0 * (M_PI/2.0) / 16.0) , cos( 12.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 13.0 * (M_PI/2.0) / 16.0) , cos( 13.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 14.0 * (M_PI/2.0) / 16.0) , cos( 14.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( sin( 15.0 * (M_PI/2.0) / 16.0) , cos( 15.0 * (M_PI/2.0) / 16.0) ),
- _mm_set_pd( 1.0 , 0.0 )
+ _mm_set_pd( 0.0, 1.0 ),
+ _mm_set_pd( sin( 1.0 * (M_PI/2.0) / 16.0), cos( 1.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 2.0 * (M_PI/2.0) / 16.0), cos( 2.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 3.0 * (M_PI/2.0) / 16.0), cos( 3.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 4.0 * (M_PI/2.0) / 16.0), cos( 4.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 5.0 * (M_PI/2.0) / 16.0), cos( 5.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 6.0 * (M_PI/2.0) / 16.0), cos( 6.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 7.0 * (M_PI/2.0) / 16.0), cos( 7.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 8.0 * (M_PI/2.0) / 16.0), cos( 8.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 9.0 * (M_PI/2.0) / 16.0), cos( 9.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 10.0 * (M_PI/2.0) / 16.0), cos( 10.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 11.0 * (M_PI/2.0) / 16.0), cos( 11.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 12.0 * (M_PI/2.0) / 16.0), cos( 12.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 13.0 * (M_PI/2.0) / 16.0), cos( 13.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 14.0 * (M_PI/2.0) / 16.0), cos( 14.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( sin( 15.0 * (M_PI/2.0) / 16.0), cos( 15.0 * (M_PI/2.0) / 16.0) ),
+ _mm_set_pd( 1.0, 0.0 )
};
#endif
-
- const __m128d signmask = gmx_mm_castsi128_pd( _mm_set_epi32(0x7FFFFFFF,0xFFFFFFFF,0x7FFFFFFF,0xFFFFFFFF) );
+
+ const __m128d signmask = gmx_mm_castsi128_pd( _mm_set_epi32(0x7FFFFFFF, 0xFFFFFFFF, 0x7FFFFFFF, 0xFFFFFFFF) );
const __m128i signbit_epi32 = _mm_set1_epi32(0x80000000);
-
+
const __m128d tabscale = _mm_set1_pd(32.0/M_PI);
const __m128d invtabscale0 = _mm_set1_pd(9.81747508049011230469e-02);
const __m128d invtabscale1 = _mm_set1_pd(1.96197799156550576057e-08);
const __m128d sinP5 = _mm_set1_pd(1.0/120.0);
const __m128d sinP3 = _mm_set1_pd(-1.0/6.0);
const __m128d sinP1 = _mm_set1_pd(1.0);
-
+
const __m128d cosP6 = _mm_set1_pd(-1.0/720.0);
const __m128d cosP4 = _mm_set1_pd(1.0/24.0);
const __m128d cosP2 = _mm_set1_pd(-1.0/2.0);
const __m128d cosP0 = _mm_set1_pd(1.0);
-
- __m128d scalex;
- __m128i tabidx,corridx;
- __m128d xabs,z,z2,polySin,polyCos;
- __m128d xpoint;
- __m128d ypoint0,ypoint1;
-
- __m128d sinpoint,cospoint;
- __m128d xsign,ssign,csign;
- __m128i imask,sswapsign,cswapsign;
- __m128d minusone;
-
- xsign = _mm_andnot_pd(signmask,x);
- xabs = _mm_and_pd(x,signmask);
-
- scalex = _mm_mul_pd(tabscale,xabs);
+
+ __m128d scalex;
+ __m128i tabidx, corridx;
+ __m128d xabs, z, z2, polySin, polyCos;
+ __m128d xpoint;
+ __m128d ypoint0, ypoint1;
+
+ __m128d sinpoint, cospoint;
+ __m128d xsign, ssign, csign;
+ __m128i imask, sswapsign, cswapsign;
+ __m128d minusone;
+
+ xsign = _mm_andnot_pd(signmask, x);
+ xabs = _mm_and_pd(x, signmask);
+
+ scalex = _mm_mul_pd(tabscale, xabs);
tabidx = _mm_cvtpd_epi32(scalex);
-
- xpoint = _mm_round_pd(scalex,_MM_FROUND_TO_NEAREST_INT);
-
+
+ xpoint = _mm_round_pd(scalex, _MM_FROUND_TO_NEAREST_INT);
+
/* Extended precision arithmetics */
- z = _mm_sub_pd(xabs,_mm_mul_pd(invtabscale0,xpoint));
- z = _mm_sub_pd(z,_mm_mul_pd(invtabscale1,xpoint));
-
+ z = _mm_sub_pd(xabs, _mm_mul_pd(invtabscale0, xpoint));
+ z = _mm_sub_pd(z, _mm_mul_pd(invtabscale1, xpoint));
+
/* Range reduction to 0..2*Pi */
- tabidx = _mm_and_si128(tabidx,tabmask);
-
+ tabidx = _mm_and_si128(tabidx, tabmask);
+
/* tabidx is now in range [0,..,64] */
- imask = _mm_cmpgt_epi32(tabidx,i32);
+ imask = _mm_cmpgt_epi32(tabidx, i32);
sswapsign = imask;
cswapsign = imask;
- corridx = _mm_and_si128(imask,i32);
- tabidx = _mm_sub_epi32(tabidx,corridx);
-
+ corridx = _mm_and_si128(imask, i32);
+ tabidx = _mm_sub_epi32(tabidx, corridx);
+
/* tabidx is now in range [0..32] */
- imask = _mm_cmpgt_epi32(tabidx,i16);
- cswapsign = _mm_xor_si128(cswapsign,imask);
- corridx = _mm_sub_epi32(i32,tabidx);
- tabidx = _mm_blendv_epi8(tabidx,corridx,imask);
+ imask = _mm_cmpgt_epi32(tabidx, i16);
+ cswapsign = _mm_xor_si128(cswapsign, imask);
+ corridx = _mm_sub_epi32(i32, tabidx);
+ tabidx = _mm_blendv_epi8(tabidx, corridx, imask);
/* tabidx is now in range [0..16] */
- ssign = _mm_cvtepi32_pd( _mm_or_si128( sswapsign , ione ) );
- csign = _mm_cvtepi32_pd( _mm_or_si128( cswapsign , ione ) );
-
+ ssign = _mm_cvtepi32_pd( _mm_or_si128( sswapsign, ione ) );
+ csign = _mm_cvtepi32_pd( _mm_or_si128( cswapsign, ione ) );
+
#ifdef _MSC_VER
- ypoint0 = _mm_load_pd(sintable + 2*_mm_extract_epi32(tabidx,0));
- ypoint1 = _mm_load_pd(sintable + 2*_mm_extract_epi32(tabidx,1));
+ ypoint0 = _mm_load_pd(sintable + 2*_mm_extract_epi32(tabidx, 0));
+ ypoint1 = _mm_load_pd(sintable + 2*_mm_extract_epi32(tabidx, 1));
#else
- ypoint0 = sintable[_mm_extract_epi32(tabidx,0)];
- ypoint1 = sintable[_mm_extract_epi32(tabidx,1)];
+ ypoint0 = sintable[_mm_extract_epi32(tabidx, 0)];
+ ypoint1 = sintable[_mm_extract_epi32(tabidx, 1)];
#endif
- sinpoint = _mm_unpackhi_pd(ypoint0,ypoint1);
- cospoint = _mm_unpacklo_pd(ypoint0,ypoint1);
-
- sinpoint = _mm_mul_pd(sinpoint,ssign);
- cospoint = _mm_mul_pd(cospoint,csign);
-
- z2 = _mm_mul_pd(z,z);
-
- polySin = _mm_mul_pd(sinP7,z2);
- polySin = _mm_add_pd(polySin,sinP5);
- polySin = _mm_mul_pd(polySin,z2);
- polySin = _mm_add_pd(polySin,sinP3);
- polySin = _mm_mul_pd(polySin,z2);
- polySin = _mm_add_pd(polySin,sinP1);
- polySin = _mm_mul_pd(polySin,z);
-
- polyCos = _mm_mul_pd(cosP6,z2);
- polyCos = _mm_add_pd(polyCos,cosP4);
- polyCos = _mm_mul_pd(polyCos,z2);
- polyCos = _mm_add_pd(polyCos,cosP2);
- polyCos = _mm_mul_pd(polyCos,z2);
- polyCos = _mm_add_pd(polyCos,cosP0);
-
- *sinval = _mm_xor_pd(_mm_add_pd( _mm_mul_pd(sinpoint,polyCos) , _mm_mul_pd(cospoint,polySin) ),xsign);
- *cosval = _mm_sub_pd( _mm_mul_pd(cospoint,polyCos) , _mm_mul_pd(sinpoint,polySin) );
-
+ sinpoint = _mm_unpackhi_pd(ypoint0, ypoint1);
+ cospoint = _mm_unpacklo_pd(ypoint0, ypoint1);
+
+ sinpoint = _mm_mul_pd(sinpoint, ssign);
+ cospoint = _mm_mul_pd(cospoint, csign);
+
+ z2 = _mm_mul_pd(z, z);
+
+ polySin = _mm_mul_pd(sinP7, z2);
+ polySin = _mm_add_pd(polySin, sinP5);
+ polySin = _mm_mul_pd(polySin, z2);
+ polySin = _mm_add_pd(polySin, sinP3);
+ polySin = _mm_mul_pd(polySin, z2);
+ polySin = _mm_add_pd(polySin, sinP1);
+ polySin = _mm_mul_pd(polySin, z);
+
+ polyCos = _mm_mul_pd(cosP6, z2);
+ polyCos = _mm_add_pd(polyCos, cosP4);
+ polyCos = _mm_mul_pd(polyCos, z2);
+ polyCos = _mm_add_pd(polyCos, cosP2);
+ polyCos = _mm_mul_pd(polyCos, z2);
+ polyCos = _mm_add_pd(polyCos, cosP0);
+
+ *sinval = _mm_xor_pd(_mm_add_pd( _mm_mul_pd(sinpoint, polyCos), _mm_mul_pd(cospoint, polySin) ), xsign);
+ *cosval = _mm_sub_pd( _mm_mul_pd(cospoint, polyCos), _mm_mul_pd(sinpoint, polySin) );
+
return 0;
}
static __m256d
gmx_mm256_sin_pd(__m256d x)
{
- __m256d s,c;
- gmx_mm256_sincos_pd(x,&s,&c);
+ __m256d s, c;
+ gmx_mm256_sincos_pd(x, &s, &c);
return s;
}
static __m128d
gmx_mm_sin_pd(__m128d x)
{
- __m128d s,c;
- gmx_mm_sincos_pd(x,&s,&c);
+ __m128d s, c;
+ gmx_mm_sincos_pd(x, &s, &c);
return s;
}
static __m256d
gmx_mm256_cos_pd(__m256d x)
{
- __m256d s,c;
- gmx_mm256_sincos_pd(x,&s,&c);
+ __m256d s, c;
+ gmx_mm256_sincos_pd(x, &s, &c);
return c;
}
static __m128d
gmx_mm_cos_pd(__m128d x)
{
- __m128d s,c;
- gmx_mm_sincos_pd(x,&s,&c);
+ __m128d s, c;
+ gmx_mm_sincos_pd(x, &s, &c);
return c;
}
static __m256d
gmx_mm256_tan_pd(__m256d x)
{
- __m256d sinval,cosval;
+ __m256d sinval, cosval;
__m256d tanval;
- gmx_mm256_sincos_pd(x,&sinval,&cosval);
+ gmx_mm256_sincos_pd(x, &sinval, &cosval);
- tanval = _mm256_mul_pd(sinval,gmx_mm256_inv_pd(cosval));
+ tanval = _mm256_mul_pd(sinval, gmx_mm256_inv_pd(cosval));
return tanval;
}
static __m128d
gmx_mm_tan_pd(__m128d x)
{
- __m128d sinval,cosval;
+ __m128d sinval, cosval;
__m128d tanval;
-
- gmx_mm_sincos_pd(x,&sinval,&cosval);
-
- tanval = _mm_mul_pd(sinval,gmx_mm_inv_pd(cosval));
-
+
+ gmx_mm_sincos_pd(x, &sinval, &cosval);
+
+ tanval = _mm_mul_pd(sinval, gmx_mm_inv_pd(cosval));
+
return tanval;
}
gmx_mm256_asin_pd(__m256d x)
{
/* Same algorithm as cephes library */
- const __m256d signmask = _mm256_castsi256_pd( _mm256_set_epi32(0x7FFFFFFF,0xFFFFFFFF,0x7FFFFFFF,0xFFFFFFFF,
- 0x7FFFFFFF,0xFFFFFFFF,0x7FFFFFFF,0xFFFFFFFF) );
+ const __m256d signmask = _mm256_castsi256_pd( _mm256_set_epi32(0x7FFFFFFF, 0xFFFFFFFF, 0x7FFFFFFF, 0xFFFFFFFF,
+ 0x7FFFFFFF, 0xFFFFFFFF, 0x7FFFFFFF, 0xFFFFFFFF) );
const __m256d limit1 = _mm256_set1_pd(0.625);
const __m256d limit2 = _mm256_set1_pd(1e-8);
const __m256d one = _mm256_set1_pd(1.0);
const __m256d S1 = _mm256_set1_pd(-3.838770957603691357202e2);
const __m256d S0 = _mm256_set1_pd(3.424398657913078477438e2);
- __m256d sign;
- __m256d mask;
- __m256d xabs;
- __m256d zz,ww,z,q,w,y,zz2,ww2;
- __m256d PA,PB;
- __m256d QA,QB;
- __m256d RA,RB;
- __m256d SA,SB;
- __m256d nom,denom;
+ __m256d sign;
+ __m256d mask;
+ __m256d xabs;
+ __m256d zz, ww, z, q, w, y, zz2, ww2;
+ __m256d PA, PB;
+ __m256d QA, QB;
+ __m256d RA, RB;
+ __m256d SA, SB;
+ __m256d nom, denom;
- sign = _mm256_andnot_pd(signmask,x);
- xabs = _mm256_and_pd(x,signmask);
+ sign = _mm256_andnot_pd(signmask, x);
+ xabs = _mm256_and_pd(x, signmask);
- mask = _mm256_cmp_pd(xabs,limit1,_CMP_GT_OQ);
+ mask = _mm256_cmp_pd(xabs, limit1, _CMP_GT_OQ);
- zz = _mm256_sub_pd(one,xabs);
- ww = _mm256_mul_pd(xabs,xabs);
- zz2 = _mm256_mul_pd(zz,zz);
- ww2 = _mm256_mul_pd(ww,ww);
+ zz = _mm256_sub_pd(one, xabs);
+ ww = _mm256_mul_pd(xabs, xabs);
+ zz2 = _mm256_mul_pd(zz, zz);
+ ww2 = _mm256_mul_pd(ww, ww);
/* R */
- RA = _mm256_mul_pd(R4,zz2);
- RB = _mm256_mul_pd(R3,zz2);
- RA = _mm256_add_pd(RA,R2);
- RB = _mm256_add_pd(RB,R1);
- RA = _mm256_mul_pd(RA,zz2);
- RB = _mm256_mul_pd(RB,zz);
- RA = _mm256_add_pd(RA,R0);
- RA = _mm256_add_pd(RA,RB);
+ RA = _mm256_mul_pd(R4, zz2);
+ RB = _mm256_mul_pd(R3, zz2);
+ RA = _mm256_add_pd(RA, R2);
+ RB = _mm256_add_pd(RB, R1);
+ RA = _mm256_mul_pd(RA, zz2);
+ RB = _mm256_mul_pd(RB, zz);
+ RA = _mm256_add_pd(RA, R0);
+ RA = _mm256_add_pd(RA, RB);
/* S, SA = zz2 */
- SB = _mm256_mul_pd(S3,zz2);
- SA = _mm256_add_pd(zz2,S2);
- SB = _mm256_add_pd(SB,S1);
- SA = _mm256_mul_pd(SA,zz2);
- SB = _mm256_mul_pd(SB,zz);
- SA = _mm256_add_pd(SA,S0);
- SA = _mm256_add_pd(SA,SB);
+ SB = _mm256_mul_pd(S3, zz2);
+ SA = _mm256_add_pd(zz2, S2);
+ SB = _mm256_add_pd(SB, S1);
+ SA = _mm256_mul_pd(SA, zz2);
+ SB = _mm256_mul_pd(SB, zz);
+ SA = _mm256_add_pd(SA, S0);
+ SA = _mm256_add_pd(SA, SB);
/* P */
- PA = _mm256_mul_pd(P5,ww2);
- PB = _mm256_mul_pd(P4,ww2);
- PA = _mm256_add_pd(PA,P3);
- PB = _mm256_add_pd(PB,P2);
- PA = _mm256_mul_pd(PA,ww2);
- PB = _mm256_mul_pd(PB,ww2);
- PA = _mm256_add_pd(PA,P1);
- PB = _mm256_add_pd(PB,P0);
- PA = _mm256_mul_pd(PA,ww);
- PA = _mm256_add_pd(PA,PB);
+ PA = _mm256_mul_pd(P5, ww2);
+ PB = _mm256_mul_pd(P4, ww2);
+ PA = _mm256_add_pd(PA, P3);
+ PB = _mm256_add_pd(PB, P2);
+ PA = _mm256_mul_pd(PA, ww2);
+ PB = _mm256_mul_pd(PB, ww2);
+ PA = _mm256_add_pd(PA, P1);
+ PB = _mm256_add_pd(PB, P0);
+ PA = _mm256_mul_pd(PA, ww);
+ PA = _mm256_add_pd(PA, PB);
/* Q, QA = ww2 */
- QB = _mm256_mul_pd(Q4,ww2);
- QA = _mm256_add_pd(ww2,Q3);
- QB = _mm256_add_pd(QB,Q2);
- QA = _mm256_mul_pd(QA,ww2);
- QB = _mm256_mul_pd(QB,ww2);
- QA = _mm256_add_pd(QA,Q1);
- QB = _mm256_add_pd(QB,Q0);
- QA = _mm256_mul_pd(QA,ww);
- QA = _mm256_add_pd(QA,QB);
-
- RA = _mm256_mul_pd(RA,zz);
- PA = _mm256_mul_pd(PA,ww);
-
- nom = _mm256_blendv_pd( PA,RA,mask );
- denom = _mm256_blendv_pd( QA,SA,mask );
+ QB = _mm256_mul_pd(Q4, ww2);
+ QA = _mm256_add_pd(ww2, Q3);
+ QB = _mm256_add_pd(QB, Q2);
+ QA = _mm256_mul_pd(QA, ww2);
+ QB = _mm256_mul_pd(QB, ww2);
+ QA = _mm256_add_pd(QA, Q1);
+ QB = _mm256_add_pd(QB, Q0);
+ QA = _mm256_mul_pd(QA, ww);
+ QA = _mm256_add_pd(QA, QB);
+
+ RA = _mm256_mul_pd(RA, zz);
+ PA = _mm256_mul_pd(PA, ww);
+
+ nom = _mm256_blendv_pd( PA, RA, mask );
+ denom = _mm256_blendv_pd( QA, SA, mask );
q = _mm256_mul_pd( nom, gmx_mm256_inv_pd(denom) );
- zz = _mm256_add_pd(zz,zz);
+ zz = _mm256_add_pd(zz, zz);
zz = gmx_mm256_sqrt_pd(zz);
- z = _mm256_sub_pd(quarterpi,zz);
- zz = _mm256_mul_pd(zz,q);
- zz = _mm256_sub_pd(zz,morebits);
- z = _mm256_sub_pd(z,zz);
- z = _mm256_add_pd(z,quarterpi);
+ z = _mm256_sub_pd(quarterpi, zz);
+ zz = _mm256_mul_pd(zz, q);
+ zz = _mm256_sub_pd(zz, morebits);
+ z = _mm256_sub_pd(z, zz);
+ z = _mm256_add_pd(z, quarterpi);
- w = _mm256_mul_pd(xabs,q);
- w = _mm256_add_pd(w,xabs);
+ w = _mm256_mul_pd(xabs, q);
+ w = _mm256_add_pd(w, xabs);
- z = _mm256_blendv_pd( w,z,mask );
+ z = _mm256_blendv_pd( w, z, mask );
- mask = _mm256_cmp_pd(xabs,limit2,_CMP_GT_OQ);
- z = _mm256_blendv_pd( xabs,z,mask );
+ mask = _mm256_cmp_pd(xabs, limit2, _CMP_GT_OQ);
+ z = _mm256_blendv_pd( xabs, z, mask );
- z = _mm256_xor_pd(z,sign);
+ z = _mm256_xor_pd(z, sign);
return z;
}
gmx_mm_asin_pd(__m128d x)
{
/* Same algorithm as cephes library */
- const __m128d signmask = gmx_mm_castsi128_pd( _mm_set_epi32(0x7FFFFFFF,0xFFFFFFFF,0x7FFFFFFF,0xFFFFFFFF) );
+ const __m128d signmask = gmx_mm_castsi128_pd( _mm_set_epi32(0x7FFFFFFF, 0xFFFFFFFF, 0x7FFFFFFF, 0xFFFFFFFF) );
const __m128d limit1 = _mm_set1_pd(0.625);
const __m128d limit2 = _mm_set1_pd(1e-8);
const __m128d one = _mm_set1_pd(1.0);
const __m128d halfpi = _mm_set1_pd(M_PI/2.0);
const __m128d quarterpi = _mm_set1_pd(M_PI/4.0);
const __m128d morebits = _mm_set1_pd(6.123233995736765886130e-17);
-
+
const __m128d P5 = _mm_set1_pd(4.253011369004428248960e-3);
const __m128d P4 = _mm_set1_pd(-6.019598008014123785661e-1);
const __m128d P3 = _mm_set1_pd(5.444622390564711410273e0);
const __m128d P2 = _mm_set1_pd(-1.626247967210700244449e1);
const __m128d P1 = _mm_set1_pd(1.956261983317594739197e1);
const __m128d P0 = _mm_set1_pd(-8.198089802484824371615e0);
-
+
const __m128d Q4 = _mm_set1_pd(-1.474091372988853791896e1);
const __m128d Q3 = _mm_set1_pd(7.049610280856842141659e1);
const __m128d Q2 = _mm_set1_pd(-1.471791292232726029859e2);
const __m128d Q1 = _mm_set1_pd(1.395105614657485689735e2);
const __m128d Q0 = _mm_set1_pd(-4.918853881490881290097e1);
-
+
const __m128d R4 = _mm_set1_pd(2.967721961301243206100e-3);
const __m128d R3 = _mm_set1_pd(-5.634242780008963776856e-1);
const __m128d R2 = _mm_set1_pd(6.968710824104713396794e0);
const __m128d R1 = _mm_set1_pd(-2.556901049652824852289e1);
const __m128d R0 = _mm_set1_pd(2.853665548261061424989e1);
-
+
const __m128d S3 = _mm_set1_pd(-2.194779531642920639778e1);
const __m128d S2 = _mm_set1_pd(1.470656354026814941758e2);
const __m128d S1 = _mm_set1_pd(-3.838770957603691357202e2);
const __m128d S0 = _mm_set1_pd(3.424398657913078477438e2);
-
- __m128d sign;
- __m128d mask;
- __m128d xabs;
- __m128d zz,ww,z,q,w,y,zz2,ww2;
- __m128d PA,PB;
- __m128d QA,QB;
- __m128d RA,RB;
- __m128d SA,SB;
- __m128d nom,denom;
-
- sign = _mm_andnot_pd(signmask,x);
- xabs = _mm_and_pd(x,signmask);
-
- mask = _mm_cmpgt_pd(xabs,limit1);
-
- zz = _mm_sub_pd(one,xabs);
- ww = _mm_mul_pd(xabs,xabs);
- zz2 = _mm_mul_pd(zz,zz);
- ww2 = _mm_mul_pd(ww,ww);
-
+
+ __m128d sign;
+ __m128d mask;
+ __m128d xabs;
+ __m128d zz, ww, z, q, w, y, zz2, ww2;
+ __m128d PA, PB;
+ __m128d QA, QB;
+ __m128d RA, RB;
+ __m128d SA, SB;
+ __m128d nom, denom;
+
+ sign = _mm_andnot_pd(signmask, x);
+ xabs = _mm_and_pd(x, signmask);
+
+ mask = _mm_cmpgt_pd(xabs, limit1);
+
+ zz = _mm_sub_pd(one, xabs);
+ ww = _mm_mul_pd(xabs, xabs);
+ zz2 = _mm_mul_pd(zz, zz);
+ ww2 = _mm_mul_pd(ww, ww);
+
/* R */
- RA = _mm_mul_pd(R4,zz2);
- RB = _mm_mul_pd(R3,zz2);
- RA = _mm_add_pd(RA,R2);
- RB = _mm_add_pd(RB,R1);
- RA = _mm_mul_pd(RA,zz2);
- RB = _mm_mul_pd(RB,zz);
- RA = _mm_add_pd(RA,R0);
- RA = _mm_add_pd(RA,RB);
-
+ RA = _mm_mul_pd(R4, zz2);
+ RB = _mm_mul_pd(R3, zz2);
+ RA = _mm_add_pd(RA, R2);
+ RB = _mm_add_pd(RB, R1);
+ RA = _mm_mul_pd(RA, zz2);
+ RB = _mm_mul_pd(RB, zz);
+ RA = _mm_add_pd(RA, R0);
+ RA = _mm_add_pd(RA, RB);
+
/* S, SA = zz2 */
- SB = _mm_mul_pd(S3,zz2);
- SA = _mm_add_pd(zz2,S2);
- SB = _mm_add_pd(SB,S1);
- SA = _mm_mul_pd(SA,zz2);
- SB = _mm_mul_pd(SB,zz);
- SA = _mm_add_pd(SA,S0);
- SA = _mm_add_pd(SA,SB);
-
+ SB = _mm_mul_pd(S3, zz2);
+ SA = _mm_add_pd(zz2, S2);
+ SB = _mm_add_pd(SB, S1);
+ SA = _mm_mul_pd(SA, zz2);
+ SB = _mm_mul_pd(SB, zz);
+ SA = _mm_add_pd(SA, S0);
+ SA = _mm_add_pd(SA, SB);
+
/* P */
- PA = _mm_mul_pd(P5,ww2);
- PB = _mm_mul_pd(P4,ww2);
- PA = _mm_add_pd(PA,P3);
- PB = _mm_add_pd(PB,P2);
- PA = _mm_mul_pd(PA,ww2);
- PB = _mm_mul_pd(PB,ww2);
- PA = _mm_add_pd(PA,P1);
- PB = _mm_add_pd(PB,P0);
- PA = _mm_mul_pd(PA,ww);
- PA = _mm_add_pd(PA,PB);
-
+ PA = _mm_mul_pd(P5, ww2);
+ PB = _mm_mul_pd(P4, ww2);
+ PA = _mm_add_pd(PA, P3);
+ PB = _mm_add_pd(PB, P2);
+ PA = _mm_mul_pd(PA, ww2);
+ PB = _mm_mul_pd(PB, ww2);
+ PA = _mm_add_pd(PA, P1);
+ PB = _mm_add_pd(PB, P0);
+ PA = _mm_mul_pd(PA, ww);
+ PA = _mm_add_pd(PA, PB);
+
/* Q, QA = ww2 */
- QB = _mm_mul_pd(Q4,ww2);
- QA = _mm_add_pd(ww2,Q3);
- QB = _mm_add_pd(QB,Q2);
- QA = _mm_mul_pd(QA,ww2);
- QB = _mm_mul_pd(QB,ww2);
- QA = _mm_add_pd(QA,Q1);
- QB = _mm_add_pd(QB,Q0);
- QA = _mm_mul_pd(QA,ww);
- QA = _mm_add_pd(QA,QB);
-
- RA = _mm_mul_pd(RA,zz);
- PA = _mm_mul_pd(PA,ww);
-
- nom = _mm_blendv_pd( PA,RA,mask );
- denom = _mm_blendv_pd( QA,SA,mask );
-
+ QB = _mm_mul_pd(Q4, ww2);
+ QA = _mm_add_pd(ww2, Q3);
+ QB = _mm_add_pd(QB, Q2);
+ QA = _mm_mul_pd(QA, ww2);
+ QB = _mm_mul_pd(QB, ww2);
+ QA = _mm_add_pd(QA, Q1);
+ QB = _mm_add_pd(QB, Q0);
+ QA = _mm_mul_pd(QA, ww);
+ QA = _mm_add_pd(QA, QB);
+
+ RA = _mm_mul_pd(RA, zz);
+ PA = _mm_mul_pd(PA, ww);
+
+ nom = _mm_blendv_pd( PA, RA, mask );
+ denom = _mm_blendv_pd( QA, SA, mask );
+
q = _mm_mul_pd( nom, gmx_mm_inv_pd(denom) );
-
- zz = _mm_add_pd(zz,zz);
+
+ zz = _mm_add_pd(zz, zz);
zz = gmx_mm_sqrt_pd(zz);
- z = _mm_sub_pd(quarterpi,zz);
- zz = _mm_mul_pd(zz,q);
- zz = _mm_sub_pd(zz,morebits);
- z = _mm_sub_pd(z,zz);
- z = _mm_add_pd(z,quarterpi);
-
- w = _mm_mul_pd(xabs,q);
- w = _mm_add_pd(w,xabs);
-
- z = _mm_blendv_pd( w,z,mask );
-
- mask = _mm_cmpgt_pd(xabs,limit2);
- z = _mm_blendv_pd( xabs,z,mask );
-
- z = _mm_xor_pd(z,sign);
-
+ z = _mm_sub_pd(quarterpi, zz);
+ zz = _mm_mul_pd(zz, q);
+ zz = _mm_sub_pd(zz, morebits);
+ z = _mm_sub_pd(z, zz);
+ z = _mm_add_pd(z, quarterpi);
+
+ w = _mm_mul_pd(xabs, q);
+ w = _mm_add_pd(w, xabs);
+
+ z = _mm_blendv_pd( w, z, mask );
+
+ mask = _mm_cmpgt_pd(xabs, limit2);
+ z = _mm_blendv_pd( xabs, z, mask );
+
+ z = _mm_xor_pd(z, sign);
+
return z;
}
static __m256d
gmx_mm256_acos_pd(__m256d x)
{
- const __m256d signmask = _mm256_castsi256_pd( _mm256_set_epi32(0x7FFFFFFF,0xFFFFFFFF,0x7FFFFFFF,0xFFFFFFFF,
- 0x7FFFFFFF,0xFFFFFFFF,0x7FFFFFFF,0xFFFFFFFF) );
+ const __m256d signmask = _mm256_castsi256_pd( _mm256_set_epi32(0x7FFFFFFF, 0xFFFFFFFF, 0x7FFFFFFF, 0xFFFFFFFF,
+ 0x7FFFFFFF, 0xFFFFFFFF, 0x7FFFFFFF, 0xFFFFFFFF) );
const __m256d one = _mm256_set1_pd(1.0);
const __m256d half = _mm256_set1_pd(0.5);
const __m256d pi = _mm256_set1_pd(M_PI);
__m256d mask1;
- __m256d z,z1,z2;
+ __m256d z, z1, z2;
- mask1 = _mm256_cmp_pd(x,half,_CMP_GT_OQ);
- z1 = _mm256_mul_pd(half,_mm256_sub_pd(one,x));
+ mask1 = _mm256_cmp_pd(x, half, _CMP_GT_OQ);
+ z1 = _mm256_mul_pd(half, _mm256_sub_pd(one, x));
z1 = gmx_mm256_sqrt_pd(z1);
- z = _mm256_blendv_pd( x,z1,mask1 );
+ z = _mm256_blendv_pd( x, z1, mask1 );
z = gmx_mm256_asin_pd(z);
- z1 = _mm256_add_pd(z,z);
+ z1 = _mm256_add_pd(z, z);
- z2 = _mm256_sub_pd(quarterpi0,z);
- z2 = _mm256_add_pd(z2,quarterpi1);
- z2 = _mm256_add_pd(z2,quarterpi0);
+ z2 = _mm256_sub_pd(quarterpi0, z);
+ z2 = _mm256_add_pd(z2, quarterpi1);
+ z2 = _mm256_add_pd(z2, quarterpi0);
- z = _mm256_blendv_pd(z2,z1,mask1);
+ z = _mm256_blendv_pd(z2, z1, mask1);
return z;
}
static __m128d
gmx_mm_acos_pd(__m128d x)
{
- const __m128d signmask = gmx_mm_castsi128_pd( _mm_set_epi32(0x7FFFFFFF,0xFFFFFFFF,0x7FFFFFFF,0xFFFFFFFF) );
+ const __m128d signmask = gmx_mm_castsi128_pd( _mm_set_epi32(0x7FFFFFFF, 0xFFFFFFFF, 0x7FFFFFFF, 0xFFFFFFFF) );
const __m128d one = _mm_set1_pd(1.0);
const __m128d half = _mm_set1_pd(0.5);
const __m128d pi = _mm_set1_pd(M_PI);
const __m128d quarterpi0 = _mm_set1_pd(7.85398163397448309616e-1);
const __m128d quarterpi1 = _mm_set1_pd(6.123233995736765886130e-17);
-
-
+
+
__m128d mask1;
-
- __m128d z,z1,z2;
-
- mask1 = _mm_cmpgt_pd(x,half);
- z1 = _mm_mul_pd(half,_mm_sub_pd(one,x));
+
+ __m128d z, z1, z2;
+
+ mask1 = _mm_cmpgt_pd(x, half);
+ z1 = _mm_mul_pd(half, _mm_sub_pd(one, x));
z1 = gmx_mm_sqrt_pd(z1);
- z = _mm_blendv_pd( x,z1,mask1 );
-
+ z = _mm_blendv_pd( x, z1, mask1 );
+
z = gmx_mm_asin_pd(z);
-
- z1 = _mm_add_pd(z,z);
-
- z2 = _mm_sub_pd(quarterpi0,z);
- z2 = _mm_add_pd(z2,quarterpi1);
- z2 = _mm_add_pd(z2,quarterpi0);
-
- z = _mm_blendv_pd(z2,z1,mask1);
-
+
+ z1 = _mm_add_pd(z, z);
+
+ z2 = _mm_sub_pd(quarterpi0, z);
+ z2 = _mm_add_pd(z2, quarterpi1);
+ z2 = _mm_add_pd(z2, quarterpi0);
+
+ z = _mm_blendv_pd(z2, z1, mask1);
+
return z;
}
gmx_mm256_atan_pd(__m256d x)
{
/* Same algorithm as cephes library */
- const __m256d signmask = _mm256_castsi256_pd( _mm256_set_epi32(0x7FFFFFFF,0xFFFFFFFF,0x7FFFFFFF,0xFFFFFFFF,
- 0x7FFFFFFF,0xFFFFFFFF,0x7FFFFFFF,0xFFFFFFFF) );
+ const __m256d signmask = _mm256_castsi256_pd( _mm256_set_epi32(0x7FFFFFFF, 0xFFFFFFFF, 0x7FFFFFFF, 0xFFFFFFFF,
+ 0x7FFFFFFF, 0xFFFFFFFF, 0x7FFFFFFF, 0xFFFFFFFF) );
const __m256d limit1 = _mm256_set1_pd(0.66);
const __m256d limit2 = _mm256_set1_pd(2.41421356237309504880);
const __m256d quarterpi = _mm256_set1_pd(M_PI/4.0);
const __m256d Q1 = _mm256_set1_pd(4.853903996359136964868E2);
const __m256d Q0 = _mm256_set1_pd(1.945506571482613964425E2);
- __m256d sign;
- __m256d mask1,mask2;
- __m256d y,t1,t2;
- __m256d z,z2;
- __m256d P_A,P_B,Q_A,Q_B;
+ __m256d sign;
+ __m256d mask1, mask2;
+ __m256d y, t1, t2;
+ __m256d z, z2;
+ __m256d P_A, P_B, Q_A, Q_B;
- sign = _mm256_andnot_pd(signmask,x);
- x = _mm256_and_pd(x,signmask);
+ sign = _mm256_andnot_pd(signmask, x);
+ x = _mm256_and_pd(x, signmask);
- mask1 = _mm256_cmp_pd(x,limit1,_CMP_GT_OQ);
- mask2 = _mm256_cmp_pd(x,limit2,_CMP_GT_OQ);
+ mask1 = _mm256_cmp_pd(x, limit1, _CMP_GT_OQ);
+ mask2 = _mm256_cmp_pd(x, limit2, _CMP_GT_OQ);
- t1 = _mm256_mul_pd(_mm256_add_pd(x,mone),gmx_mm256_inv_pd(_mm256_sub_pd(x,mone)));
- t2 = _mm256_mul_pd(mone,gmx_mm256_inv_pd(x));
+ t1 = _mm256_mul_pd(_mm256_add_pd(x, mone), gmx_mm256_inv_pd(_mm256_sub_pd(x, mone)));
+ t2 = _mm256_mul_pd(mone, gmx_mm256_inv_pd(x));
- y = _mm256_and_pd(mask1,quarterpi);
- y = _mm256_or_pd( _mm256_and_pd(mask2,halfpi) , _mm256_andnot_pd(mask2,y) );
+ y = _mm256_and_pd(mask1, quarterpi);
+ y = _mm256_or_pd( _mm256_and_pd(mask2, halfpi), _mm256_andnot_pd(mask2, y) );
- x = _mm256_or_pd( _mm256_and_pd(mask1,t1) , _mm256_andnot_pd(mask1,x) );
- x = _mm256_or_pd( _mm256_and_pd(mask2,t2) , _mm256_andnot_pd(mask2,x) );
+ x = _mm256_or_pd( _mm256_and_pd(mask1, t1), _mm256_andnot_pd(mask1, x) );
+ x = _mm256_or_pd( _mm256_and_pd(mask2, t2), _mm256_andnot_pd(mask2, x) );
- z = _mm256_mul_pd(x,x);
- z2 = _mm256_mul_pd(z,z);
+ z = _mm256_mul_pd(x, x);
+ z2 = _mm256_mul_pd(z, z);
- P_A = _mm256_mul_pd(P4,z2);
- P_B = _mm256_mul_pd(P3,z2);
- P_A = _mm256_add_pd(P_A,P2);
- P_B = _mm256_add_pd(P_B,P1);
- P_A = _mm256_mul_pd(P_A,z2);
- P_B = _mm256_mul_pd(P_B,z);
- P_A = _mm256_add_pd(P_A,P0);
- P_A = _mm256_add_pd(P_A,P_B);
+ P_A = _mm256_mul_pd(P4, z2);
+ P_B = _mm256_mul_pd(P3, z2);
+ P_A = _mm256_add_pd(P_A, P2);
+ P_B = _mm256_add_pd(P_B, P1);
+ P_A = _mm256_mul_pd(P_A, z2);
+ P_B = _mm256_mul_pd(P_B, z);
+ P_A = _mm256_add_pd(P_A, P0);
+ P_A = _mm256_add_pd(P_A, P_B);
/* Q_A = z2 */
- Q_B = _mm256_mul_pd(Q4,z2);
- Q_A = _mm256_add_pd(z2,Q3);
- Q_B = _mm256_add_pd(Q_B,Q2);
- Q_A = _mm256_mul_pd(Q_A,z2);
- Q_B = _mm256_mul_pd(Q_B,z2);
- Q_A = _mm256_add_pd(Q_A,Q1);
- Q_B = _mm256_add_pd(Q_B,Q0);
- Q_A = _mm256_mul_pd(Q_A,z);
- Q_A = _mm256_add_pd(Q_A,Q_B);
+ Q_B = _mm256_mul_pd(Q4, z2);
+ Q_A = _mm256_add_pd(z2, Q3);
+ Q_B = _mm256_add_pd(Q_B, Q2);
+ Q_A = _mm256_mul_pd(Q_A, z2);
+ Q_B = _mm256_mul_pd(Q_B, z2);
+ Q_A = _mm256_add_pd(Q_A, Q1);
+ Q_B = _mm256_add_pd(Q_B, Q0);
+ Q_A = _mm256_mul_pd(Q_A, z);
+ Q_A = _mm256_add_pd(Q_A, Q_B);
- z = _mm256_mul_pd(z,P_A);
- z = _mm256_mul_pd(z,gmx_mm256_inv_pd(Q_A));
- z = _mm256_mul_pd(z,x);
- z = _mm256_add_pd(z,x);
+ z = _mm256_mul_pd(z, P_A);
+ z = _mm256_mul_pd(z, gmx_mm256_inv_pd(Q_A));
+ z = _mm256_mul_pd(z, x);
+ z = _mm256_add_pd(z, x);
- t1 = _mm256_and_pd(mask1,morebits1);
- t1 = _mm256_or_pd( _mm256_and_pd(mask2,morebits2) , _mm256_andnot_pd(mask2,t1) );
+ t1 = _mm256_and_pd(mask1, morebits1);
+ t1 = _mm256_or_pd( _mm256_and_pd(mask2, morebits2), _mm256_andnot_pd(mask2, t1) );
- z = _mm256_add_pd(z,t1);
- y = _mm256_add_pd(y,z);
+ z = _mm256_add_pd(z, t1);
+ y = _mm256_add_pd(y, z);
- y = _mm256_xor_pd(y,sign);
+ y = _mm256_xor_pd(y, sign);
return y;
}
gmx_mm_atan_pd(__m128d x)
{
/* Same algorithm as cephes library */
- const __m128d signmask = gmx_mm_castsi128_pd( _mm_set_epi32(0x7FFFFFFF,0xFFFFFFFF,0x7FFFFFFF,0xFFFFFFFF) );
+ const __m128d signmask = gmx_mm_castsi128_pd( _mm_set_epi32(0x7FFFFFFF, 0xFFFFFFFF, 0x7FFFFFFF, 0xFFFFFFFF) );
const __m128d limit1 = _mm_set1_pd(0.66);
const __m128d limit2 = _mm_set1_pd(2.41421356237309504880);
const __m128d quarterpi = _mm_set1_pd(M_PI/4.0);
const __m128d mone = _mm_set1_pd(-1.0);
const __m128d morebits1 = _mm_set1_pd(0.5*6.123233995736765886130E-17);
const __m128d morebits2 = _mm_set1_pd(6.123233995736765886130E-17);
-
+
const __m128d P4 = _mm_set1_pd(-8.750608600031904122785E-1);
const __m128d P3 = _mm_set1_pd(-1.615753718733365076637E1);
const __m128d P2 = _mm_set1_pd(-7.500855792314704667340E1);
const __m128d P1 = _mm_set1_pd(-1.228866684490136173410E2);
const __m128d P0 = _mm_set1_pd(-6.485021904942025371773E1);
-
+
const __m128d Q4 = _mm_set1_pd(2.485846490142306297962E1);
const __m128d Q3 = _mm_set1_pd(1.650270098316988542046E2);
const __m128d Q2 = _mm_set1_pd(4.328810604912902668951E2);
const __m128d Q1 = _mm_set1_pd(4.853903996359136964868E2);
const __m128d Q0 = _mm_set1_pd(1.945506571482613964425E2);
-
- __m128d sign;
- __m128d mask1,mask2;
- __m128d y,t1,t2;
- __m128d z,z2;
- __m128d P_A,P_B,Q_A,Q_B;
-
- sign = _mm_andnot_pd(signmask,x);
- x = _mm_and_pd(x,signmask);
-
- mask1 = _mm_cmpgt_pd(x,limit1);
- mask2 = _mm_cmpgt_pd(x,limit2);
-
- t1 = _mm_mul_pd(_mm_add_pd(x,mone),gmx_mm_inv_pd(_mm_sub_pd(x,mone)));
- t2 = _mm_mul_pd(mone,gmx_mm_inv_pd(x));
-
- y = _mm_and_pd(mask1,quarterpi);
- y = _mm_or_pd( _mm_and_pd(mask2,halfpi) , _mm_andnot_pd(mask2,y) );
-
- x = _mm_or_pd( _mm_and_pd(mask1,t1) , _mm_andnot_pd(mask1,x) );
- x = _mm_or_pd( _mm_and_pd(mask2,t2) , _mm_andnot_pd(mask2,x) );
-
- z = _mm_mul_pd(x,x);
- z2 = _mm_mul_pd(z,z);
-
- P_A = _mm_mul_pd(P4,z2);
- P_B = _mm_mul_pd(P3,z2);
- P_A = _mm_add_pd(P_A,P2);
- P_B = _mm_add_pd(P_B,P1);
- P_A = _mm_mul_pd(P_A,z2);
- P_B = _mm_mul_pd(P_B,z);
- P_A = _mm_add_pd(P_A,P0);
- P_A = _mm_add_pd(P_A,P_B);
-
+
+ __m128d sign;
+ __m128d mask1, mask2;
+ __m128d y, t1, t2;
+ __m128d z, z2;
+ __m128d P_A, P_B, Q_A, Q_B;
+
+ sign = _mm_andnot_pd(signmask, x);
+ x = _mm_and_pd(x, signmask);
+
+ mask1 = _mm_cmpgt_pd(x, limit1);
+ mask2 = _mm_cmpgt_pd(x, limit2);
+
+ t1 = _mm_mul_pd(_mm_add_pd(x, mone), gmx_mm_inv_pd(_mm_sub_pd(x, mone)));
+ t2 = _mm_mul_pd(mone, gmx_mm_inv_pd(x));
+
+ y = _mm_and_pd(mask1, quarterpi);
+ y = _mm_or_pd( _mm_and_pd(mask2, halfpi), _mm_andnot_pd(mask2, y) );
+
+ x = _mm_or_pd( _mm_and_pd(mask1, t1), _mm_andnot_pd(mask1, x) );
+ x = _mm_or_pd( _mm_and_pd(mask2, t2), _mm_andnot_pd(mask2, x) );
+
+ z = _mm_mul_pd(x, x);
+ z2 = _mm_mul_pd(z, z);
+
+ P_A = _mm_mul_pd(P4, z2);
+ P_B = _mm_mul_pd(P3, z2);
+ P_A = _mm_add_pd(P_A, P2);
+ P_B = _mm_add_pd(P_B, P1);
+ P_A = _mm_mul_pd(P_A, z2);
+ P_B = _mm_mul_pd(P_B, z);
+ P_A = _mm_add_pd(P_A, P0);
+ P_A = _mm_add_pd(P_A, P_B);
+
/* Q_A = z2 */
- Q_B = _mm_mul_pd(Q4,z2);
- Q_A = _mm_add_pd(z2,Q3);
- Q_B = _mm_add_pd(Q_B,Q2);
- Q_A = _mm_mul_pd(Q_A,z2);
- Q_B = _mm_mul_pd(Q_B,z2);
- Q_A = _mm_add_pd(Q_A,Q1);
- Q_B = _mm_add_pd(Q_B,Q0);
- Q_A = _mm_mul_pd(Q_A,z);
- Q_A = _mm_add_pd(Q_A,Q_B);
-
- z = _mm_mul_pd(z,P_A);
- z = _mm_mul_pd(z,gmx_mm_inv_pd(Q_A));
- z = _mm_mul_pd(z,x);
- z = _mm_add_pd(z,x);
-
- t1 = _mm_and_pd(mask1,morebits1);
- t1 = _mm_or_pd( _mm_and_pd(mask2,morebits2) , _mm_andnot_pd(mask2,t1) );
-
- z = _mm_add_pd(z,t1);
- y = _mm_add_pd(y,z);
-
- y = _mm_xor_pd(y,sign);
-
+ Q_B = _mm_mul_pd(Q4, z2);
+ Q_A = _mm_add_pd(z2, Q3);
+ Q_B = _mm_add_pd(Q_B, Q2);
+ Q_A = _mm_mul_pd(Q_A, z2);
+ Q_B = _mm_mul_pd(Q_B, z2);
+ Q_A = _mm_add_pd(Q_A, Q1);
+ Q_B = _mm_add_pd(Q_B, Q0);
+ Q_A = _mm_mul_pd(Q_A, z);
+ Q_A = _mm_add_pd(Q_A, Q_B);
+
+ z = _mm_mul_pd(z, P_A);
+ z = _mm_mul_pd(z, gmx_mm_inv_pd(Q_A));
+ z = _mm_mul_pd(z, x);
+ z = _mm_add_pd(z, x);
+
+ t1 = _mm_and_pd(mask1, morebits1);
+ t1 = _mm_or_pd( _mm_and_pd(mask2, morebits2), _mm_andnot_pd(mask2, t1) );
+
+ z = _mm_add_pd(z, t1);
+ y = _mm_add_pd(y, z);
+
+ y = _mm_xor_pd(y, sign);
+
return y;
}
const __m256d halfpi = _mm256_set1_pd(M_PI/2.0);
const __m256d minushalfpi = _mm256_set1_pd(-M_PI/2.0);
- __m256d z,z1,z3,z4;
- __m256d w;
- __m256d maskx_lt,maskx_eq;
- __m256d masky_lt,masky_eq;
- __m256d mask1,mask2,mask3,mask4,maskall;
+ __m256d z, z1, z3, z4;
+ __m256d w;
+ __m256d maskx_lt, maskx_eq;
+ __m256d masky_lt, masky_eq;
+ __m256d mask1, mask2, mask3, mask4, maskall;
- maskx_lt = _mm256_cmp_pd(x,_mm256_setzero_pd(),_CMP_LT_OQ);
- masky_lt = _mm256_cmp_pd(y,_mm256_setzero_pd(),_CMP_LT_OQ);
- maskx_eq = _mm256_cmp_pd(x,_mm256_setzero_pd(),_CMP_EQ_OQ);
- masky_eq = _mm256_cmp_pd(y,_mm256_setzero_pd(),_CMP_EQ_OQ);
+ maskx_lt = _mm256_cmp_pd(x, _mm256_setzero_pd(), _CMP_LT_OQ);
+ masky_lt = _mm256_cmp_pd(y, _mm256_setzero_pd(), _CMP_LT_OQ);
+ maskx_eq = _mm256_cmp_pd(x, _mm256_setzero_pd(), _CMP_EQ_OQ);
+ masky_eq = _mm256_cmp_pd(y, _mm256_setzero_pd(), _CMP_EQ_OQ);
- z = _mm256_mul_pd(y,gmx_mm256_inv_pd(x));
+ z = _mm256_mul_pd(y, gmx_mm256_inv_pd(x));
z = gmx_mm256_atan_pd(z);
- mask1 = _mm256_and_pd(maskx_eq,masky_lt);
- mask2 = _mm256_andnot_pd(maskx_lt,masky_eq);
- mask3 = _mm256_andnot_pd( _mm256_or_pd(masky_lt,masky_eq) , maskx_eq);
- mask4 = _mm256_and_pd(masky_eq,maskx_lt);
+ mask1 = _mm256_and_pd(maskx_eq, masky_lt);
+ mask2 = _mm256_andnot_pd(maskx_lt, masky_eq);
+ mask3 = _mm256_andnot_pd( _mm256_or_pd(masky_lt, masky_eq), maskx_eq);
+ mask4 = _mm256_and_pd(masky_eq, maskx_lt);
- maskall = _mm256_or_pd( _mm256_or_pd(mask1,mask2), _mm256_or_pd(mask3,mask4) );
+ maskall = _mm256_or_pd( _mm256_or_pd(mask1, mask2), _mm256_or_pd(mask3, mask4) );
- z = _mm256_andnot_pd(maskall,z);
- z1 = _mm256_and_pd(mask1,minushalfpi);
- z3 = _mm256_and_pd(mask3,halfpi);
- z4 = _mm256_and_pd(mask4,pi);
+ z = _mm256_andnot_pd(maskall, z);
+ z1 = _mm256_and_pd(mask1, minushalfpi);
+ z3 = _mm256_and_pd(mask3, halfpi);
+ z4 = _mm256_and_pd(mask4, pi);
- z = _mm256_or_pd( _mm256_or_pd(z,z1), _mm256_or_pd(z3,z4) );
+ z = _mm256_or_pd( _mm256_or_pd(z, z1), _mm256_or_pd(z3, z4) );
- w = _mm256_blendv_pd(pi,minuspi,masky_lt);
- w = _mm256_and_pd(w,maskx_lt);
+ w = _mm256_blendv_pd(pi, minuspi, masky_lt);
+ w = _mm256_and_pd(w, maskx_lt);
- w = _mm256_andnot_pd(maskall,w);
+ w = _mm256_andnot_pd(maskall, w);
- z = _mm256_add_pd(z,w);
+ z = _mm256_add_pd(z, w);
return z;
}
const __m128d minuspi = _mm_set1_pd(-M_PI);
const __m128d halfpi = _mm_set1_pd(M_PI/2.0);
const __m128d minushalfpi = _mm_set1_pd(-M_PI/2.0);
-
- __m128d z,z1,z3,z4;
- __m128d w;
- __m128d maskx_lt,maskx_eq;
- __m128d masky_lt,masky_eq;
- __m128d mask1,mask2,mask3,mask4,maskall;
-
- maskx_lt = _mm_cmplt_pd(x,_mm_setzero_pd());
- masky_lt = _mm_cmplt_pd(y,_mm_setzero_pd());
- maskx_eq = _mm_cmpeq_pd(x,_mm_setzero_pd());
- masky_eq = _mm_cmpeq_pd(y,_mm_setzero_pd());
-
- z = _mm_mul_pd(y,gmx_mm_inv_pd(x));
+
+ __m128d z, z1, z3, z4;
+ __m128d w;
+ __m128d maskx_lt, maskx_eq;
+ __m128d masky_lt, masky_eq;
+ __m128d mask1, mask2, mask3, mask4, maskall;
+
+ maskx_lt = _mm_cmplt_pd(x, _mm_setzero_pd());
+ masky_lt = _mm_cmplt_pd(y, _mm_setzero_pd());
+ maskx_eq = _mm_cmpeq_pd(x, _mm_setzero_pd());
+ masky_eq = _mm_cmpeq_pd(y, _mm_setzero_pd());
+
+ z = _mm_mul_pd(y, gmx_mm_inv_pd(x));
z = gmx_mm_atan_pd(z);
-
- mask1 = _mm_and_pd(maskx_eq,masky_lt);
- mask2 = _mm_andnot_pd(maskx_lt,masky_eq);
- mask3 = _mm_andnot_pd( _mm_or_pd(masky_lt,masky_eq) , maskx_eq);
- mask4 = _mm_and_pd(masky_eq,maskx_lt);
-
- maskall = _mm_or_pd( _mm_or_pd(mask1,mask2), _mm_or_pd(mask3,mask4) );
-
- z = _mm_andnot_pd(maskall,z);
- z1 = _mm_and_pd(mask1,minushalfpi);
- z3 = _mm_and_pd(mask3,halfpi);
- z4 = _mm_and_pd(mask4,pi);
-
- z = _mm_or_pd( _mm_or_pd(z,z1), _mm_or_pd(z3,z4) );
-
- w = _mm_blendv_pd(pi,minuspi,masky_lt);
- w = _mm_and_pd(w,maskx_lt);
-
- w = _mm_andnot_pd(maskall,w);
-
- z = _mm_add_pd(z,w);
-
+
+ mask1 = _mm_and_pd(maskx_eq, masky_lt);
+ mask2 = _mm_andnot_pd(maskx_lt, masky_eq);
+ mask3 = _mm_andnot_pd( _mm_or_pd(masky_lt, masky_eq), maskx_eq);
+ mask4 = _mm_and_pd(masky_eq, maskx_lt);
+
+ maskall = _mm_or_pd( _mm_or_pd(mask1, mask2), _mm_or_pd(mask3, mask4) );
+
+ z = _mm_andnot_pd(maskall, z);
+ z1 = _mm_and_pd(mask1, minushalfpi);
+ z3 = _mm_and_pd(mask3, halfpi);
+ z4 = _mm_and_pd(mask4, pi);
+
+ z = _mm_or_pd( _mm_or_pd(z, z1), _mm_or_pd(z3, z4) );
+
+ w = _mm_blendv_pd(pi, minuspi, masky_lt);
+ w = _mm_and_pd(w, maskx_lt);
+
+ w = _mm_andnot_pd(maskall, w);
+
+ z = _mm_add_pd(z, w);
+
return z;
}
biod.pnpi.spb.ru / alexxy / gromacs.git / blobdiff