/*
* This file is part of the GROMACS molecular simulation package.
*
- * Copyright (c) 2012,2013, by the GROMACS development team, led by
+ * Copyright (c) 2012,2013,2014, by the GROMACS development team, led by
* Mark Abraham, David van der Spoel, Berk Hess, and Erik Lindahl,
* and including many others, as listed in the AUTHORS file in the
* top-level source directory and at http://www.gromacs.org.
#include "typedefs.h"
+#include "gromacs/mdlib/nbnxn_simd.h"
+
#ifdef GMX_NBNXN_SIMD_4XN
-#ifdef GMX_NBNXN_HALF_WIDTH_SIMD
-#define GMX_USE_HALF_WIDTH_SIMD_HERE
-#endif
-#include "gromacs/simd/macros.h"
#include "gromacs/simd/vector_operations.h"
-#if !(GMX_SIMD_WIDTH_HERE == 2 || GMX_SIMD_WIDTH_HERE == 4 || GMX_SIMD_WIDTH_HERE == 8)
+#if !(GMX_SIMD_REAL_WIDTH == 2 || GMX_SIMD_REAL_WIDTH == 4 || GMX_SIMD_REAL_WIDTH == 8)
#error "unsupported SIMD width"
#endif
#include "../nbnxn_kernel_common.h"
#include "gmx_omp_nthreads.h"
#include "types/force_flags.h"
+#include "gmx_fatal.h"
/*! \brief Kinds of electrostatic treatments in SIMD Verlet kernels
*/
enum {
- coultRF, coultTAB, coultTAB_TWIN, coultEWALD, coultEWALD_TWIN, coultNR
+ coulktRF, coulktTAB, coulktTAB_TWIN, coulktEWALD, coulktEWALD_TWIN, coulktNR
};
-/* Declare and define the kernel function pointer lookup tables. */
-static p_nbk_func_ener p_nbk_ener[coultNR][ljcrNR] =
+/*! \brief Kinds of Van der Waals treatments in SIMD Verlet kernels
+ */
+enum {
+ vdwktLJCUT_COMBGEOM, vdwktLJCUT_COMBLB, vdwktLJCUT_COMBNONE, vdwktLJFORCESWITCH, vdwktLJPOTSWITCH, vdwktLJEWALDCOMBGEOM, vdwktNR
+};
+
+/* Declare and define the kernel function pointer lookup tables.
+ * The minor index of the array goes over both the LJ combination rules,
+ * which is only supported by plain cut-off, and the LJ switch/PME functions.
+ */
+static p_nbk_func_noener p_nbk_noener[coulktNR][vdwktNR] =
{
{
- nbnxn_kernel_simd_4xn_rf_comb_geom_ener,
- nbnxn_kernel_simd_4xn_rf_comb_lb_ener,
- nbnxn_kernel_simd_4xn_rf_comb_none_ener,
+ nbnxn_kernel_ElecRF_VdwLJCombGeom_F_4xn,
+ nbnxn_kernel_ElecRF_VdwLJCombLB_F_4xn,
+ nbnxn_kernel_ElecRF_VdwLJ_F_4xn,
+ nbnxn_kernel_ElecRF_VdwLJFSw_F_4xn,
+ nbnxn_kernel_ElecRF_VdwLJPSw_F_4xn,
+ nbnxn_kernel_ElecRF_VdwLJEwCombGeom_F_4xn,
},
{
- nbnxn_kernel_simd_4xn_tab_comb_geom_ener,
- nbnxn_kernel_simd_4xn_tab_comb_lb_ener,
- nbnxn_kernel_simd_4xn_tab_comb_none_ener,
+ nbnxn_kernel_ElecQSTab_VdwLJCombGeom_F_4xn,
+ nbnxn_kernel_ElecQSTab_VdwLJCombLB_F_4xn,
+ nbnxn_kernel_ElecQSTab_VdwLJ_F_4xn,
+ nbnxn_kernel_ElecQSTab_VdwLJFSw_F_4xn,
+ nbnxn_kernel_ElecQSTab_VdwLJPSw_F_4xn,
+ nbnxn_kernel_ElecQSTab_VdwLJEwCombGeom_F_4xn,
},
{
- nbnxn_kernel_simd_4xn_tab_twin_comb_geom_ener,
- nbnxn_kernel_simd_4xn_tab_twin_comb_lb_ener,
- nbnxn_kernel_simd_4xn_tab_twin_comb_none_ener,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJCombGeom_F_4xn,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJCombLB_F_4xn,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJ_F_4xn,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJFSw_F_4xn,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJPSw_F_4xn,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJEwCombGeom_F_4xn,
},
{
- nbnxn_kernel_simd_4xn_ewald_comb_geom_ener,
- nbnxn_kernel_simd_4xn_ewald_comb_lb_ener,
- nbnxn_kernel_simd_4xn_ewald_comb_none_ener,
+ nbnxn_kernel_ElecEw_VdwLJCombGeom_F_4xn,
+ nbnxn_kernel_ElecEw_VdwLJCombLB_F_4xn,
+ nbnxn_kernel_ElecEw_VdwLJ_F_4xn,
+ nbnxn_kernel_ElecEw_VdwLJFSw_F_4xn,
+ nbnxn_kernel_ElecEw_VdwLJPSw_F_4xn,
+ nbnxn_kernel_ElecEw_VdwLJEwCombGeom_F_4xn,
},
{
- nbnxn_kernel_simd_4xn_ewald_twin_comb_geom_ener,
- nbnxn_kernel_simd_4xn_ewald_twin_comb_lb_ener,
- nbnxn_kernel_simd_4xn_ewald_twin_comb_none_ener,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJCombGeom_F_4xn,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJCombLB_F_4xn,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJ_F_4xn,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJFSw_F_4xn,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJPSw_F_4xn,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJEwCombGeom_F_4xn,
},
};
-static p_nbk_func_ener p_nbk_energrp[coultNR][ljcrNR] =
+static p_nbk_func_ener p_nbk_ener[coulktNR][vdwktNR] =
{
{
- nbnxn_kernel_simd_4xn_rf_comb_geom_energrp,
- nbnxn_kernel_simd_4xn_rf_comb_lb_energrp,
- nbnxn_kernel_simd_4xn_rf_comb_none_energrp,
+ nbnxn_kernel_ElecRF_VdwLJCombGeom_VF_4xn,
+ nbnxn_kernel_ElecRF_VdwLJCombLB_VF_4xn,
+ nbnxn_kernel_ElecRF_VdwLJ_VF_4xn,
+ nbnxn_kernel_ElecRF_VdwLJFSw_VF_4xn,
+ nbnxn_kernel_ElecRF_VdwLJPSw_VF_4xn,
+ nbnxn_kernel_ElecRF_VdwLJEwCombGeom_VF_4xn,
},
{
- nbnxn_kernel_simd_4xn_tab_comb_geom_energrp,
- nbnxn_kernel_simd_4xn_tab_comb_lb_energrp,
- nbnxn_kernel_simd_4xn_tab_comb_none_energrp,
+ nbnxn_kernel_ElecQSTab_VdwLJCombGeom_VF_4xn,
+ nbnxn_kernel_ElecQSTab_VdwLJCombLB_VF_4xn,
+ nbnxn_kernel_ElecQSTab_VdwLJ_VF_4xn,
+ nbnxn_kernel_ElecQSTab_VdwLJFSw_VF_4xn,
+ nbnxn_kernel_ElecQSTab_VdwLJPSw_VF_4xn,
+ nbnxn_kernel_ElecQSTab_VdwLJEwCombGeom_VF_4xn,
},
{
- nbnxn_kernel_simd_4xn_tab_twin_comb_geom_energrp,
- nbnxn_kernel_simd_4xn_tab_twin_comb_lb_energrp,
- nbnxn_kernel_simd_4xn_tab_twin_comb_none_energrp,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJCombGeom_VF_4xn,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJCombLB_VF_4xn,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJ_VF_4xn,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJFSw_VF_4xn,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJPSw_VF_4xn,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJEwCombGeom_VF_4xn,
},
{
- nbnxn_kernel_simd_4xn_ewald_comb_geom_energrp,
- nbnxn_kernel_simd_4xn_ewald_comb_lb_energrp,
- nbnxn_kernel_simd_4xn_ewald_comb_none_energrp,
+ nbnxn_kernel_ElecEw_VdwLJCombGeom_VF_4xn,
+ nbnxn_kernel_ElecEw_VdwLJCombLB_VF_4xn,
+ nbnxn_kernel_ElecEw_VdwLJ_VF_4xn,
+ nbnxn_kernel_ElecEw_VdwLJFSw_VF_4xn,
+ nbnxn_kernel_ElecEw_VdwLJPSw_VF_4xn,
+ nbnxn_kernel_ElecEw_VdwLJEwCombGeom_VF_4xn,
},
{
- nbnxn_kernel_simd_4xn_ewald_twin_comb_geom_energrp,
- nbnxn_kernel_simd_4xn_ewald_twin_comb_lb_energrp,
- nbnxn_kernel_simd_4xn_ewald_twin_comb_none_energrp,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJCombGeom_VF_4xn,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJCombLB_VF_4xn,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJ_VF_4xn,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJFSw_VF_4xn,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJPSw_VF_4xn,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJEwCombGeom_VF_4xn,
},
};
-static p_nbk_func_noener p_nbk_noener[coultNR][ljcrNR] =
+static p_nbk_func_ener p_nbk_energrp[coulktNR][vdwktNR] =
{
{
- nbnxn_kernel_simd_4xn_rf_comb_geom_noener,
- nbnxn_kernel_simd_4xn_rf_comb_lb_noener,
- nbnxn_kernel_simd_4xn_rf_comb_none_noener,
+ nbnxn_kernel_ElecRF_VdwLJCombGeom_VgrpF_4xn,
+ nbnxn_kernel_ElecRF_VdwLJCombLB_VgrpF_4xn,
+ nbnxn_kernel_ElecRF_VdwLJ_VgrpF_4xn,
+ nbnxn_kernel_ElecRF_VdwLJFSw_VgrpF_4xn,
+ nbnxn_kernel_ElecRF_VdwLJPSw_VgrpF_4xn,
+ nbnxn_kernel_ElecRF_VdwLJEwCombGeom_VgrpF_4xn,
},
{
- nbnxn_kernel_simd_4xn_tab_comb_geom_noener,
- nbnxn_kernel_simd_4xn_tab_comb_lb_noener,
- nbnxn_kernel_simd_4xn_tab_comb_none_noener,
+ nbnxn_kernel_ElecQSTab_VdwLJCombGeom_VgrpF_4xn,
+ nbnxn_kernel_ElecQSTab_VdwLJCombLB_VgrpF_4xn,
+ nbnxn_kernel_ElecQSTab_VdwLJ_VgrpF_4xn,
+ nbnxn_kernel_ElecQSTab_VdwLJFSw_VgrpF_4xn,
+ nbnxn_kernel_ElecQSTab_VdwLJPSw_VgrpF_4xn,
+ nbnxn_kernel_ElecQSTab_VdwLJEwCombGeom_VgrpF_4xn,
},
{
- nbnxn_kernel_simd_4xn_tab_twin_comb_geom_noener,
- nbnxn_kernel_simd_4xn_tab_twin_comb_lb_noener,
- nbnxn_kernel_simd_4xn_tab_twin_comb_none_noener,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJCombGeom_VgrpF_4xn,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJCombLB_VgrpF_4xn,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJ_VgrpF_4xn,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJFSw_VgrpF_4xn,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJPSw_VgrpF_4xn,
+ nbnxn_kernel_ElecQSTabTwinCut_VdwLJEwCombGeom_VgrpF_4xn,
},
{
- nbnxn_kernel_simd_4xn_ewald_comb_geom_noener,
- nbnxn_kernel_simd_4xn_ewald_comb_lb_noener,
- nbnxn_kernel_simd_4xn_ewald_comb_none_noener,
+ nbnxn_kernel_ElecEw_VdwLJCombGeom_VgrpF_4xn,
+ nbnxn_kernel_ElecEw_VdwLJCombLB_VgrpF_4xn,
+ nbnxn_kernel_ElecEw_VdwLJ_VgrpF_4xn,
+ nbnxn_kernel_ElecEw_VdwLJFSw_VgrpF_4xn,
+ nbnxn_kernel_ElecEw_VdwLJPSw_VgrpF_4xn,
+ nbnxn_kernel_ElecEw_VdwLJEwCombGeom_VgrpF_4xn,
},
{
- nbnxn_kernel_simd_4xn_ewald_twin_comb_geom_noener,
- nbnxn_kernel_simd_4xn_ewald_twin_comb_lb_noener,
- nbnxn_kernel_simd_4xn_ewald_twin_comb_none_noener,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJCombGeom_VgrpF_4xn,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJCombLB_VgrpF_4xn,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJ_VgrpF_4xn,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJFSw_VgrpF_4xn,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJPSw_VgrpF_4xn,
+ nbnxn_kernel_ElecEwTwinCut_VdwLJEwCombGeom_VgrpF_4xn,
},
};
const real *VSvdw, const real *VSc,
real *Vvdw, real *Vc)
{
- const int unrollj = GMX_SIMD_WIDTH_HERE/GMX_SIMD_J_UNROLL_SIZE;
+ const int unrollj = GMX_SIMD_REAL_WIDTH/GMX_SIMD_J_UNROLL_SIZE;
const int unrollj_half = unrollj/2;
int ng_p2, i, j, j0, j1, c, s;
{
int nnbl;
nbnxn_pairlist_t **nbl;
- int coult;
+ int coulkt, vdwkt = 0;
int nb;
+ int nthreads gmx_unused;
nnbl = nbl_list->nnbl;
nbl = nbl_list->nbl;
if (EEL_RF(ic->eeltype) || ic->eeltype == eelCUT)
{
- coult = coultRF;
+ coulkt = coulktRF;
}
else
{
{
if (ic->rcoulomb == ic->rvdw)
{
- coult = coultTAB;
+ coulkt = coulktTAB;
}
else
{
- coult = coultTAB_TWIN;
+ coulkt = coulktTAB_TWIN;
}
}
else
{
if (ic->rcoulomb == ic->rvdw)
{
- coult = coultEWALD;
+ coulkt = coulktEWALD;
}
else
{
- coult = coultEWALD_TWIN;
+ coulkt = coulktEWALD_TWIN;
}
}
}
-#pragma omp parallel for schedule(static) num_threads(gmx_omp_nthreads_get(emntNonbonded))
+ if (ic->vdwtype == evdwCUT)
+ {
+ switch (ic->vdw_modifier)
+ {
+ case eintmodNONE:
+ case eintmodPOTSHIFT:
+ switch (nbat->comb_rule)
+ {
+ case ljcrGEOM: vdwkt = vdwktLJCUT_COMBGEOM; break;
+ case ljcrLB: vdwkt = vdwktLJCUT_COMBLB; break;
+ case ljcrNONE: vdwkt = vdwktLJCUT_COMBNONE; break;
+ default: gmx_incons("Unknown combination rule");
+ }
+ break;
+ case eintmodFORCESWITCH:
+ vdwkt = vdwktLJFORCESWITCH;
+ break;
+ case eintmodPOTSWITCH:
+ vdwkt = vdwktLJPOTSWITCH;
+ break;
+ default:
+ gmx_incons("Unsupported VdW interaction modifier");
+ }
+ }
+ else if (ic->vdwtype == evdwPME)
+ {
+ if (ic->ljpme_comb_rule == eljpmeLB)
+ {
+ gmx_incons("The nbnxn SIMD kernels don't suport LJ-PME with LB");
+ }
+ vdwkt = vdwktLJEWALDCOMBGEOM;
+ }
+ else
+ {
+ gmx_incons("Unsupported VdW interaction type");
+ }
+
+ nthreads = gmx_omp_nthreads_get(emntNonbonded);
+#pragma omp parallel for schedule(static) num_threads(nthreads)
for (nb = 0; nb < nnbl; nb++)
{
nbnxn_atomdata_output_t *out;
if (!(force_flags & GMX_FORCE_ENERGY))
{
/* Don't calculate energies */
- p_nbk_noener[coult][nbat->comb_rule](nbl[nb], nbat,
- ic,
- shift_vec,
- out->f,
- fshift_p);
+ p_nbk_noener[coulkt][vdwkt](nbl[nb], nbat,
+ ic,
+ shift_vec,
+ out->f,
+ fshift_p);
}
else if (out->nV == 1)
{
out->Vvdw[0] = 0;
out->Vc[0] = 0;
- p_nbk_ener[coult][nbat->comb_rule](nbl[nb], nbat,
- ic,
- shift_vec,
- out->f,
- fshift_p,
- out->Vvdw,
- out->Vc);
+ p_nbk_ener[coulkt][vdwkt](nbl[nb], nbat,
+ ic,
+ shift_vec,
+ out->f,
+ fshift_p,
+ out->Vvdw,
+ out->Vc);
}
else
{
out->VSc[i] = 0;
}
- p_nbk_energrp[coult][nbat->comb_rule](nbl[nb], nbat,
- ic,
- shift_vec,
- out->f,
- fshift_p,
- out->VSvdw,
- out->VSc);
+ p_nbk_energrp[coulkt][vdwkt](nbl[nb], nbat,
+ ic,
+ shift_vec,
+ out->f,
+ fshift_p,
+ out->VSvdw,
+ out->VSc);
reduce_group_energies(nbat->nenergrp, nbat->neg_2log,
out->VSvdw, out->VSc,
biod.pnpi.spb.ru / alexxy / gromacs.git / blobdiff