/*
* This file is part of the GROMACS molecular simulation package.
*
- * Copyright (c) 2016,2017,2018, by the GROMACS development team, led by
+ * Copyright (c) 2016,2017,2018,2019,2020,2021, by the GROMACS development team, led by
* Mark Abraham, David van der Spoel, Berk Hess, and Erik Lindahl,
* and including many others, as listed in the AUTHORS file in the
* top-level source directory and at http://www.gromacs.org.
#include "gromacs/utility/stringutil.h"
#include "testutils/refdata.h"
+#include "testutils/test_hardware_environment.h"
#include "testutils/testasserts.h"
#include "pmetestcommon.h"
//! Test fixture
class PmeSolveTest : public ::testing::TestWithParam<SolveInputParameters>
{
- public:
- PmeSolveTest() = default;
+public:
+ PmeSolveTest() = default;
+
+ //! Sets the programs once
+ static void SetUpTestSuite()
+ {
+ s_pmeTestHardwareContexts = createPmeTestHardwareContextList();
+ g_allowPmeWithSyclForTesting = true; // We support PmeSolve with SYCL
+ }
+
+ static void TearDownTestSuite()
+ {
+ // Revert the value back.
+ g_allowPmeWithSyclForTesting = false;
+ }
- //! The test
- void runTest()
+ //! The test
+ static void runTest()
+ {
+ /* Getting the input */
+ Matrix3x3 box;
+ IVec gridSize;
+ SparseComplexGridValuesInput nonZeroGridValues;
+ double epsilon_r;
+ double ewaldCoeff_q;
+ double ewaldCoeff_lj;
+ PmeSolveAlgorithm method;
+ std::tie(box, gridSize, nonZeroGridValues, epsilon_r, ewaldCoeff_q, ewaldCoeff_lj, method) =
+ GetParam();
+
+ /* Storing the input where it's needed, running the test */
+ t_inputrec inputRec;
+ inputRec.nkx = gridSize[XX];
+ inputRec.nky = gridSize[YY];
+ inputRec.nkz = gridSize[ZZ];
+ inputRec.pme_order = 4;
+ inputRec.coulombtype = CoulombInteractionType::Pme;
+ inputRec.epsilon_r = epsilon_r;
+ switch (method)
{
- /* Getting the input */
- Matrix3x3 box;
- IVec gridSize;
- SparseComplexGridValuesInput nonZeroGridValues;
- double epsilon_r;
- double ewaldCoeff_q;
- double ewaldCoeff_lj;
- PmeSolveAlgorithm method;
- std::tie(box, gridSize, nonZeroGridValues, epsilon_r, ewaldCoeff_q, ewaldCoeff_lj, method) = GetParam();
-
- /* Storing the input where it's needed, running the test */
- t_inputrec inputRec;
- inputRec.nkx = gridSize[XX];
- inputRec.nky = gridSize[YY];
- inputRec.nkz = gridSize[ZZ];
- inputRec.pme_order = 4;
- inputRec.coulombtype = eelPME;
- inputRec.epsilon_r = epsilon_r;
- switch (method)
- {
- case PmeSolveAlgorithm::Coulomb:
- break;
+ case PmeSolveAlgorithm::Coulomb: break;
- case PmeSolveAlgorithm::LennardJones:
- inputRec.vdwtype = evdwPME;
- break;
+ case PmeSolveAlgorithm::LennardJones: inputRec.vdwtype = VanDerWaalsType::Pme; break;
- default:
- GMX_THROW(InternalError("Unknown PME solver"));
- }
+ default: GMX_THROW(InternalError("Unknown PME solver"));
+ }
- TestReferenceData refData;
- for (const auto &context : getPmeTestEnv()->getHardwareContexts())
+ TestReferenceData refData;
+ for (const auto& pmeTestHardwareContext : s_pmeTestHardwareContexts)
+ {
+ pmeTestHardwareContext->activate();
+ CodePath codePath = pmeTestHardwareContext->codePath();
+ const bool supportedInput = pmeSupportsInputForMode(
+ *getTestHardwareEnvironment()->hwinfo(), &inputRec, codePath);
+ if (!supportedInput)
{
- CodePath codePath = context->getCodePath();
- const bool supportedInput = pmeSupportsInputForMode(&inputRec, codePath);
- if (!supportedInput)
- {
- /* Testing the failure for the unsupported input */
- EXPECT_THROW(pmeInitEmpty(&inputRec, codePath, nullptr, nullptr, box, ewaldCoeff_q, ewaldCoeff_lj), NotImplementedError);
- continue;
- }
+ /* Testing the failure for the unsupported input */
+ EXPECT_THROW_GMX(
+ pmeInitWrapper(&inputRec, codePath, nullptr, nullptr, nullptr, box, ewaldCoeff_q, ewaldCoeff_lj),
+ NotImplementedError);
+ continue;
+ }
- std::map<GridOrdering, std::string> gridOrderingsToTest = {{GridOrdering::YZX, "YZX"}};
- if (codePath == CodePath::CUDA)
- {
- gridOrderingsToTest[GridOrdering::XYZ] = "XYZ";
- }
- for (const auto &gridOrdering : gridOrderingsToTest)
+ std::map<GridOrdering, std::string> gridOrderingsToTest = { { GridOrdering::YZX,
+ "YZX" } };
+ if (codePath == CodePath::GPU)
+ {
+ gridOrderingsToTest[GridOrdering::XYZ] = "XYZ";
+ }
+ for (const auto& gridOrdering : gridOrderingsToTest)
+ {
+ for (bool computeEnergyAndVirial : { false, true })
{
- for (bool computeEnergyAndVirial : {false, true})
+ /* Describing the test*/
+ SCOPED_TRACE(formatString(
+ "Testing solving (%s, %s, %s energy/virial) on %s for PME grid "
+ "size %d %d %d, Ewald coefficients %g %g",
+ (method == PmeSolveAlgorithm::LennardJones) ? "Lennard-Jones" : "Coulomb",
+ gridOrdering.second.c_str(),
+ computeEnergyAndVirial ? "with" : "without",
+ pmeTestHardwareContext->description().c_str(),
+ gridSize[XX],
+ gridSize[YY],
+ gridSize[ZZ],
+ ewaldCoeff_q,
+ ewaldCoeff_lj));
+
+ /* Running the test */
+ PmeSafePointer pmeSafe = pmeInitWrapper(&inputRec,
+ codePath,
+ pmeTestHardwareContext->deviceContext(),
+ pmeTestHardwareContext->deviceStream(),
+ pmeTestHardwareContext->pmeGpuProgram(),
+ box,
+ ewaldCoeff_q,
+ ewaldCoeff_lj);
+ pmeSetComplexGrid(pmeSafe.get(), codePath, gridOrdering.first, nonZeroGridValues);
+ const real cellVolume = box[0] * box[4] * box[8];
+ // FIXME - this is box[XX][XX] * box[YY][YY] * box[ZZ][ZZ], should be stored in the PME structure
+ pmePerformSolve(pmeSafe.get(), codePath, method, cellVolume, gridOrdering.first, computeEnergyAndVirial);
+ pmeFinalizeTest(pmeSafe.get(), codePath);
+
+ /* Check the outputs */
+ TestReferenceChecker checker(refData.rootChecker());
+
+ SparseComplexGridValuesOutput nonZeroGridValuesOutput =
+ pmeGetComplexGrid(pmeSafe.get(), codePath, gridOrdering.first);
+ /* Transformed grid */
+ TestReferenceChecker gridValuesChecker(
+ checker.checkCompound("NonZeroGridValues", "ComplexSpaceGrid"));
+
+ real gridValuesMagnitude = 1.0;
+ for (const auto& point : nonZeroGridValuesOutput)
{
- /* Describing the test*/
- SCOPED_TRACE(formatString("Testing solving (%s, %s, %s energy/virial) with %s %sfor PME grid size %d %d %d, Ewald coefficients %g %g",
- (method == PmeSolveAlgorithm::LennardJones) ? "Lennard-Jones" : "Coulomb",
- gridOrdering.second.c_str(),
- computeEnergyAndVirial ? "with" : "without",
- codePathToString(codePath),
- context->getDescription().c_str(),
- gridSize[XX], gridSize[YY], gridSize[ZZ],
- ewaldCoeff_q, ewaldCoeff_lj
- ));
-
- /* Running the test */
- PmeSafePointer pmeSafe = pmeInitEmpty(&inputRec, codePath, context->getDeviceInfo(),
- context->getPmeGpuProgram(), box, ewaldCoeff_q, ewaldCoeff_lj);
- pmeSetComplexGrid(pmeSafe.get(), codePath, gridOrdering.first, nonZeroGridValues);
- const real cellVolume = box[0] * box[4] * box[8];
- //FIXME - this is box[XX][XX] * box[YY][YY] * box[ZZ][ZZ], should be stored in the PME structure
- pmePerformSolve(pmeSafe.get(), codePath, method, cellVolume, gridOrdering.first, computeEnergyAndVirial);
- pmeFinalizeTest(pmeSafe.get(), codePath);
-
- /* Check the outputs */
- TestReferenceChecker checker(refData.rootChecker());
-
- SparseComplexGridValuesOutput nonZeroGridValuesOutput = pmeGetComplexGrid(pmeSafe.get(), codePath, gridOrdering.first);
- /* Transformed grid */
- TestReferenceChecker gridValuesChecker(checker.checkCompound("NonZeroGridValues", "ComplexSpaceGrid"));
-
- real gridValuesMagnitude = 1.0;
- for (const auto &point : nonZeroGridValuesOutput)
- {
- gridValuesMagnitude = std::max(std::fabs(point.second.re), gridValuesMagnitude);
- gridValuesMagnitude = std::max(std::fabs(point.second.im), gridValuesMagnitude);
- }
- // Spline moduli participate 3 times in the computation; 2 is an additional factor for SIMD exp() precision
- uint64_t gridUlpToleranceFactor = DIM * 2;
- if (method == PmeSolveAlgorithm::LennardJones)
+ gridValuesMagnitude = std::max(std::fabs(point.second.re), gridValuesMagnitude);
+ gridValuesMagnitude = std::max(std::fabs(point.second.im), gridValuesMagnitude);
+ }
+ // Spline moduli participate 3 times in the computation; 2 is an additional factor for SIMD exp() precision
+ uint64_t gridUlpToleranceFactor = DIM * 2;
+ if (method == PmeSolveAlgorithm::LennardJones)
+ {
+ // Lennard Jones is more complex and also uses erfc(), relax more
+ gridUlpToleranceFactor *= 2;
+ }
+ const uint64_t splineModuliDoublePrecisionUlps =
+ getSplineModuliDoublePrecisionUlps(inputRec.pme_order + 1);
+ auto gridTolerance = relativeToleranceAsPrecisionDependentUlp(
+ gridValuesMagnitude,
+ gridUlpToleranceFactor * c_splineModuliSinglePrecisionUlps,
+ gridUlpToleranceFactor * splineModuliDoublePrecisionUlps);
+ gridValuesChecker.setDefaultTolerance(gridTolerance);
+
+ for (const auto& point : nonZeroGridValuesOutput)
+ {
+ // we want an additional safeguard for denormal numbers as they cause an exception in string conversion;
+ // however, using GMX_REAL_MIN causes an "unused item warning" for single precision builds
+ if (fabs(point.second.re) >= GMX_FLOAT_MIN)
{
- // Lennard Jones is more complex and also uses erfc(), relax more
- gridUlpToleranceFactor *= 2;
+ gridValuesChecker.checkReal(point.second.re, (point.first + " re").c_str());
}
- const uint64_t splineModuliDoublePrecisionUlps
- = getSplineModuliDoublePrecisionUlps(inputRec.pme_order + 1);
- auto gridTolerance
- = relativeToleranceAsPrecisionDependentUlp(gridValuesMagnitude,
- gridUlpToleranceFactor * c_splineModuliSinglePrecisionUlps,
- gridUlpToleranceFactor * splineModuliDoublePrecisionUlps);
- gridValuesChecker.setDefaultTolerance(gridTolerance);
-
- for (const auto &point : nonZeroGridValuesOutput)
+ if (fabs(point.second.im) >= GMX_FLOAT_MIN)
{
- // we want an additional safeguard for denormal numbers as they cause an exception in string conversion;
- // however, using GMX_REAL_MIN causes an "unused item warning" for single precision builds
- if (fabs(point.second.re) >= GMX_FLOAT_MIN)
- {
- gridValuesChecker.checkReal(point.second.re, (point.first + " re").c_str());
- }
- if (fabs(point.second.im) >= GMX_FLOAT_MIN)
- {
- gridValuesChecker.checkReal(point.second.im, (point.first + " im").c_str());
- }
+ gridValuesChecker.checkReal(point.second.im, (point.first + " im").c_str());
}
+ }
- if (computeEnergyAndVirial)
+ if (computeEnergyAndVirial)
+ {
+ // Extract the energy and virial
+ const auto output =
+ pmeGetReciprocalEnergyAndVirial(pmeSafe.get(), codePath, method);
+ const auto& energy = (method == PmeSolveAlgorithm::Coulomb)
+ ? output.coulombEnergy_
+ : output.lennardJonesEnergy_;
+ const auto& virial = (method == PmeSolveAlgorithm::Coulomb)
+ ? output.coulombVirial_
+ : output.lennardJonesVirial_;
+
+ // These quantities are computed based on the grid values, so must have
+ // checking relative tolerances at least as large. Virial needs more flops
+ // than energy, so needs a larger tolerance.
+
+ /* Energy */
+ double energyMagnitude = 10.0;
+ // TODO This factor is arbitrary, do a proper error-propagation analysis
+ uint64_t energyUlpToleranceFactor = gridUlpToleranceFactor * 2;
+ auto energyTolerance = relativeToleranceAsPrecisionDependentUlp(
+ energyMagnitude,
+ energyUlpToleranceFactor * c_splineModuliSinglePrecisionUlps,
+ energyUlpToleranceFactor * splineModuliDoublePrecisionUlps);
+ TestReferenceChecker energyChecker(checker);
+ energyChecker.setDefaultTolerance(energyTolerance);
+ energyChecker.checkReal(energy, "Energy");
+
+ /* Virial */
+ double virialMagnitude = 1000.0;
+ // TODO This factor is arbitrary, do a proper error-propagation analysis
+ uint64_t virialUlpToleranceFactor = energyUlpToleranceFactor * 2;
+ auto virialTolerance = relativeToleranceAsPrecisionDependentUlp(
+ virialMagnitude,
+ virialUlpToleranceFactor * c_splineModuliSinglePrecisionUlps,
+ virialUlpToleranceFactor * splineModuliDoublePrecisionUlps);
+ TestReferenceChecker virialChecker(
+ checker.checkCompound("Matrix", "Virial"));
+ virialChecker.setDefaultTolerance(virialTolerance);
+ for (int i = 0; i < DIM; i++)
{
- // Extract the energy and virial
- real energy;
- Matrix3x3 virial;
- std::tie(energy, virial) = pmeGetReciprocalEnergyAndVirial(pmeSafe.get(), codePath, method);
-
- // These quantities are computed based on the grid values, so must have
- // checking relative tolerances at least as large. Virial needs more flops
- // than energy, so needs a larger tolerance.
-
- /* Energy */
- double energyMagnitude = 10.0;
- // TODO This factor is arbitrary, do a proper error-propagation analysis
- uint64_t energyUlpToleranceFactor = gridUlpToleranceFactor * 2;
- auto energyTolerance
- = relativeToleranceAsPrecisionDependentUlp(energyMagnitude,
- energyUlpToleranceFactor * c_splineModuliSinglePrecisionUlps,
- energyUlpToleranceFactor * splineModuliDoublePrecisionUlps);
- TestReferenceChecker energyChecker(checker);
- energyChecker.setDefaultTolerance(energyTolerance);
- energyChecker.checkReal(energy, "Energy");
-
- /* Virial */
- double virialMagnitude = 1000.0;
- // TODO This factor is arbitrary, do a proper error-propagation analysis
- uint64_t virialUlpToleranceFactor = energyUlpToleranceFactor * 2;
- auto virialTolerance
- = relativeToleranceAsPrecisionDependentUlp(virialMagnitude,
- virialUlpToleranceFactor * c_splineModuliSinglePrecisionUlps,
- virialUlpToleranceFactor * splineModuliDoublePrecisionUlps);
- TestReferenceChecker virialChecker(checker.checkCompound("Matrix", "Virial"));
- virialChecker.setDefaultTolerance(virialTolerance);
- for (int i = 0; i < DIM; i++)
+ for (int j = 0; j <= i; j++)
{
- for (int j = 0; j <= i; j++)
- {
- std::string valueId = formatString("Cell %d %d", i, j);
- virialChecker.checkReal(virial[i * DIM + j], valueId.c_str());
- }
+ std::string valueId = formatString("Cell %d %d", i, j);
+ virialChecker.checkReal(virial[i][j], valueId.c_str());
}
}
}
}
-
}
}
+ }
+
+ static std::vector<std::unique_ptr<PmeTestHardwareContext>> s_pmeTestHardwareContexts;
};
+std::vector<std::unique_ptr<PmeTestHardwareContext>> PmeSolveTest::s_pmeTestHardwareContexts;
+
/*! \brief Test for PME solving */
TEST_P(PmeSolveTest, ReproducesOutputs)
{
- EXPECT_NO_THROW(runTest());
+ EXPECT_NO_THROW_GMX(runTest());
}
/* Valid input instances */
//! A couple of valid inputs for boxes.
-std::vector<Matrix3x3> const c_sampleBoxes
-{
+std::vector<Matrix3x3> const c_sampleBoxes{
// normal box
- Matrix3x3 {{
- 8.0f, 0.0f, 0.0f,
- 0.0f, 3.4f, 0.0f,
- 0.0f, 0.0f, 2.0f
- }},
+ Matrix3x3{ { 8.0F, 0.0F, 0.0F, 0.0F, 3.4F, 0.0F, 0.0F, 0.0F, 2.0F } },
// triclinic box
- Matrix3x3 {{
- 7.0f, 0.0f, 0.0f,
- 0.0f, 4.1f, 0.0f,
- 3.5f, 2.0f, 12.2f
- }},
+ Matrix3x3{ { 7.0F, 0.0F, 0.0F, 0.0F, 4.1F, 0.0F, 3.5F, 2.0F, 12.2F } },
};
//! A couple of valid inputs for grid sizes
-std::vector<IVec> const c_sampleGridSizes
-{
- IVec {
- 16, 12, 28
- },
- IVec {
- 9, 7, 23
- }
-};
+std::vector<IVec> const c_sampleGridSizes{ IVec{ 16, 12, 28 }, IVec{ 9, 7, 23 } };
//! Moved out from instantiations for readability
-const auto c_inputBoxes = ::testing::ValuesIn(c_sampleBoxes);
+const auto c_inputBoxes = ::testing::ValuesIn(c_sampleBoxes);
//! Moved out from instantiations for readability
const auto c_inputGridSizes = ::testing::ValuesIn(c_sampleGridSizes);
//! 2 sample complex grids - only non-zero values have to be listed
-std::vector<SparseComplexGridValuesInput> const c_sampleGrids
-{
- SparseComplexGridValuesInput {{
- IVec {
- 0, 0, 0
- }, t_complex {
- 3.5f, 6.7f
- }
- }, {
- IVec {
- 7, 0, 0
- }, t_complex {
- -2.5f, -0.7f
- }
- }, {
- IVec {
- 3, 5, 7
- }, t_complex {
- -0.006f, 1e-8f
- }
- }, {
- IVec {
- 3, 1, 2
- }, t_complex {
- 0.6f, 7.9f
- }
- }, {
- IVec {
- 6, 2, 4
- }, t_complex {
- 30.1f, 2.45f
- }
- }, },
- SparseComplexGridValuesInput {{
- IVec {
- 0, 4, 0
- }, t_complex {
- 0.0f, 0.3f
- }
- }, {
- IVec {
- 4, 2, 7
- }, t_complex {
- 13.76f, -40.0f
- }
- }, {
- IVec {
- 0, 6, 7
- }, t_complex {
- 3.6f, 0.0f
- }
- }, {
- IVec {
- 2, 5, 10
- }, t_complex {
- 3.6f, 10.65f
- }
- }, }
+std::vector<SparseComplexGridValuesInput> const c_sampleGrids{
+ SparseComplexGridValuesInput{
+ { IVec{ 0, 0, 0 }, t_complex{ 3.5F, 6.7F } },
+ { IVec{ 7, 0, 0 }, t_complex{ -2.5F, -0.7F } },
+ { IVec{ 3, 5, 7 }, t_complex{ -0.006F, 1e-8F } },
+ { IVec{ 3, 1, 2 }, t_complex{ 0.6F, 7.9F } },
+ { IVec{ 6, 2, 4 }, t_complex{ 30.1F, 2.45F } },
+ },
+ SparseComplexGridValuesInput{
+ { IVec{ 0, 4, 0 }, t_complex{ 0.0F, 0.3F } },
+ { IVec{ 4, 2, 7 }, t_complex{ 13.76F, -40.0F } },
+ { IVec{ 0, 6, 7 }, t_complex{ 3.6F, 0.0F } },
+ { IVec{ 2, 5, 10 }, t_complex{ 3.6F, 10.65F } },
+ }
};
//! Moved out from instantiations for readability
const auto c_inputMethods = ::testing::Values(PmeSolveAlgorithm::Coulomb, PmeSolveAlgorithm::LennardJones);
//! Instantiation of the PME solving test
-INSTANTIATE_TEST_CASE_P(SaneInput, PmeSolveTest, ::testing::Combine(c_inputBoxes, c_inputGridSizes, c_inputGrids,
- c_inputEpsilon_r, c_inputEwaldCoeff_q, c_inputEwaldCoeff_lj, c_inputMethods));
+INSTANTIATE_TEST_SUITE_P(SaneInput,
+ PmeSolveTest,
+ ::testing::Combine(c_inputBoxes,
+ c_inputGridSizes,
+ c_inputGrids,
+ c_inputEpsilon_r,
+ c_inputEwaldCoeff_q,
+ c_inputEwaldCoeff_lj,
+ c_inputMethods));
//! A few more instances to check that different ewaldCoeff_q actually affects results of the Coulomb solver
-INSTANTIATE_TEST_CASE_P(DifferentEwaldCoeffQ, PmeSolveTest, ::testing::Combine(c_inputBoxes, c_inputGridSizes, c_inputGrids,
- c_inputEpsilon_r, ::testing::Values(0.4), c_inputEwaldCoeff_lj,
- ::testing::Values(PmeSolveAlgorithm::Coulomb)));
+INSTANTIATE_TEST_SUITE_P(DifferentEwaldCoeffQ,
+ PmeSolveTest,
+ ::testing::Combine(c_inputBoxes,
+ c_inputGridSizes,
+ c_inputGrids,
+ c_inputEpsilon_r,
+ ::testing::Values(0.4),
+ c_inputEwaldCoeff_lj,
+ ::testing::Values(PmeSolveAlgorithm::Coulomb)));
//! A few more instances to check that different ewaldCoeff_lj actually affects results of the Lennard-Jones solver.
//! The value has to be approximately larger than 1 / (box dimensions) to have a meaningful output grid.
//! Previous value of 0.3 caused one of the grid cells to be less or greater than GMX_FLOAT_MIN, depending on the architecture.
-INSTANTIATE_TEST_CASE_P(DifferentEwaldCoeffLJ, PmeSolveTest, ::testing::Combine(c_inputBoxes, c_inputGridSizes, c_inputGrids,
- c_inputEpsilon_r, c_inputEwaldCoeff_q, ::testing::Values(2.35),
- ::testing::Values(PmeSolveAlgorithm::LennardJones)));
+INSTANTIATE_TEST_SUITE_P(DifferentEwaldCoeffLJ,
+ PmeSolveTest,
+ ::testing::Combine(c_inputBoxes,
+ c_inputGridSizes,
+ c_inputGrids,
+ c_inputEpsilon_r,
+ c_inputEwaldCoeff_q,
+ ::testing::Values(2.35),
+ ::testing::Values(PmeSolveAlgorithm::LennardJones)));
//! A few more instances to check that different epsilon_r actually affects results of all solvers
-INSTANTIATE_TEST_CASE_P(DifferentEpsilonR, PmeSolveTest, ::testing::Combine(c_inputBoxes, c_inputGridSizes, c_inputGrids,
- testing::Values(1.9), c_inputEwaldCoeff_q, c_inputEwaldCoeff_lj,
- c_inputMethods));
-
-} // namespace
-} // namespace test
-} // namespace gmx
+INSTANTIATE_TEST_SUITE_P(DifferentEpsilonR,
+ PmeSolveTest,
+ ::testing::Combine(c_inputBoxes,
+ c_inputGridSizes,
+ c_inputGrids,
+ testing::Values(1.9),
+ c_inputEwaldCoeff_q,
+ c_inputEwaldCoeff_lj,
+ c_inputMethods));
+
+} // namespace
+} // namespace test
+} // namespace gmx
biod.pnpi.spb.ru / alexxy / gromacs.git / blobdiff