2 * This file is part of the GROMACS molecular simulation package.
4 * Copyright (c) 2019,2020, by the GROMACS development team, led by
5 * Mark Abraham, David van der Spoel, Berk Hess, and Erik Lindahl,
6 * and including many others, as listed in the AUTHORS file in the
7 * top-level source directory and at http://www.gromacs.org.
9 * GROMACS is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU Lesser General Public License
11 * as published by the Free Software Foundation; either version 2.1
12 * of the License, or (at your option) any later version.
14 * GROMACS is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * Lesser General Public License for more details.
19 * You should have received a copy of the GNU Lesser General Public
20 * License along with GROMACS; if not, see
21 * http://www.gnu.org/licenses, or write to the Free Software Foundation,
22 * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
24 * If you want to redistribute modifications to GROMACS, please
25 * consider that scientific software is very special. Version
26 * control is crucial - bugs must be traceable. We will be happy to
27 * consider code for inclusion in the official distribution, but
28 * derived work must not be called official GROMACS. Details are found
29 * in the README & COPYING files - if they are missing, get the
30 * official version at http://www.gromacs.org.
32 * To help us fund GROMACS development, we humbly ask that you cite
33 * the research papers on the package. Check out http://www.gromacs.org.
36 * \brief Defines the domain decomposition helper for the modular simulator
38 * \author Pascal Merz <pascal.merz@me.com>
39 * \ingroup module_modularsimulator
44 #include "domdechelper.h"
46 #include "gromacs/domdec/collect.h"
47 #include "gromacs/domdec/partition.h"
48 #include "gromacs/mdtypes/commrec.h"
49 #include "gromacs/mdtypes/inputrec.h"
50 #include "gromacs/mdtypes/state.h"
51 #include "gromacs/pbcutil/pbc.h"
53 #include "freeenergyperturbationdata.h"
54 #include "statepropagatordata.h"
55 #include "topologyholder.h"
59 DomDecHelper::DomDecHelper(bool isVerbose,
60 int verbosePrintInterval,
61 StatePropagatorData* statePropagatorData,
62 FreeEnergyPerturbationData* freeEnergyPerturbationData,
63 TopologyHolder* topologyHolder,
64 CheckBondedInteractionsCallback checkBondedInteractionsCallback,
68 const MDLogger& mdlog,
73 gmx_wallcycle* wcycle,
75 VirtualSitesHandler* vsite,
76 ImdSession* imdSession,
79 isVerbose_(isVerbose),
80 verbosePrintInterval_(verbosePrintInterval),
81 nstglobalcomm_(nstglobalcomm),
82 statePropagatorData_(statePropagatorData),
83 freeEnergyPerturbationData_(freeEnergyPerturbationData),
84 topologyHolder_(topologyHolder),
85 checkBondedInteractionsCallback_(std::move(checkBondedInteractionsCallback)),
96 imdSession_(imdSession),
99 GMX_ASSERT(DOMAINDECOMP(cr), "Domain decomposition Helper constructed in non-DD simulation");
102 void DomDecHelper::setup()
104 // constant choices for this call to dd_partition_system
105 const bool verbose = false;
106 const bool isMasterState = true;
107 const int nstglobalcomm = 1;
108 gmx_wallcycle* wcycle = nullptr;
110 // Distribute the charge groups over the nodes from the master node
111 partitionSystem(verbose,
115 statePropagatorData_->localState(),
116 statePropagatorData_->globalState());
119 void DomDecHelper::run(Step step, Time gmx_unused time)
121 if (step != nextNSStep_ || (step == inputrec_->init_step && inputrec_->bContinuation))
125 std::unique_ptr<t_state> localState = statePropagatorData_->localState();
126 t_state* globalState = statePropagatorData_->globalState();
128 // constant choices for this call to dd_partition_system
129 const bool verbose = isVerbose_ && (step % verbosePrintInterval_ == 0 || step == inputrec_->init_step);
130 bool isMasterState = false;
132 // Correct the new box if it is too skewed
133 if (inputrecDynamicBox(inputrec_))
135 // TODO: Correcting the box is done here (if using DD) or in ForceElement (non-DD simulations).
136 // Think about unifying this responsibility, could this be done in one place?
137 if (correct_box(fplog_, step, localState->box))
139 isMasterState = true;
144 dd_collect_state(cr_->dd, localState.get(), globalState);
147 // Distribute the charge groups over the nodes from the master node
148 partitionSystem(verbose, isMasterState, nstglobalcomm_, wcycle_, std::move(localState), globalState);
151 void DomDecHelper::partitionSystem(bool verbose,
154 gmx_wallcycle* wcycle,
155 std::unique_ptr<t_state> localState,
156 t_state* globalState)
158 ForceBuffers* forcePointer = statePropagatorData_->forcePointer();
160 // Distribute the charge groups over the nodes from the master node
161 dd_partition_system(fplog_,
163 inputrec_->init_step,
168 topologyHolder_->globalTopology(),
175 topologyHolder_->localTopology_.get(),
182 topologyHolder_->updateLocalTopology();
183 checkBondedInteractionsCallback_();
184 statePropagatorData_->setLocalState(std::move(localState));
185 if (freeEnergyPerturbationData_)
187 freeEnergyPerturbationData_->updateMDAtoms();
191 std::optional<SignallerCallback> DomDecHelper::registerNSCallback()
193 return [this](Step step, Time gmx_unused time) { this->nextNSStep_ = step; };