src/gromacs/modularsimulator/energyelement.cpp

   1 /*
   2  * This file is part of the GROMACS molecular simulation package.
   3  *
   4  * Copyright (c) 2019,2020, by the GROMACS development team, led by
   5  * Mark Abraham, David van der Spoel, Berk Hess, and Erik Lindahl,
   6  * and including many others, as listed in the AUTHORS file in the
   7  * top-level source directory and at http://www.gromacs.org.
   8  *
   9  * GROMACS is free software; you can redistribute it and/or
  10  * modify it under the terms of the GNU Lesser General Public License
  11  * as published by the Free Software Foundation; either version 2.1
  12  * of the License, or (at your option) any later version.
  13  *
  14  * GROMACS is distributed in the hope that it will be useful,
  15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  17  * Lesser General Public License for more details.
  18  *
  19  * You should have received a copy of the GNU Lesser General Public
  20  * License along with GROMACS; if not, see
  21  * http://www.gnu.org/licenses, or write to the Free Software Foundation,
  22  * Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA.
  23  *
  24  * If you want to redistribute modifications to GROMACS, please
  25  * consider that scientific software is very special. Version
  26  * control is crucial - bugs must be traceable. We will be happy to
  27  * consider code for inclusion in the official distribution, but
  28  * derived work must not be called official GROMACS. Details are found
  29  * in the README & COPYING files - if they are missing, get the
  30  * official version at http://www.gromacs.org.
  31  *
  32  * To help us fund GROMACS development, we humbly ask that you cite
  33  * the research papers on the package. Check out http://www.gromacs.org.
  34  */
  35 /*! \internal \file
  36  * \brief Defines the microstate for the modular simulator
  37  *
  38  * \author Pascal Merz <pascal.merz@me.com>
  39  * \ingroup module_modularsimulator
  40  */
  41
  42 #include "gmxpre.h"
  43
  44 #include "energyelement.h"
  45
  46 #include "gromacs/math/vec.h"
  47 #include "gromacs/mdlib/compute_io.h"
  48 #include "gromacs/mdlib/coupling.h"
  49 #include "gromacs/mdlib/enerdata_utils.h"
  50 #include "gromacs/mdlib/energyoutput.h"
  51 #include "gromacs/mdlib/mdatoms.h"
  52 #include "gromacs/mdlib/mdoutf.h"
  53 #include "gromacs/mdlib/stat.h"
  54 #include "gromacs/mdlib/update.h"
  55 #include "gromacs/mdrunutility/handlerestart.h"
  56 #include "gromacs/mdtypes/enerdata.h"
  57 #include "gromacs/mdtypes/energyhistory.h"
  58 #include "gromacs/mdtypes/inputrec.h"
  59 #include "gromacs/mdtypes/mdatom.h"
  60 #include "gromacs/mdtypes/observableshistory.h"
  61 #include "gromacs/mdtypes/pullhistory.h"
  62 #include "gromacs/mdtypes/state.h"
  63 #include "gromacs/topology/topology.h"
  64
  65 #include "freeenergyperturbationelement.h"
  66 #include "parrinellorahmanbarostat.h"
  67 #include "statepropagatordata.h"
  68 #include "vrescalethermostat.h"
  69
  70 struct pull_t;
  71 class t_state;
  72
  73 namespace gmx
  74 {
  75 class Awh;
  76
  77 EnergyElement::EnergyElement(StatePropagatorData*           statePropagatorData,
  78                              FreeEnergyPerturbationElement* freeEnergyPerturbationElement,
  79                              const gmx_mtop_t*              globalTopology,
  80                              const t_inputrec*              inputrec,
  81                              const MDAtoms*                 mdAtoms,
  82                              gmx_enerdata_t*                enerd,
  83                              gmx_ekindata_t*                ekind,
  84                              const Constraints*             constr,
  85                              FILE*                          fplog,
  86                              t_fcdata*                      fcd,
  87                              const MdModulesNotifier&       mdModulesNotifier,
  88                              bool                           isMasterRank,
  89                              ObservablesHistory*            observablesHistory,
  90                              StartingBehavior               startingBehavior) :
  91     isMasterRank_(isMasterRank),
  92     energyWritingStep_(-1),
  93     energyCalculationStep_(-1),
  94     freeEnergyCalculationStep_(-1),
  95     forceVirialStep_(-1),
  96     shakeVirialStep_(-1),
  97     totalVirialStep_(-1),
  98     pressureStep_(-1),
  99     needToSumEkinhOld_(false),
 100     startingBehavior_(startingBehavior),
 101     statePropagatorData_(statePropagatorData),
 102     freeEnergyPerturbationElement_(freeEnergyPerturbationElement),
 103     vRescaleThermostat_(nullptr),
 104     parrinelloRahmanBarostat_(nullptr),
 105     inputrec_(inputrec),
 106     top_global_(globalTopology),
 107     mdAtoms_(mdAtoms),
 108     enerd_(enerd),
 109     ekind_(ekind),
 110     constr_(constr),
 111     fplog_(fplog),
 112     fcd_(fcd),
 113     mdModulesNotifier_(mdModulesNotifier),
 114     groups_(&globalTopology->groups),
 115     observablesHistory_(observablesHistory)
 116 {
 117     clear_mat(forceVirial_);
 118     clear_mat(shakeVirial_);
 119     clear_mat(totalVirial_);
 120     clear_mat(pressure_);
 121     clear_rvec(muTot_);
 122
 123     if (freeEnergyPerturbationElement_)
 124     {
 125         dummyLegacyState_.flags = (1U << estFEPSTATE);
 126     }
 127 }
 128
 129 void EnergyElement::scheduleTask(Step step, Time time, const RegisterRunFunctionPtr& registerRunFunction)
 130 {
 131     if (!isMasterRank_)
 132     {
 133         return;
 134     }
 135     auto writeEnergy                 = energyWritingStep_ == step;
 136     auto isEnergyCalculationStep     = energyCalculationStep_ == step;
 137     auto isFreeEnergyCalculationStep = freeEnergyCalculationStep_ == step;
 138     if (isEnergyCalculationStep || writeEnergy)
 139     {
 140         (*registerRunFunction)(std::make_unique<SimulatorRunFunction>(
 141                 [this, time, isEnergyCalculationStep, isFreeEnergyCalculationStep]() {
 142                     doStep(time, isEnergyCalculationStep, isFreeEnergyCalculationStep);
 143                 }));
 144     }
 145     else
 146     {
 147         (*registerRunFunction)(std::make_unique<SimulatorRunFunction>(
 148                 [this]() { energyOutput_->recordNonEnergyStep(); }));
 149     }
 150 }
 151
 152 void EnergyElement::elementTeardown()
 153 {
 154     if (inputrec_->nstcalcenergy > 0 && isMasterRank_)
 155     {
 156         energyOutput_->printAverages(fplog_, groups_);
 157     }
 158 }
 159
 160 void EnergyElement::trajectoryWriterSetup(gmx_mdoutf* outf)
 161 {
 162     pull_t* pull_work = nullptr;
 163     energyOutput_ = std::make_unique<EnergyOutput>(mdoutf_get_fp_ene(outf), top_global_, inputrec_,
 164                                                    pull_work, mdoutf_get_fp_dhdl(outf), false,
 165                                                    startingBehavior_, mdModulesNotifier_);
 166
 167     if (!isMasterRank_)
 168     {
 169         return;
 170     }
 171
 172     initializeEnergyHistory(startingBehavior_, observablesHistory_, energyOutput_.get());
 173
 174     // TODO: This probably doesn't really belong here...
 175     //       but we have all we need in this element,
 176     //       so we'll leave it here for now!
 177     double io = compute_io(inputrec_, top_global_->natoms, *groups_, energyOutput_->numEnergyTerms(), 1);
 178     if ((io > 2000) && isMasterRank_)
 179     {
 180         fprintf(stderr, "\nWARNING: This run will generate roughly %.0f Mb of data\n\n", io);
 181     }
 182     if (!inputrec_->bContinuation)
 183     {
 184         real temp = enerd_->term[F_TEMP];
 185         if (inputrec_->eI != eiVV)
 186         {
 187             /* Result of Ekin averaged over velocities of -half
 188              * and +half step, while we only have -half step here.
 189              */
 190             temp *= 2;
 191         }
 192         fprintf(fplog_, "Initial temperature: %g K\n", temp);
 193     }
 194 }
 195
 196 ITrajectoryWriterCallbackPtr EnergyElement::registerTrajectoryWriterCallback(TrajectoryEvent event)
 197 {
 198     if (event == TrajectoryEvent::EnergyWritingStep && isMasterRank_)
 199     {
 200         return std::make_unique<ITrajectoryWriterCallback>(
 201                 [this](gmx_mdoutf* mdoutf, Step step, Time time, bool writeTrajectory,
 202                        bool writeLog) { write(mdoutf, step, time, writeTrajectory, writeLog); });
 203     }
 204     return nullptr;
 205 }
 206
 207 SignallerCallbackPtr EnergyElement::registerTrajectorySignallerCallback(gmx::TrajectoryEvent event)
 208 {
 209     if (event == TrajectoryEvent::EnergyWritingStep && isMasterRank_)
 210     {
 211         return std::make_unique<SignallerCallback>(
 212                 [this](Step step, Time /*unused*/) { energyWritingStep_ = step; });
 213     }
 214     return nullptr;
 215 }
 216
 217 SignallerCallbackPtr EnergyElement::registerEnergyCallback(EnergySignallerEvent event)
 218 {
 219     if (event == EnergySignallerEvent::EnergyCalculationStep && isMasterRank_)
 220     {
 221         return std::make_unique<SignallerCallback>(
 222                 [this](Step step, Time /*unused*/) { energyCalculationStep_ = step; });
 223     }
 224     if (event == EnergySignallerEvent::FreeEnergyCalculationStep && isMasterRank_)
 225     {
 226         return std::make_unique<SignallerCallback>(
 227                 [this](Step step, Time /*unused*/) { freeEnergyCalculationStep_ = step; });
 228     }
 229     return nullptr;
 230 }
 231
 232 void EnergyElement::doStep(Time time, bool isEnergyCalculationStep, bool isFreeEnergyCalculationStep)
 233 {
 234     enerd_->term[F_ETOT] = enerd_->term[F_EPOT] + enerd_->term[F_EKIN];
 235     if (vRescaleThermostat_)
 236     {
 237         dummyLegacyState_.therm_integral = vRescaleThermostat_->thermostatIntegral();
 238     }
 239     if (freeEnergyPerturbationElement_)
 240     {
 241         sum_dhdl(enerd_, freeEnergyPerturbationElement_->constLambdaView(), *inputrec_->fepvals);
 242         dummyLegacyState_.fep_state = freeEnergyPerturbationElement_->currentFEPState();
 243     }
 244     if (parrinelloRahmanBarostat_)
 245     {
 246         copy_mat(parrinelloRahmanBarostat_->boxVelocities(), dummyLegacyState_.boxv);
 247         copy_mat(statePropagatorData_->constBox(), dummyLegacyState_.box);
 248     }
 249     if (integratorHasConservedEnergyQuantity(inputrec_))
 250     {
 251         enerd_->term[F_ECONSERVED] =
 252                 enerd_->term[F_ETOT] + NPT_energy(inputrec_, &dummyLegacyState_, nullptr);
 253     }
 254     energyOutput_->addDataAtEnergyStep(isFreeEnergyCalculationStep, isEnergyCalculationStep, time,
 255                                        mdAtoms_->mdatoms()->tmass, enerd_, &dummyLegacyState_,
 256                                        inputrec_->fepvals, inputrec_->expandedvals,
 257                                        statePropagatorData_->constPreviousBox(), shakeVirial_,
 258                                        forceVirial_, totalVirial_, pressure_, ekind_, muTot_, constr_);
 259 }
 260
 261 void EnergyElement::write(gmx_mdoutf* outf, Step step, Time time, bool writeTrajectory, bool writeLog)
 262 {
 263     if (writeLog)
 264     {
 265         energyOutput_->printHeader(fplog_, step, time);
 266     }
 267
 268     bool do_dr = do_per_step(step, inputrec_->nstdisreout);
 269     bool do_or = do_per_step(step, inputrec_->nstorireout);
 270
 271     // energyOutput_->printAnnealingTemperatures(writeLog ? fplog_ : nullptr, groups_, &(inputrec_->opts));
 272     Awh* awh = nullptr;
 273     energyOutput_->printStepToEnergyFile(mdoutf_get_fp_ene(outf), writeTrajectory, do_dr, do_or,
 274                                          writeLog ? fplog_ : nullptr, step, time, fcd_, awh);
 275 }
 276
 277 void EnergyElement::addToForceVirial(const tensor virial, Step step)
 278 {
 279     if (step > forceVirialStep_)
 280     {
 281         forceVirialStep_ = step;
 282         clear_mat(forceVirial_);
 283     }
 284     m_add(forceVirial_, virial, forceVirial_);
 285 }
 286
 287 void EnergyElement::addToConstraintVirial(const tensor virial, Step step)
 288 {
 289     if (step > shakeVirialStep_)
 290     {
 291         shakeVirialStep_ = step;
 292         clear_mat(shakeVirial_);
 293     }
 294     m_add(shakeVirial_, virial, shakeVirial_);
 295 }
 296
 297 rvec* EnergyElement::forceVirial(Step gmx_unused step)
 298 {
 299     if (step > forceVirialStep_)
 300     {
 301         forceVirialStep_ = step;
 302         clear_mat(forceVirial_);
 303     }
 304     GMX_ASSERT(step >= forceVirialStep_ || forceVirialStep_ == -1,
 305                "Asked for force virial of previous step.");
 306     return forceVirial_;
 307 }
 308
 309 rvec* EnergyElement::constraintVirial(Step gmx_unused step)
 310 {
 311     if (step > shakeVirialStep_)
 312     {
 313         shakeVirialStep_ = step;
 314         clear_mat(shakeVirial_);
 315     }
 316     GMX_ASSERT(step >= shakeVirialStep_ || shakeVirialStep_ == -1,
 317                "Asked for constraint virial of previous step.");
 318     return shakeVirial_;
 319 }
 320
 321 rvec* EnergyElement::totalVirial(Step gmx_unused step)
 322 {
 323     if (step > totalVirialStep_)
 324     {
 325         totalVirialStep_ = step;
 326         clear_mat(totalVirial_);
 327     }
 328     GMX_ASSERT(step >= totalVirialStep_ || totalVirialStep_ == -1,
 329                "Asked for total virial of previous step.");
 330     return totalVirial_;
 331 }
 332
 333 rvec* EnergyElement::pressure(Step gmx_unused step)
 334 {
 335     if (step > pressureStep_)
 336     {
 337         pressureStep_ = step;
 338         clear_mat(pressure_);
 339     }
 340     GMX_ASSERT(step >= pressureStep_ || pressureStep_ == -1,
 341                "Asked for pressure of previous step.");
 342     return pressure_;
 343 }
 344
 345 real* EnergyElement::muTot()
 346 {
 347     return muTot_;
 348 }
 349
 350 gmx_enerdata_t* EnergyElement::enerdata()
 351 {
 352     return enerd_;
 353 }
 354
 355 gmx_ekindata_t* EnergyElement::ekindata()
 356 {
 357     return ekind_;
 358 }
 359
 360 bool* EnergyElement::needToSumEkinhOld()
 361 {
 362     return &needToSumEkinhOld_;
 363 }
 364
 365 void EnergyElement::writeCheckpoint(t_state gmx_unused* localState, t_state* globalState)
 366 {
 367     if (isMasterRank_)
 368     {
 369         if (needToSumEkinhOld_)
 370         {
 371             globalState->ekinstate.bUpToDate = false;
 372         }
 373         else
 374         {
 375             update_ekinstate(&globalState->ekinstate, ekind_);
 376             globalState->ekinstate.bUpToDate = true;
 377         }
 378         energyOutput_->fillEnergyHistory(observablesHistory_->energyHistory.get());
 379     }
 380 }
 381
 382 void EnergyElement::initializeEnergyHistory(StartingBehavior    startingBehavior,
 383                                             ObservablesHistory* observablesHistory,
 384                                             EnergyOutput*       energyOutput)
 385 {
 386     if (startingBehavior != StartingBehavior::NewSimulation)
 387     {
 388         /* Restore from energy history if appending to output files */
 389         if (startingBehavior == StartingBehavior::RestartWithAppending)
 390         {
 391             /* If no history is available (because a checkpoint is from before
 392              * it was written) make a new one later, otherwise restore it.
 393              */
 394             if (observablesHistory->energyHistory)
 395             {
 396                 energyOutput->restoreFromEnergyHistory(*observablesHistory->energyHistory);
 397             }
 398         }
 399         else if (observablesHistory->energyHistory)
 400         {
 401             /* We might have read an energy history from checkpoint.
 402              * As we are not appending, we want to restart the statistics.
 403              * Free the allocated memory and reset the counts.
 404              */
 405             observablesHistory->energyHistory = {};
 406             /* We might have read a pull history from checkpoint.
 407              * We will still want to keep the statistics, so that the files
 408              * can be joined and still be meaningful.
 409              * This means that observablesHistory_->pullHistory
 410              * should not be reset.
 411              */
 412         }
 413     }
 414     if (!observablesHistory->energyHistory)
 415     {
 416         observablesHistory->energyHistory = std::make_unique<energyhistory_t>();
 417     }
 418     if (!observablesHistory->pullHistory)
 419     {
 420         observablesHistory->pullHistory = std::make_unique<PullHistory>();
 421     }
 422     /* Set the initial energy history */
 423     energyOutput->fillEnergyHistory(observablesHistory->energyHistory.get());
 424 }
 425
 426 void EnergyElement::setVRescaleThermostat(const gmx::VRescaleThermostat* vRescaleThermostat)
 427 {
 428     vRescaleThermostat_ = vRescaleThermostat;
 429     if (vRescaleThermostat_)
 430     {
 431         dummyLegacyState_.flags |= (1U << estTHERM_INT);
 432     }
 433 }
 434
 435 void EnergyElement::setParrinelloRahamnBarostat(const gmx::ParrinelloRahmanBarostat* parrinelloRahmanBarostat)
 436 {
 437     parrinelloRahmanBarostat_ = parrinelloRahmanBarostat;
 438     if (parrinelloRahmanBarostat_)
 439     {
 440         dummyLegacyState_.flags |= (1U << estBOX) | (1U << estBOXV);
 441     }
 442 }
 443
 444 } // namespace gmx