| 47 |
|
* @version 1.0 |
| 48 |
|
*/ |
| 49 |
|
|
| 50 |
+ |
#ifdef IS_MPI |
| 51 |
+ |
#include <mpi.h> |
| 52 |
+ |
#endif |
| 53 |
|
#include <algorithm> |
| 54 |
|
#include <set> |
| 55 |
|
#include <map> |
| 64 |
|
#include "io/ForceFieldOptions.hpp" |
| 65 |
|
#include "brains/ForceField.hpp" |
| 66 |
|
#include "nonbonded/SwitchingFunction.hpp" |
| 64 |
– |
#ifdef IS_MPI |
| 65 |
– |
#include <mpi.h> |
| 66 |
– |
#endif |
| 67 |
|
|
| 68 |
|
using namespace std; |
| 69 |
|
namespace OpenMD { |
| 72 |
|
forceField_(ff), simParams_(simParams), |
| 73 |
|
ndf_(0), fdf_local(0), ndfRaw_(0), ndfTrans_(0), nZconstraint_(0), |
| 74 |
|
nGlobalMols_(0), nGlobalAtoms_(0), nGlobalCutoffGroups_(0), |
| 75 |
< |
nGlobalIntegrableObjects_(0), nGlobalRigidBodies_(0), nGlobalFluctuatingCharges_(0), |
| 76 |
< |
nAtoms_(0), nBonds_(0), nBends_(0), nTorsions_(0), nInversions_(0), |
| 77 |
< |
nRigidBodies_(0), nIntegrableObjects_(0), nCutoffGroups_(0), |
| 78 |
< |
nConstraints_(0), nFluctuatingCharges_(0), sman_(NULL), topologyDone_(false), |
| 75 |
> |
nGlobalIntegrableObjects_(0), nGlobalRigidBodies_(0), |
| 76 |
> |
nGlobalFluctuatingCharges_(0), nGlobalBonds_(0), nGlobalBends_(0), |
| 77 |
> |
nGlobalTorsions_(0), nGlobalInversions_(0), nAtoms_(0), nBonds_(0), |
| 78 |
> |
nBends_(0), nTorsions_(0), nInversions_(0), nRigidBodies_(0), |
| 79 |
> |
nIntegrableObjects_(0), nCutoffGroups_(0), nConstraints_(0), |
| 80 |
> |
nFluctuatingCharges_(0), sman_(NULL), topologyDone_(false), |
| 81 |
|
calcBoxDipole_(false), useAtomicVirial_(true) { |
| 82 |
|
|
| 83 |
|
MoleculeStamp* molStamp; |
| 105 |
|
addMoleculeStamp(molStamp, nMolWithSameStamp); |
| 106 |
|
|
| 107 |
|
//calculate atoms in molecules |
| 108 |
< |
nGlobalAtoms_ += molStamp->getNAtoms() *nMolWithSameStamp; |
| 108 |
> |
nGlobalAtoms_ += molStamp->getNAtoms() * nMolWithSameStamp; |
| 109 |
> |
nGlobalBonds_ += molStamp->getNBonds() * nMolWithSameStamp; |
| 110 |
> |
nGlobalBends_ += molStamp->getNBends() * nMolWithSameStamp; |
| 111 |
> |
nGlobalTorsions_ += molStamp->getNTorsions() * nMolWithSameStamp; |
| 112 |
> |
nGlobalInversions_ += molStamp->getNInversions() * nMolWithSameStamp; |
| 113 |
|
|
| 114 |
|
//calculate atoms in cutoff groups |
| 115 |
|
int nAtomsInGroups = 0; |
| 281 |
|
ndf_local -= nConstraints_; |
| 282 |
|
|
| 283 |
|
#ifdef IS_MPI |
| 284 |
< |
MPI::COMM_WORLD.Allreduce(&ndf_local, &ndf_, 1, MPI::INT,MPI::SUM); |
| 285 |
< |
MPI::COMM_WORLD.Allreduce(&nfq_local, &nGlobalFluctuatingCharges_, 1, |
| 286 |
< |
MPI::INT, MPI::SUM); |
| 284 |
> |
MPI_Allreduce(&ndf_local, &ndf_, 1, MPI_INT, MPI_SUM, MPI_COMM_WORLD); |
| 285 |
> |
MPI_Allreduce(&nfq_local, &nGlobalFluctuatingCharges_, 1, |
| 286 |
> |
MPI_INT, MPI_SUM, MPI_COMM_WORLD); |
| 287 |
> |
// MPI::COMM_WORLD.Allreduce(&ndf_local, &ndf_, 1, MPI::INT,MPI::SUM); |
| 288 |
> |
// MPI::COMM_WORLD.Allreduce(&nfq_local, &nGlobalFluctuatingCharges_, 1, |
| 289 |
> |
// MPI::INT, MPI::SUM); |
| 290 |
|
#else |
| 291 |
|
ndf_ = ndf_local; |
| 292 |
|
nGlobalFluctuatingCharges_ = nfq_local; |
| 300 |
|
|
| 301 |
|
int SimInfo::getFdf() { |
| 302 |
|
#ifdef IS_MPI |
| 303 |
< |
MPI::COMM_WORLD.Allreduce(&fdf_local, &fdf_, 1, MPI::INT, MPI::SUM); |
| 303 |
> |
MPI_Allreduce(&fdf_local, &fdf_, 1, MPI_INT, MPI_SUM, MPI_COMM_WORLD); |
| 304 |
> |
// MPI::COMM_WORLD.Allreduce(&fdf_local, &fdf_, 1, MPI::INT, MPI::SUM); |
| 305 |
|
#else |
| 306 |
|
fdf_ = fdf_local; |
| 307 |
|
#endif |
| 357 |
|
} |
| 358 |
|
|
| 359 |
|
#ifdef IS_MPI |
| 360 |
< |
MPI::COMM_WORLD.Allreduce(&ndfRaw_local, &ndfRaw_, 1, MPI::INT, MPI::SUM); |
| 360 |
> |
MPI_Allreduce(&ndfRaw_local, &ndfRaw_, 1, MPI_INT, MPI_SUM, MPI_COMM_WORLD); |
| 361 |
> |
// MPI::COMM_WORLD.Allreduce(&ndfRaw_local, &ndfRaw_, 1, MPI::INT, MPI::SUM); |
| 362 |
|
#else |
| 363 |
|
ndfRaw_ = ndfRaw_local; |
| 364 |
|
#endif |
| 371 |
|
|
| 372 |
|
|
| 373 |
|
#ifdef IS_MPI |
| 374 |
< |
MPI::COMM_WORLD.Allreduce(&ndfTrans_local, &ndfTrans_, 1, |
| 375 |
< |
MPI::INT, MPI::SUM); |
| 374 |
> |
MPI_Allreduce(&ndfTrans_local, &ndfTrans_, 1, |
| 375 |
> |
MPI_INT, MPI_SUM, MPI_COMM_WORLD); |
| 376 |
> |
// MPI::COMM_WORLD.Allreduce(&ndfTrans_local, &ndfTrans_, 1, |
| 377 |
> |
// MPI::INT, MPI::SUM); |
| 378 |
|
#else |
| 379 |
|
ndfTrans_ = ndfTrans_local; |
| 380 |
|
#endif |
| 431 |
|
atomGroups.insert(map<int, set<int> >::value_type(sd->getGlobalIndex(), oneAtomSet)); |
| 432 |
|
} |
| 433 |
|
} |
| 434 |
+ |
|
| 435 |
|
|
| 436 |
|
for (bond= mol->beginBond(bondIter); bond != NULL; |
| 437 |
|
bond = mol->nextBond(bondIter)) { |
| 756 |
|
// count_local holds the number of found types on this processor |
| 757 |
|
int count_local = foundTypes.size(); |
| 758 |
|
|
| 759 |
< |
int nproc = MPI::COMM_WORLD.Get_size(); |
| 759 |
> |
int nproc; |
| 760 |
> |
MPI_Comm_size( MPI_COMM_WORLD, &nproc); |
| 761 |
> |
// int nproc = MPI::COMM_WORLD.Get_size(); |
| 762 |
|
|
| 763 |
|
// we need arrays to hold the counts and displacement vectors for |
| 764 |
|
// all processors |
| 766 |
|
vector<int> disps(nproc, 0); |
| 767 |
|
|
| 768 |
|
// fill the counts array |
| 769 |
< |
MPI::COMM_WORLD.Allgather(&count_local, 1, MPI::INT, &counts[0], |
| 770 |
< |
1, MPI::INT); |
| 769 |
> |
MPI_Allgather(&count_local, 1, MPI_INT, &counts[0], |
| 770 |
> |
1, MPI_INT, MPI_COMM_WORLD); |
| 771 |
> |
// MPI::COMM_WORLD.Allgather(&count_local, 1, MPI::INT, &counts[0], |
| 772 |
> |
// 1, MPI::INT); |
| 773 |
|
|
| 774 |
|
// use the processor counts to compute the displacement array |
| 775 |
|
disps[0] = 0; |
| 783 |
|
vector<int> ftGlobal(totalCount); |
| 784 |
|
|
| 785 |
|
// now spray out the foundTypes to all the other processors: |
| 786 |
< |
MPI::COMM_WORLD.Allgatherv(&foundTypes[0], count_local, MPI::INT, |
| 787 |
< |
&ftGlobal[0], &counts[0], &disps[0], |
| 788 |
< |
MPI::INT); |
| 786 |
> |
MPI_Allgatherv(&foundTypes[0], count_local, MPI_INT, |
| 787 |
> |
&ftGlobal[0], &counts[0], &disps[0], |
| 788 |
> |
MPI_INT, MPI_COMM_WORLD); |
| 789 |
> |
// MPI::COMM_WORLD.Allgatherv(&foundTypes[0], count_local, MPI::INT, |
| 790 |
> |
// &ftGlobal[0], &counts[0], &disps[0], |
| 791 |
> |
// MPI::INT); |
| 792 |
|
|
| 793 |
|
vector<int>::iterator j; |
| 794 |
|
|
| 852 |
|
} |
| 853 |
|
|
| 854 |
|
#ifdef IS_MPI |
| 855 |
< |
bool temp; |
| 855 |
> |
int temp; |
| 856 |
> |
|
| 857 |
|
temp = usesDirectional; |
| 858 |
< |
MPI::COMM_WORLD.Allreduce(&temp, &usesDirectionalAtoms_, 1, MPI::BOOL, |
| 859 |
< |
MPI::LOR); |
| 860 |
< |
|
| 858 |
> |
MPI_Allreduce(MPI_IN_PLACE, &temp, 1, MPI_INT, MPI_LOR, MPI_COMM_WORLD); |
| 859 |
> |
usesDirectionalAtoms_ = (temp == 0) ? false : true; |
| 860 |
> |
|
| 861 |
> |
// MPI::COMM_WORLD.Allreduce(&temp, &usesDirectionalAtoms_, 1, MPI::BOOL, |
| 862 |
> |
// MPI::LOR); |
| 863 |
> |
|
| 864 |
|
temp = usesMetallic; |
| 865 |
< |
MPI::COMM_WORLD.Allreduce(&temp, &usesMetallicAtoms_, 1, MPI::BOOL, |
| 866 |
< |
MPI::LOR); |
| 865 |
> |
MPI_Allreduce(MPI_IN_PLACE, &temp, 1, MPI_INT, MPI_LOR, MPI_COMM_WORLD); |
| 866 |
> |
usesMetallicAtoms_ = (temp == 0) ? false : true; |
| 867 |
> |
|
| 868 |
> |
// MPI::COMM_WORLD.Allreduce(&temp, &usesMetallicAtoms_, 1, MPI::BOOL, |
| 869 |
> |
// MPI::LOR); |
| 870 |
|
|
| 871 |
|
temp = usesElectrostatic; |
| 872 |
< |
MPI::COMM_WORLD.Allreduce(&temp, &usesElectrostaticAtoms_, 1, MPI::BOOL, |
| 873 |
< |
MPI::LOR); |
| 872 |
> |
MPI_Allreduce(MPI_IN_PLACE, &temp, 1, MPI_INT, MPI_LOR, MPI_COMM_WORLD); |
| 873 |
> |
usesElectrostaticAtoms_ = (temp == 0) ? false : true; |
| 874 |
|
|
| 875 |
+ |
// MPI::COMM_WORLD.Allreduce(&temp, &usesElectrostaticAtoms_, 1, MPI::BOOL, |
| 876 |
+ |
// MPI::LOR); |
| 877 |
+ |
|
| 878 |
|
temp = usesFluctuatingCharges; |
| 879 |
< |
MPI::COMM_WORLD.Allreduce(&temp, &usesFluctuatingCharges_, 1, MPI::BOOL, |
| 880 |
< |
MPI::LOR); |
| 879 |
> |
MPI_Allreduce(MPI_IN_PLACE, &temp, 1, MPI_INT, MPI_LOR, MPI_COMM_WORLD); |
| 880 |
> |
usesFluctuatingCharges_ = (temp == 0) ? false : true; |
| 881 |
> |
|
| 882 |
> |
// MPI::COMM_WORLD.Allreduce(&temp, &usesFluctuatingCharges_, 1, MPI::BOOL, |
| 883 |
> |
// MPI::LOR); |
| 884 |
> |
|
| 885 |
|
#else |
| 886 |
|
|
| 887 |
|
usesDirectionalAtoms_ = usesDirectional; |
| 973 |
|
} |
| 974 |
|
} |
| 975 |
|
|
| 976 |
< |
// Build the identArray_ |
| 976 |
> |
// Build the identArray_ and regions_ |
| 977 |
|
|
| 978 |
|
identArray_.clear(); |
| 979 |
< |
identArray_.reserve(getNAtoms()); |
| 980 |
< |
for(mol = beginMolecule(mi); mol != NULL; mol = nextMolecule(mi)) { |
| 979 |
> |
identArray_.reserve(getNAtoms()); |
| 980 |
> |
regions_.clear(); |
| 981 |
> |
regions_.reserve(getNAtoms()); |
| 982 |
> |
|
| 983 |
> |
for(mol = beginMolecule(mi); mol != NULL; mol = nextMolecule(mi)) { |
| 984 |
> |
int reg = mol->getRegion(); |
| 985 |
|
for(atom = mol->beginAtom(ai); atom != NULL; atom = mol->nextAtom(ai)) { |
| 986 |
|
identArray_.push_back(atom->getIdent()); |
| 987 |
+ |
regions_.push_back(reg); |
| 988 |
|
} |
| 989 |
|
} |
| 990 |
< |
|
| 990 |
> |
|
| 991 |
|
topologyDone_ = true; |
| 992 |
|
} |
| 993 |
|
|
| 1022 |
|
delete sman_; |
| 1023 |
|
sman_ = sman; |
| 1024 |
|
|
| 985 |
– |
Molecule* mol; |
| 986 |
– |
RigidBody* rb; |
| 987 |
– |
Atom* atom; |
| 988 |
– |
CutoffGroup* cg; |
| 1025 |
|
SimInfo::MoleculeIterator mi; |
| 1026 |
+ |
Molecule::AtomIterator ai; |
| 1027 |
|
Molecule::RigidBodyIterator rbIter; |
| 991 |
– |
Molecule::AtomIterator atomIter; |
| 1028 |
|
Molecule::CutoffGroupIterator cgIter; |
| 1029 |
+ |
Molecule::BondIterator bondIter; |
| 1030 |
+ |
Molecule::BendIterator bendIter; |
| 1031 |
+ |
Molecule::TorsionIterator torsionIter; |
| 1032 |
+ |
Molecule::InversionIterator inversionIter; |
| 1033 |
|
|
| 1034 |
+ |
Molecule* mol; |
| 1035 |
+ |
Atom* atom; |
| 1036 |
+ |
RigidBody* rb; |
| 1037 |
+ |
CutoffGroup* cg; |
| 1038 |
+ |
Bond* bond; |
| 1039 |
+ |
Bend* bend; |
| 1040 |
+ |
Torsion* torsion; |
| 1041 |
+ |
Inversion* inversion; |
| 1042 |
+ |
|
| 1043 |
|
for (mol = beginMolecule(mi); mol != NULL; mol = nextMolecule(mi)) { |
| 1044 |
|
|
| 1045 |
< |
for (atom = mol->beginAtom(atomIter); atom != NULL; |
| 1046 |
< |
atom = mol->nextAtom(atomIter)) { |
| 1045 |
> |
for (atom = mol->beginAtom(ai); atom != NULL; |
| 1046 |
> |
atom = mol->nextAtom(ai)) { |
| 1047 |
|
atom->setSnapshotManager(sman_); |
| 1048 |
< |
} |
| 1000 |
< |
|
| 1048 |
> |
} |
| 1049 |
|
for (rb = mol->beginRigidBody(rbIter); rb != NULL; |
| 1050 |
|
rb = mol->nextRigidBody(rbIter)) { |
| 1051 |
|
rb->setSnapshotManager(sman_); |
| 1052 |
|
} |
| 1005 |
– |
|
| 1053 |
|
for (cg = mol->beginCutoffGroup(cgIter); cg != NULL; |
| 1054 |
|
cg = mol->nextCutoffGroup(cgIter)) { |
| 1055 |
|
cg->setSnapshotManager(sman_); |
| 1056 |
|
} |
| 1057 |
< |
} |
| 1058 |
< |
|
| 1057 |
> |
for (bond = mol->beginBond(bondIter); bond != NULL; |
| 1058 |
> |
bond = mol->nextBond(bondIter)) { |
| 1059 |
> |
bond->setSnapshotManager(sman_); |
| 1060 |
> |
} |
| 1061 |
> |
for (bend = mol->beginBend(bendIter); bend != NULL; |
| 1062 |
> |
bend = mol->nextBend(bendIter)) { |
| 1063 |
> |
bend->setSnapshotManager(sman_); |
| 1064 |
> |
} |
| 1065 |
> |
for (torsion = mol->beginTorsion(torsionIter); torsion != NULL; |
| 1066 |
> |
torsion = mol->nextTorsion(torsionIter)) { |
| 1067 |
> |
torsion->setSnapshotManager(sman_); |
| 1068 |
> |
} |
| 1069 |
> |
for (inversion = mol->beginInversion(inversionIter); inversion != NULL; |
| 1070 |
> |
inversion = mol->nextInversion(inversionIter)) { |
| 1071 |
> |
inversion->setSnapshotManager(sman_); |
| 1072 |
> |
} |
| 1073 |
> |
} |
| 1074 |
|
} |
| 1075 |
|
|
| 1076 |
|
|
| 1099 |
|
int SimInfo::getNGlobalConstraints() { |
| 1100 |
|
int nGlobalConstraints; |
| 1101 |
|
#ifdef IS_MPI |
| 1102 |
< |
MPI::COMM_WORLD.Allreduce(&nConstraints_, &nGlobalConstraints, 1, |
| 1103 |
< |
MPI::INT, MPI::SUM); |
| 1102 |
> |
MPI_Allreduce(&nConstraints_, &nGlobalConstraints, 1, |
| 1103 |
> |
MPI_INT, MPI_SUM, MPI_COMM_WORLD); |
| 1104 |
> |
// MPI::COMM_WORLD.Allreduce(&nConstraints_, &nGlobalConstraints, 1, |
| 1105 |
> |
// MPI::INT, MPI::SUM); |
| 1106 |
|
#else |
| 1107 |
|
nGlobalConstraints = nConstraints_; |
| 1108 |
|
#endif |