| 56 |
|
#include "brains/SimCreator.hpp" |
| 57 |
|
#include "brains/SimSnapshotManager.hpp" |
| 58 |
|
#include "io/DumpReader.hpp" |
| 59 |
< |
#include "UseTheForce/ForceFieldFactory.hpp" |
| 59 |
> |
#include "brains/ForceField.hpp" |
| 60 |
|
#include "utils/simError.h" |
| 61 |
|
#include "utils/StringUtils.hpp" |
| 62 |
|
#include "math/SeqRandNumGen.hpp" |
| 76 |
|
#include "antlr/NoViableAltForCharException.hpp" |
| 77 |
|
#include "antlr/NoViableAltException.hpp" |
| 78 |
|
|
| 79 |
+ |
#include "types/DirectionalAdapter.hpp" |
| 80 |
+ |
#include "types/MultipoleAdapter.hpp" |
| 81 |
+ |
#include "types/EAMAdapter.hpp" |
| 82 |
+ |
#include "types/SuttonChenAdapter.hpp" |
| 83 |
+ |
#include "types/PolarizableAdapter.hpp" |
| 84 |
+ |
#include "types/FixedChargeAdapter.hpp" |
| 85 |
+ |
#include "types/FluctuatingChargeAdapter.hpp" |
| 86 |
+ |
|
| 87 |
|
#ifdef IS_MPI |
| 88 |
|
#include "mpi.h" |
| 89 |
|
#include "math/ParallelRandNumGen.hpp" |
| 256 |
|
int metaDataBlockStart = -1; |
| 257 |
|
int metaDataBlockEnd = -1; |
| 258 |
|
int i; |
| 259 |
< |
int mdOffset; |
| 259 |
> |
streamoff mdOffset; |
| 260 |
|
int mdFileVersion; |
| 261 |
|
|
| 262 |
+ |
|
| 263 |
|
#ifdef IS_MPI |
| 264 |
|
const int masterNode = 0; |
| 265 |
|
if (worldRank == masterNode) { |
| 266 |
|
#endif |
| 267 |
|
|
| 268 |
< |
std::ifstream mdFile_(mdFileName.c_str()); |
| 268 |
> |
std::ifstream mdFile_; |
| 269 |
> |
mdFile_.open(mdFileName.c_str(), ifstream::in | ifstream::binary); |
| 270 |
|
|
| 271 |
|
if (mdFile_.fail()) { |
| 272 |
|
sprintf(painCave.errMsg, |
| 373 |
|
metaDataBlockStart + 1); |
| 374 |
|
|
| 375 |
|
//create the force field |
| 376 |
< |
ForceField * ff = ForceFieldFactory::getInstance()->createForceField(simParams->getForceField()); |
| 376 |
> |
ForceField * ff = new ForceField(simParams->getForceField()); |
| 377 |
|
|
| 378 |
|
if (ff == NULL) { |
| 379 |
|
sprintf(painCave.errMsg, |
| 424 |
|
//create the molecules |
| 425 |
|
createMolecules(info); |
| 426 |
|
|
| 427 |
+ |
//find the storage layout |
| 428 |
+ |
|
| 429 |
+ |
int storageLayout = computeStorageLayout(info); |
| 430 |
+ |
|
| 431 |
|
//allocate memory for DataStorage(circular reference, need to |
| 432 |
|
//break it) |
| 433 |
< |
info->setSnapshotManager(new SimSnapshotManager(info)); |
| 433 |
> |
info->setSnapshotManager(new SimSnapshotManager(info, storageLayout)); |
| 434 |
|
|
| 435 |
|
//set the global index of atoms, rigidbodies and cutoffgroups |
| 436 |
|
//(only need to be set once, the global index will never change |
| 507 |
|
int nGlobalMols = info->getNGlobalMolecules(); |
| 508 |
|
std::vector<int> molToProcMap(nGlobalMols, -1); // default to an error condition: |
| 509 |
|
|
| 510 |
< |
MPI_Comm_size(MPI_COMM_WORLD, &nProcessors); |
| 510 |
> |
nProcessors = MPI::COMM_WORLD.Get_size(); |
| 511 |
|
|
| 512 |
|
if (nProcessors > nGlobalMols) { |
| 513 |
|
sprintf(painCave.errMsg, |
| 622 |
|
delete myRandom; |
| 623 |
|
|
| 624 |
|
// Spray out this nonsense to all other processors: |
| 625 |
< |
|
| 612 |
< |
MPI_Bcast(&molToProcMap[0], nGlobalMols, MPI_INT, 0, MPI_COMM_WORLD); |
| 625 |
> |
MPI::COMM_WORLD.Bcast(&molToProcMap[0], nGlobalMols, MPI::INT, 0); |
| 626 |
|
} else { |
| 627 |
|
|
| 628 |
|
// Listen to your marching orders from processor 0: |
| 629 |
< |
|
| 617 |
< |
MPI_Bcast(&molToProcMap[0], nGlobalMols, MPI_INT, 0, MPI_COMM_WORLD); |
| 629 |
> |
MPI::COMM_WORLD.Bcast(&molToProcMap[0], nGlobalMols, MPI::INT, 0); |
| 630 |
|
} |
| 631 |
|
|
| 632 |
|
info->setMolToProcMap(molToProcMap); |
| 665 |
|
} //end for(int i=0) |
| 666 |
|
} |
| 667 |
|
|
| 668 |
+ |
int SimCreator::computeStorageLayout(SimInfo* info) { |
| 669 |
+ |
|
| 670 |
+ |
Globals* simParams = info->getSimParams(); |
| 671 |
+ |
int nRigidBodies = info->getNGlobalRigidBodies(); |
| 672 |
+ |
set<AtomType*> atomTypes = info->getSimulatedAtomTypes(); |
| 673 |
+ |
set<AtomType*>::iterator i; |
| 674 |
+ |
bool hasDirectionalAtoms = false; |
| 675 |
+ |
bool hasFixedCharge = false; |
| 676 |
+ |
bool hasDipoles = false; |
| 677 |
+ |
bool hasQuadrupoles = false; |
| 678 |
+ |
bool hasPolarizable = false; |
| 679 |
+ |
bool hasFluctuatingCharge = false; |
| 680 |
+ |
bool hasMetallic = false; |
| 681 |
+ |
int storageLayout = 0; |
| 682 |
+ |
storageLayout |= DataStorage::dslPosition; |
| 683 |
+ |
storageLayout |= DataStorage::dslVelocity; |
| 684 |
+ |
storageLayout |= DataStorage::dslForce; |
| 685 |
+ |
|
| 686 |
+ |
for (i = atomTypes.begin(); i != atomTypes.end(); ++i) { |
| 687 |
+ |
|
| 688 |
+ |
DirectionalAdapter da = DirectionalAdapter( (*i) ); |
| 689 |
+ |
MultipoleAdapter ma = MultipoleAdapter( (*i) ); |
| 690 |
+ |
EAMAdapter ea = EAMAdapter( (*i) ); |
| 691 |
+ |
SuttonChenAdapter sca = SuttonChenAdapter( (*i) ); |
| 692 |
+ |
PolarizableAdapter pa = PolarizableAdapter( (*i) ); |
| 693 |
+ |
FixedChargeAdapter fca = FixedChargeAdapter( (*i) ); |
| 694 |
+ |
FluctuatingChargeAdapter fqa = FluctuatingChargeAdapter( (*i) ); |
| 695 |
+ |
|
| 696 |
+ |
if (da.isDirectional()){ |
| 697 |
+ |
hasDirectionalAtoms = true; |
| 698 |
+ |
} |
| 699 |
+ |
if (ma.isDipole()){ |
| 700 |
+ |
hasDipoles = true; |
| 701 |
+ |
} |
| 702 |
+ |
if (ma.isQuadrupole()){ |
| 703 |
+ |
hasQuadrupoles = true; |
| 704 |
+ |
} |
| 705 |
+ |
if (ea.isEAM() || sca.isSuttonChen()){ |
| 706 |
+ |
hasMetallic = true; |
| 707 |
+ |
} |
| 708 |
+ |
if ( fca.isFixedCharge() ){ |
| 709 |
+ |
hasFixedCharge = true; |
| 710 |
+ |
} |
| 711 |
+ |
if ( fqa.isFluctuatingCharge() ){ |
| 712 |
+ |
hasFluctuatingCharge = true; |
| 713 |
+ |
} |
| 714 |
+ |
if ( pa.isPolarizable() ){ |
| 715 |
+ |
hasPolarizable = true; |
| 716 |
+ |
} |
| 717 |
+ |
} |
| 718 |
+ |
|
| 719 |
+ |
if (nRigidBodies > 0 || hasDirectionalAtoms) { |
| 720 |
+ |
storageLayout |= DataStorage::dslAmat; |
| 721 |
+ |
if(storageLayout & DataStorage::dslVelocity) { |
| 722 |
+ |
storageLayout |= DataStorage::dslAngularMomentum; |
| 723 |
+ |
} |
| 724 |
+ |
if (storageLayout & DataStorage::dslForce) { |
| 725 |
+ |
storageLayout |= DataStorage::dslTorque; |
| 726 |
+ |
} |
| 727 |
+ |
} |
| 728 |
+ |
if (hasDipoles) { |
| 729 |
+ |
storageLayout |= DataStorage::dslDipole; |
| 730 |
+ |
} |
| 731 |
+ |
if (hasQuadrupoles) { |
| 732 |
+ |
storageLayout |= DataStorage::dslQuadrupole; |
| 733 |
+ |
} |
| 734 |
+ |
if (hasFixedCharge || hasFluctuatingCharge) { |
| 735 |
+ |
storageLayout |= DataStorage::dslSkippedCharge; |
| 736 |
+ |
} |
| 737 |
+ |
if (hasMetallic) { |
| 738 |
+ |
storageLayout |= DataStorage::dslDensity; |
| 739 |
+ |
storageLayout |= DataStorage::dslFunctional; |
| 740 |
+ |
storageLayout |= DataStorage::dslFunctionalDerivative; |
| 741 |
+ |
} |
| 742 |
+ |
if (hasPolarizable) { |
| 743 |
+ |
storageLayout |= DataStorage::dslElectricField; |
| 744 |
+ |
} |
| 745 |
+ |
if (hasFluctuatingCharge){ |
| 746 |
+ |
storageLayout |= DataStorage::dslFlucQPosition; |
| 747 |
+ |
if(storageLayout & DataStorage::dslVelocity) { |
| 748 |
+ |
storageLayout |= DataStorage::dslFlucQVelocity; |
| 749 |
+ |
} |
| 750 |
+ |
if (storageLayout & DataStorage::dslForce) { |
| 751 |
+ |
storageLayout |= DataStorage::dslFlucQForce; |
| 752 |
+ |
} |
| 753 |
+ |
} |
| 754 |
+ |
|
| 755 |
+ |
// if the user has asked for them, make sure we've got the memory for the |
| 756 |
+ |
// objects defined. |
| 757 |
+ |
|
| 758 |
+ |
if (simParams->getOutputParticlePotential()) { |
| 759 |
+ |
storageLayout |= DataStorage::dslParticlePot; |
| 760 |
+ |
} |
| 761 |
+ |
|
| 762 |
+ |
if (simParams->havePrintHeatFlux()) { |
| 763 |
+ |
if (simParams->getPrintHeatFlux()) { |
| 764 |
+ |
storageLayout |= DataStorage::dslParticlePot; |
| 765 |
+ |
} |
| 766 |
+ |
} |
| 767 |
+ |
|
| 768 |
+ |
if (simParams->getOutputElectricField()) { |
| 769 |
+ |
storageLayout |= DataStorage::dslElectricField; |
| 770 |
+ |
} |
| 771 |
+ |
|
| 772 |
+ |
if (simParams->getOutputFluctuatingCharges()) { |
| 773 |
+ |
storageLayout |= DataStorage::dslFlucQPosition; |
| 774 |
+ |
storageLayout |= DataStorage::dslFlucQVelocity; |
| 775 |
+ |
storageLayout |= DataStorage::dslFlucQForce; |
| 776 |
+ |
} |
| 777 |
+ |
|
| 778 |
+ |
return storageLayout; |
| 779 |
+ |
} |
| 780 |
+ |
|
| 781 |
|
void SimCreator::setGlobalIndex(SimInfo *info) { |
| 782 |
|
SimInfo::MoleculeIterator mi; |
| 783 |
|
Molecule::AtomIterator ai; |
| 794 |
|
int nGlobalAtoms = info->getNGlobalAtoms(); |
| 795 |
|
|
| 796 |
|
beginAtomIndex = 0; |
| 797 |
< |
beginRigidBodyIndex = 0; |
| 797 |
> |
//rigidbody's index begins right after atom's |
| 798 |
> |
beginRigidBodyIndex = info->getNGlobalAtoms(); |
| 799 |
|
beginCutoffGroupIndex = 0; |
| 800 |
|
|
| 801 |
|
for(int i = 0; i < info->getNGlobalMolecules(); i++) { |
| 858 |
|
// This would be prettier if we could use MPI_IN_PLACE like the MPI-2 |
| 859 |
|
// docs said we could. |
| 860 |
|
std::vector<int> tmpGroupMembership(info->getNGlobalAtoms(), 0); |
| 861 |
< |
MPI_Allreduce(&globalGroupMembership[0], &tmpGroupMembership[0], nGlobalAtoms, |
| 862 |
< |
MPI_INT, MPI_SUM, MPI_COMM_WORLD); |
| 861 |
> |
MPI::COMM_WORLD.Allreduce(&globalGroupMembership[0], |
| 862 |
> |
&tmpGroupMembership[0], nGlobalAtoms, |
| 863 |
> |
MPI::INT, MPI::SUM); |
| 864 |
|
info->setGlobalGroupMembership(tmpGroupMembership); |
| 865 |
|
#else |
| 866 |
|
info->setGlobalGroupMembership(globalGroupMembership); |
| 877 |
|
|
| 878 |
|
#ifdef IS_MPI |
| 879 |
|
std::vector<int> tmpMolMembership(info->getNGlobalAtoms(), 0); |
| 880 |
+ |
MPI::COMM_WORLD.Allreduce(&globalMolMembership[0], &tmpMolMembership[0], |
| 881 |
+ |
nGlobalAtoms, |
| 882 |
+ |
MPI::INT, MPI::SUM); |
| 883 |
|
|
| 754 |
– |
MPI_Allreduce(&globalMolMembership[0], &tmpMolMembership[0], nGlobalAtoms, |
| 755 |
– |
MPI_INT, MPI_SUM, MPI_COMM_WORLD); |
| 756 |
– |
|
| 884 |
|
info->setGlobalMolMembership(tmpMolMembership); |
| 885 |
|
#else |
| 886 |
|
info->setGlobalMolMembership(globalMolMembership); |
| 896 |
|
|
| 897 |
|
#ifdef IS_MPI |
| 898 |
|
std::vector<int> numIntegrableObjectsPerMol(info->getNGlobalMolecules(), 0); |
| 899 |
< |
MPI_Allreduce(&nIOPerMol[0], &numIntegrableObjectsPerMol[0], |
| 900 |
< |
info->getNGlobalMolecules(), MPI_INT, MPI_SUM, MPI_COMM_WORLD); |
| 899 |
> |
MPI::COMM_WORLD.Allreduce(&nIOPerMol[0], &numIntegrableObjectsPerMol[0], |
| 900 |
> |
info->getNGlobalMolecules(), MPI::INT, MPI::SUM); |
| 901 |
|
#else |
| 902 |
|
std::vector<int> numIntegrableObjectsPerMol = nIOPerMol; |
| 903 |
|
#endif |
| 914 |
|
for (mol = info->beginMolecule(mi); mol != NULL; mol = info->nextMolecule(mi)) { |
| 915 |
|
int myGlobalIndex = mol->getGlobalIndex(); |
| 916 |
|
int globalIO = startingIOIndexForMol[myGlobalIndex]; |
| 917 |
< |
for (StuntDouble* integrableObject = mol->beginIntegrableObject(ioi); integrableObject != NULL; |
| 918 |
< |
integrableObject = mol->nextIntegrableObject(ioi)) { |
| 919 |
< |
integrableObject->setGlobalIntegrableObjectIndex(globalIO); |
| 920 |
< |
IOIndexToIntegrableObject[globalIO] = integrableObject; |
| 917 |
> |
for (StuntDouble* sd = mol->beginIntegrableObject(ioi); sd != NULL; |
| 918 |
> |
sd = mol->nextIntegrableObject(ioi)) { |
| 919 |
> |
sd->setGlobalIntegrableObjectIndex(globalIO); |
| 920 |
> |
IOIndexToIntegrableObject[globalIO] = sd; |
| 921 |
|
globalIO++; |
| 922 |
|
} |
| 923 |
|
} |