44 |
|
* @file SimCreator.cpp |
45 |
|
* @author tlin |
46 |
|
* @date 11/03/2004 |
47 |
– |
* @time 13:51am |
47 |
|
* @version 1.0 |
48 |
|
*/ |
49 |
|
#include <exception> |
506 |
|
int nGlobalMols = info->getNGlobalMolecules(); |
507 |
|
std::vector<int> molToProcMap(nGlobalMols, -1); // default to an error condition: |
508 |
|
|
509 |
< |
MPI_Comm_size(MPI_COMM_WORLD, &nProcessors); |
509 |
> |
nProcessors = MPI::COMM_WORLD.Get_size(); |
510 |
|
|
511 |
|
if (nProcessors > nGlobalMols) { |
512 |
|
sprintf(painCave.errMsg, |
544 |
|
nTarget = (int)(precast + 0.5); |
545 |
|
|
546 |
|
for(i = 0; i < nGlobalMols; i++) { |
547 |
+ |
|
548 |
|
done = 0; |
549 |
|
loops = 0; |
550 |
|
|
569 |
|
// and be done with it. |
570 |
|
|
571 |
|
if (loops > 100) { |
572 |
+ |
|
573 |
|
sprintf(painCave.errMsg, |
574 |
< |
"I've tried 100 times to assign molecule %d to a " |
575 |
< |
" processor, but can't find a good spot.\n" |
576 |
< |
"I'm assigning it at random to processor %d.\n", |
574 |
> |
"There have been 100 attempts to assign molecule %d to an\n" |
575 |
> |
"\tunderworked processor, but there's no good place to\n" |
576 |
> |
"\tleave it. OpenMD is assigning it at random to processor %d.\n", |
577 |
|
i, which_proc); |
578 |
< |
|
578 |
> |
|
579 |
|
painCave.isFatal = 0; |
580 |
+ |
painCave.severity = OPENMD_INFO; |
581 |
|
simError(); |
582 |
|
|
583 |
|
molToProcMap[i] = which_proc; |
622 |
|
} |
623 |
|
|
624 |
|
delete myRandom; |
625 |
< |
|
625 |
> |
|
626 |
|
// Spray out this nonsense to all other processors: |
627 |
< |
|
626 |
< |
MPI_Bcast(&molToProcMap[0], nGlobalMols, MPI_INT, 0, MPI_COMM_WORLD); |
627 |
> |
MPI::COMM_WORLD.Bcast(&molToProcMap[0], nGlobalMols, MPI::INT, 0); |
628 |
|
} else { |
629 |
|
|
630 |
|
// Listen to your marching orders from processor 0: |
631 |
< |
|
632 |
< |
MPI_Bcast(&molToProcMap[0], nGlobalMols, MPI_INT, 0, MPI_COMM_WORLD); |
631 |
> |
MPI::COMM_WORLD.Bcast(&molToProcMap[0], nGlobalMols, MPI::INT, 0); |
632 |
> |
|
633 |
|
} |
634 |
|
|
635 |
|
info->setMolToProcMap(molToProcMap); |
795 |
|
int beginRigidBodyIndex; |
796 |
|
int beginCutoffGroupIndex; |
797 |
|
int nGlobalAtoms = info->getNGlobalAtoms(); |
798 |
+ |
int nGlobalRigidBodies = info->getNGlobalRigidBodies(); |
799 |
|
|
800 |
|
beginAtomIndex = 0; |
801 |
|
//rigidbody's index begins right after atom's |
862 |
|
// This would be prettier if we could use MPI_IN_PLACE like the MPI-2 |
863 |
|
// docs said we could. |
864 |
|
std::vector<int> tmpGroupMembership(info->getNGlobalAtoms(), 0); |
865 |
< |
MPI_Allreduce(&globalGroupMembership[0], &tmpGroupMembership[0], nGlobalAtoms, |
866 |
< |
MPI_INT, MPI_SUM, MPI_COMM_WORLD); |
865 |
> |
MPI::COMM_WORLD.Allreduce(&globalGroupMembership[0], |
866 |
> |
&tmpGroupMembership[0], nGlobalAtoms, |
867 |
> |
MPI::INT, MPI::SUM); |
868 |
|
info->setGlobalGroupMembership(tmpGroupMembership); |
869 |
|
#else |
870 |
|
info->setGlobalGroupMembership(globalGroupMembership); |
871 |
|
#endif |
872 |
|
|
873 |
|
//fill molMembership |
874 |
< |
std::vector<int> globalMolMembership(info->getNGlobalAtoms(), 0); |
874 |
> |
std::vector<int> globalMolMembership(info->getNGlobalAtoms() + |
875 |
> |
info->getNGlobalRigidBodies(), 0); |
876 |
|
|
877 |
< |
for(mol = info->beginMolecule(mi); mol != NULL; mol = info->nextMolecule(mi)) { |
877 |
> |
for(mol = info->beginMolecule(mi); mol != NULL; |
878 |
> |
mol = info->nextMolecule(mi)) { |
879 |
|
for(atom = mol->beginAtom(ai); atom != NULL; atom = mol->nextAtom(ai)) { |
880 |
|
globalMolMembership[atom->getGlobalIndex()] = mol->getGlobalIndex(); |
881 |
|
} |
882 |
+ |
for (rb = mol->beginRigidBody(ri); rb != NULL; |
883 |
+ |
rb = mol->nextRigidBody(ri)) { |
884 |
+ |
globalMolMembership[rb->getGlobalIndex()] = mol->getGlobalIndex(); |
885 |
+ |
} |
886 |
|
} |
887 |
|
|
888 |
|
#ifdef IS_MPI |
889 |
< |
std::vector<int> tmpMolMembership(info->getNGlobalAtoms(), 0); |
889 |
> |
std::vector<int> tmpMolMembership(info->getNGlobalAtoms() + |
890 |
> |
info->getNGlobalRigidBodies(), 0); |
891 |
> |
MPI::COMM_WORLD.Allreduce(&globalMolMembership[0], &tmpMolMembership[0], |
892 |
> |
nGlobalAtoms + nGlobalRigidBodies, |
893 |
> |
MPI::INT, MPI::SUM); |
894 |
|
|
882 |
– |
MPI_Allreduce(&globalMolMembership[0], &tmpMolMembership[0], nGlobalAtoms, |
883 |
– |
MPI_INT, MPI_SUM, MPI_COMM_WORLD); |
884 |
– |
|
895 |
|
info->setGlobalMolMembership(tmpMolMembership); |
896 |
|
#else |
897 |
|
info->setGlobalMolMembership(globalMolMembership); |
901 |
|
// here the molecules are listed by their global indices. |
902 |
|
|
903 |
|
std::vector<int> nIOPerMol(info->getNGlobalMolecules(), 0); |
904 |
< |
for (mol = info->beginMolecule(mi); mol != NULL; mol = info->nextMolecule(mi)) { |
904 |
> |
for (mol = info->beginMolecule(mi); mol != NULL; |
905 |
> |
mol = info->nextMolecule(mi)) { |
906 |
|
nIOPerMol[mol->getGlobalIndex()] = mol->getNIntegrableObjects(); |
907 |
|
} |
908 |
|
|
909 |
|
#ifdef IS_MPI |
910 |
|
std::vector<int> numIntegrableObjectsPerMol(info->getNGlobalMolecules(), 0); |
911 |
< |
MPI_Allreduce(&nIOPerMol[0], &numIntegrableObjectsPerMol[0], |
912 |
< |
info->getNGlobalMolecules(), MPI_INT, MPI_SUM, MPI_COMM_WORLD); |
911 |
> |
MPI::COMM_WORLD.Allreduce(&nIOPerMol[0], &numIntegrableObjectsPerMol[0], |
912 |
> |
info->getNGlobalMolecules(), MPI::INT, MPI::SUM); |
913 |
|
#else |
914 |
|
std::vector<int> numIntegrableObjectsPerMol = nIOPerMol; |
915 |
|
#endif |
923 |
|
} |
924 |
|
|
925 |
|
std::vector<StuntDouble*> IOIndexToIntegrableObject(info->getNGlobalIntegrableObjects(), (StuntDouble*)NULL); |
926 |
< |
for (mol = info->beginMolecule(mi); mol != NULL; mol = info->nextMolecule(mi)) { |
926 |
> |
for (mol = info->beginMolecule(mi); mol != NULL; |
927 |
> |
mol = info->nextMolecule(mi)) { |
928 |
|
int myGlobalIndex = mol->getGlobalIndex(); |
929 |
|
int globalIO = startingIOIndexForMol[myGlobalIndex]; |
930 |
|
for (StuntDouble* sd = mol->beginIntegrableObject(ioi); sd != NULL; |