| 1 | 
  | 
/* | 
| 2 | 
< | 
 * copyright (c) 2005 The University of Notre Dame. All Rights Reserved. | 
| 2 | 
> | 
 * Copyright (c) 2005 The University of Notre Dame. All Rights Reserved. | 
| 3 | 
  | 
 * | 
| 4 | 
  | 
 * The University of Notre Dame grants you ("Licensee") a | 
| 5 | 
  | 
 * non-exclusive, royalty free, license to use, modify and | 
| 46 | 
  | 
 * @date 11/03/2004 | 
| 47 | 
  | 
 * @version 1.0 | 
| 48 | 
  | 
 */ | 
| 49 | 
+ | 
 | 
| 50 | 
+ | 
#ifdef IS_MPI | 
| 51 | 
+ | 
#include "mpi.h" | 
| 52 | 
+ | 
#include "math/ParallelRandNumGen.hpp" | 
| 53 | 
+ | 
#endif | 
| 54 | 
+ | 
 | 
| 55 | 
  | 
#include <exception> | 
| 56 | 
  | 
#include <iostream> | 
| 57 | 
  | 
#include <sstream> | 
| 64 | 
  | 
#include "brains/ForceField.hpp" | 
| 65 | 
  | 
#include "utils/simError.h" | 
| 66 | 
  | 
#include "utils/StringUtils.hpp" | 
| 67 | 
+ | 
#include "utils/Revision.hpp" | 
| 68 | 
  | 
#include "math/SeqRandNumGen.hpp" | 
| 69 | 
  | 
#include "mdParser/MDLexer.hpp" | 
| 70 | 
  | 
#include "mdParser/MDParser.hpp" | 
| 90 | 
  | 
#include "types/FixedChargeAdapter.hpp" | 
| 91 | 
  | 
#include "types/FluctuatingChargeAdapter.hpp" | 
| 92 | 
  | 
 | 
| 86 | 
– | 
#ifdef IS_MPI | 
| 87 | 
– | 
#include "mpi.h" | 
| 88 | 
– | 
#include "math/ParallelRandNumGen.hpp" | 
| 89 | 
– | 
#endif | 
| 93 | 
  | 
 | 
| 94 | 
  | 
namespace OpenMD { | 
| 95 | 
  | 
   | 
| 104 | 
  | 
      const int masterNode = 0; | 
| 105 | 
  | 
 | 
| 106 | 
  | 
      if (worldRank == masterNode) { | 
| 107 | 
< | 
        MPI::COMM_WORLD.Bcast(&mdFileVersion, 1, MPI::INT, masterNode); | 
| 107 | 
> | 
        MPI_Bcast(&mdFileVersion, 1, MPI_INT, masterNode, MPI_COMM_WORLD); | 
| 108 | 
> | 
        // MPI::COMM_WORLD.Bcast(&mdFileVersion, 1, MPI::INT, masterNode); | 
| 109 | 
  | 
#endif                  | 
| 110 | 
  | 
        SimplePreprocessor preprocessor; | 
| 111 | 
< | 
        preprocessor.preprocess(rawMetaDataStream, filename, startOfMetaDataBlock,  | 
| 112 | 
< | 
                                ppStream); | 
| 111 | 
> | 
        preprocessor.preprocess(rawMetaDataStream, filename,  | 
| 112 | 
> | 
                                startOfMetaDataBlock, ppStream); | 
| 113 | 
  | 
                 | 
| 114 | 
  | 
#ifdef IS_MPI             | 
| 115 | 
< | 
        //brocasting the stream size | 
| 115 | 
> | 
        //broadcasting the stream size | 
| 116 | 
  | 
        streamSize = ppStream.str().size() +1; | 
| 117 | 
< | 
        MPI::COMM_WORLD.Bcast(&streamSize, 1, MPI::LONG, masterNode); | 
| 118 | 
< | 
        MPI::COMM_WORLD.Bcast(static_cast<void*>(const_cast<char*>(ppStream.str().c_str())), streamSize, MPI::CHAR, masterNode); | 
| 117 | 
> | 
        MPI_Bcast(&streamSize, 1, MPI_INT, masterNode, MPI_COMM_WORLD); | 
| 118 | 
> | 
        MPI_Bcast(static_cast<void*>(const_cast<char*>(ppStream.str().c_str())),  | 
| 119 | 
> | 
                  streamSize, MPI_CHAR, masterNode, MPI_COMM_WORLD); | 
| 120 | 
> | 
 | 
| 121 | 
> | 
        // MPI::COMM_WORLD.Bcast(&streamSize, 1, MPI::LONG, masterNode); | 
| 122 | 
> | 
        // MPI::COMM_WORLD.Bcast(static_cast<void*>(const_cast<char*>(ppStream.str().c_str())),  | 
| 123 | 
> | 
        //                       streamSize, MPI::CHAR, masterNode); | 
| 124 | 
  | 
                            | 
| 125 | 
  | 
      } else { | 
| 117 | 
– | 
        MPI::COMM_WORLD.Bcast(&mdFileVersion, 1, MPI::INT, masterNode); | 
| 126 | 
  | 
 | 
| 127 | 
< | 
        //get stream size | 
| 128 | 
< | 
        MPI::COMM_WORLD.Bcast(&streamSize, 1, MPI::LONG, masterNode); | 
| 127 | 
> | 
        MPI_Bcast(&mdFileVersion, 1, MPI_INT, masterNode, MPI_COMM_WORLD); | 
| 128 | 
> | 
        // MPI::COMM_WORLD.Bcast(&mdFileVersion, 1, MPI::INT, masterNode); | 
| 129 | 
  | 
 | 
| 130 | 
+ | 
        //get stream size | 
| 131 | 
+ | 
        MPI_Bcast(&streamSize, 1, MPI_INT, masterNode, MPI_COMM_WORLD); | 
| 132 | 
+ | 
        // MPI::COMM_WORLD.Bcast(&streamSize, 1, MPI::LONG, masterNode); | 
| 133 | 
  | 
        char* buf = new char[streamSize]; | 
| 134 | 
  | 
        assert(buf); | 
| 135 | 
  | 
                 | 
| 136 | 
  | 
        //receive file content | 
| 137 | 
< | 
        MPI::COMM_WORLD.Bcast(buf, streamSize, MPI::CHAR, masterNode); | 
| 138 | 
< | 
                 | 
| 137 | 
> | 
        MPI_Bcast(buf, streamSize, MPI_CHAR, masterNode, MPI_COMM_WORLD); | 
| 138 | 
> | 
        // MPI::COMM_WORLD.Bcast(buf, streamSize, MPI::CHAR, masterNode); | 
| 139 | 
> | 
 | 
| 140 | 
  | 
        ppStream.str(buf); | 
| 141 | 
  | 
        delete [] buf; | 
| 142 | 
  | 
      } | 
| 160 | 
  | 
      parser.initializeASTFactory(factory); | 
| 161 | 
  | 
      parser.setASTFactory(&factory); | 
| 162 | 
  | 
      parser.mdfile(); | 
| 151 | 
– | 
 | 
| 163 | 
  | 
      // Create a tree parser that reads information into Globals | 
| 164 | 
  | 
      MDTreeParser treeParser; | 
| 165 | 
  | 
      treeParser.initializeASTFactory(factory); | 
| 273 | 
  | 
    version.append("."); | 
| 274 | 
  | 
    version.append(OPENMD_VERSION_MINOR); | 
| 275 | 
  | 
 | 
| 276 | 
< | 
    std::string svnrev; | 
| 276 | 
> | 
    std::string svnrev(g_REVISION, strnlen(g_REVISION, 20)); | 
| 277 | 
  | 
    //convert a macro from compiler to a string in c++ | 
| 278 | 
< | 
    STR_DEFINE(svnrev, SVN_REV ); | 
| 278 | 
> | 
    // STR_DEFINE(svnrev, SVN_REV ); | 
| 279 | 
  | 
    version.append(" Revision: "); | 
| 280 | 
  | 
    // If there's no SVN revision, just call this the RELEASE revision. | 
| 281 | 
  | 
    if (!svnrev.empty()) { | 
| 530 | 
  | 
                                                    // error | 
| 531 | 
  | 
                                                    // condition: | 
| 532 | 
  | 
     | 
| 533 | 
< | 
    nProcessors = MPI::COMM_WORLD.Get_size(); | 
| 533 | 
> | 
    MPI_Comm_size( MPI_COMM_WORLD, &nProcessors);     | 
| 534 | 
> | 
    //nProcessors = MPI::COMM_WORLD.Get_size(); | 
| 535 | 
  | 
     | 
| 536 | 
  | 
    if (nProcessors > nGlobalMols) { | 
| 537 | 
  | 
      sprintf(painCave.errMsg, | 
| 650 | 
  | 
      delete myRandom; | 
| 651 | 
  | 
 | 
| 652 | 
  | 
      // Spray out this nonsense to all other processors: | 
| 653 | 
< | 
      MPI::COMM_WORLD.Bcast(&molToProcMap[0], nGlobalMols, MPI::INT, 0); | 
| 653 | 
> | 
      MPI_Bcast(&molToProcMap[0], nGlobalMols, MPI_INT, 0, MPI_COMM_WORLD); | 
| 654 | 
> | 
      // MPI::COMM_WORLD.Bcast(&molToProcMap[0], nGlobalMols, MPI::INT, 0); | 
| 655 | 
  | 
    } else { | 
| 656 | 
  | 
       | 
| 657 | 
  | 
      // Listen to your marching orders from processor 0: | 
| 658 | 
< | 
      MPI::COMM_WORLD.Bcast(&molToProcMap[0], nGlobalMols, MPI::INT, 0); | 
| 658 | 
> | 
      MPI_Bcast(&molToProcMap[0], nGlobalMols, MPI_INT, 0, MPI_COMM_WORLD); | 
| 659 | 
> | 
      // MPI::COMM_WORLD.Bcast(&molToProcMap[0], nGlobalMols, MPI::INT, 0); | 
| 660 | 
  | 
 | 
| 661 | 
  | 
    } | 
| 662 | 
  | 
     | 
| 816 | 
  | 
    Molecule::AtomIterator ai; | 
| 817 | 
  | 
    Molecule::RigidBodyIterator ri; | 
| 818 | 
  | 
    Molecule::CutoffGroupIterator ci; | 
| 819 | 
+ | 
    Molecule::BondIterator boi; | 
| 820 | 
+ | 
    Molecule::BendIterator bei; | 
| 821 | 
+ | 
    Molecule::TorsionIterator ti; | 
| 822 | 
+ | 
    Molecule::InversionIterator ii; | 
| 823 | 
  | 
    Molecule::IntegrableObjectIterator  ioi; | 
| 824 | 
< | 
    Molecule * mol; | 
| 825 | 
< | 
    Atom * atom; | 
| 826 | 
< | 
    RigidBody * rb; | 
| 827 | 
< | 
    CutoffGroup * cg; | 
| 824 | 
> | 
    Molecule* mol; | 
| 825 | 
> | 
    Atom* atom; | 
| 826 | 
> | 
    RigidBody* rb; | 
| 827 | 
> | 
    CutoffGroup* cg; | 
| 828 | 
> | 
    Bond* bond; | 
| 829 | 
> | 
    Bend* bend; | 
| 830 | 
> | 
    Torsion* torsion; | 
| 831 | 
> | 
    Inversion* inversion; | 
| 832 | 
  | 
    int beginAtomIndex; | 
| 833 | 
  | 
    int beginRigidBodyIndex; | 
| 834 | 
  | 
    int beginCutoffGroupIndex; | 
| 835 | 
+ | 
    int beginBondIndex; | 
| 836 | 
+ | 
    int beginBendIndex; | 
| 837 | 
+ | 
    int beginTorsionIndex; | 
| 838 | 
+ | 
    int beginInversionIndex; | 
| 839 | 
  | 
    int nGlobalAtoms = info->getNGlobalAtoms(); | 
| 840 | 
  | 
    int nGlobalRigidBodies = info->getNGlobalRigidBodies(); | 
| 841 | 
  | 
     | 
| 842 | 
  | 
    beginAtomIndex = 0; | 
| 843 | 
< | 
    //rigidbody's index begins right after atom's | 
| 843 | 
> | 
    // The rigid body indices begin immediately after the atom indices: | 
| 844 | 
  | 
    beginRigidBodyIndex = info->getNGlobalAtoms(); | 
| 845 | 
  | 
    beginCutoffGroupIndex = 0; | 
| 846 | 
< | 
 | 
| 846 | 
> | 
    beginBondIndex = 0; | 
| 847 | 
> | 
    beginBendIndex = 0; | 
| 848 | 
> | 
    beginTorsionIndex = 0; | 
| 849 | 
> | 
    beginInversionIndex = 0; | 
| 850 | 
> | 
    | 
| 851 | 
  | 
    for(int i = 0; i < info->getNGlobalMolecules(); i++) { | 
| 852 | 
  | 
       | 
| 853 | 
  | 
#ifdef IS_MPI       | 
| 856 | 
  | 
        // stuff to do if I own this molecule | 
| 857 | 
  | 
        mol = info->getMoleculeByGlobalIndex(i); | 
| 858 | 
  | 
 | 
| 859 | 
< | 
        //local index(index in DataStorge) of atom is important | 
| 860 | 
< | 
        for(atom = mol->beginAtom(ai); atom != NULL; atom = mol->nextAtom(ai)) { | 
| 859 | 
> | 
        // The local index(index in DataStorge) of the atom is important: | 
| 860 | 
> | 
        for(atom = mol->beginAtom(ai); atom != NULL;  | 
| 861 | 
> | 
            atom = mol->nextAtom(ai)) { | 
| 862 | 
  | 
          atom->setGlobalIndex(beginAtomIndex++); | 
| 863 | 
  | 
        } | 
| 864 | 
  | 
         | 
| 867 | 
  | 
          rb->setGlobalIndex(beginRigidBodyIndex++); | 
| 868 | 
  | 
        } | 
| 869 | 
  | 
         | 
| 870 | 
< | 
        //local index of cutoff group is trivial, it only depends on | 
| 871 | 
< | 
        //the order of travesing | 
| 870 | 
> | 
        // The local index of other objects only depends on the order | 
| 871 | 
> | 
        // of traversal: | 
| 872 | 
  | 
        for(cg = mol->beginCutoffGroup(ci); cg != NULL; | 
| 873 | 
  | 
            cg = mol->nextCutoffGroup(ci)) { | 
| 874 | 
  | 
          cg->setGlobalIndex(beginCutoffGroupIndex++); | 
| 875 | 
  | 
        }         | 
| 876 | 
+ | 
        for(bond = mol->beginBond(boi); bond != NULL; | 
| 877 | 
+ | 
            bond = mol->nextBond(boi)) { | 
| 878 | 
+ | 
          bond->setGlobalIndex(beginBondIndex++); | 
| 879 | 
+ | 
        }         | 
| 880 | 
+ | 
        for(bend = mol->beginBend(bei); bend != NULL; | 
| 881 | 
+ | 
            bend = mol->nextBend(bei)) { | 
| 882 | 
+ | 
          bend->setGlobalIndex(beginBendIndex++); | 
| 883 | 
+ | 
        }         | 
| 884 | 
+ | 
        for(torsion = mol->beginTorsion(ti); torsion != NULL; | 
| 885 | 
+ | 
            torsion = mol->nextTorsion(ti)) { | 
| 886 | 
+ | 
          torsion->setGlobalIndex(beginTorsionIndex++); | 
| 887 | 
+ | 
        }         | 
| 888 | 
+ | 
        for(inversion = mol->beginInversion(ii); inversion != NULL; | 
| 889 | 
+ | 
            inversion = mol->nextInversion(ii)) { | 
| 890 | 
+ | 
          inversion->setGlobalIndex(beginInversionIndex++); | 
| 891 | 
+ | 
        }         | 
| 892 | 
  | 
         | 
| 893 | 
  | 
#ifdef IS_MPI         | 
| 894 | 
  | 
      }  else { | 
| 901 | 
  | 
        beginAtomIndex += stamp->getNAtoms(); | 
| 902 | 
  | 
        beginRigidBodyIndex += stamp->getNRigidBodies(); | 
| 903 | 
  | 
        beginCutoffGroupIndex += stamp->getNCutoffGroups() + stamp->getNFreeAtoms(); | 
| 904 | 
+ | 
        beginBondIndex += stamp->getNBonds(); | 
| 905 | 
+ | 
        beginBendIndex += stamp->getNBends(); | 
| 906 | 
+ | 
        beginTorsionIndex += stamp->getNTorsions(); | 
| 907 | 
+ | 
        beginInversionIndex += stamp->getNInversions(); | 
| 908 | 
  | 
      } | 
| 909 | 
  | 
#endif           | 
| 910 | 
  | 
 | 
| 912 | 
  | 
 | 
| 913 | 
  | 
    //fill globalGroupMembership | 
| 914 | 
  | 
    std::vector<int> globalGroupMembership(info->getNGlobalAtoms(), 0); | 
| 915 | 
< | 
    for(mol = info->beginMolecule(mi); mol != NULL; mol = info->nextMolecule(mi)) {         | 
| 916 | 
< | 
      for (cg = mol->beginCutoffGroup(ci); cg != NULL; cg = mol->nextCutoffGroup(ci)) { | 
| 917 | 
< | 
         | 
| 915 | 
> | 
    for(mol = info->beginMolecule(mi); mol != NULL;  | 
| 916 | 
> | 
        mol = info->nextMolecule(mi)) {         | 
| 917 | 
> | 
      for (cg = mol->beginCutoffGroup(ci); cg != NULL;  | 
| 918 | 
> | 
           cg = mol->nextCutoffGroup(ci)) {         | 
| 919 | 
  | 
        for(atom = cg->beginAtom(ai); atom != NULL; atom = cg->nextAtom(ai)) { | 
| 920 | 
  | 
          globalGroupMembership[atom->getGlobalIndex()] = cg->getGlobalIndex(); | 
| 921 | 
  | 
        } | 
| 930 | 
  | 
    // This would be prettier if we could use MPI_IN_PLACE like the MPI-2 | 
| 931 | 
  | 
    // docs said we could. | 
| 932 | 
  | 
    std::vector<int> tmpGroupMembership(info->getNGlobalAtoms(), 0); | 
| 933 | 
< | 
    MPI::COMM_WORLD.Allreduce(&globalGroupMembership[0],  | 
| 934 | 
< | 
                              &tmpGroupMembership[0], nGlobalAtoms, | 
| 935 | 
< | 
                              MPI::INT, MPI::SUM); | 
| 933 | 
> | 
    MPI_Allreduce(&globalGroupMembership[0],  | 
| 934 | 
> | 
                  &tmpGroupMembership[0], nGlobalAtoms, | 
| 935 | 
> | 
                  MPI_INT, MPI_SUM, MPI_COMM_WORLD); | 
| 936 | 
> | 
    // MPI::COMM_WORLD.Allreduce(&globalGroupMembership[0],  | 
| 937 | 
> | 
    //                           &tmpGroupMembership[0], nGlobalAtoms, | 
| 938 | 
> | 
    //                           MPI::INT, MPI::SUM); | 
| 939 | 
  | 
    info->setGlobalGroupMembership(tmpGroupMembership); | 
| 940 | 
  | 
#else | 
| 941 | 
  | 
    info->setGlobalGroupMembership(globalGroupMembership); | 
| 959 | 
  | 
#ifdef IS_MPI | 
| 960 | 
  | 
    std::vector<int> tmpMolMembership(info->getNGlobalAtoms() +  | 
| 961 | 
  | 
                                      info->getNGlobalRigidBodies(), 0); | 
| 962 | 
< | 
    MPI::COMM_WORLD.Allreduce(&globalMolMembership[0], &tmpMolMembership[0],  | 
| 963 | 
< | 
                              nGlobalAtoms + nGlobalRigidBodies, | 
| 964 | 
< | 
                              MPI::INT, MPI::SUM); | 
| 962 | 
> | 
    MPI_Allreduce(&globalMolMembership[0], &tmpMolMembership[0],  | 
| 963 | 
> | 
                  nGlobalAtoms + nGlobalRigidBodies, | 
| 964 | 
> | 
                  MPI_INT, MPI_SUM, MPI_COMM_WORLD); | 
| 965 | 
> | 
    // MPI::COMM_WORLD.Allreduce(&globalMolMembership[0], &tmpMolMembership[0],  | 
| 966 | 
> | 
    //                           nGlobalAtoms + nGlobalRigidBodies, | 
| 967 | 
> | 
    //                           MPI::INT, MPI::SUM); | 
| 968 | 
  | 
     | 
| 969 | 
  | 
    info->setGlobalMolMembership(tmpMolMembership); | 
| 970 | 
  | 
#else | 
| 982 | 
  | 
     | 
| 983 | 
  | 
#ifdef IS_MPI | 
| 984 | 
  | 
    std::vector<int> numIntegrableObjectsPerMol(info->getNGlobalMolecules(), 0); | 
| 985 | 
< | 
    MPI::COMM_WORLD.Allreduce(&nIOPerMol[0], &numIntegrableObjectsPerMol[0],  | 
| 986 | 
< | 
                              info->getNGlobalMolecules(), MPI::INT, MPI::SUM); | 
| 985 | 
> | 
    MPI_Allreduce(&nIOPerMol[0], &numIntegrableObjectsPerMol[0],  | 
| 986 | 
> | 
      info->getNGlobalMolecules(), MPI_INT, MPI_SUM, MPI_COMM_WORLD); | 
| 987 | 
> | 
    // MPI::COMM_WORLD.Allreduce(&nIOPerMol[0], &numIntegrableObjectsPerMol[0],  | 
| 988 | 
> | 
    //                           info->getNGlobalMolecules(), MPI::INT, MPI::SUM); | 
| 989 | 
  | 
#else | 
| 990 | 
  | 
    std::vector<int> numIntegrableObjectsPerMol = nIOPerMol; | 
| 991 | 
  | 
#endif     |