ViewVC Help
View File | Revision Log | Show Annotations | View Changeset | Root Listing
root/group/trunk/OOPSE-2.0/src/brains/SimCreator.cpp
(Generate patch)

Comparing trunk/OOPSE-2.0/src/brains/SimCreator.cpp (file contents):
Revision 2087 by gezelter, Tue Mar 8 21:06:49 2005 UTC vs.
Revision 2448 by tim, Wed Nov 16 23:10:02 2005 UTC

# Line 62 | Line 62 | namespace oopse {
62   #endif
63  
64   namespace oopse {
65 <
66 <  void SimCreator::parseFile(const std::string mdFileName,  MakeStamps* stamps, Globals* simParams){
67 <
65 >  
66 >  void SimCreator::parseFile(const std::string mdFileName,  MakeStamps* stamps,
67 >                             Globals* simParams){
68 >    
69   #ifdef IS_MPI
70 <
70 >    
71      if (worldRank == 0) {
72   #endif // is_mpi
73 <
73 <      simParams->initalize();
73 >      
74        set_interface_stamps(stamps, simParams);
75 <
75 >      
76   #ifdef IS_MPI
77 <
77 >      
78        mpiEventInit();
79 <
79 >      
80   #endif
81 <
81 >      
82        yacc_BASS(mdFileName.c_str());
83 <
83 >      
84   #ifdef IS_MPI
85 <
85 >      
86        throwMPIEvent(NULL);
87      } else {
88        set_interface_stamps(stamps, simParams);
# Line 90 | Line 90 | namespace oopse {
90        MPIcheckPoint();
91        mpiEventLoop();
92      }
93 <
93 >    
94   #endif
95 <
95 >    
96    }
97 <
98 <  SimInfo*  SimCreator::createSim(const std::string & mdFileName, bool loadInitCoords) {
97 >  
98 >  SimInfo*  SimCreator::createSim(const std::string & mdFileName,
99 >                                  bool loadInitCoords) {
100      
101      MakeStamps * stamps = new MakeStamps();
102 <
102 >    
103      Globals * simParams = new Globals();
104 <
104 >    
105      //parse meta-data file
106      parseFile(mdFileName, stamps, simParams);
107 <
107 >    
108      //create the force field
109 <    ForceField * ff = ForceFieldFactory::getInstance()->createForceField(
110 <                                                                         simParams->getForceField());
109 >    ForceField * ff = ForceFieldFactory::getInstance()
110 >      ->createForceField(simParams->getForceField());
111      
112      if (ff == NULL) {
113 <      sprintf(painCave.errMsg, "ForceField Factory can not create %s force field\n",
114 <              simParams->getForceField());
113 >      sprintf(painCave.errMsg,
114 >              "ForceField Factory can not create %s force field\n",
115 >              simParams->getForceField().c_str());
116        painCave.isFatal = 1;
117        simError();
118      }
119 <
119 >    
120      if (simParams->haveForceFieldFileName()) {
121        ff->setForceFieldFileName(simParams->getForceFieldFileName());
122      }
123      
124      std::string forcefieldFileName;
125      forcefieldFileName = ff->getForceFieldFileName();
126 <
126 >    
127      if (simParams->haveForceFieldVariant()) {
128        //If the force field has variant, the variant force field name will be
129        //Base.variant.frc. For exampel EAM.u6.frc
130 <        
130 >      
131        std::string variant = simParams->getForceFieldVariant();
132 <
132 >      
133        std::string::size_type pos = forcefieldFileName.rfind(".frc");
134        variant = "." + variant;
135        if (pos != std::string::npos) {
# Line 143 | Line 145 | namespace oopse {
145      //extract the molecule stamps
146      std::vector < std::pair<MoleculeStamp *, int> > moleculeStampPairs;
147      compList(stamps, simParams, moleculeStampPairs);
148 <
148 >    
149      //create SimInfo
150 <    SimInfo * info = new SimInfo(moleculeStampPairs, ff, simParams);
151 <
150 >    SimInfo * info = new SimInfo(stamps, moleculeStampPairs, ff, simParams);
151 >    
152      //gather parameters (SimCreator only retrieves part of the parameters)
153      gatherParameters(info, mdFileName);
154 <
154 >    
155      //divide the molecules and determine the global index of molecules
156   #ifdef IS_MPI
157      divideMolecules(info);
158   #endif
159 <
159 >    
160      //create the molecules
161      createMolecules(info);
162 <
163 <
162 >    
163 >    
164      //allocate memory for DataStorage(circular reference, need to break it)
165      info->setSnapshotManager(new SimSnapshotManager(info));
166      
# Line 166 | Line 168 | namespace oopse {
168      //global index will never change again). Local indices of atoms and rigidbodies are already set by
169      //MoleculeCreator class which actually delegates the responsibility to LocalIndexManager.
170      setGlobalIndex(info);
171 <
171 >    
172      //Alought addExculdePairs is called inside SimInfo's addMolecule method, at that point
173      //atoms don't have the global index yet  (their global index are all initialized to -1).
174      //Therefore we have to call addExcludePairs explicitly here. A way to work around is that
# Line 177 | Line 179 | namespace oopse {
179        info->addExcludePairs(mol);
180      }
181      
180
181    //load initial coordinates, some extra information are pushed into SimInfo's property map ( such as
182    //eta, chi for NPT integrator)
182      if (loadInitCoords)
183        loadCoordinates(info);    
184      
185      return info;
186    }
187 <
187 >  
188    void SimCreator::gatherParameters(SimInfo *info, const std::string& mdfile) {
189 <
190 <    //figure out the ouput file names
189 >    
190 >    //figure out the output file names
191      std::string prefix;
192 <
192 >    
193   #ifdef IS_MPI
194 <
194 >    
195      if (worldRank == 0) {
196   #endif // is_mpi
197        Globals * simParams = info->getSimParams();
# Line 201 | Line 200 | namespace oopse {
200        } else {
201          prefix = getPrefix(mdfile);
202        }
203 <
203 >      
204        info->setFinalConfigFileName(prefix + ".eor");
205        info->setDumpFileName(prefix + ".dump");
206        info->setStatFileName(prefix + ".stat");
207 <
207 >      info->setRestFileName(prefix + ".zang");
208 >      
209   #ifdef IS_MPI
210 <
210 >      
211      }
212 <
212 >    
213   #endif
214 <
214 >    
215    }
216 <
216 >  
217   #ifdef IS_MPI
218    void SimCreator::divideMolecules(SimInfo *info) {
219      double numerator;
# Line 237 | Line 237 | namespace oopse {
237      std::vector<int> molToProcMap(nGlobalMols, -1); // default to an error condition:
238      
239      MPI_Comm_size(MPI_COMM_WORLD, &nProcessors);
240 <
240 >    
241      if (nProcessors > nGlobalMols) {
242        sprintf(painCave.errMsg,
243                "nProcessors (%d) > nMol (%d)\n"
# Line 246 | Line 246 | namespace oopse {
246                "\tusable division of atoms for force decomposition.\n"
247                "\tEither try a smaller number of processors, or run the\n"
248                "\tsingle-processor version of OOPSE.\n", nProcessors, nGlobalMols);
249 <
249 >      
250        painCave.isFatal = 1;
251        simError();
252      }
253 <
253 >    
254      int seedValue;
255      Globals * simParams = info->getSimParams();
256      SeqRandNumGen* myRandom; //divide labor does not need Parallel random number generator
# Line 260 | Line 260 | namespace oopse {
260      }else {
261        myRandom = new SeqRandNumGen();
262      }  
263 <
264 <
263 >    
264 >    
265      a = 3.0 * nGlobalMols / info->getNGlobalAtoms();
266 <
266 >    
267      //initialize atomsPerProc
268      atomsPerProc.insert(atomsPerProc.end(), nProcessors, 0);
269 <
269 >    
270      if (worldRank == 0) {
271        numerator = info->getNGlobalAtoms();
272        denominator = nProcessors;
273        precast = numerator / denominator;
274        nTarget = (int)(precast + 0.5);
275 <
275 >      
276        for(i = 0; i < nGlobalMols; i++) {
277          done = 0;
278          loops = 0;
279 <
279 >        
280          while (!done) {
281            loops++;
282 <
282 >          
283            // Pick a processor at random
284 <
284 >          
285            which_proc = (int) (myRandom->rand() * nProcessors);
286 <
286 >          
287            //get the molecule stamp first
288            int stampId = info->getMoleculeStampId(i);
289            MoleculeStamp * moleculeStamp = info->getMoleculeStamp(stampId);
290 <
290 >          
291            // How many atoms does this processor have so far?
292            old_atoms = atomsPerProc[which_proc];
293            add_atoms = moleculeStamp->getNAtoms();
294            new_atoms = old_atoms + add_atoms;
295 <
295 >          
296            // If we've been through this loop too many times, we need
297            // to just give up and assign the molecule to this processor
298            // and be done with it.
299 <
299 >          
300            if (loops > 100) {
301              sprintf(painCave.errMsg,
302                      "I've tried 100 times to assign molecule %d to a "
303                      " processor, but can't find a good spot.\n"
304                      "I'm assigning it at random to processor %d.\n",
305                      i, which_proc);
306 <
306 >            
307              painCave.isFatal = 0;
308              simError();
309 <
309 >            
310              molToProcMap[i] = which_proc;
311              atomsPerProc[which_proc] += add_atoms;
312 <
312 >            
313              done = 1;
314              continue;
315            }
316 <
316 >          
317            // If we can add this molecule to this processor without sending
318            // it above nTarget, then go ahead and do it:
319 <
319 >          
320            if (new_atoms <= nTarget) {
321              molToProcMap[i] = which_proc;
322              atomsPerProc[which_proc] += add_atoms;
323 <
323 >            
324              done = 1;
325              continue;
326            }
327 <
327 >          
328            // The only situation left is when new_atoms > nTarget.  We
329            // want to accept this with some probability that dies off the
330            // farther we are from nTarget
331 <
331 >          
332            // roughly:  x = new_atoms - nTarget
333            //           Pacc(x) = exp(- a * x)
334            // where a = penalty / (average atoms per molecule)
335 <
335 >          
336            x = (double)(new_atoms - nTarget);
337            y = myRandom->rand();
338 <
338 >          
339            if (y < exp(- a * x)) {
340              molToProcMap[i] = which_proc;
341              atomsPerProc[which_proc] += add_atoms;
342 <
342 >            
343              done = 1;
344              continue;
345            } else {
# Line 347 | Line 347 | namespace oopse {
347            }
348          }
349        }
350 <
350 >      
351        delete myRandom;
352 <        
352 >      
353        // Spray out this nonsense to all other processors:
354 <
354 >      
355        MPI_Bcast(&molToProcMap[0], nGlobalMols, MPI_INT, 0, MPI_COMM_WORLD);
356      } else {
357 <
357 >      
358        // Listen to your marching orders from processor 0:
359 <
359 >      
360        MPI_Bcast(&molToProcMap[0], nGlobalMols, MPI_INT, 0, MPI_COMM_WORLD);
361      }
362 <
362 >    
363      info->setMolToProcMap(molToProcMap);
364      sprintf(checkPointMsg,
365              "Successfully divided the molecules among the processors.\n");
366      MPIcheckPoint();
367    }
368 <
368 >  
369   #endif
370 <
370 >  
371    void SimCreator::createMolecules(SimInfo *info) {
372      MoleculeCreator molCreator;
373      int stampId;
374 <
374 >    
375      for(int i = 0; i < info->getNGlobalMolecules(); i++) {
376 <
376 >      
377   #ifdef IS_MPI
378 <
378 >      
379        if (info->getMolToProc(i) == worldRank) {
380   #endif
381 <
381 >        
382          stampId = info->getMoleculeStampId(i);
383          Molecule * mol = molCreator.createMolecule(info->getForceField(), info->getMoleculeStamp(stampId),
384                                                     stampId, i, info->getLocalIndexManager());
385 <
385 >        
386          info->addMolecule(mol);
387 <
387 >        
388   #ifdef IS_MPI
389 <
389 >        
390        }
391 <
391 >      
392   #endif
393 <
393 >      
394      } //end for(int i=0)  
395    }
396 <
396 >  
397    void SimCreator::compList(MakeStamps *stamps, Globals* simParams,
398                              std::vector < std::pair<MoleculeStamp *, int> > &moleculeStampPairs) {
399      int i;
400      char * id;
401    LinkedMolStamp* extractedStamp = NULL;
401      MoleculeStamp * currentStamp;
402      Component** the_components = simParams->getComponents();
403      int n_components = simParams->getNComponents();
404 <
404 >    
405      if (!simParams->haveNMol()) {
406        // we don't have the total number of molecules, so we assume it is
407        // given in each component
408 <
408 >      
409        for(i = 0; i < n_components; i++) {
410          if (!the_components[i]->haveNMol()) {
411            // we have a problem
412            sprintf(painCave.errMsg,
413                    "SimCreator Error. No global NMol or component NMol given.\n"
414                    "\tCannot calculate the number of atoms.\n");
415 <
415 >          
416            painCave.isFatal = 1;
417            simError();
418          }
419 <      
419 >        
420          id = the_components[i]->getType();
421  
422 <        extractedStamp = stamps->extractMolStamp(id);
423 <        if (extractedStamp == NULL) {
422 >        currentStamp = stamps->getMolStamp(id);
423 >        if (currentStamp == NULL) {
424            sprintf(painCave.errMsg,
425                    "SimCreator error: Component \"%s\" was not found in the "
426                    "list of declared molecules\n", id);
427 <
427 >          
428            painCave.isFatal = 1;
429            simError();
430          }
431 <
433 <        currentStamp = extractedStamp->getStamp();
434 <
435 <
431 >        
432          moleculeStampPairs.push_back(
433                                       std::make_pair(currentStamp, the_components[i]->getNMol()));
434        } //end for (i = 0; i < n_components; i++)
# Line 442 | Line 438 | namespace oopse {
438                " nMols and then give molfractions in the components\n"
439                "\tis not currently supported."
440                " Please give nMol in the components.\n");
441 <
441 >      
442        painCave.isFatal = 1;
443        simError();
444      }
445 <
445 >    
446   #ifdef IS_MPI
447 <
447 >    
448      strcpy(checkPointMsg, "Component stamps successfully extracted\n");
449      MPIcheckPoint();
450 <
450 >    
451   #endif // is_mpi
452 <
452 >    
453    }
454 <
454 >  
455    void SimCreator::setGlobalIndex(SimInfo *info) {
456      SimInfo::MoleculeIterator mi;
457      Molecule::AtomIterator ai;
# Line 471 | Line 467 | namespace oopse {
467      int nGlobalAtoms = info->getNGlobalAtoms();
468      
469   #ifndef IS_MPI
470 <
470 >    
471      beginAtomIndex = 0;
472      beginRigidBodyIndex = 0;
473      beginCutoffGroupIndex = 0;
474 <
474 >    
475   #else
476 <
476 >    
477      int nproc;
478      int myNode;
479 <
479 >    
480      myNode = worldRank;
481      MPI_Comm_size(MPI_COMM_WORLD, &nproc);
482 <
482 >    
483      std::vector < int > tmpAtomsInProc(nproc, 0);
484      std::vector < int > tmpRigidBodiesInProc(nproc, 0);
485      std::vector < int > tmpCutoffGroupsInProc(nproc, 0);
486      std::vector < int > NumAtomsInProc(nproc, 0);
487      std::vector < int > NumRigidBodiesInProc(nproc, 0);
488      std::vector < int > NumCutoffGroupsInProc(nproc, 0);
489 <
489 >    
490      tmpAtomsInProc[myNode] = info->getNAtoms();
491      tmpRigidBodiesInProc[myNode] = info->getNRigidBodies();
492      tmpCutoffGroupsInProc[myNode] = info->getNCutoffGroups();
493 <
493 >    
494      //do MPI_ALLREDUCE to exchange the total number of atoms, rigidbodies and cutoff groups
495      MPI_Allreduce(&tmpAtomsInProc[0], &NumAtomsInProc[0], nproc, MPI_INT,
496                    MPI_SUM, MPI_COMM_WORLD);
# Line 502 | Line 498 | namespace oopse {
498                    MPI_INT, MPI_SUM, MPI_COMM_WORLD);
499      MPI_Allreduce(&tmpCutoffGroupsInProc[0], &NumCutoffGroupsInProc[0], nproc,
500                    MPI_INT, MPI_SUM, MPI_COMM_WORLD);
501 <
501 >    
502      beginAtomIndex = 0;
503      beginRigidBodyIndex = 0;
504      beginCutoffGroupIndex = 0;
505 <
505 >    
506      for(int i = 0; i < myNode; i++) {
507        beginAtomIndex += NumAtomsInProc[i];
508        beginRigidBodyIndex += NumRigidBodiesInProc[i];
509        beginCutoffGroupIndex += NumCutoffGroupsInProc[i];
510      }
511 <
511 >    
512   #endif
513 <
513 >    
514      //rigidbody's index begins right after atom's
515      beginRigidBodyIndex += info->getNGlobalAtoms();
516 <
516 >    
517      for(mol = info->beginMolecule(mi); mol != NULL;
518          mol = info->nextMolecule(mi)) {
519 <
519 >      
520        //local index(index in DataStorge) of atom is important
521        for(atom = mol->beginAtom(ai); atom != NULL; atom = mol->nextAtom(ai)) {
522          atom->setGlobalIndex(beginAtomIndex++);
523        }
524 <
524 >      
525        for(rb = mol->beginRigidBody(ri); rb != NULL;
526            rb = mol->nextRigidBody(ri)) {
527          rb->setGlobalIndex(beginRigidBodyIndex++);
528        }
529 <
529 >      
530        //local index of cutoff group is trivial, it only depends on the order of travesing
531        for(cg = mol->beginCutoffGroup(ci); cg != NULL;
532            cg = mol->nextCutoffGroup(ci)) {
533          cg->setGlobalIndex(beginCutoffGroupIndex++);
534        }
535      }
536 <
536 >    
537      //fill globalGroupMembership
538      std::vector<int> globalGroupMembership(info->getNGlobalAtoms(), 0);
539      for(mol = info->beginMolecule(mi); mol != NULL; mol = info->nextMolecule(mi)) {        
540        for (cg = mol->beginCutoffGroup(ci); cg != NULL; cg = mol->nextCutoffGroup(ci)) {
541 <
541 >        
542          for(atom = cg->beginAtom(ai); atom != NULL; atom = cg->nextAtom(ai)) {
543            globalGroupMembership[atom->getGlobalIndex()] = cg->getGlobalIndex();
544          }
545 <
545 >        
546        }      
547      }
548 <
548 >    
549   #ifdef IS_MPI    
550      // Since the globalGroupMembership has been zero filled and we've only
551      // poked values into the atoms we know, we can do an Allreduce
# Line 563 | Line 559 | namespace oopse {
559   #else
560      info->setGlobalGroupMembership(globalGroupMembership);
561   #endif
562 <
562 >    
563      //fill molMembership
564      std::vector<int> globalMolMembership(info->getNGlobalAtoms(), 0);
565      
566      for(mol = info->beginMolecule(mi); mol != NULL; mol = info->nextMolecule(mi)) {
567 <
567 >      
568        for(atom = mol->beginAtom(ai); atom != NULL; atom = mol->nextAtom(ai)) {
569          globalMolMembership[atom->getGlobalIndex()] = mol->getGlobalIndex();
570        }
571      }
572 <
572 >    
573   #ifdef IS_MPI
574      std::vector<int> tmpMolMembership(nGlobalAtoms, 0);
575 <
575 >    
576      MPI_Allreduce(&globalMolMembership[0], &tmpMolMembership[0], nGlobalAtoms,
577                    MPI_INT, MPI_SUM, MPI_COMM_WORLD);
578      
# Line 584 | Line 580 | namespace oopse {
580   #else
581      info->setGlobalMolMembership(globalMolMembership);
582   #endif
583 <
583 >    
584    }
585 <
585 >  
586    void SimCreator::loadCoordinates(SimInfo* info) {
587      Globals* simParams;
588      simParams = info->getSimParams();
# Line 597 | Line 593 | namespace oopse {
593        painCave.isFatal = 1;;
594        simError();
595      }
596 <        
596 >    
597      DumpReader reader(info, simParams->getInitialConfig());
598      int nframes = reader.getNFrames();
599 <
599 >    
600      if (nframes > 0) {
601        reader.readFrame(nframes - 1);
602      } else {
603        //invalid initial coordinate file
604 <      sprintf(painCave.errMsg, "Initial configuration file %s should at least contain one frame\n",
605 <              simParams->getInitialConfig());
604 >      sprintf(painCave.errMsg,
605 >              "Initial configuration file %s should at least contain one frame\n",
606 >              simParams->getInitialConfig().c_str());
607        painCave.isFatal = 1;
608        simError();
609      }
610 <
610 >    
611      //copy the current snapshot to previous snapshot
612      info->getSnapshotManager()->advance();
613    }
614 <
614 >  
615   } //end namespace oopse
616  
617  

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines