ViewVC Help
View File | Revision Log | Show Annotations | View Changeset | Root Listing
root/group/trunk/OOPSE-4/src/brains/SimCreator.cpp
Revision: 3021
Committed: Mon Sep 25 22:08:33 2006 UTC (17 years, 11 months ago) by gezelter
File size: 26992 byte(s)
Log Message:
fixing bond order parameter code

File Contents

# User Rev Content
1 gezelter 2087 /*
2     * Copyright (c) 2005 The University of Notre Dame. All Rights Reserved.
3     *
4     * The University of Notre Dame grants you ("Licensee") a
5     * non-exclusive, royalty free, license to use, modify and
6     * redistribute this software in source and binary code form, provided
7     * that the following conditions are met:
8     *
9     * 1. Acknowledgement of the program authors must be made in any
10     * publication of scientific results based in part on use of the
11     * program. An acceptable form of acknowledgement is citation of
12     * the article in which the program was described (Matthew
13     * A. Meineke, Charles F. Vardeman II, Teng Lin, Christopher
14     * J. Fennell and J. Daniel Gezelter, "OOPSE: An Object-Oriented
15     * Parallel Simulation Engine for Molecular Dynamics,"
16     * J. Comput. Chem. 26, pp. 252-271 (2005))
17     *
18     * 2. Redistributions of source code must retain the above copyright
19     * notice, this list of conditions and the following disclaimer.
20     *
21     * 3. Redistributions in binary form must reproduce the above copyright
22     * notice, this list of conditions and the following disclaimer in the
23     * documentation and/or other materials provided with the
24     * distribution.
25     *
26     * This software is provided "AS IS," without a warranty of any
27     * kind. All express or implied conditions, representations and
28     * warranties, including any implied warranty of merchantability,
29     * fitness for a particular purpose or non-infringement, are hereby
30     * excluded. The University of Notre Dame and its licensors shall not
31     * be liable for any damages suffered by licensee as a result of
32     * using, modifying or distributing the software or its
33     * derivatives. In no event will the University of Notre Dame or its
34     * licensors be liable for any lost revenue, profit or data, or for
35     * direct, indirect, special, consequential, incidental or punitive
36     * damages, however caused and regardless of the theory of liability,
37     * arising out of the use of or inability to use software, even if the
38     * University of Notre Dame has been advised of the possibility of
39     * such damages.
40     */
41    
42     /**
43     * @file SimCreator.cpp
44     * @author tlin
45     * @date 11/03/2004
46     * @time 13:51am
47     * @version 1.0
48     */
49 tim 2544 #include <exception>
50 tim 2469 #include <iostream>
51     #include <sstream>
52     #include <string>
53    
54 gezelter 2087 #include "brains/MoleculeCreator.hpp"
55     #include "brains/SimCreator.hpp"
56     #include "brains/SimSnapshotManager.hpp"
57     #include "io/DumpReader.hpp"
58     #include "UseTheForce/ForceFieldFactory.hpp"
59     #include "utils/simError.h"
60     #include "utils/StringUtils.hpp"
61     #include "math/SeqRandNumGen.hpp"
62 tim 2469 #include "mdParser/MDLexer.hpp"
63     #include "mdParser/MDParser.hpp"
64     #include "mdParser/MDTreeParser.hpp"
65     #include "mdParser/SimplePreprocessor.hpp"
66 tim 2515 #include "antlr/ANTLRException.hpp"
67     #include "antlr/TokenStreamRecognitionException.hpp"
68     #include "antlr/TokenStreamIOException.hpp"
69     #include "antlr/TokenStreamException.hpp"
70     #include "antlr/RecognitionException.hpp"
71     #include "antlr/CharStreamException.hpp"
72 tim 2469
73 tim 2515 #include "antlr/MismatchedCharException.hpp"
74     #include "antlr/MismatchedTokenException.hpp"
75     #include "antlr/NoViableAltForCharException.hpp"
76     #include "antlr/NoViableAltException.hpp"
77 tim 2469
78 gezelter 2087 #ifdef IS_MPI
79     #include "math/ParallelRandNumGen.hpp"
80     #endif
81    
82     namespace oopse {
83 chrisfen 2101
84 tim 2982 Globals* SimCreator::parseFile(std::istream& rawMetaDataStream, const std::string& filename, int startOfMetaDataBlock ){
85     Globals* simParams = NULL;
86     try {
87 tim 2469
88 tim 2982 // Create a preprocessor that preprocesses md file into an ostringstream
89     std::stringstream ppStream;
90 tim 2469 #ifdef IS_MPI
91 tim 2982 int streamSize;
92     const int masterNode = 0;
93     int commStatus;
94     if (worldRank == masterNode) {
95 tim 2469 #endif
96    
97 tim 2982 SimplePreprocessor preprocessor;
98     preprocessor.preprocess(rawMetaDataStream, filename, startOfMetaDataBlock, ppStream);
99 tim 2469
100     #ifdef IS_MPI
101 tim 2982 //brocasting the stream size
102     streamSize = ppStream.str().size() +1;
103     commStatus = MPI_Bcast(&streamSize, 1, MPI_LONG, masterNode, MPI_COMM_WORLD);
104 tim 2469
105 tim 2982 commStatus = MPI_Bcast(static_cast<void*>(const_cast<char*>(ppStream.str().c_str())), streamSize, MPI_CHAR, masterNode, MPI_COMM_WORLD);
106 tim 2469
107    
108 tim 2982 } else {
109     //get stream size
110     commStatus = MPI_Bcast(&streamSize, 1, MPI_LONG, masterNode, MPI_COMM_WORLD);
111 tim 2469
112 tim 2982 char* buf = new char[streamSize];
113     assert(buf);
114 tim 2469
115 tim 2982 //receive file content
116     commStatus = MPI_Bcast(buf, streamSize, MPI_CHAR, masterNode, MPI_COMM_WORLD);
117 tim 2469
118 tim 2982 ppStream.str(buf);
119     delete buf;
120 tim 2469
121 tim 2982 }
122 tim 2469 #endif
123 tim 2982 // Create a scanner that reads from the input stream
124     MDLexer lexer(ppStream);
125     lexer.setFilename(filename);
126     lexer.initDeferredLineCount();
127 chrisfen 2101
128 tim 2982 // Create a parser that reads from the scanner
129     MDParser parser(lexer);
130     parser.setFilename(filename);
131 tim 2469
132 tim 2982 // Create an observer that synchorizes file name change
133     FilenameObserver observer;
134     observer.setLexer(&lexer);
135     observer.setParser(&parser);
136     lexer.setObserver(&observer);
137 chrisfen 2101
138 tim 2982 antlr::ASTFactory factory;
139     parser.initializeASTFactory(factory);
140     parser.setASTFactory(&factory);
141     parser.mdfile();
142 tim 2469
143 tim 2982 // Create a tree parser that reads information into Globals
144     MDTreeParser treeParser;
145     treeParser.initializeASTFactory(factory);
146     treeParser.setASTFactory(&factory);
147     simParams = treeParser.walkTree(parser.getAST());
148 tim 2469
149 tim 2982 }
150 tim 2544
151 tim 2515
152 tim 2982 catch(antlr::MismatchedCharException& e) {
153     sprintf(painCave.errMsg,
154     "parser exception: %s %s:%d:%d\n",
155     e.getMessage().c_str(),e.getFilename().c_str(), e.getLine(), e.getColumn());
156     painCave.isFatal = 1;
157     simError();
158     }
159     catch(antlr::MismatchedTokenException &e) {
160     sprintf(painCave.errMsg,
161     "parser exception: %s %s:%d:%d\n",
162     e.getMessage().c_str(),e.getFilename().c_str(), e.getLine(), e.getColumn());
163     painCave.isFatal = 1;
164     simError();
165     }
166     catch(antlr::NoViableAltForCharException &e) {
167     sprintf(painCave.errMsg,
168     "parser exception: %s %s:%d:%d\n",
169     e.getMessage().c_str(),e.getFilename().c_str(), e.getLine(), e.getColumn());
170     painCave.isFatal = 1;
171     simError();
172     }
173     catch(antlr::NoViableAltException &e) {
174     sprintf(painCave.errMsg,
175     "parser exception: %s %s:%d:%d\n",
176     e.getMessage().c_str(),e.getFilename().c_str(), e.getLine(), e.getColumn());
177     painCave.isFatal = 1;
178     simError();
179     }
180 tim 2544
181 tim 2982 catch(antlr::TokenStreamRecognitionException& e) {
182     sprintf(painCave.errMsg,
183     "parser exception: %s %s:%d:%d\n",
184     e.getMessage().c_str(),e.getFilename().c_str(), e.getLine(), e.getColumn());
185     painCave.isFatal = 1;
186     simError();
187     }
188 tim 2544
189 tim 2982 catch(antlr::TokenStreamIOException& e) {
190     sprintf(painCave.errMsg,
191     "parser exception: %s\n",
192     e.getMessage().c_str());
193     painCave.isFatal = 1;
194     simError();
195     }
196 tim 2544
197 tim 2982 catch(antlr::TokenStreamException& e) {
198     sprintf(painCave.errMsg,
199     "parser exception: %s\n",
200     e.getMessage().c_str());
201     painCave.isFatal = 1;
202     simError();
203     }
204     catch (antlr::RecognitionException& e) {
205     sprintf(painCave.errMsg,
206     "parser exception: %s %s:%d:%d\n",
207     e.getMessage().c_str(),e.getFilename().c_str(), e.getLine(), e.getColumn());
208     painCave.isFatal = 1;
209     simError();
210     }
211     catch (antlr::CharStreamException& e) {
212     sprintf(painCave.errMsg,
213     "parser exception: %s\n",
214     e.getMessage().c_str());
215     painCave.isFatal = 1;
216     simError();
217     }
218     catch (OOPSEException& e) {
219     sprintf(painCave.errMsg,
220     "%s\n",
221     e.getMessage().c_str());
222     painCave.isFatal = 1;
223     simError();
224     }
225     catch (std::exception& e) {
226     sprintf(painCave.errMsg,
227     "parser exception: %s\n",
228     e.what());
229     painCave.isFatal = 1;
230     simError();
231     }
232 tim 2469
233 tim 2982 return simParams;
234 gezelter 2087 }
235 chrisfen 2101
236 chrisfen 2211 SimInfo* SimCreator::createSim(const std::string & mdFileName,
237     bool loadInitCoords) {
238 tim 2469
239 tim 2982 const int bufferSize = 65535;
240     char buffer[bufferSize];
241     int lineNo = 0;
242     std::string mdRawData;
243     int metaDataBlockStart = -1;
244     int metaDataBlockEnd = -1;
245     int i;
246     int mdOffset;
247    
248     #ifdef IS_MPI
249     const int masterNode = 0;
250     if (worldRank == masterNode) {
251     #endif
252    
253     std::ifstream mdFile_(mdFileName.c_str());
254    
255     if (mdFile_.fail()) {
256     sprintf(painCave.errMsg,
257     "SimCreator: Cannot open file: %s\n",
258     mdFileName.c_str());
259     painCave.isFatal = 1;
260     simError();
261     }
262    
263     mdFile_.getline(buffer, bufferSize);
264     ++lineNo;
265     std::string line = trimLeftCopy(buffer);
266     i = CaseInsensitiveFind(line, "<OOPSE");
267     if (i == string::npos) {
268     sprintf(painCave.errMsg,
269     "SimCreator: File: %s is not an OOPSE file!\n",
270     mdFileName.c_str());
271     painCave.isFatal = 1;
272     simError();
273     }
274    
275     //scan through the input stream and find MetaData tag
276     while(mdFile_.getline(buffer, bufferSize)) {
277     ++lineNo;
278    
279     std::string line = trimLeftCopy(buffer);
280     if (metaDataBlockStart == -1) {
281     i = CaseInsensitiveFind(line, "<MetaData>");
282     if (i != string::npos) {
283     metaDataBlockStart = lineNo;
284     mdOffset = mdFile_.tellg();
285     }
286     } else {
287     i = CaseInsensitiveFind(line, "</MetaData>");
288     if (i != string::npos) {
289     metaDataBlockEnd = lineNo;
290     }
291     }
292     }
293    
294     if (metaDataBlockStart == -1) {
295     sprintf(painCave.errMsg,
296     "SimCreator: File: %s did not contain a <MetaData> tag!\n",
297     mdFileName.c_str());
298     painCave.isFatal = 1;
299     simError();
300     }
301     if (metaDataBlockEnd == -1) {
302     sprintf(painCave.errMsg,
303     "SimCreator: File: %s did not contain a closed MetaData block!\n",
304     mdFileName.c_str());
305     painCave.isFatal = 1;
306     simError();
307     }
308    
309     mdFile_.clear();
310     mdFile_.seekg(0);
311     mdFile_.seekg(mdOffset);
312    
313     mdRawData.clear();
314    
315     for (int i = 0; i < metaDataBlockEnd - metaDataBlockStart - 1; ++i) {
316     mdFile_.getline(buffer, bufferSize);
317     mdRawData += buffer;
318     mdRawData += "\n";
319     }
320    
321     mdFile_.close();
322    
323     #ifdef IS_MPI
324     }
325     #endif
326    
327     std::stringstream rawMetaDataStream(mdRawData);
328    
329 gezelter 2087 //parse meta-data file
330 tim 2982 Globals* simParams = parseFile(rawMetaDataStream, mdFileName, metaDataBlockStart+1);
331 chrisfen 2101
332 gezelter 2087 //create the force field
333 chrisfen 2211 ForceField * ff = ForceFieldFactory::getInstance()
334     ->createForceField(simParams->getForceField());
335 gezelter 2087
336     if (ff == NULL) {
337 chrisfen 2211 sprintf(painCave.errMsg,
338     "ForceField Factory can not create %s force field\n",
339 tim 2364 simParams->getForceField().c_str());
340 gezelter 2087 painCave.isFatal = 1;
341     simError();
342     }
343 chrisfen 2101
344 gezelter 2087 if (simParams->haveForceFieldFileName()) {
345 gezelter 3021 std::cout<< simParams->getForceFieldFileName() << "\n";
346 gezelter 2087 ff->setForceFieldFileName(simParams->getForceFieldFileName());
347     }
348    
349     std::string forcefieldFileName;
350     forcefieldFileName = ff->getForceFieldFileName();
351 chrisfen 2101
352 gezelter 2087 if (simParams->haveForceFieldVariant()) {
353     //If the force field has variant, the variant force field name will be
354     //Base.variant.frc. For exampel EAM.u6.frc
355 chrisfen 2101
356 gezelter 2087 std::string variant = simParams->getForceFieldVariant();
357 chrisfen 2101
358 gezelter 2087 std::string::size_type pos = forcefieldFileName.rfind(".frc");
359     variant = "." + variant;
360     if (pos != std::string::npos) {
361     forcefieldFileName.insert(pos, variant);
362     } else {
363     //If the default force field file name does not containt .frc suffix, just append the .variant
364     forcefieldFileName.append(variant);
365     }
366     }
367    
368     ff->parse(forcefieldFileName);
369 chuckv 2522 ff->setFortranForceOptions();
370 gezelter 2087 //create SimInfo
371 tim 2469 SimInfo * info = new SimInfo(ff, simParams);
372 tim 2982
373     info->setRawMetaData(mdRawData);
374 tim 2187
375 gezelter 2733 //gather parameters (SimCreator only retrieves part of the
376     //parameters)
377 gezelter 2087 gatherParameters(info, mdFileName);
378 chrisfen 2101
379 gezelter 2087 //divide the molecules and determine the global index of molecules
380     #ifdef IS_MPI
381     divideMolecules(info);
382     #endif
383 chrisfen 2101
384 gezelter 2087 //create the molecules
385     createMolecules(info);
386 chrisfen 2101
387    
388 gezelter 2733 //allocate memory for DataStorage(circular reference, need to
389     //break it)
390 gezelter 2087 info->setSnapshotManager(new SimSnapshotManager(info));
391    
392 gezelter 2733 //set the global index of atoms, rigidbodies and cutoffgroups
393     //(only need to be set once, the global index will never change
394     //again). Local indices of atoms and rigidbodies are already set
395     //by MoleculeCreator class which actually delegates the
396     //responsibility to LocalIndexManager.
397 gezelter 2087 setGlobalIndex(info);
398 chrisfen 2101
399 gezelter 2733 //Although addExcludePairs is called inside SimInfo's addMolecule
400     //method, at that point atoms don't have the global index yet
401     //(their global index are all initialized to -1). Therefore we
402     //have to call addExcludePairs explicitly here. A way to work
403     //around is that we can determine the beginning global indices of
404     //atoms before they get created.
405 gezelter 2087 SimInfo::MoleculeIterator mi;
406     Molecule* mol;
407     for (mol= info->beginMolecule(mi); mol != NULL; mol = info->nextMolecule(mi)) {
408     info->addExcludePairs(mol);
409     }
410    
411     if (loadInitCoords)
412 tim 2982 loadCoordinates(info, mdFileName);
413 gezelter 2087
414     return info;
415     }
416 chrisfen 2101
417 gezelter 2087 void SimCreator::gatherParameters(SimInfo *info, const std::string& mdfile) {
418 chrisfen 2101
419 tim 2448 //figure out the output file names
420 gezelter 2087 std::string prefix;
421 chrisfen 2101
422 gezelter 2087 #ifdef IS_MPI
423 chrisfen 2101
424 gezelter 2087 if (worldRank == 0) {
425     #endif // is_mpi
426     Globals * simParams = info->getSimParams();
427     if (simParams->haveFinalConfig()) {
428     prefix = getPrefix(simParams->getFinalConfig());
429     } else {
430     prefix = getPrefix(mdfile);
431     }
432 chrisfen 2101
433 gezelter 2087 info->setFinalConfigFileName(prefix + ".eor");
434     info->setDumpFileName(prefix + ".dump");
435     info->setStatFileName(prefix + ".stat");
436 chrisfen 2101 info->setRestFileName(prefix + ".zang");
437    
438 gezelter 2087 #ifdef IS_MPI
439 chrisfen 2101
440 gezelter 2087 }
441 chrisfen 2101
442 gezelter 2087 #endif
443 chrisfen 2101
444 gezelter 2087 }
445 chrisfen 2101
446 gezelter 2087 #ifdef IS_MPI
447     void SimCreator::divideMolecules(SimInfo *info) {
448 tim 2759 RealType numerator;
449     RealType denominator;
450     RealType precast;
451     RealType x;
452     RealType y;
453     RealType a;
454 gezelter 2087 int old_atoms;
455     int add_atoms;
456     int new_atoms;
457     int nTarget;
458     int done;
459     int i;
460     int j;
461     int loops;
462     int which_proc;
463     int nProcessors;
464     std::vector<int> atomsPerProc;
465     int nGlobalMols = info->getNGlobalMolecules();
466     std::vector<int> molToProcMap(nGlobalMols, -1); // default to an error condition:
467    
468     MPI_Comm_size(MPI_COMM_WORLD, &nProcessors);
469 chrisfen 2101
470 gezelter 2087 if (nProcessors > nGlobalMols) {
471     sprintf(painCave.errMsg,
472     "nProcessors (%d) > nMol (%d)\n"
473     "\tThe number of processors is larger than\n"
474     "\tthe number of molecules. This will not result in a \n"
475     "\tusable division of atoms for force decomposition.\n"
476     "\tEither try a smaller number of processors, or run the\n"
477     "\tsingle-processor version of OOPSE.\n", nProcessors, nGlobalMols);
478 chrisfen 2101
479 gezelter 2087 painCave.isFatal = 1;
480     simError();
481     }
482 chrisfen 2101
483 gezelter 2087 int seedValue;
484     Globals * simParams = info->getSimParams();
485     SeqRandNumGen* myRandom; //divide labor does not need Parallel random number generator
486     if (simParams->haveSeed()) {
487     seedValue = simParams->getSeed();
488     myRandom = new SeqRandNumGen(seedValue);
489     }else {
490     myRandom = new SeqRandNumGen();
491     }
492 chrisfen 2101
493    
494 gezelter 2087 a = 3.0 * nGlobalMols / info->getNGlobalAtoms();
495 chrisfen 2101
496 gezelter 2087 //initialize atomsPerProc
497     atomsPerProc.insert(atomsPerProc.end(), nProcessors, 0);
498 chrisfen 2101
499 gezelter 2087 if (worldRank == 0) {
500     numerator = info->getNGlobalAtoms();
501     denominator = nProcessors;
502     precast = numerator / denominator;
503     nTarget = (int)(precast + 0.5);
504 chrisfen 2101
505 gezelter 2087 for(i = 0; i < nGlobalMols; i++) {
506     done = 0;
507     loops = 0;
508 chrisfen 2101
509 gezelter 2087 while (!done) {
510     loops++;
511 chrisfen 2101
512 gezelter 2087 // Pick a processor at random
513 chrisfen 2101
514 gezelter 2087 which_proc = (int) (myRandom->rand() * nProcessors);
515 chrisfen 2101
516 gezelter 2087 //get the molecule stamp first
517     int stampId = info->getMoleculeStampId(i);
518     MoleculeStamp * moleculeStamp = info->getMoleculeStamp(stampId);
519 chrisfen 2101
520 gezelter 2087 // How many atoms does this processor have so far?
521     old_atoms = atomsPerProc[which_proc];
522     add_atoms = moleculeStamp->getNAtoms();
523     new_atoms = old_atoms + add_atoms;
524 chrisfen 2101
525 gezelter 2087 // If we've been through this loop too many times, we need
526     // to just give up and assign the molecule to this processor
527     // and be done with it.
528 chrisfen 2101
529 gezelter 2087 if (loops > 100) {
530     sprintf(painCave.errMsg,
531     "I've tried 100 times to assign molecule %d to a "
532     " processor, but can't find a good spot.\n"
533     "I'm assigning it at random to processor %d.\n",
534     i, which_proc);
535 chrisfen 2101
536 gezelter 2087 painCave.isFatal = 0;
537     simError();
538 chrisfen 2101
539 gezelter 2087 molToProcMap[i] = which_proc;
540     atomsPerProc[which_proc] += add_atoms;
541 chrisfen 2101
542 gezelter 2087 done = 1;
543     continue;
544     }
545 chrisfen 2101
546 gezelter 2087 // If we can add this molecule to this processor without sending
547     // it above nTarget, then go ahead and do it:
548 chrisfen 2101
549 gezelter 2087 if (new_atoms <= nTarget) {
550     molToProcMap[i] = which_proc;
551     atomsPerProc[which_proc] += add_atoms;
552 chrisfen 2101
553 gezelter 2087 done = 1;
554     continue;
555     }
556 chrisfen 2101
557 gezelter 2087 // The only situation left is when new_atoms > nTarget. We
558     // want to accept this with some probability that dies off the
559     // farther we are from nTarget
560 chrisfen 2101
561 gezelter 2087 // roughly: x = new_atoms - nTarget
562     // Pacc(x) = exp(- a * x)
563     // where a = penalty / (average atoms per molecule)
564 chrisfen 2101
565 tim 2759 x = (RealType)(new_atoms - nTarget);
566 gezelter 2087 y = myRandom->rand();
567 chrisfen 2101
568 gezelter 2087 if (y < exp(- a * x)) {
569     molToProcMap[i] = which_proc;
570     atomsPerProc[which_proc] += add_atoms;
571 chrisfen 2101
572 gezelter 2087 done = 1;
573     continue;
574     } else {
575     continue;
576     }
577     }
578     }
579 chrisfen 2101
580 gezelter 2087 delete myRandom;
581 chrisfen 2101
582 gezelter 2087 // Spray out this nonsense to all other processors:
583 chrisfen 2101
584 gezelter 2087 MPI_Bcast(&molToProcMap[0], nGlobalMols, MPI_INT, 0, MPI_COMM_WORLD);
585     } else {
586 chrisfen 2101
587 gezelter 2087 // Listen to your marching orders from processor 0:
588 chrisfen 2101
589 gezelter 2087 MPI_Bcast(&molToProcMap[0], nGlobalMols, MPI_INT, 0, MPI_COMM_WORLD);
590     }
591 chrisfen 2101
592 gezelter 2087 info->setMolToProcMap(molToProcMap);
593     sprintf(checkPointMsg,
594     "Successfully divided the molecules among the processors.\n");
595     MPIcheckPoint();
596     }
597 chrisfen 2101
598 gezelter 2087 #endif
599 chrisfen 2101
600 gezelter 2087 void SimCreator::createMolecules(SimInfo *info) {
601     MoleculeCreator molCreator;
602     int stampId;
603 chrisfen 2101
604 gezelter 2087 for(int i = 0; i < info->getNGlobalMolecules(); i++) {
605 chrisfen 2101
606 gezelter 2087 #ifdef IS_MPI
607 chrisfen 2101
608 gezelter 2087 if (info->getMolToProc(i) == worldRank) {
609     #endif
610 chrisfen 2101
611 gezelter 2087 stampId = info->getMoleculeStampId(i);
612     Molecule * mol = molCreator.createMolecule(info->getForceField(), info->getMoleculeStamp(stampId),
613     stampId, i, info->getLocalIndexManager());
614 chrisfen 2101
615 gezelter 2087 info->addMolecule(mol);
616 chrisfen 2101
617 gezelter 2087 #ifdef IS_MPI
618 chrisfen 2101
619 gezelter 2087 }
620 chrisfen 2101
621 gezelter 2087 #endif
622 chrisfen 2101
623 gezelter 2087 } //end for(int i=0)
624     }
625 chrisfen 2101
626 gezelter 2087 void SimCreator::setGlobalIndex(SimInfo *info) {
627     SimInfo::MoleculeIterator mi;
628     Molecule::AtomIterator ai;
629     Molecule::RigidBodyIterator ri;
630     Molecule::CutoffGroupIterator ci;
631 tim 2982 Molecule::IntegrableObjectIterator ioi;
632 gezelter 2087 Molecule * mol;
633     Atom * atom;
634     RigidBody * rb;
635     CutoffGroup * cg;
636     int beginAtomIndex;
637     int beginRigidBodyIndex;
638     int beginCutoffGroupIndex;
639     int nGlobalAtoms = info->getNGlobalAtoms();
640 tim 2982
641     /**@todo fixme */
642 gezelter 2087 #ifndef IS_MPI
643 chrisfen 2101
644 gezelter 2087 beginAtomIndex = 0;
645     beginRigidBodyIndex = 0;
646     beginCutoffGroupIndex = 0;
647 chrisfen 2101
648 gezelter 2087 #else
649 chrisfen 2101
650 gezelter 2087 int nproc;
651     int myNode;
652 chrisfen 2101
653 gezelter 2087 myNode = worldRank;
654     MPI_Comm_size(MPI_COMM_WORLD, &nproc);
655 chrisfen 2101
656 gezelter 2087 std::vector < int > tmpAtomsInProc(nproc, 0);
657     std::vector < int > tmpRigidBodiesInProc(nproc, 0);
658     std::vector < int > tmpCutoffGroupsInProc(nproc, 0);
659     std::vector < int > NumAtomsInProc(nproc, 0);
660     std::vector < int > NumRigidBodiesInProc(nproc, 0);
661     std::vector < int > NumCutoffGroupsInProc(nproc, 0);
662 chrisfen 2101
663 gezelter 2087 tmpAtomsInProc[myNode] = info->getNAtoms();
664     tmpRigidBodiesInProc[myNode] = info->getNRigidBodies();
665     tmpCutoffGroupsInProc[myNode] = info->getNCutoffGroups();
666 chrisfen 2101
667 gezelter 2087 //do MPI_ALLREDUCE to exchange the total number of atoms, rigidbodies and cutoff groups
668     MPI_Allreduce(&tmpAtomsInProc[0], &NumAtomsInProc[0], nproc, MPI_INT,
669     MPI_SUM, MPI_COMM_WORLD);
670     MPI_Allreduce(&tmpRigidBodiesInProc[0], &NumRigidBodiesInProc[0], nproc,
671     MPI_INT, MPI_SUM, MPI_COMM_WORLD);
672     MPI_Allreduce(&tmpCutoffGroupsInProc[0], &NumCutoffGroupsInProc[0], nproc,
673     MPI_INT, MPI_SUM, MPI_COMM_WORLD);
674 chrisfen 2101
675 gezelter 2087 beginAtomIndex = 0;
676     beginRigidBodyIndex = 0;
677     beginCutoffGroupIndex = 0;
678 chrisfen 2101
679 gezelter 2087 for(int i = 0; i < myNode; i++) {
680     beginAtomIndex += NumAtomsInProc[i];
681     beginRigidBodyIndex += NumRigidBodiesInProc[i];
682     beginCutoffGroupIndex += NumCutoffGroupsInProc[i];
683     }
684 chrisfen 2101
685 gezelter 2087 #endif
686 chrisfen 2101
687 gezelter 2087 //rigidbody's index begins right after atom's
688     beginRigidBodyIndex += info->getNGlobalAtoms();
689 chrisfen 2101
690 gezelter 2087 for(mol = info->beginMolecule(mi); mol != NULL;
691     mol = info->nextMolecule(mi)) {
692 chrisfen 2101
693 gezelter 2087 //local index(index in DataStorge) of atom is important
694     for(atom = mol->beginAtom(ai); atom != NULL; atom = mol->nextAtom(ai)) {
695     atom->setGlobalIndex(beginAtomIndex++);
696     }
697 chrisfen 2101
698 gezelter 2087 for(rb = mol->beginRigidBody(ri); rb != NULL;
699     rb = mol->nextRigidBody(ri)) {
700     rb->setGlobalIndex(beginRigidBodyIndex++);
701     }
702 chrisfen 2101
703 gezelter 2087 //local index of cutoff group is trivial, it only depends on the order of travesing
704     for(cg = mol->beginCutoffGroup(ci); cg != NULL;
705     cg = mol->nextCutoffGroup(ci)) {
706     cg->setGlobalIndex(beginCutoffGroupIndex++);
707     }
708     }
709 chrisfen 2101
710 gezelter 2087 //fill globalGroupMembership
711     std::vector<int> globalGroupMembership(info->getNGlobalAtoms(), 0);
712     for(mol = info->beginMolecule(mi); mol != NULL; mol = info->nextMolecule(mi)) {
713     for (cg = mol->beginCutoffGroup(ci); cg != NULL; cg = mol->nextCutoffGroup(ci)) {
714 chrisfen 2101
715 gezelter 2087 for(atom = cg->beginAtom(ai); atom != NULL; atom = cg->nextAtom(ai)) {
716     globalGroupMembership[atom->getGlobalIndex()] = cg->getGlobalIndex();
717     }
718 chrisfen 2101
719 gezelter 2087 }
720     }
721 chrisfen 2101
722 gezelter 2087 #ifdef IS_MPI
723     // Since the globalGroupMembership has been zero filled and we've only
724     // poked values into the atoms we know, we can do an Allreduce
725     // to get the full globalGroupMembership array (We think).
726     // This would be prettier if we could use MPI_IN_PLACE like the MPI-2
727     // docs said we could.
728     std::vector<int> tmpGroupMembership(nGlobalAtoms, 0);
729     MPI_Allreduce(&globalGroupMembership[0], &tmpGroupMembership[0], nGlobalAtoms,
730     MPI_INT, MPI_SUM, MPI_COMM_WORLD);
731     info->setGlobalGroupMembership(tmpGroupMembership);
732     #else
733     info->setGlobalGroupMembership(globalGroupMembership);
734     #endif
735 chrisfen 2101
736 gezelter 2087 //fill molMembership
737     std::vector<int> globalMolMembership(info->getNGlobalAtoms(), 0);
738    
739     for(mol = info->beginMolecule(mi); mol != NULL; mol = info->nextMolecule(mi)) {
740 chrisfen 2101
741 gezelter 2087 for(atom = mol->beginAtom(ai); atom != NULL; atom = mol->nextAtom(ai)) {
742     globalMolMembership[atom->getGlobalIndex()] = mol->getGlobalIndex();
743     }
744     }
745 chrisfen 2101
746 gezelter 2087 #ifdef IS_MPI
747     std::vector<int> tmpMolMembership(nGlobalAtoms, 0);
748 chrisfen 2101
749 gezelter 2087 MPI_Allreduce(&globalMolMembership[0], &tmpMolMembership[0], nGlobalAtoms,
750     MPI_INT, MPI_SUM, MPI_COMM_WORLD);
751    
752     info->setGlobalMolMembership(tmpMolMembership);
753     #else
754     info->setGlobalMolMembership(globalMolMembership);
755     #endif
756 tim 2982
757     // nIOPerMol holds the number of integrable objects per molecule
758     // here the molecules are listed by their global indices.
759    
760     std::vector<int> nIOPerMol(info->getNGlobalMolecules(), 0);
761     for (mol = info->beginMolecule(mi); mol != NULL; mol = info->nextMolecule(mi)) {
762     nIOPerMol[mol->getGlobalIndex()] = mol->getNIntegrableObjects();
763     }
764 chrisfen 2101
765 tim 2982 #ifdef IS_MPI
766     std::vector<int> numIntegrableObjectsPerMol(info->getNGlobalMolecules(), 0);
767     MPI_Allreduce(&nIOPerMol[0], &numIntegrableObjectsPerMol[0],
768     info->getNGlobalMolecules(), MPI_INT, MPI_SUM, MPI_COMM_WORLD);
769     #else
770     std::vector<int> numIntegrableObjectsPerMol = nIOPerMol;
771     #endif
772    
773     std::vector<int> startingIOIndexForMol(info->getNGlobalMolecules());
774    
775     int startingIndex = 0;
776     for (int i = 0; i < info->getNGlobalMolecules(); i++) {
777     startingIOIndexForMol[i] = startingIndex;
778     startingIndex += numIntegrableObjectsPerMol[i];
779     }
780    
781     std::vector<StuntDouble*> IOIndexToIntegrableObject(info->getNGlobalIntegrableObjects(), (StuntDouble*)NULL);
782     for (mol = info->beginMolecule(mi); mol != NULL; mol = info->nextMolecule(mi)) {
783     int myGlobalIndex = mol->getGlobalIndex();
784     int globalIO = startingIOIndexForMol[myGlobalIndex];
785     for (StuntDouble* integrableObject = mol->beginIntegrableObject(ioi); integrableObject != NULL;
786     integrableObject = mol->nextIntegrableObject(ioi)) {
787     integrableObject->setGlobalIntegrableObjectIndex(globalIO);
788     IOIndexToIntegrableObject[globalIO] = integrableObject;
789     globalIO++;
790     }
791     }
792    
793     info->setIOIndexToIntegrableObject(IOIndexToIntegrableObject);
794    
795 gezelter 2087 }
796 chrisfen 2101
797 tim 2982 void SimCreator::loadCoordinates(SimInfo* info, const std::string& mdFileName) {
798 gezelter 2087 Globals* simParams;
799     simParams = info->getSimParams();
800    
801 chrisfen 2101
802 tim 2982 DumpReader reader(info, mdFileName);
803 gezelter 2087 int nframes = reader.getNFrames();
804 chrisfen 2101
805 gezelter 2087 if (nframes > 0) {
806     reader.readFrame(nframes - 1);
807     } else {
808     //invalid initial coordinate file
809 chrisfen 2101 sprintf(painCave.errMsg,
810     "Initial configuration file %s should at least contain one frame\n",
811 tim 2982 mdFileName.c_str());
812 gezelter 2087 painCave.isFatal = 1;
813     simError();
814     }
815 chrisfen 2101
816 gezelter 2087 //copy the current snapshot to previous snapshot
817     info->getSnapshotManager()->advance();
818     }
819 chrisfen 2101
820 gezelter 2087 } //end namespace oopse
821    
822