ViewVC Help
View File | Revision Log | Show Annotations | View Changeset | Root Listing
root/group/trunk/OOPSE-2.0/src/io/DumpWriter.cpp
(Generate patch)

Comparing trunk/OOPSE-2.0/src/io/DumpWriter.cpp (file contents):
Revision 1772 by chrisfen, Tue Nov 23 22:48:31 2004 UTC vs.
Revision 1930 by gezelter, Wed Jan 12 22:41:40 2005 UTC

# Line 1 | Line 1
1 < #define _LARGEFILE_SOURCE64
2 < #define _FILE_OFFSET_BITS 64
1 > /*
2 > * Copyright (c) 2005 The University of Notre Dame. All Rights Reserved.
3 > *
4 > * The University of Notre Dame grants you ("Licensee") a
5 > * non-exclusive, royalty free, license to use, modify and
6 > * redistribute this software in source and binary code form, provided
7 > * that the following conditions are met:
8 > *
9 > * 1. Acknowledgement of the program authors must be made in any
10 > *    publication of scientific results based in part on use of the
11 > *    program.  An acceptable form of acknowledgement is citation of
12 > *    the article in which the program was described (Matthew
13 > *    A. Meineke, Charles F. Vardeman II, Teng Lin, Christopher
14 > *    J. Fennell and J. Daniel Gezelter, "OOPSE: An Object-Oriented
15 > *    Parallel Simulation Engine for Molecular Dynamics,"
16 > *    J. Comput. Chem. 26, pp. 252-271 (2005))
17 > *
18 > * 2. Redistributions of source code must retain the above copyright
19 > *    notice, this list of conditions and the following disclaimer.
20 > *
21 > * 3. Redistributions in binary form must reproduce the above copyright
22 > *    notice, this list of conditions and the following disclaimer in the
23 > *    documentation and/or other materials provided with the
24 > *    distribution.
25 > *
26 > * This software is provided "AS IS," without a warranty of any
27 > * kind. All express or implied conditions, representations and
28 > * warranties, including any implied warranty of merchantability,
29 > * fitness for a particular purpose or non-infringement, are hereby
30 > * excluded.  The University of Notre Dame and its licensors shall not
31 > * be liable for any damages suffered by licensee as a result of
32 > * using, modifying or distributing the software or its
33 > * derivatives. In no event will the University of Notre Dame or its
34 > * licensors be liable for any lost revenue, profit or data, or for
35 > * direct, indirect, special, consequential, incidental or punitive
36 > * damages, however caused and regardless of the theory of liability,
37 > * arising out of the use of or inability to use software, even if the
38 > * University of Notre Dame has been advised of the possibility of
39 > * such damages.
40 > */
41 >
42 > #include "io/DumpWriter.hpp"
43 > #include "primitives/Molecule.hpp"
44 > #include "utils/simError.h"
45  
4 – #include <string.h>
5 – #include <iostream>
6 – #include <fstream>
7 – #include <algorithm>
8 – #include <utility>
9 –
46   #ifdef IS_MPI
47   #include <mpi.h>
12 – #include "brains/mpiSimulation.hpp"
13 –
14 – namespace dWrite{
15 –  void DieDieDie( void );
16 – }
17 –
18 – using namespace dWrite;
48   #endif //is_mpi
49  
50 < #include "io/ReadWrite.hpp"
22 < #include "utils/simError.h"
50 > namespace oopse {
51  
52 < DumpWriter::DumpWriter( SimInfo* the_entry_plug ){
53 <
26 <  entry_plug = the_entry_plug;
27 <
52 > DumpWriter::DumpWriter(SimInfo* info, const std::string& filename)
53 >                   : info_(info), filename_(filename){
54   #ifdef IS_MPI
55 <  if(worldRank == 0 ){
55 >
56 >    if (worldRank == 0) {
57   #endif // is_mpi
58  
59 <    dumpFile.open(entry_plug->sampleName.c_str(), ios::out | ios::trunc );
59 >        dumpFile_.open(filename_.c_str(), std::ios::out | std::ios::trunc);
60  
61 <    if( !dumpFile ){
61 >        if (!dumpFile_) {
62 >            sprintf(painCave.errMsg, "Could not open \"%s\" for dump output.\n",
63 >                    filename_.c_str());
64 >            painCave.isFatal = 1;
65 >            simError();
66 >        }
67  
68 <      sprintf( painCave.errMsg,
69 <               "Could not open \"%s\" for dump output.\n",
38 <               entry_plug->sampleName.c_str());
39 <      painCave.isFatal = 1;
40 <      simError();
68 > #ifdef IS_MPI
69 >
70      }
71  
72 < #ifdef IS_MPI
73 <  }
72 >    sprintf(checkPointMsg, "Sucessfully opened output file for dumping.\n");
73 >    MPIcheckPoint();
74  
46 –  //sort the local atoms by global index
47 –  sortByGlobalIndex();
48 –  
49 –  sprintf( checkPointMsg,
50 –           "Sucessfully opened output file for dumping.\n");
51 –  MPIcheckPoint();
75   #endif // is_mpi
76 +
77   }
78  
79 < DumpWriter::~DumpWriter( ){
79 > DumpWriter::~DumpWriter() {
80  
81   #ifdef IS_MPI
82 <  if(worldRank == 0 ){
82 >
83 >    if (worldRank == 0) {
84   #endif // is_mpi
85  
86 <    dumpFile.close();
86 >        dumpFile_.close();
87  
88   #ifdef IS_MPI
64 –  }
65 – #endif // is_mpi
66 – }
89  
90 < #ifdef IS_MPI
90 >    }
91  
92 < /**
71 < * A hook function to load balancing
72 < */
92 > #endif // is_mpi
93  
74 – void DumpWriter::update(){
75 –  sortByGlobalIndex();          
94   }
77 –  
78 – /**
79 – * Auxiliary sorting function
80 – */
81 –
82 – bool indexSortingCriterion(const pair<int, int>& p1, const pair<int, int>& p2){
83 –  return p1.second < p2.second;
84 – }
95  
96 < /**
87 < * Sorting the local index by global index
88 < */
89 <
90 < void DumpWriter::sortByGlobalIndex(){
91 <  Molecule* mols = entry_plug->molecules;  
92 <  indexArray.clear();
93 <  
94 <  for(int i = 0; i < entry_plug->n_mol;i++)
95 <    indexArray.push_back(make_pair(i, mols[i].getGlobalIndex()));
96 <  
97 <  sort(indexArray.begin(), indexArray.end(), indexSortingCriterion);    
98 < }
96 > void DumpWriter::writeCommentLine(std::ostream& os, Snapshot* s) {
97  
98 < #endif
98 >    double currentTime;
99 >    Mat3x3d hmat;
100 >    double chi;
101 >    double integralOfChiDt;
102 >    Mat3x3d eta;
103 >    
104 >    currentTime = s->getTime();
105 >    hmat = s->getHmat();
106 >    chi = s->getChi();
107 >    integralOfChiDt = s->getIntegralOfChiDt();
108 >    eta = s->getEta();
109 >    
110 >    os << currentTime << ";\t"
111 >         << hmat(0, 0) << "\t" << hmat(1, 0) << "\t" << hmat(2, 0) << ";\t"
112 >         << hmat(0, 1) << "\t" << hmat(1, 1) << "\t" << hmat(2, 1) << ";\t"
113 >         << hmat(0, 2) << "\t" << hmat(1, 2) << "\t" << hmat(2, 2) << ";\t";
114  
115 < void DumpWriter::writeDump(double currentTime){
115 >    //write out additional parameters, such as chi and eta
116  
117 <  ofstream finalOut;
105 <  vector<ofstream*> fileStreams;
117 >    os << chi << "\t" << integralOfChiDt << "\t;";
118  
119 < #ifdef IS_MPI
120 <  if(worldRank == 0 ){
121 < #endif    
122 <    finalOut.open( entry_plug->finalName.c_str(), ios::out | ios::trunc );
123 <    if( !finalOut ){
124 <      sprintf( painCave.errMsg,
113 <               "Could not open \"%s\" for final dump output.\n",
114 <               entry_plug->finalName.c_str() );
115 <      painCave.isFatal = 1;
116 <      simError();
117 <    }
118 < #ifdef IS_MPI
119 <  }
120 < #endif // is_mpi
119 >    os << eta(0, 0) << "\t" << eta(1, 0) << "\t" << eta(2, 0) << ";\t"
120 >         << eta(0, 1) << "\t" << eta(1, 1) << "\t" << eta(2, 1) << ";\t"
121 >         << eta(0, 2) << "\t" << eta(1, 2) << "\t" << eta(2, 2) << ";";
122 >        
123 >    os << std::endl;
124 > }
125  
126 <  fileStreams.push_back(&finalOut);
127 <  fileStreams.push_back(&dumpFile);
126 > void DumpWriter::writeFrame(std::ostream& os) {
127 >    const int BUFFERSIZE = 2000;
128 >    const int MINIBUFFERSIZE = 100;
129  
130 <  writeFrame(fileStreams, currentTime);
130 >    char tempBuffer[BUFFERSIZE];
131 >    char writeLine[BUFFERSIZE];
132  
133 < #ifdef IS_MPI
134 <  finalOut.close();
135 < #endif
136 <        
131 < }
133 >    Quat4d q;
134 >    Vector3d ji;
135 >    Vector3d pos;
136 >    Vector3d vel;
137  
138 < void DumpWriter::writeFinal(double currentTime){
138 >    Molecule* mol;
139 >    StuntDouble* integrableObject;
140 >    SimInfo::MoleculeIterator mi;
141 >    Molecule::IntegrableObjectIterator ii;
142 >  
143 >    int nTotObjects;    
144 >    nTotObjects = info_->getNGlobalIntegrableObjects();
145  
146 <  ofstream finalOut;
136 <  vector<ofstream*> fileStreams;
146 > #ifndef IS_MPI
147  
138 – #ifdef IS_MPI
139 –  if(worldRank == 0 ){
140 – #endif // is_mpi
148  
149 <    finalOut.open( entry_plug->finalName.c_str(), ios::out | ios::trunc );
149 >    os << nTotObjects << "\n";
150 >        
151 >    writeCommentLine(os, info_->getSnapshotManager()->getCurrentSnapshot());
152  
153 <    if( !finalOut ){
145 <      sprintf( painCave.errMsg,
146 <               "Could not open \"%s\" for final dump output.\n",
147 <               entry_plug->finalName.c_str() );
148 <      painCave.isFatal = 1;
149 <      simError();
150 <    }
153 >    for (mol = info_->beginMolecule(mi); mol != NULL; mol = info_->nextMolecule(mi)) {
154  
155 < #ifdef IS_MPI
156 <  }
157 < #endif // is_mpi
155 <  
156 <  fileStreams.push_back(&finalOut);  
157 <  writeFrame(fileStreams, currentTime);
155 >        for (integrableObject = mol->beginIntegrableObject(ii); integrableObject != NULL;
156 >            integrableObject = mol->nextIntegrableObject(ii)) {
157 >                
158  
159 < #ifdef IS_MPI
160 <  finalOut.close();
161 < #endif
162 <  
163 < }
159 >            pos = integrableObject->getPos();
160 >            vel = integrableObject->getVel();
161  
162 < void DumpWriter::writeFrame( vector<ofstream*>& outFile, double currentTime ){
162 >            sprintf(tempBuffer, "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t",
163 >                    integrableObject->getType().c_str(),
164 >                    pos[0], pos[1], pos[2],
165 >                    vel[0], vel[1], vel[2]);
166  
167 <  const int BUFFERSIZE = 2000;
168 <  const int MINIBUFFERSIZE = 100;
167 >            strcpy(writeLine, tempBuffer);
168  
169 <  char tempBuffer[BUFFERSIZE];  
170 <  char writeLine[BUFFERSIZE];
169 >            if (integrableObject->isDirectional()) {
170 >                q = integrableObject->getQ();
171 >                ji = integrableObject->getJ();
172  
173 <  int i;
174 <  unsigned int k;
173 >                sprintf(tempBuffer, "%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\n",
174 >                        q[0], q[1], q[2], q[3],
175 >                        ji[0], ji[1], ji[2]);
176 >                strcat(writeLine, tempBuffer);
177 >            } else {
178 >                strcat(writeLine, "0.0\t0.0\t0.0\t0.0\t0.0\t0.0\t0.0\n");
179 >            }
180  
181 < #ifdef IS_MPI
177 <  
178 <  /*********************************************************************
179 <   * Documentation?  You want DOCUMENTATION?
180 <   *
181 <   * Why all the potatoes below?  
182 <   *
183 <   * To make a long story short, the original version of DumpWriter
184 <   * worked in the most inefficient way possible.  Node 0 would
185 <   * poke each of the node for an individual atom's formatted data
186 <   * as node 0 worked its way down the global index. This was particularly
187 <   * inefficient since the method blocked all processors at every atom
188 <   * (and did it twice!).
189 <   *
190 <   * An intermediate version of DumpWriter could be described from Node
191 <   * zero's perspective as follows:
192 <   *
193 <   *  1) Have 100 of your friends stand in a circle.
194 <   *  2) When you say go, have all of them start tossing potatoes at
195 <   *     you (one at a time).
196 <   *  3) Catch the potatoes.
197 <   *
198 <   * It was an improvement, but MPI has buffers and caches that could
199 <   * best be described in this analogy as "potato nets", so there's no
200 <   * need to block the processors atom-by-atom.
201 <   *
202 <   * This new and improved DumpWriter works in an even more efficient
203 <   * way:
204 <   *
205 <   *  1) Have 100 of your friend stand in a circle.
206 <   *  2) When you say go, have them start tossing 5-pound bags of
207 <   *     potatoes at you.
208 <   *  3) Once you've caught a friend's bag of potatoes,
209 <   *     toss them a spud to let them know they can toss another bag.
210 <   *
211 <   * How's THAT for documentation?
212 <   *
213 <   *********************************************************************/
181 >            os << writeLine;
182  
183 <  int *potatoes;
184 <  int myPotato;
183 >        }
184 >    }
185  
186 <  int nProc;
187 <  int j, which_node, done, which_atom, local_index, currentIndex;
188 <  double atomData[13];
189 <  int isDirectional;
190 <  char* atomTypeString;
191 <  char MPIatomTypeString[MINIBUFFERSIZE];
192 <  int nObjects;
193 <  int msgLen; // the length of message actually recieved at master nodes
194 < #endif //is_mpi
186 > #else // is_mpi
187 >    /*********************************************************************
188 >     * Documentation?  You want DOCUMENTATION?
189 >     *
190 >     * Why all the potatoes below?  
191 >     *
192 >     * To make a long story short, the original version of DumpWriter
193 >     * worked in the most inefficient way possible.  Node 0 would
194 >     * poke each of the node for an individual atom's formatted data
195 >     * as node 0 worked its way down the global index. This was particularly
196 >     * inefficient since the method blocked all processors at every atom
197 >     * (and did it twice!).
198 >     *
199 >     * An intermediate version of DumpWriter could be described from Node
200 >     * zero's perspective as follows:
201 >     *
202 >     *  1) Have 100 of your friends stand in a circle.
203 >     *  2) When you say go, have all of them start tossing potatoes at
204 >     *     you (one at a time).
205 >     *  3) Catch the potatoes.
206 >     *
207 >     * It was an improvement, but MPI has buffers and caches that could
208 >     * best be described in this analogy as "potato nets", so there's no
209 >     * need to block the processors atom-by-atom.
210 >     *
211 >     * This new and improved DumpWriter works in an even more efficient
212 >     * way:
213 >     *
214 >     *  1) Have 100 of your friend stand in a circle.
215 >     *  2) When you say go, have them start tossing 5-pound bags of
216 >     *     potatoes at you.
217 >     *  3) Once you've caught a friend's bag of potatoes,
218 >     *     toss them a spud to let them know they can toss another bag.
219 >     *
220 >     * How's THAT for documentation?
221 >     *
222 >     *********************************************************************/
223 >    const int masterNode = 0;
224  
225 <  double q[4], ji[3];
226 <  DirectionalAtom* dAtom;
227 <  double pos[3], vel[3];
228 <  int nTotObjects;
229 <  StuntDouble* sd;
230 <  char* molName;
231 <  vector<StuntDouble*> integrableObjects;
232 <  vector<StuntDouble*>::iterator iter;
233 <  nTotObjects = entry_plug->getTotIntegrableObjects();
234 < #ifndef IS_MPI
235 <  
236 <  for(k = 0; k < outFile.size(); k++){
237 <    *outFile[k] << nTotObjects << "\n";
225 >    int * potatoes;
226 >    int myPotato;
227 >    int nProc;
228 >    int which_node;
229 >    double atomData[13];
230 >    int isDirectional;
231 >    const char * atomTypeString;
232 >    char MPIatomTypeString[MINIBUFFERSIZE];
233 >    int msgLen; // the length of message actually recieved at master nodes
234 >    int haveError;
235 >    MPI_Status istatus;
236 >    int nCurObj;
237 >    
238 >    // code to find maximum tag value
239 >    int * tagub;
240 >    int flag;
241 >    int MAXTAG;
242 >    MPI_Attr_get(MPI_COMM_WORLD, MPI_TAG_UB, &tagub, &flag);
243  
244 <    *outFile[k] << currentTime << ";\t"
245 <               << entry_plug->Hmat[0][0] << "\t"
246 <                     << entry_plug->Hmat[1][0] << "\t"
247 <                     << entry_plug->Hmat[2][0] << ";\t"
248 <              
247 <               << entry_plug->Hmat[0][1] << "\t"
248 <                     << entry_plug->Hmat[1][1] << "\t"
249 <                     << entry_plug->Hmat[2][1] << ";\t"
244 >    if (flag) {
245 >        MAXTAG = *tagub;
246 >    } else {
247 >        MAXTAG = 32767;
248 >    }
249  
250 <                     << entry_plug->Hmat[0][2] << "\t"
252 <                     << entry_plug->Hmat[1][2] << "\t"
253 <                     << entry_plug->Hmat[2][2] << ";";
250 >    if (worldRank == masterNode) { //master node (node 0) is responsible for writing the dump file
251  
252 <    //write out additional parameters, such as chi and eta
256 <    *outFile[k] << entry_plug->the_integrator->getAdditionalParameters() << endl;
257 <  }
258 <  
259 <  for( i=0; i< entry_plug->n_mol; i++ ){
252 >        // Node 0 needs a list of the magic potatoes for each processor;
253  
254 <    integrableObjects = entry_plug->molecules[i].getIntegrableObjects();
255 <    molName = (entry_plug->compStamps[entry_plug->molecules[i].getStampID()])->getID();
263 <    
264 <    for( iter = integrableObjects.begin();iter !=  integrableObjects.end(); ++iter){
265 <      sd = *iter;
266 <      sd->getPos(pos);
267 <      sd->getVel(vel);
254 >        MPI_Comm_size(MPI_COMM_WORLD, &nProc);
255 >        potatoes = new int[nProc];
256  
257 <      sprintf( tempBuffer,
258 <             "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t",
259 <             sd->getType(),
260 <             pos[0],
273 <             pos[1],
274 <             pos[2],
275 <             vel[0],
276 <             vel[1],
277 <             vel[2]);
278 <      strcpy( writeLine, tempBuffer );
257 >        //write out the comment lines
258 >        for(int i = 0; i < nProc; i++) {
259 >            potatoes[i] = 0;
260 >        }
261  
280 –      if( sd->isDirectional() ){
262  
263 <        sd->getQ( q );
264 <        sd->getJ( ji );
263 >        os << nTotObjects << "\n";
264 >        writeCommentLine(os, info_->getSnapshotManager()->getCurrentSnapshot());
265  
266 <        sprintf( tempBuffer,
286 <               "%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\n",
287 <               q[0],
288 <               q[1],
289 <               q[2],
290 <               q[3],
291 <                 ji[0],
292 <                 ji[1],
293 <                 ji[2]);
294 <        strcat( writeLine, tempBuffer );
295 <      }
296 <      else
297 <        strcat( writeLine, "0.0\t0.0\t0.0\t0.0\t0.0\t0.0\t0.0\n" );
298 <    
299 <      for(k = 0; k < outFile.size(); k++)
300 <        *outFile[k] << writeLine;      
301 <    }
302 <    
303 <  }
266 >        for(int i = 0; i < info_->getNGlobalMolecules(); i++) {
267  
268 < #else // is_mpi
268 >            // Get the Node number which has this atom;
269  
270 <  /* code to find maximum tag value */
308 <  
309 <  int *tagub, flag, MAXTAG;
310 <  MPI_Attr_get(MPI_COMM_WORLD, MPI_TAG_UB, &tagub, &flag);
311 <  if (flag) {
312 <    MAXTAG = *tagub;
313 <  } else {
314 <    MAXTAG = 32767;
315 <  }  
270 >            which_node = info_->getMolToProc(i);
271  
272 <  int haveError;
272 >            if (which_node != masterNode) { //current molecule is in slave node
273 >                if (potatoes[which_node] + 1 >= MAXTAG) {
274 >                    // The potato was going to exceed the maximum value,
275 >                    // so wrap this processor potato back to 0:        
276  
277 <  MPI_Status istatus;
278 <  int nCurObj;
279 <  int *MolToProcMap = mpiSim->getMolToProcMap();
277 >                    potatoes[which_node] = 0;
278 >                    MPI_Send(&potatoes[which_node], 1, MPI_INT, which_node, 0,
279 >                             MPI_COMM_WORLD);
280 >                }
281  
282 <  // write out header and node 0's coordinates
282 >                myPotato = potatoes[which_node];
283  
284 <  if( worldRank == 0 ){
284 >                //recieve the number of integrableObject in current molecule
285 >                MPI_Recv(&nCurObj, 1, MPI_INT, which_node, myPotato,
286 >                         MPI_COMM_WORLD, &istatus);
287 >                myPotato++;
288  
289 <    // Node 0 needs a list of the magic potatoes for each processor;
289 >                for(int l = 0; l < nCurObj; l++) {
290 >                    if (potatoes[which_node] + 2 >= MAXTAG) {
291 >                        // The potato was going to exceed the maximum value,
292 >                        // so wrap this processor potato back to 0:        
293  
294 <    nProc = mpiSim->getNProcessors();
295 <    potatoes = new int[nProc];
294 >                        potatoes[which_node] = 0;
295 >                        MPI_Send(&potatoes[which_node], 1, MPI_INT, which_node,
296 >                                 0, MPI_COMM_WORLD);
297 >                    }
298  
299 <    //write out the comment lines
300 <    for (i = 0; i < nProc; i++)
301 <      potatoes[i] = 0;
335 <    
336 <    for(k = 0; k < outFile.size(); k++){
337 <      *outFile[k] << nTotObjects << "\n";
338 <      
339 <      *outFile[k] << currentTime << ";\t"
340 <                  << entry_plug->Hmat[0][0] << "\t"
341 <                  << entry_plug->Hmat[1][0] << "\t"
342 <                  << entry_plug->Hmat[2][0] << ";\t"
343 <        
344 <                  << entry_plug->Hmat[0][1] << "\t"
345 <                  << entry_plug->Hmat[1][1] << "\t"
346 <                  << entry_plug->Hmat[2][1] << ";\t"
347 <        
348 <                  << entry_plug->Hmat[0][2] << "\t"
349 <                  << entry_plug->Hmat[1][2] << "\t"
350 <                  << entry_plug->Hmat[2][2] << ";";
351 <      
352 <      *outFile[k] << entry_plug->the_integrator->getAdditionalParameters()
353 <                  << endl;
354 <    }
355 <    
356 <    currentIndex = 0;
357 <    
358 <    for (i = 0 ; i < mpiSim->getNMolGlobal(); i++ ) {
359 <      
360 <      // Get the Node number which has this atom;
361 <      
362 <      which_node = MolToProcMap[i];
363 <      
364 <      if (which_node != 0) {
365 <        
366 <        if (potatoes[which_node] + 1 >= MAXTAG) {
367 <          // The potato was going to exceed the maximum value,
368 <          // so wrap this processor potato back to 0:        
299 >                    MPI_Recv(MPIatomTypeString, MINIBUFFERSIZE, MPI_CHAR,
300 >                             which_node, myPotato, MPI_COMM_WORLD,
301 >                             &istatus);
302  
303 <          potatoes[which_node] = 0;          
371 <          MPI_Send(&potatoes[which_node], 1, MPI_INT, which_node, 0,
372 <                   MPI_COMM_WORLD);
373 <          
374 <        }
303 >                    atomTypeString = MPIatomTypeString;
304  
305 <        myPotato = potatoes[which_node];        
305 >                    myPotato++;
306  
307 <        //recieve the number of integrableObject in current molecule
308 <        MPI_Recv(&nCurObj, 1, MPI_INT, which_node,
309 <                 myPotato, MPI_COMM_WORLD, &istatus);
381 <        myPotato++;
382 <        
383 <        for(int l = 0; l < nCurObj; l++){
307 >                    MPI_Recv(atomData, 13, MPI_DOUBLE, which_node, myPotato,
308 >                             MPI_COMM_WORLD, &istatus);
309 >                    myPotato++;
310  
311 <          if (potatoes[which_node] + 2 >= MAXTAG) {
386 <            // The potato was going to exceed the maximum value,
387 <            // so wrap this processor potato back to 0:        
311 >                    MPI_Get_count(&istatus, MPI_DOUBLE, &msgLen);
312  
313 <            potatoes[which_node] = 0;          
314 <            MPI_Send(&potatoes[which_node], 1, MPI_INT, which_node, 0, MPI_COMM_WORLD);
315 <            
316 <          }
313 >                    if (msgLen == 13)
314 >                        isDirectional = 1;
315 >                    else
316 >                        isDirectional = 0;
317  
318 <          MPI_Recv(MPIatomTypeString, MINIBUFFERSIZE, MPI_CHAR, which_node,
395 <          myPotato, MPI_COMM_WORLD, &istatus);
318 >                    // If we've survived to here, format the line:
319  
320 <          atomTypeString = MPIatomTypeString;
320 >                    if (!isDirectional) {
321 >                        sprintf(writeLine, "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t",
322 >                                atomTypeString, atomData[0],
323 >                                atomData[1], atomData[2],
324 >                                atomData[3], atomData[4],
325 >                                atomData[5]);
326  
327 <          myPotato++;
327 >                        strcat(writeLine,
328 >                               "0.0\t0.0\t0.0\t0.0\t0.0\t0.0\t0.0\n");
329 >                    } else {
330 >                        sprintf(writeLine,
331 >                                "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\n",
332 >                                atomTypeString,
333 >                                atomData[0],
334 >                                atomData[1],
335 >                                atomData[2],
336 >                                atomData[3],
337 >                                atomData[4],
338 >                                atomData[5],
339 >                                atomData[6],
340 >                                atomData[7],
341 >                                atomData[8],
342 >                                atomData[9],
343 >                                atomData[10],
344 >                                atomData[11],
345 >                                atomData[12]);
346 >                    }
347  
348 <          MPI_Recv(atomData, 13, MPI_DOUBLE, which_node, myPotato, MPI_COMM_WORLD, &istatus);
402 <          myPotato++;
348 >                    os << writeLine;
349  
350 <          MPI_Get_count(&istatus, MPI_DOUBLE, &msgLen);
350 >                } // end for(int l =0)
351  
352 <          if(msgLen  == 13)
353 <            isDirectional = 1;
408 <          else
409 <            isDirectional = 0;
410 <          
411 <          // If we've survived to here, format the line:
412 <            
413 <          if (!isDirectional) {
414 <        
415 <            sprintf( writeLine,
416 <                 "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t",
417 <                 atomTypeString,
418 <                 atomData[0],
419 <                 atomData[1],
420 <                 atomData[2],
421 <                 atomData[3],
422 <                 atomData[4],
423 <                 atomData[5]);
424 <        
425 <           strcat( writeLine, "0.0\t0.0\t0.0\t0.0\t0.0\t0.0\t0.0\n" );
426 <        
427 <          }
428 <          else {
429 <        
430 <                sprintf( writeLine,
431 <                         "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\n",
432 <                         atomTypeString,
433 <                         atomData[0],
434 <                         atomData[1],
435 <                         atomData[2],
436 <                         atomData[3],
437 <                         atomData[4],
438 <                         atomData[5],
439 <                         atomData[6],
440 <                         atomData[7],
441 <                         atomData[8],
442 <                         atomData[9],
443 <                         atomData[10],
444 <                         atomData[11],
445 <                         atomData[12]);
446 <            
447 <          }
448 <          
449 <          for(k = 0; k < outFile.size(); k++)
450 <            *outFile[k] << writeLine;            
352 >                potatoes[which_node] = myPotato;
353 >            } else { //master node has current molecule
354  
355 <        }// end for(int l =0)
453 <        potatoes[which_node] = myPotato;
454 <        
455 <      }
456 <      else {
457 <        
458 <        haveError = 0;
459 <        
460 <            local_index = indexArray[currentIndex].first;        
461 <            
462 <            integrableObjects = (entry_plug->molecules[local_index]).getIntegrableObjects();
355 >                mol = info_->getMoleculeByGlobalIndex(i);
356  
357 <        for(iter= integrableObjects.begin(); iter != integrableObjects.end(); ++iter){    
358 <                sd = *iter;
359 <            atomTypeString = sd->getType();
360 <            
361 <            sd->getPos(pos);
469 <            sd->getVel(vel);          
470 <          
471 <            atomData[0] = pos[0];
472 <            atomData[1] = pos[1];
473 <            atomData[2] = pos[2];
474 <
475 <            atomData[3] = vel[0];
476 <            atomData[4] = vel[1];
477 <            atomData[5] = vel[2];
478 <              
479 <            isDirectional = 0;
480 <
481 <            if( sd->isDirectional() ){
482 <
483 <              isDirectional = 1;
357 >                if (mol == NULL) {
358 >                    sprintf(painCave.errMsg, "Molecule not found on node %d!", worldRank);
359 >                    painCave.isFatal = 1;
360 >                    simError();
361 >                }
362                  
363 <              sd->getQ( q );
364 <              sd->getJ( ji );
363 >                for (integrableObject = mol->beginIntegrableObject(ii); integrableObject != NULL;
364 >                    integrableObject = mol->nextIntegrableObject(ii)) {
365 >                        
366 >                    atomTypeString = integrableObject->getType().c_str();
367  
368 <              for (int j = 0; j < 6 ; j++)
369 <                atomData[j] = atomData[j];            
490 <              
491 <              atomData[6] = q[0];
492 <              atomData[7] = q[1];
493 <              atomData[8] = q[2];
494 <              atomData[9] = q[3];
495 <              
496 <              atomData[10] = ji[0];
497 <              atomData[11] = ji[1];
498 <              atomData[12] = ji[2];
499 <            }
500 <            
501 <            // If we've survived to here, format the line:
502 <            
503 <            if (!isDirectional) {
504 <        
505 <              sprintf( writeLine,
506 <                 "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t",
507 <                 atomTypeString,
508 <                 atomData[0],
509 <                 atomData[1],
510 <                 atomData[2],
511 <                 atomData[3],
512 <                 atomData[4],
513 <                 atomData[5]);
514 <        
515 <             strcat( writeLine, "0.0\t0.0\t0.0\t0.0\t0.0\t0.0\t0.0\n" );
516 <        
517 <            }
518 <            else {
519 <        
520 <                sprintf( writeLine,
521 <                         "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\n",
522 <                         atomTypeString,
523 <                         atomData[0],
524 <                         atomData[1],
525 <                         atomData[2],
526 <                         atomData[3],
527 <                         atomData[4],
528 <                         atomData[5],
529 <                         atomData[6],
530 <                         atomData[7],
531 <                         atomData[8],
532 <                         atomData[9],
533 <                         atomData[10],
534 <                         atomData[11],
535 <                         atomData[12]);
536 <              
537 <            }
538 <            
539 <            for(k = 0; k < outFile.size(); k++)
540 <              *outFile[k] << writeLine;
541 <            
542 <            
543 <        }//end for(iter = integrableObject.begin())
544 <        
545 <      currentIndex++;
546 <      }
368 >                    pos = integrableObject->getPos();
369 >                    vel = integrableObject->getVel();
370  
371 <    }//end for(i = 0; i < mpiSim->getNmol())
372 <    
373 <    for(k = 0; k < outFile.size(); k++)
551 <      outFile[k]->flush();
552 <    
553 <    sprintf( checkPointMsg,
554 <             "Sucessfully took a dump.\n");
555 <    
556 <    MPIcheckPoint();        
557 <    
558 <    delete[] potatoes;
559 <    
560 <  } else {
371 >                    atomData[0] = pos[0];
372 >                    atomData[1] = pos[1];
373 >                    atomData[2] = pos[2];
374  
375 <    // worldRank != 0, so I'm a remote node.  
375 >                    atomData[3] = vel[0];
376 >                    atomData[4] = vel[1];
377 >                    atomData[5] = vel[2];
378  
379 <    // Set my magic potato to 0:
379 >                    isDirectional = 0;
380  
381 <    myPotato = 0;
382 <    currentIndex = 0;
568 <    
569 <    for (i = 0 ; i < mpiSim->getNMolGlobal(); i++ ) {
570 <      
571 <      // Am I the node which has this integrableObject?
572 <      
573 <      if (MolToProcMap[i] == worldRank) {
381 >                    if (integrableObject->isDirectional()) {
382 >                        isDirectional = 1;
383  
384 +                        q = integrableObject->getQ();
385 +                        ji = integrableObject->getJ();
386  
387 <        if (myPotato + 1 >= MAXTAG) {
388 <          
389 <          // The potato was going to exceed the maximum value,
579 <          // so wrap this processor potato back to 0 (and block until
580 <          // node 0 says we can go:
581 <          
582 <          MPI_Recv(&myPotato, 1, MPI_INT, 0, 0, MPI_COMM_WORLD, &istatus);
583 <          
584 <        }
387 >                        for(int j = 0; j < 6; j++) {
388 >                            atomData[j] = atomData[j];
389 >                        }
390  
391 <          local_index = indexArray[currentIndex].first;        
392 <          integrableObjects = entry_plug->molecules[local_index].getIntegrableObjects();
393 <          
394 <          nCurObj = integrableObjects.size();
590 <                      
591 <          MPI_Send(&nCurObj, 1, MPI_INT, 0,
592 <                   myPotato, MPI_COMM_WORLD);
593 <          myPotato++;
391 >                        atomData[6] = q[0];
392 >                        atomData[7] = q[1];
393 >                        atomData[8] = q[2];
394 >                        atomData[9] = q[3];
395  
396 <          for( iter = integrableObjects.begin(); iter  != integrableObjects.end(); iter++){
396 >                        atomData[10] = ji[0];
397 >                        atomData[11] = ji[1];
398 >                        atomData[12] = ji[2];
399 >                    }
400  
401 <            if (myPotato + 2 >= MAXTAG) {
402 <          
403 <              // The potato was going to exceed the maximum value,
404 <              // so wrap this processor potato back to 0 (and block until
405 <              // node 0 says we can go:
406 <          
407 <              MPI_Recv(&myPotato, 1, MPI_INT, 0, 0, MPI_COMM_WORLD, &istatus);
408 <              
401 >                    // If we've survived to here, format the line:
402 >
403 >                    if (!isDirectional) {
404 >                        sprintf(writeLine, "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t",
405 >                                atomTypeString, atomData[0],
406 >                                atomData[1], atomData[2],
407 >                                atomData[3], atomData[4],
408 >                                atomData[5]);
409 >
410 >                        strcat(writeLine,
411 >                               "0.0\t0.0\t0.0\t0.0\t0.0\t0.0\t0.0\n");
412 >                    } else {
413 >                        sprintf(writeLine,
414 >                                "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\n",
415 >                                atomTypeString,
416 >                                atomData[0],
417 >                                atomData[1],
418 >                                atomData[2],
419 >                                atomData[3],
420 >                                atomData[4],
421 >                                atomData[5],
422 >                                atomData[6],
423 >                                atomData[7],
424 >                                atomData[8],
425 >                                atomData[9],
426 >                                atomData[10],
427 >                                atomData[11],
428 >                                atomData[12]);
429 >                    }
430 >
431 >
432 >                    os << writeLine;
433 >
434 >                } //end for(iter = integrableObject.begin())
435              }
436 <            
607 <            sd = *iter;
608 <            
609 <            atomTypeString = sd->getType();
436 >        } //end for(i = 0; i < mpiSim->getNmol())
437  
438 <            sd->getPos(pos);
439 <            sd->getVel(vel);
438 >        os.flush();
439 >        std::cout << "master" << std::endl;
440 >        sprintf(checkPointMsg, "Sucessfully took a dump.\n");
441  
442 <            atomData[0] = pos[0];
615 <            atomData[1] = pos[1];
616 <            atomData[2] = pos[2];
442 >        MPIcheckPoint();
443  
444 <            atomData[3] = vel[0];
445 <            atomData[4] = vel[1];
620 <            atomData[5] = vel[2];
621 <              
622 <            isDirectional = 0;
444 >        delete [] potatoes;
445 >    } else {
446  
447 <            if( sd->isDirectional() ){
447 >        // worldRank != 0, so I'm a remote node.  
448  
449 <                isDirectional = 1;
449 >        // Set my magic potato to 0:
450 >
451 >        myPotato = 0;
452 >
453 >        for(int i = 0; i < info_->getNGlobalMolecules(); i++) {
454 >
455 >            // Am I the node which has this integrableObject?
456 >            int whichNode = info_->getMolToProc(i);
457 >            if (whichNode == worldRank) {
458 >                if (myPotato + 1 >= MAXTAG) {
459 >
460 >                    // The potato was going to exceed the maximum value,
461 >                    // so wrap this processor potato back to 0 (and block until
462 >                    // node 0 says we can go:
463 >
464 >                    MPI_Recv(&myPotato, 1, MPI_INT, 0, 0, MPI_COMM_WORLD,
465 >                             &istatus);
466 >                }
467 >
468 >                mol = info_->getMoleculeByGlobalIndex(i);
469 >
470                  
471 <                sd->getQ( q );
629 <                sd->getJ( ji );
630 <                
631 <                
632 <                atomData[6] = q[0];
633 <                atomData[7] = q[1];
634 <                atomData[8] = q[2];
635 <                atomData[9] = q[3];
636 <      
637 <                atomData[10] = ji[0];
638 <                atomData[11] = ji[1];
639 <                atomData[12] = ji[2];
640 <              }
471 >                nCurObj = mol->getNIntegrableObjects();
472  
473 <            
474 <            strncpy(MPIatomTypeString, atomTypeString, MINIBUFFERSIZE);
473 >                MPI_Send(&nCurObj, 1, MPI_INT, 0, myPotato, MPI_COMM_WORLD);
474 >                myPotato++;
475  
476 <            // null terminate the string before sending (just in case):
477 <            MPIatomTypeString[MINIBUFFERSIZE-1] = '\0';
476 >                for (integrableObject = mol->beginIntegrableObject(ii); integrableObject != NULL;
477 >                    integrableObject = mol->nextIntegrableObject(ii)) {
478  
479 <            MPI_Send(MPIatomTypeString, MINIBUFFERSIZE, MPI_CHAR, 0,
649 <                             myPotato, MPI_COMM_WORLD);
650 <            
651 <            myPotato++;
652 <            
653 <            if (isDirectional) {
479 >                    if (myPotato + 2 >= MAXTAG) {
480  
481 <              MPI_Send(atomData, 13, MPI_DOUBLE, 0,
482 <                       myPotato, MPI_COMM_WORLD);
483 <              
658 <            } else {
481 >                        // The potato was going to exceed the maximum value,
482 >                        // so wrap this processor potato back to 0 (and block until
483 >                        // node 0 says we can go:
484  
485 <              MPI_Send(atomData, 6, MPI_DOUBLE, 0,
486 <                       myPotato, MPI_COMM_WORLD);
487 <            }
485 >                        MPI_Recv(&myPotato, 1, MPI_INT, 0, 0, MPI_COMM_WORLD,
486 >                                 &istatus);
487 >                    }
488  
489 <            myPotato++;  
489 >                    atomTypeString = integrableObject->getType().c_str();
490  
491 <          }
491 >                    pos = integrableObject->getPos();
492 >                    vel = integrableObject->getVel();
493  
494 <          currentIndex++;    
495 <          
496 <        }
671 <      
672 <      }
494 >                    atomData[0] = pos[0];
495 >                    atomData[1] = pos[1];
496 >                    atomData[2] = pos[2];
497  
498 <    sprintf( checkPointMsg,
499 <             "Successfully took a dump.\n");
500 <    MPIcheckPoint();                
677 <    
678 <  }
679 <  
680 < #endif // is_mpi
681 < }
498 >                    atomData[3] = vel[0];
499 >                    atomData[4] = vel[1];
500 >                    atomData[5] = vel[2];
501  
502 < #ifdef IS_MPI
502 >                    isDirectional = 0;
503  
504 < // a couple of functions to let us escape the write loop
504 >                    if (integrableObject->isDirectional()) {
505 >                        isDirectional = 1;
506  
507 < void dWrite::DieDieDie( void ){
507 >                        q = integrableObject->getQ();
508 >                        ji = integrableObject->getJ();
509  
510 <  MPI_Finalize();
511 <  exit (0);
510 >                        atomData[6] = q[0];
511 >                        atomData[7] = q[1];
512 >                        atomData[8] = q[2];
513 >                        atomData[9] = q[3];
514 >
515 >                        atomData[10] = ji[0];
516 >                        atomData[11] = ji[1];
517 >                        atomData[12] = ji[2];
518 >                    }
519 >
520 >                    strncpy(MPIatomTypeString, atomTypeString, MINIBUFFERSIZE);
521 >
522 >                    // null terminate the  std::string before sending (just in case):
523 >                    MPIatomTypeString[MINIBUFFERSIZE - 1] = '\0';
524 >
525 >                    MPI_Send(MPIatomTypeString, MINIBUFFERSIZE, MPI_CHAR, 0,
526 >                             myPotato, MPI_COMM_WORLD);
527 >
528 >                    myPotato++;
529 >
530 >                    if (isDirectional) {
531 >                        MPI_Send(atomData, 13, MPI_DOUBLE, 0, myPotato,
532 >                                 MPI_COMM_WORLD);
533 >                    } else {
534 >                        MPI_Send(atomData, 6, MPI_DOUBLE, 0, myPotato,
535 >                                 MPI_COMM_WORLD);
536 >                    }
537 >
538 >                    myPotato++;
539 >                }
540 >                    
541 >            }
542 >            
543 >        }
544 >        std::cout << "slave" << std::endl;
545 >        sprintf(checkPointMsg, "Sucessfully took a dump.\n");
546 >        MPIcheckPoint();
547 >    }
548 >
549 > #endif // is_mpi
550 >
551   }
552  
553 < #endif //is_mpi
553 > }//end namespace oopse

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines