# | Line 1 | Line 1 | |
---|---|---|
1 | + | #define _LARGEFILE_SOURCE64 |
2 | #define _FILE_OFFSET_BITS 64 | |
3 | ||
4 | #include <string.h> | |
# | Line 28 | Line 29 | DumpWriter::DumpWriter( SimInfo* the_entry_plug ){ | |
29 | if(worldRank == 0 ){ | |
30 | #endif // is_mpi | |
31 | ||
31 | – | |
32 | dumpFile.open(entry_plug->sampleName, ios::out | ios::trunc ); | |
33 | ||
34 | if( !dumpFile ){ | |
# | Line 88 | Line 88 | void DumpWriter::sortByGlobalIndex(){ | |
88 | */ | |
89 | ||
90 | void DumpWriter::sortByGlobalIndex(){ | |
91 | < | Atom** atoms = entry_plug->atoms; |
92 | < | |
91 | > | Molecule* mols = entry_plug->molecules; |
92 | indexArray.clear(); | |
93 | ||
94 | < | for(int i = 0; i < mpiSim->getMyNlocal();i++) |
95 | < | indexArray.push_back(make_pair(i, atoms[i]->getGlobalIndex())); |
94 | > | for(int i = 0; i < entry_plug->n_mol;i++) |
95 | > | indexArray.push_back(make_pair(i, mols[i].getGlobalIndex())); |
96 | ||
97 | sort(indexArray.begin(), indexArray.end(), indexSortingCriterion); | |
98 | } | |
99 | + | |
100 | #endif | |
101 | ||
102 | void DumpWriter::writeDump(double currentTime){ | |
# | Line 106 | Line 106 | void DumpWriter::writeDump(double currentTime){ | |
106 | ||
107 | #ifdef IS_MPI | |
108 | if(worldRank == 0 ){ | |
109 | < | |
109 | > | #endif |
110 | finalOut.open( entry_plug->finalName, ios::out | ios::trunc ); | |
111 | if( !finalOut ){ | |
112 | sprintf( painCave.errMsg, | |
# | Line 115 | Line 115 | void DumpWriter::writeDump(double currentTime){ | |
115 | painCave.isFatal = 1; | |
116 | simError(); | |
117 | } | |
118 | + | #ifdef IS_MPI |
119 | } | |
120 | #endif // is_mpi | |
121 | ||
# | Line 136 | Line 137 | void DumpWriter::writeFinal(double currentTime){ | |
137 | ||
138 | #ifdef IS_MPI | |
139 | if(worldRank == 0 ){ | |
140 | + | #endif // is_mpi |
141 | ||
142 | finalOut.open( entry_plug->finalName, ios::out | ios::trunc ); | |
143 | ||
# | Line 147 | Line 149 | void DumpWriter::writeFinal(double currentTime){ | |
149 | simError(); | |
150 | } | |
151 | ||
152 | + | #ifdef IS_MPI |
153 | } | |
154 | #endif // is_mpi | |
155 | ||
# | Line 213 | Line 216 | void DumpWriter::writeFrame( vector<ofstream*>& outFil | |
216 | ||
217 | int nProc; | |
218 | int j, which_node, done, which_atom, local_index, currentIndex; | |
219 | < | double atomData6[6]; |
217 | < | double atomData13[13]; |
219 | > | double atomData[13]; |
220 | int isDirectional; | |
221 | char* atomTypeString; | |
222 | char MPIatomTypeString[MINIBUFFERSIZE]; | |
223 | < | |
224 | < | #else //is_mpi |
223 | < | int nAtoms = entry_plug->n_atoms; |
223 | > | int nObjects; |
224 | > | int msgLen; // the length of message actually recieved at master nodes |
225 | #endif //is_mpi | |
226 | ||
227 | < | double q[4]; |
227 | > | double q[4], ji[3]; |
228 | DirectionalAtom* dAtom; | |
228 | – | Atom** atoms = entry_plug->atoms; |
229 | double pos[3], vel[3]; | |
230 | < | |
230 | > | int nTotObjects; |
231 | > | StuntDouble* sd; |
232 | > | char* molName; |
233 | > | vector<StuntDouble*> integrableObjects; |
234 | > | vector<StuntDouble*>::iterator iter; |
235 | > | nTotObjects = entry_plug->getTotIntegrableObjects(); |
236 | #ifndef IS_MPI | |
237 | ||
238 | for(k = 0; k < outFile.size(); k++){ | |
239 | < | *outFile[k] << nAtoms << "\n"; |
239 | > | *outFile[k] << nTotObjects << "\n"; |
240 | ||
241 | *outFile[k] << currentTime << ";\t" | |
242 | << entry_plug->Hmat[0][0] << "\t" | |
# | Line 250 | Line 255 | void DumpWriter::writeFrame( vector<ofstream*>& outFil | |
255 | *outFile[k] << entry_plug->the_integrator->getAdditionalParameters() << endl; | |
256 | } | |
257 | ||
258 | < | for( i=0; i<nAtoms; i++ ){ |
258 | > | for( i=0; i< entry_plug->n_mol; i++ ){ |
259 | ||
260 | < | atoms[i]->getPos(pos); |
261 | < | atoms[i]->getVel(vel); |
260 | > | integrableObjects = entry_plug->molecules[i].getIntegrableObjects(); |
261 | > | molName = (entry_plug->compStamps[entry_plug->molecules[i].getStampID()])->getID(); |
262 | > | |
263 | > | for( iter = integrableObjects.begin();iter != integrableObjects.end(); ++iter){ |
264 | > | sd = *iter; |
265 | > | sd->getPos(pos); |
266 | > | sd->getVel(vel); |
267 | ||
268 | < | sprintf( tempBuffer, |
269 | < | "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t", |
270 | < | atoms[i]->getType(), |
271 | < | pos[0], |
272 | < | pos[1], |
273 | < | pos[2], |
274 | < | vel[0], |
275 | < | vel[1], |
276 | < | vel[2]); |
277 | < | strcpy( writeLine, tempBuffer ); |
268 | > | sprintf( tempBuffer, |
269 | > | "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t", |
270 | > | sd->getType(), |
271 | > | pos[0], |
272 | > | pos[1], |
273 | > | pos[2], |
274 | > | vel[0], |
275 | > | vel[1], |
276 | > | vel[2]); |
277 | > | strcpy( writeLine, tempBuffer ); |
278 | ||
279 | < | if( atoms[i]->isDirectional() ){ |
279 | > | if( sd->isDirectional() ){ |
280 | ||
281 | < | dAtom = (DirectionalAtom *)atoms[i]; |
282 | < | dAtom->getQ( q ); |
281 | > | sd->getQ( q ); |
282 | > | sd->getJ( ji ); |
283 | ||
284 | < | sprintf( tempBuffer, |
285 | < | "%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\n", |
286 | < | q[0], |
287 | < | q[1], |
288 | < | q[2], |
289 | < | q[3], |
290 | < | dAtom->getJx(), |
291 | < | dAtom->getJy(), |
292 | < | dAtom->getJz()); |
293 | < | strcat( writeLine, tempBuffer ); |
284 | > | sprintf( tempBuffer, |
285 | > | "%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\n", |
286 | > | q[0], |
287 | > | q[1], |
288 | > | q[2], |
289 | > | q[3], |
290 | > | ji[0], |
291 | > | ji[1], |
292 | > | ji[2]); |
293 | > | strcat( writeLine, tempBuffer ); |
294 | > | } |
295 | > | else |
296 | > | strcat( writeLine, "0.0\t0.0\t0.0\t0.0\t0.0\t0.0\t0.0\n" ); |
297 | > | |
298 | > | for(k = 0; k < outFile.size(); k++) |
299 | > | *outFile[k] << writeLine; |
300 | } | |
285 | – | else |
286 | – | strcat( writeLine, "0.0\t0.0\t0.0\t0.0\t0.0\t0.0\t0.0\n" ); |
301 | ||
302 | < | for(k = 0; k < outFile.size(); k++) |
289 | < | *outFile[k] << writeLine; |
290 | < | } |
302 | > | } |
303 | ||
304 | #else // is_mpi | |
305 | ||
# | Line 304 | Line 316 | void DumpWriter::writeFrame( vector<ofstream*>& outFil | |
316 | int haveError; | |
317 | ||
318 | MPI_Status istatus; | |
319 | < | int *AtomToProcMap = mpiSim->getAtomToProcMap(); |
319 | > | int nCurObj; |
320 | > | int *MolToProcMap = mpiSim->getMolToProcMap(); |
321 | ||
322 | // write out header and node 0's coordinates | |
323 | ||
# | Line 312 | Line 325 | void DumpWriter::writeFrame( vector<ofstream*>& outFil | |
325 | ||
326 | // Node 0 needs a list of the magic potatoes for each processor; | |
327 | ||
328 | < | nProc = mpiSim->getNumberProcessors(); |
328 | > | nProc = mpiSim->getNProcessors(); |
329 | potatoes = new int[nProc]; | |
330 | ||
331 | //write out the comment lines | |
# | Line 320 | Line 333 | void DumpWriter::writeFrame( vector<ofstream*>& outFil | |
333 | potatoes[i] = 0; | |
334 | ||
335 | for(k = 0; k < outFile.size(); k++){ | |
336 | < | *outFile[k] << mpiSim->getTotAtoms() << "\n"; |
336 | > | *outFile[k] << nTotObjects << "\n"; |
337 | ||
338 | *outFile[k] << currentTime << ";\t" | |
339 | << entry_plug->Hmat[0][0] << "\t" | |
# | Line 340 | Line 353 | void DumpWriter::writeFrame( vector<ofstream*>& outFil | |
353 | ||
354 | currentIndex = 0; | |
355 | ||
356 | < | for (i = 0 ; i < mpiSim->getTotAtoms(); i++ ) { |
356 | > | for (i = 0 ; i < mpiSim->getNMolGlobal(); i++ ) { |
357 | ||
358 | // Get the Node number which has this atom; | |
359 | ||
360 | < | which_node = AtomToProcMap[i]; |
360 | > | which_node = MolToProcMap[i]; |
361 | ||
362 | if (which_node != 0) { | |
363 | < | |
364 | < | if (potatoes[which_node] + 3 >= MAXTAG) { |
363 | > | |
364 | > | if (potatoes[which_node] + 1 >= MAXTAG) { |
365 | // The potato was going to exceed the maximum value, | |
366 | // so wrap this processor potato back to 0: | |
367 | ||
368 | potatoes[which_node] = 0; | |
369 | < | MPI_Send(0, 1, MPI_INT, which_node, 0, MPI_COMM_WORLD); |
369 | > | MPI_Send(&potatoes[which_node], 1, MPI_INT, which_node, 0, MPI_COMM_WORLD); |
370 | ||
371 | } | |
372 | ||
373 | myPotato = potatoes[which_node]; | |
361 | – | |
362 | – | MPI_Recv(MPIatomTypeString, MINIBUFFERSIZE, MPI_CHAR, which_node, |
363 | – | myPotato, MPI_COMM_WORLD, &istatus); |
364 | – | |
365 | – | atomTypeString = MPIatomTypeString; |
366 | – | |
367 | – | myPotato++; |
374 | ||
375 | < | MPI_Recv(&isDirectional, 1, MPI_INT, which_node, |
375 | > | //recieve the number of integrableObject in current molecule |
376 | > | MPI_Recv(&nCurObj, 1, MPI_INT, which_node, |
377 | myPotato, MPI_COMM_WORLD, &istatus); | |
371 | – | |
378 | myPotato++; | |
373 | – | |
374 | – | if (isDirectional) { |
375 | – | MPI_Recv(atomData13, 13, MPI_DOUBLE, which_node, |
376 | – | myPotato, MPI_COMM_WORLD, &istatus); |
377 | – | } else { |
378 | – | MPI_Recv(atomData6, 6, MPI_DOUBLE, which_node, |
379 | – | myPotato, MPI_COMM_WORLD, &istatus); |
380 | – | } |
379 | ||
380 | < | myPotato++; |
383 | < | potatoes[which_node] = myPotato; |
384 | < | |
385 | < | } else { |
386 | < | |
387 | < | haveError = 0; |
388 | < | which_atom = i; |
389 | < | |
390 | < | local_index = indexArray[currentIndex].first; |
391 | < | |
392 | < | if (which_atom == indexArray[currentIndex].second) { |
393 | < | |
394 | < | atomTypeString = atoms[local_index]->getType(); |
380 | > | for(int l = 0; l < nCurObj; l++){ |
381 | ||
382 | < | atoms[local_index]->getPos(pos); |
383 | < | atoms[local_index]->getVel(vel); |
382 | > | if (potatoes[which_node] + 2 >= MAXTAG) { |
383 | > | // The potato was going to exceed the maximum value, |
384 | > | // so wrap this processor potato back to 0: |
385 | ||
386 | < | atomData6[0] = pos[0]; |
387 | < | atomData6[1] = pos[1]; |
388 | < | atomData6[2] = pos[2]; |
386 | > | potatoes[which_node] = 0; |
387 | > | MPI_Send(&potatoes[which_node], 1, MPI_INT, which_node, 0, MPI_COMM_WORLD); |
388 | > | |
389 | > | } |
390 | ||
391 | < | atomData6[3] = vel[0]; |
392 | < | atomData6[4] = vel[1]; |
405 | < | atomData6[5] = vel[2]; |
406 | < | |
407 | < | isDirectional = 0; |
391 | > | MPI_Recv(MPIatomTypeString, MINIBUFFERSIZE, MPI_CHAR, which_node, |
392 | > | myPotato, MPI_COMM_WORLD, &istatus); |
393 | ||
394 | < | if( atoms[local_index]->isDirectional() ){ |
394 | > | atomTypeString = MPIatomTypeString; |
395 | ||
396 | + | myPotato++; |
397 | + | |
398 | + | MPI_Recv(atomData, 13, MPI_DOUBLE, which_node, myPotato, MPI_COMM_WORLD, &istatus); |
399 | + | myPotato++; |
400 | + | |
401 | + | MPI_Get_count(&istatus, MPI_DOUBLE, &msgLen); |
402 | + | |
403 | + | if(msgLen == 13) |
404 | isDirectional = 1; | |
405 | + | else |
406 | + | isDirectional = 0; |
407 | + | |
408 | + | // If we've survived to here, format the line: |
409 | ||
410 | < | dAtom = (DirectionalAtom *)atoms[local_index]; |
411 | < | dAtom->getQ( q ); |
412 | < | |
413 | < | for (int j = 0; j < 6 ; j++) |
414 | < | atomData13[j] = atomData6[j]; |
410 | > | if (!isDirectional) { |
411 | > | |
412 | > | sprintf( writeLine, |
413 | > | "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t", |
414 | > | atomTypeString, |
415 | > | atomData[0], |
416 | > | atomData[1], |
417 | > | atomData[2], |
418 | > | atomData[3], |
419 | > | atomData[4], |
420 | > | atomData[5]); |
421 | > | |
422 | > | strcat( writeLine, "0.0\t0.0\t0.0\t0.0\t0.0\t0.0\t0.0\n" ); |
423 | > | |
424 | > | } |
425 | > | else { |
426 | > | |
427 | > | sprintf( writeLine, |
428 | > | "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\n", |
429 | > | atomTypeString, |
430 | > | atomData[0], |
431 | > | atomData[1], |
432 | > | atomData[2], |
433 | > | atomData[3], |
434 | > | atomData[4], |
435 | > | atomData[5], |
436 | > | atomData[6], |
437 | > | atomData[7], |
438 | > | atomData[8], |
439 | > | atomData[9], |
440 | > | atomData[10], |
441 | > | atomData[11], |
442 | > | atomData[12]); |
443 | ||
419 | – | atomData13[6] = q[0]; |
420 | – | atomData13[7] = q[1]; |
421 | – | atomData13[8] = q[2]; |
422 | – | atomData13[9] = q[3]; |
423 | – | |
424 | – | atomData13[10] = dAtom->getJx(); |
425 | – | atomData13[11] = dAtom->getJy(); |
426 | – | atomData13[12] = dAtom->getJz(); |
444 | } | |
445 | ||
446 | < | } else { |
447 | < | sprintf(painCave.errMsg, |
448 | < | "Atom %d not found on processor %d\n", |
449 | < | i, worldRank ); |
450 | < | haveError= 1; |
451 | < | simError(); |
452 | < | } |
446 | > | for(k = 0; k < outFile.size(); k++) |
447 | > | *outFile[k] << writeLine; |
448 | > | |
449 | > | }// end for(int l =0) |
450 | > | potatoes[which_node] = myPotato; |
451 | > | |
452 | > | } |
453 | > | else { |
454 | ||
455 | < | if(haveError) DieDieDie(); |
455 | > | haveError = 0; |
456 | ||
457 | < | currentIndex ++; |
440 | < | } |
441 | < | // If we've survived to here, format the line: |
442 | < | |
443 | < | if (!isDirectional) { |
444 | < | |
445 | < | sprintf( writeLine, |
446 | < | "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t", |
447 | < | atomTypeString, |
448 | < | atomData6[0], |
449 | < | atomData6[1], |
450 | < | atomData6[2], |
451 | < | atomData6[3], |
452 | < | atomData6[4], |
453 | < | atomData6[5]); |
457 | > | local_index = indexArray[currentIndex].first; |
458 | ||
459 | < | strcat( writeLine, "0.0\t0.0\t0.0\t0.0\t0.0\t0.0\t0.0\n" ); |
460 | < | |
461 | < | } else { |
462 | < | |
463 | < | sprintf( writeLine, |
464 | < | "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\n", |
465 | < | atomTypeString, |
466 | < | atomData13[0], |
467 | < | atomData13[1], |
468 | < | atomData13[2], |
469 | < | atomData13[3], |
470 | < | atomData13[4], |
471 | < | atomData13[5], |
472 | < | atomData13[6], |
473 | < | atomData13[7], |
474 | < | atomData13[8], |
475 | < | atomData13[9], |
476 | < | atomData13[10], |
477 | < | atomData13[11], |
478 | < | atomData13[12]); |
459 | > | integrableObjects = (entry_plug->molecules[local_index]).getIntegrableObjects(); |
460 | > | |
461 | > | for(iter= integrableObjects.begin(); iter != integrableObjects.end(); ++iter){ |
462 | > | sd = *iter; |
463 | > | atomTypeString = sd->getType(); |
464 | > | |
465 | > | sd->getPos(pos); |
466 | > | sd->getVel(vel); |
467 | > | |
468 | > | atomData[0] = pos[0]; |
469 | > | atomData[1] = pos[1]; |
470 | > | atomData[2] = pos[2]; |
471 | > | |
472 | > | atomData[3] = vel[0]; |
473 | > | atomData[4] = vel[1]; |
474 | > | atomData[5] = vel[2]; |
475 | > | |
476 | > | isDirectional = 0; |
477 | > | |
478 | > | if( sd->isDirectional() ){ |
479 | > | |
480 | > | isDirectional = 1; |
481 | > | |
482 | > | sd->getQ( q ); |
483 | > | sd->getJ( ji ); |
484 | > | |
485 | > | for (int j = 0; j < 6 ; j++) |
486 | > | atomData[j] = atomData[j]; |
487 | > | |
488 | > | atomData[6] = q[0]; |
489 | > | atomData[7] = q[1]; |
490 | > | atomData[8] = q[2]; |
491 | > | atomData[9] = q[3]; |
492 | > | |
493 | > | atomData[10] = ji[0]; |
494 | > | atomData[11] = ji[1]; |
495 | > | atomData[12] = ji[2]; |
496 | > | } |
497 | > | |
498 | > | // If we've survived to here, format the line: |
499 | > | |
500 | > | if (!isDirectional) { |
501 | > | |
502 | > | sprintf( writeLine, |
503 | > | "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t", |
504 | > | atomTypeString, |
505 | > | atomData[0], |
506 | > | atomData[1], |
507 | > | atomData[2], |
508 | > | atomData[3], |
509 | > | atomData[4], |
510 | > | atomData[5]); |
511 | > | |
512 | > | strcat( writeLine, "0.0\t0.0\t0.0\t0.0\t0.0\t0.0\t0.0\n" ); |
513 | > | |
514 | > | } |
515 | > | else { |
516 | > | |
517 | > | sprintf( writeLine, |
518 | > | "%s\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\t%lf\n", |
519 | > | atomTypeString, |
520 | > | atomData[0], |
521 | > | atomData[1], |
522 | > | atomData[2], |
523 | > | atomData[3], |
524 | > | atomData[4], |
525 | > | atomData[5], |
526 | > | atomData[6], |
527 | > | atomData[7], |
528 | > | atomData[8], |
529 | > | atomData[9], |
530 | > | atomData[10], |
531 | > | atomData[11], |
532 | > | atomData[12]); |
533 | > | |
534 | > | } |
535 | > | |
536 | > | for(k = 0; k < outFile.size(); k++) |
537 | > | *outFile[k] << writeLine; |
538 | > | |
539 | > | |
540 | > | }//end for(iter = integrableObject.begin()) |
541 | ||
542 | + | currentIndex++; |
543 | } | |
544 | < | |
545 | < | for(k = 0; k < outFile.size(); k++) |
479 | < | *outFile[k] << writeLine; |
480 | < | } |
544 | > | |
545 | > | }//end for(i = 0; i < mpiSim->getNmol()) |
546 | ||
547 | for(k = 0; k < outFile.size(); k++) | |
548 | outFile[k]->flush(); | |
549 | ||
550 | sprintf( checkPointMsg, | |
551 | "Sucessfully took a dump.\n"); | |
552 | < | |
552 | > | |
553 | MPIcheckPoint(); | |
554 | < | |
554 | > | |
555 | delete[] potatoes; | |
556 | < | |
556 | > | |
557 | } else { | |
558 | ||
559 | // worldRank != 0, so I'm a remote node. | |
# | Line 498 | Line 563 | void DumpWriter::writeFrame( vector<ofstream*>& outFil | |
563 | myPotato = 0; | |
564 | currentIndex = 0; | |
565 | ||
566 | < | for (i = 0 ; i < mpiSim->getTotAtoms(); i++ ) { |
566 | > | for (i = 0 ; i < mpiSim->getNMolGlobal(); i++ ) { |
567 | ||
568 | < | // Am I the node which has this atom? |
568 | > | // Am I the node which has this integrableObject? |
569 | ||
570 | < | if (AtomToProcMap[i] == worldRank) { |
570 | > | if (MolToProcMap[i] == worldRank) { |
571 | ||
507 | – | if (myPotato + 3 >= MAXTAG) { |
572 | ||
573 | + | if (myPotato + 1 >= MAXTAG) { |
574 | + | |
575 | // The potato was going to exceed the maximum value, | |
576 | // so wrap this processor potato back to 0 (and block until | |
577 | // node 0 says we can go: | |
578 | < | |
578 | > | |
579 | MPI_Recv(&myPotato, 1, MPI_INT, 0, 0, MPI_COMM_WORLD, &istatus); | |
580 | ||
581 | } | |
516 | – | which_atom = i; |
517 | – | local_index = indexArray[currentIndex].first; |
518 | – | |
519 | – | if (which_atom == indexArray[currentIndex].second) { |
520 | – | |
521 | – | atomTypeString = atoms[local_index]->getType(); |
582 | ||
583 | < | atoms[local_index]->getPos(pos); |
584 | < | atoms[local_index]->getVel(vel); |
525 | < | |
526 | < | atomData6[0] = pos[0]; |
527 | < | atomData6[1] = pos[1]; |
528 | < | atomData6[2] = pos[2]; |
529 | < | |
530 | < | atomData6[3] = vel[0]; |
531 | < | atomData6[4] = vel[1]; |
532 | < | atomData6[5] = vel[2]; |
583 | > | local_index = indexArray[currentIndex].first; |
584 | > | integrableObjects = entry_plug->molecules[local_index].getIntegrableObjects(); |
585 | ||
586 | < | isDirectional = 0; |
586 | > | nCurObj = integrableObjects.size(); |
587 | > | |
588 | > | MPI_Send(&nCurObj, 1, MPI_INT, 0, |
589 | > | myPotato, MPI_COMM_WORLD); |
590 | > | myPotato++; |
591 | ||
592 | < | if( atoms[local_index]->isDirectional() ){ |
592 | > | for( iter = integrableObjects.begin(); iter != integrableObjects.end(); iter++){ |
593 | ||
594 | < | isDirectional = 1; |
594 | > | if (myPotato + 2 >= MAXTAG) { |
595 | > | |
596 | > | // The potato was going to exceed the maximum value, |
597 | > | // so wrap this processor potato back to 0 (and block until |
598 | > | // node 0 says we can go: |
599 | > | |
600 | > | MPI_Recv(&myPotato, 1, MPI_INT, 0, 0, MPI_COMM_WORLD, &istatus); |
601 | > | |
602 | > | } |
603 | ||
604 | < | dAtom = (DirectionalAtom *)atoms[local_index]; |
541 | < | dAtom->getQ( q ); |
604 | > | sd = *iter; |
605 | ||
606 | < | for (int j = 0; j < 6 ; j++) |
544 | < | atomData13[j] = atomData6[j]; |
545 | < | |
546 | < | atomData13[6] = q[0]; |
547 | < | atomData13[7] = q[1]; |
548 | < | atomData13[8] = q[2]; |
549 | < | atomData13[9] = q[3]; |
550 | < | |
551 | < | atomData13[10] = dAtom->getJx(); |
552 | < | atomData13[11] = dAtom->getJy(); |
553 | < | atomData13[12] = dAtom->getJz(); |
554 | < | } |
606 | > | atomTypeString = sd->getType(); |
607 | ||
608 | < | } else { |
609 | < | sprintf(painCave.errMsg, |
558 | < | "Atom %d not found on processor %d\n", |
559 | < | i, worldRank ); |
560 | < | haveError= 1; |
561 | < | simError(); |
562 | < | } |
608 | > | sd->getPos(pos); |
609 | > | sd->getVel(vel); |
610 | ||
611 | < | strncpy(MPIatomTypeString, atomTypeString, MINIBUFFERSIZE); |
611 | > | atomData[0] = pos[0]; |
612 | > | atomData[1] = pos[1]; |
613 | > | atomData[2] = pos[2]; |
614 | ||
615 | < | // null terminate the string before sending (just in case): |
616 | < | MPIatomTypeString[MINIBUFFERSIZE-1] = '\0'; |
615 | > | atomData[3] = vel[0]; |
616 | > | atomData[4] = vel[1]; |
617 | > | atomData[5] = vel[2]; |
618 | > | |
619 | > | isDirectional = 0; |
620 | ||
621 | < | MPI_Send(MPIatomTypeString, MINIBUFFERSIZE, MPI_CHAR, 0, |
570 | < | myPotato, MPI_COMM_WORLD); |
571 | < | |
572 | < | myPotato++; |
621 | > | if( sd->isDirectional() ){ |
622 | ||
623 | < | MPI_Send(&isDirectional, 1, MPI_INT, 0, |
624 | < | myPotato, MPI_COMM_WORLD); |
625 | < | |
626 | < | myPotato++; |
627 | < | |
628 | < | if (isDirectional) { |
623 | > | isDirectional = 1; |
624 | > | |
625 | > | sd->getQ( q ); |
626 | > | sd->getJ( ji ); |
627 | > | |
628 | > | |
629 | > | atomData[6] = q[0]; |
630 | > | atomData[7] = q[1]; |
631 | > | atomData[8] = q[2]; |
632 | > | atomData[9] = q[3]; |
633 | > | |
634 | > | atomData[10] = ji[0]; |
635 | > | atomData[11] = ji[1]; |
636 | > | atomData[12] = ji[2]; |
637 | > | } |
638 | ||
639 | < | MPI_Send(atomData13, 13, MPI_DOUBLE, 0, |
640 | < | myPotato, MPI_COMM_WORLD); |
583 | < | |
584 | < | } else { |
639 | > | |
640 | > | strncpy(MPIatomTypeString, atomTypeString, MINIBUFFERSIZE); |
641 | ||
642 | < | MPI_Send(atomData6, 6, MPI_DOUBLE, 0, |
643 | < | myPotato, MPI_COMM_WORLD); |
588 | < | } |
642 | > | // null terminate the string before sending (just in case): |
643 | > | MPIatomTypeString[MINIBUFFERSIZE-1] = '\0'; |
644 | ||
645 | < | myPotato++; |
646 | < | currentIndex++; |
645 | > | MPI_Send(MPIatomTypeString, MINIBUFFERSIZE, MPI_CHAR, 0, |
646 | > | myPotato, MPI_COMM_WORLD); |
647 | > | |
648 | > | myPotato++; |
649 | > | |
650 | > | if (isDirectional) { |
651 | > | |
652 | > | MPI_Send(atomData, 13, MPI_DOUBLE, 0, |
653 | > | myPotato, MPI_COMM_WORLD); |
654 | > | |
655 | > | } else { |
656 | > | |
657 | > | MPI_Send(atomData, 6, MPI_DOUBLE, 0, |
658 | > | myPotato, MPI_COMM_WORLD); |
659 | > | } |
660 | > | |
661 | > | myPotato++; |
662 | > | |
663 | > | } |
664 | > | |
665 | > | currentIndex++; |
666 | > | |
667 | > | } |
668 | > | |
669 | } | |
593 | – | } |
670 | ||
671 | sprintf( checkPointMsg, | |
672 | "Sucessfully took a dump.\n"); | |
673 | < | MPIcheckPoint(); |
673 | > | MPIcheckPoint(); |
674 | ||
675 | < | } |
675 | > | } |
676 | > | |
677 | > | |
678 | ||
679 | #endif // is_mpi | |
680 | } |
– | Removed lines |
+ | Added lines |
< | Changed lines |
> | Changed lines |