| 35 |  | * | 
| 36 |  | * [1]  Meineke, et al., J. Comp. Chem. 26, 252-271 (2005). | 
| 37 |  | * [2]  Fennell & Gezelter, J. Chem. Phys. 124, 234104 (2006). | 
| 38 | < | * [3]  Sun, Lin & Gezelter, J. Chem. Phys. 128, 24107 (2008). | 
| 38 | > | * [3]  Sun, Lin & Gezelter, J. Chem. Phys. 128, 234107 (2008). | 
| 39 |  | * [4]  Kuang & Gezelter,  J. Chem. Phys. 133, 164101 (2010). | 
| 40 |  | * [5]  Vardeman, Stocker & Gezelter, J. Chem. Theory Comput. 7, 834 (2011). | 
| 41 |  | */ | 
| 302 |  | void DumpWriter::writeFrame(std::ostream& os) { | 
| 303 |  |  | 
| 304 |  | #ifdef IS_MPI | 
| 305 | < | MPI_Status istatus; | 
| 305 | > | MPI::Status istatus; | 
| 306 |  | #endif | 
| 307 |  |  | 
| 308 |  | Molecule* mol; | 
| 310 |  | SimInfo::MoleculeIterator mi; | 
| 311 |  | Molecule::IntegrableObjectIterator ii; | 
| 312 |  | RigidBody::AtomIterator ai; | 
| 313 | – | Atom* atom; | 
| 313 |  |  | 
| 314 |  | #ifndef IS_MPI | 
| 315 |  | os << "  <Snapshot>\n"; | 
| 317 |  | writeFrameProperties(os, info_->getSnapshotManager()->getCurrentSnapshot()); | 
| 318 |  |  | 
| 319 |  | os << "    <StuntDoubles>\n"; | 
| 320 | < | for (mol = info_->beginMolecule(mi); mol != NULL; mol = info_->nextMolecule(mi)) { | 
| 321 | < |  | 
| 320 | > | for (mol = info_->beginMolecule(mi); mol != NULL; | 
| 321 | > | mol = info_->nextMolecule(mi)) { | 
| 322 |  |  | 
| 323 |  | for (sd = mol->beginIntegrableObject(ii); sd != NULL; | 
| 324 |  | sd = mol->nextIntegrableObject(ii)) { | 
| 330 |  |  | 
| 331 |  | if (doSiteData_) { | 
| 332 |  | os << "    <SiteData>\n"; | 
| 333 | < | for (mol = info_->beginMolecule(mi); mol != NULL; mol = info_->nextMolecule(mi)) { | 
| 333 | > | for (mol = info_->beginMolecule(mi); mol != NULL; | 
| 334 | > | mol = info_->nextMolecule(mi)) { | 
| 335 |  |  | 
| 336 |  | for (sd = mol->beginIntegrableObject(ii); sd != NULL; | 
| 337 | < | sd = mol->nextIntegrableObject(ii)) { | 
| 338 | < |  | 
| 337 | > | sd = mol->nextIntegrableObject(ii)) { | 
| 338 | > |  | 
| 339 |  | int ioIndex = sd->getGlobalIntegrableObjectIndex(); | 
| 340 |  | // do one for the IO itself | 
| 341 |  | os << prepareSiteLine(sd, ioIndex, 0); | 
| 344 |  |  | 
| 345 |  | RigidBody* rb = static_cast<RigidBody*>(sd); | 
| 346 |  | int siteIndex = 0; | 
| 347 | < | for (atom = rb->beginAtom(ai); atom != NULL; | 
| 347 | > | for (Atom* atom = rb->beginAtom(ai); atom != NULL; | 
| 348 |  | atom = rb->nextAtom(ai)) { | 
| 349 |  | os << prepareSiteLine(atom, ioIndex, siteIndex); | 
| 350 |  | siteIndex++; | 
| 358 |  |  | 
| 359 |  | os.flush(); | 
| 360 |  | #else | 
| 361 | – | //every node prepares the dump lines for integrable objects belong to itself | 
| 362 | – | std::string buffer; | 
| 363 | – | for (mol = info_->beginMolecule(mi); mol != NULL; mol = info_->nextMolecule(mi)) { | 
| 361 |  |  | 
| 362 | + | const int masterNode = 0; | 
| 363 | + | int worldRank = MPI::COMM_WORLD.Get_rank(); | 
| 364 | + | int nProc = MPI::COMM_WORLD.Get_size(); | 
| 365 | + |  | 
| 366 | + | if (worldRank == masterNode) { | 
| 367 | + | os << "  <Snapshot>\n"; | 
| 368 | + | writeFrameProperties(os, | 
| 369 | + | info_->getSnapshotManager()->getCurrentSnapshot()); | 
| 370 | + | os << "    <StuntDoubles>\n"; | 
| 371 | + | } | 
| 372 |  |  | 
| 373 | + | //every node prepares the dump lines for integrable objects belong to itself | 
| 374 | + | std::string buffer; | 
| 375 | + | for (mol = info_->beginMolecule(mi); mol != NULL; | 
| 376 | + | mol = info_->nextMolecule(mi)) { | 
| 377 |  | for (sd = mol->beginIntegrableObject(ii); sd != NULL; | 
| 378 |  | sd = mol->nextIntegrableObject(ii)) { | 
| 379 | < | buffer += prepareDumpLine(sd); | 
| 379 | > | buffer += prepareDumpLine(sd); | 
| 380 |  | } | 
| 381 |  | } | 
| 382 |  |  | 
| 372 | – | const int masterNode = 0; | 
| 373 | – | int nProc; | 
| 374 | – | MPI_Comm_size(MPI_COMM_WORLD, &nProc); | 
| 383 |  | if (worldRank == masterNode) { | 
| 376 | – | os << "  <Snapshot>\n"; | 
| 377 | – | writeFrameProperties(os, info_->getSnapshotManager()->getCurrentSnapshot()); | 
| 378 | – | os << "    <StuntDoubles>\n"; | 
| 379 | – |  | 
| 384 |  | os << buffer; | 
| 385 | < |  | 
| 385 | > |  | 
| 386 |  | for (int i = 1; i < nProc; ++i) { | 
| 387 | + | // tell processor i to start sending us data: | 
| 388 | + | MPI::COMM_WORLD.Bcast(&i, 1, MPI::INT, masterNode); | 
| 389 |  |  | 
| 390 |  | // receive the length of the string buffer that was | 
| 391 | < | // prepared by processor i | 
| 386 | < |  | 
| 387 | < | MPI_Bcast(&i, 1, MPI_INT,masterNode,MPI_COMM_WORLD); | 
| 391 | > | // prepared by processor i: | 
| 392 |  | int recvLength; | 
| 393 | < | MPI_Recv(&recvLength, 1, MPI_INT, i, 0, MPI_COMM_WORLD, &istatus); | 
| 393 | > | MPI::COMM_WORLD.Recv(&recvLength, 1, MPI::INT, i, MPI::ANY_TAG, | 
| 394 | > | istatus); | 
| 395 | > |  | 
| 396 | > | // create a buffer to receive the data | 
| 397 |  | char* recvBuffer = new char[recvLength]; | 
| 398 |  | if (recvBuffer == NULL) { | 
| 399 |  | } else { | 
| 400 | < | MPI_Recv(recvBuffer, recvLength, MPI_CHAR, i, 0, MPI_COMM_WORLD, &istatus); | 
| 400 | > | // receive the data: | 
| 401 | > | MPI::COMM_WORLD.Recv(recvBuffer, recvLength, MPI::CHAR, i, | 
| 402 | > | MPI::ANY_TAG, istatus); | 
| 403 | > | // send it to the file: | 
| 404 |  | os << recvBuffer; | 
| 405 | + | // get rid of the receive buffer: | 
| 406 |  | delete [] recvBuffer; | 
| 407 |  | } | 
| 408 |  | } | 
| 398 | – | os << "    </StuntDoubles>\n"; | 
| 399 | – |  | 
| 400 | – | os << "  </Snapshot>\n"; | 
| 401 | – | os.flush(); | 
| 409 |  | } else { | 
| 410 |  | int sendBufferLength = buffer.size() + 1; | 
| 411 |  | int myturn = 0; | 
| 412 |  | for (int i = 1; i < nProc; ++i){ | 
| 413 | < | MPI_Bcast(&myturn,1, MPI_INT,masterNode,MPI_COMM_WORLD); | 
| 413 | > | // wait for the master node to call our number: | 
| 414 | > | MPI::COMM_WORLD.Bcast(&myturn, 1, MPI::INT, masterNode); | 
| 415 |  | if (myturn == worldRank){ | 
| 416 | < | MPI_Send(&sendBufferLength, 1, MPI_INT, masterNode, 0, MPI_COMM_WORLD); | 
| 417 | < | MPI_Send((void *)buffer.c_str(), sendBufferLength, MPI_CHAR, masterNode, 0, MPI_COMM_WORLD); | 
| 416 | > | // send the length of our buffer: | 
| 417 | > | MPI::COMM_WORLD.Send(&sendBufferLength, 1, MPI::INT, masterNode, 0); | 
| 418 | > |  | 
| 419 | > | // send our buffer: | 
| 420 | > | MPI::COMM_WORLD.Send((void *)buffer.c_str(), sendBufferLength, | 
| 421 | > | MPI::CHAR, masterNode, 0); | 
| 422 | > |  | 
| 423 |  | } | 
| 424 |  | } | 
| 425 |  | } | 
| 426 | + |  | 
| 427 | + | if (worldRank == masterNode) { | 
| 428 | + | os << "    </StuntDoubles>\n"; | 
| 429 | + | } | 
| 430 |  |  | 
| 431 | < | #endif // is_mpi | 
| 431 | > | if (doSiteData_) { | 
| 432 | > | if (worldRank == masterNode) { | 
| 433 | > | os << "    <SiteData>\n"; | 
| 434 | > | } | 
| 435 | > | buffer.clear(); | 
| 436 | > | for (mol = info_->beginMolecule(mi); mol != NULL; | 
| 437 | > | mol = info_->nextMolecule(mi)) { | 
| 438 | > |  | 
| 439 | > | for (sd = mol->beginIntegrableObject(ii); sd != NULL; | 
| 440 | > | sd = mol->nextIntegrableObject(ii)) { | 
| 441 | > |  | 
| 442 | > | int ioIndex = sd->getGlobalIntegrableObjectIndex(); | 
| 443 | > | // do one for the IO itself | 
| 444 | > | buffer += prepareSiteLine(sd, ioIndex, 0); | 
| 445 |  |  | 
| 446 | + | if (sd->isRigidBody()) { | 
| 447 | + |  | 
| 448 | + | RigidBody* rb = static_cast<RigidBody*>(sd); | 
| 449 | + | int siteIndex = 0; | 
| 450 | + | for (Atom* atom = rb->beginAtom(ai); atom != NULL; | 
| 451 | + | atom = rb->nextAtom(ai)) { | 
| 452 | + | buffer += prepareSiteLine(atom, ioIndex, siteIndex); | 
| 453 | + | siteIndex++; | 
| 454 | + | } | 
| 455 | + | } | 
| 456 | + | } | 
| 457 | + | } | 
| 458 | + |  | 
| 459 | + | if (worldRank == masterNode) { | 
| 460 | + | os << buffer; | 
| 461 | + |  | 
| 462 | + | for (int i = 1; i < nProc; ++i) { | 
| 463 | + |  | 
| 464 | + | // tell processor i to start sending us data: | 
| 465 | + | MPI::COMM_WORLD.Bcast(&i, 1, MPI::INT, masterNode); | 
| 466 | + |  | 
| 467 | + | // receive the length of the string buffer that was | 
| 468 | + | // prepared by processor i: | 
| 469 | + | int recvLength; | 
| 470 | + | MPI::COMM_WORLD.Recv(&recvLength, 1, MPI::INT, i, MPI::ANY_TAG, | 
| 471 | + | istatus); | 
| 472 | + |  | 
| 473 | + | // create a buffer to receive the data | 
| 474 | + | char* recvBuffer = new char[recvLength]; | 
| 475 | + | if (recvBuffer == NULL) { | 
| 476 | + | } else { | 
| 477 | + | // receive the data: | 
| 478 | + | MPI::COMM_WORLD.Recv(recvBuffer, recvLength, MPI::CHAR, i, | 
| 479 | + | MPI::ANY_TAG, istatus); | 
| 480 | + | // send it to the file: | 
| 481 | + | os << recvBuffer; | 
| 482 | + | // get rid of the receive buffer: | 
| 483 | + | delete [] recvBuffer; | 
| 484 | + | } | 
| 485 | + | } | 
| 486 | + | } else { | 
| 487 | + | int sendBufferLength = buffer.size() + 1; | 
| 488 | + | int myturn = 0; | 
| 489 | + | for (int i = 1; i < nProc; ++i){ | 
| 490 | + | // wait for the master node to call our number: | 
| 491 | + | MPI::COMM_WORLD.Bcast(&myturn, 1, MPI::INT, masterNode); | 
| 492 | + | if (myturn == worldRank){ | 
| 493 | + | // send the length of our buffer: | 
| 494 | + | MPI::COMM_WORLD.Send(&sendBufferLength, 1, MPI::INT, masterNode, 0); | 
| 495 | + | // send our buffer: | 
| 496 | + | MPI::COMM_WORLD.Send((void *)buffer.c_str(), sendBufferLength, | 
| 497 | + | MPI::CHAR, masterNode, 0); | 
| 498 | + | } | 
| 499 | + | } | 
| 500 | + | } | 
| 501 | + |  | 
| 502 | + | if (worldRank == masterNode) { | 
| 503 | + | os << "    </SiteData>\n"; | 
| 504 | + | } | 
| 505 | + | } | 
| 506 | + |  | 
| 507 | + | if (worldRank == masterNode) { | 
| 508 | + | os << "  </Snapshot>\n"; | 
| 509 | + | os.flush(); | 
| 510 | + | } | 
| 511 | + |  | 
| 512 | + | #endif // is_mpi | 
| 513 | + |  | 
| 514 |  | } | 
| 515 |  |  | 
| 516 |  | std::string DumpWriter::prepareDumpLine(StuntDouble* sd) { | 
| 726 |  | #ifdef IS_MPI | 
| 727 |  | if (worldRank == 0) { | 
| 728 |  | #endif // is_mpi | 
| 729 | < |  | 
| 729 | > |  | 
| 730 |  | eorStream = createOStream(eorFilename_); | 
| 731 |  |  | 
| 732 |  | #ifdef IS_MPI | 
| 733 |  | } | 
| 734 | < | #endif // is_mpi | 
| 735 | < |  | 
| 734 | > | #endif | 
| 735 | > |  | 
| 736 |  | writeFrame(*eorStream); | 
| 737 | < |  | 
| 737 | > |  | 
| 738 |  | #ifdef IS_MPI | 
| 739 |  | if (worldRank == 0) { | 
| 740 | < | #endif // is_mpi | 
| 740 | > | #endif | 
| 741 | > |  | 
| 742 |  | writeClosing(*eorStream); | 
| 743 |  | delete eorStream; | 
| 744 | + |  | 
| 745 |  | #ifdef IS_MPI | 
| 746 |  | } | 
| 747 |  | #endif // is_mpi |