| 47 |  | #include "io/DumpReader.hpp" | 
| 48 |  |  | 
| 49 |  | namespace oopse { | 
| 50 | < | BlockSnapshotManager::BlockSnapshotManager(SimInfo* info, const std::string& filename, | 
| 51 | < | int storageLayout, int blockCapacity) | 
| 50 | > | BlockSnapshotManager::BlockSnapshotManager(SimInfo* info, const std::string& filename, | 
| 51 | > | int storageLayout, int blockCapacity) | 
| 52 |  | : SnapshotManager(storageLayout), info_(info), blockCapacity_(blockCapacity), | 
| 53 |  | activeBlocks_(blockCapacity_, -1), activeRefCount_(blockCapacity_, 0) { | 
| 54 |  |  | 
| 55 | < | nAtoms_ = info->getNGlobalAtoms(); | 
| 56 | < | nRigidBodies_ = info->getNGlobalRigidBodies(); | 
| 55 | > | nAtoms_ = info->getNGlobalAtoms(); | 
| 56 | > | nRigidBodies_ = info->getNGlobalRigidBodies(); | 
| 57 |  |  | 
| 58 | < | double physMem = physmem_total(); | 
| 59 | < | double avalPhysMem = physmem_available(); | 
| 60 | < | double rssMem = residentMem(); | 
| 58 | > | RealType physMem = physmem_total(); | 
| 59 | > | RealType rssMem = residentMem(); | 
| 60 | > | RealType avaliablePhysMem = physMem - rssMem; | 
| 61 |  |  | 
| 62 | – | std::cout << "physmem = " << physMem << "\t availablePhysMem = " << avalPhysMem << "\trssMem =  "<< rssMem<<std::endl; | 
| 63 | – | int bytesPerStuntDouble = DataStorage::getBytesPerStuntDouble(storageLayout); | 
| 64 | – |  | 
| 65 | – | int bytesPerFrame = (nRigidBodies_ + nAtoms_) * bytesPerStuntDouble; | 
| 66 | – |  | 
| 67 | – | int frameCapacity = int (rssMem / bytesPerFrame); | 
| 62 |  |  | 
| 63 | < | nSnapshotPerBlock_ = frameCapacity /blockCapacity_ ; | 
| 63 | > | int bytesPerStuntDouble = DataStorage::getBytesPerStuntDouble(storageLayout); | 
| 64 |  |  | 
| 65 | < | reader_ = new DumpReader(info, filename); | 
| 72 | < | nframes_ = reader_->getNFrames(); | 
| 65 | > | int bytesPerFrame = (nRigidBodies_ + nAtoms_) * bytesPerStuntDouble; | 
| 66 |  |  | 
| 67 | < | int nblocks = nframes_ / nSnapshotPerBlock_; | 
| 68 | < | if (nframes_ % nSnapshotPerBlock_ != 0) { | 
| 67 | > | // total number of frames that can fit in memory | 
| 68 | > | RealType frameCapacity = avaliablePhysMem / bytesPerFrame; | 
| 69 | > |  | 
| 70 | > | // number of frames in each block given the need to hold multiple blocks | 
| 71 | > | // in memory at the same time: | 
| 72 | > | nSnapshotPerBlock_ = int(frameCapacity) / blockCapacity_; | 
| 73 | > | reader_ = new DumpReader(info, filename); | 
| 74 | > | nframes_ = reader_->getNFrames(); | 
| 75 | > | int nblocks = nframes_ / nSnapshotPerBlock_; | 
| 76 | > | if (nframes_ % int(nSnapshotPerBlock_) != 0) { | 
| 77 |  | ++nblocks; | 
| 78 | < | } | 
| 78 | > | } | 
| 79 |  |  | 
| 80 | < | for (int i = 0; i < nblocks; ++i) { | 
| 80 | > | for (int i = 0; i < nblocks; ++i) { | 
| 81 |  | blocks_.push_back(SnapshotBlock(i*nSnapshotPerBlock_, (i+1)*nSnapshotPerBlock_)); | 
| 82 | < | } | 
| 83 | < | //the last block may not have nSnapshotPerBlock frames, we need to consider this special situation | 
| 84 | < | blocks_.back().second = nframes_; | 
| 82 | > | } | 
| 83 | > | //the last block may not have nSnapshotPerBlock frames, we need to consider this special situation | 
| 84 | > | blocks_.back().second = nframes_; | 
| 85 |  |  | 
| 86 | < | snapshots_.insert(snapshots_.begin(), nframes_, static_cast<Snapshot*>(NULL)); | 
| 86 | > | snapshots_.insert(snapshots_.begin(), nframes_, static_cast<Snapshot*>(NULL)); | 
| 87 | > |  | 
| 88 | > | std::cout << "-----------------------------------------------------"<<std::endl; | 
| 89 | > | std::cout << "BlockSnapshotManager memory report:" << std::endl; | 
| 90 | > | std::cout << "\n"; | 
| 91 | > | std::cout << " Physical Memory available:\t" << (unsigned long)physMem <<  " bytes" <<std::endl; | 
| 92 | > | std::cout << "    Resident Memory in use:\t" << (unsigned long)rssMem << " bytes" <<std::endl; | 
| 93 | > | std::cout << "Memory available for OOPSE:\t" << (unsigned long)avaliablePhysMem << " bytes" <<std::endl; | 
| 94 | > | std::cout << "     Bytes per StuntDouble:\t" << (unsigned long)bytesPerStuntDouble <<std::endl; | 
| 95 | > | std::cout << "           Bytes per Frame:\t" << (unsigned long)bytesPerFrame <<std::endl; | 
| 96 | > | std::cout << "            Frame Capacity:\t" << (unsigned long)frameCapacity <<std::endl; | 
| 97 | > | std::cout << "      Frames in trajectory:\t" << (unsigned long)nframes_ <<std::endl; | 
| 98 | > | std::cout << "       Snapshots per Block:\t" << (unsigned long)nSnapshotPerBlock_ <<std::endl; | 
| 99 | > | std::cout << "    Total number of Blocks:\t" << (unsigned long)nblocks << std::endl; | 
| 100 | > | std::cout << "-----------------------------------------------------"<<std::endl; | 
| 101 |  |  | 
| 102 | < | } | 
| 102 | > | } | 
| 103 |  |  | 
| 104 |  |  | 
| 105 | < | BlockSnapshotManager::~BlockSnapshotManager() { | 
| 105 | > | BlockSnapshotManager::~BlockSnapshotManager() { | 
| 106 |  | currentSnapshot_ = NULL; | 
| 107 |  | previousSnapshot_ = NULL; | 
| 108 |  |  | 
| 110 |  |  | 
| 111 |  | std::vector<int>::iterator i; | 
| 112 |  | for (i = activeBlocks_.begin(); i != activeBlocks_.end(); ++i) { | 
| 113 | < | if (*i != -1) { | 
| 114 | < | unloadBlock(*i); | 
| 115 | < | } | 
| 113 | > | if (*i != -1) { | 
| 114 | > | unloadBlock(*i); | 
| 115 | > | } | 
| 116 |  | } | 
| 117 | < | } | 
| 117 | > | } | 
| 118 |  |  | 
| 119 | < | int BlockSnapshotManager::getNActiveBlocks() { | 
| 119 | > |  | 
| 120 | > | // virtual Snapshot* BlockSnapshotManager::getSnapshot(int id) { | 
| 121 | > | //  currentSnapshot_ = snapshots[id]; | 
| 122 | > | //  return snapshots_[id]; | 
| 123 | > | //} | 
| 124 | > |  | 
| 125 | > | int BlockSnapshotManager::getNActiveBlocks() { | 
| 126 |  | #ifdef __RWSTD | 
| 127 |  | int count = 0; | 
| 128 |  | std::count_if(activeBlocks_.begin(), activeBlocks_.end(), std::bind2nd(std::not_equal_to<int>(), -1), count); | 
| 130 |  | #else | 
| 131 |  | return std::count_if(activeBlocks_.begin(), activeBlocks_.end(), std::bind2nd(std::not_equal_to<int>(), -1)); | 
| 132 |  | #endif | 
| 133 | < | } | 
| 133 | > | } | 
| 134 |  |  | 
| 135 |  |  | 
| 136 |  |  | 
| 137 | < | bool BlockSnapshotManager::loadBlock(int block) { | 
| 137 | > | bool BlockSnapshotManager::loadBlock(int block) { | 
| 138 |  | std::vector<int>::iterator i = findActiveBlock(block); | 
| 139 |  | bool loadSuccess; | 
| 140 |  | if (i != activeBlocks_.end()) { | 
| 141 | < | //if block is already in memory, just increast the reference count | 
| 142 | < | ++activeRefCount_[i - activeBlocks_.begin()]; | 
| 143 | < | loadSuccess = true; | 
| 141 | > | //if block is already in memory, just increast the reference count | 
| 142 | > | ++activeRefCount_[i - activeBlocks_.begin()]; | 
| 143 | > | loadSuccess = true; | 
| 144 |  | } else if (getNActiveBlocks() < blockCapacity_){ | 
| 145 | < | //if number of active blocks is less than the block capacity, just load it | 
| 146 | < | internalLoad(block); | 
| 147 | < | loadSuccess = true; | 
| 145 | > | //if number of active blocks is less than the block capacity, just load it | 
| 146 | > | internalLoad(block); | 
| 147 | > | loadSuccess = true; | 
| 148 |  | } else if (hasZeroRefBlock() > 0) { | 
| 149 | < | //if already reach the block capacity, need to unload a block with 0 reference | 
| 150 | < | int zeroRefBlock = getFirstZeroRefBlock(); | 
| 151 | < | assert(zeroRefBlock != -1); | 
| 152 | < | internalUnload(zeroRefBlock); | 
| 153 | < | internalLoad(block); | 
| 149 | > | //if already reach the block capacity, need to unload a block with 0 reference | 
| 150 | > | int zeroRefBlock = getFirstZeroRefBlock(); | 
| 151 | > | assert(zeroRefBlock != -1); | 
| 152 | > | internalUnload(zeroRefBlock); | 
| 153 | > | internalLoad(block); | 
| 154 |  | } else { | 
| 155 | < | //reach the capacity and all blocks in memory are not zero reference | 
| 156 | < | loadSuccess = false; | 
| 155 | > | //reach the capacity and all blocks in memory are not zero reference | 
| 156 | > | loadSuccess = false; | 
| 157 |  | } | 
| 158 |  |  | 
| 159 |  | return loadSuccess; | 
| 160 | < | } | 
| 160 | > | } | 
| 161 |  |  | 
| 162 | < | bool BlockSnapshotManager::unloadBlock(int block) { | 
| 162 | > | bool BlockSnapshotManager::unloadBlock(int block) { | 
| 163 |  | bool unloadSuccess; | 
| 164 |  | std::vector<int>::iterator i = findActiveBlock(block); | 
| 165 |  |  | 
| 166 |  | if (i != activeBlocks_.end()){ | 
| 167 | < | --activeRefCount_[i - activeBlocks_.begin()]; | 
| 168 | < | if (activeRefCount_[i - activeBlocks_.begin()] < 0) { | 
| 169 | < | //in case, unloadBlock called multiple times | 
| 170 | < | activeRefCount_[i - activeBlocks_.begin()]  = 0; | 
| 171 | < | } | 
| 167 | > | --activeRefCount_[i - activeBlocks_.begin()]; | 
| 168 | > | if (activeRefCount_[i - activeBlocks_.begin()] < 0) { | 
| 169 | > | //in case, unloadBlock called multiple times | 
| 170 | > | activeRefCount_[i - activeBlocks_.begin()]  = 0; | 
| 171 | > | } | 
| 172 |  |  | 
| 173 | < | unloadSuccess = true; | 
| 173 | > | unloadSuccess = true; | 
| 174 |  | } else { | 
| 175 | < | unloadSuccess = false; | 
| 175 | > | unloadSuccess = false; | 
| 176 |  | } | 
| 177 |  |  | 
| 178 |  | return unloadSuccess; | 
| 179 | < | } | 
| 179 | > | } | 
| 180 |  |  | 
| 181 | < | void BlockSnapshotManager::internalLoad(int block) { | 
| 181 | > | void BlockSnapshotManager::internalLoad(int block) { | 
| 182 |  |  | 
| 183 |  | for (int i = blocks_[block].first; i < blocks_[block].second; ++i) { | 
| 184 | < | snapshots_[i] = loadFrame(i); | 
| 184 | > | snapshots_[i] = loadFrame(i); | 
| 185 |  | } | 
| 186 |  |  | 
| 187 |  | std::vector<int>::iterator j; | 
| 189 |  | assert(j != activeBlocks_.end()); | 
| 190 |  | *j = block; | 
| 191 |  | ++activeRefCount_[j - activeBlocks_.begin()]; | 
| 192 | < | } | 
| 192 | > | } | 
| 193 |  |  | 
| 194 | < | void BlockSnapshotManager::internalUnload(int block) { | 
| 194 | > | void BlockSnapshotManager::internalUnload(int block) { | 
| 195 |  | for (int i = blocks_[block].first; i < blocks_[block].second; ++i) { | 
| 196 | < | delete snapshots_[i]; | 
| 197 | < | snapshots_[i] = NULL; | 
| 196 | > | delete snapshots_[i]; | 
| 197 | > | snapshots_[i] = NULL; | 
| 198 |  | } | 
| 199 |  | std::vector<int>::iterator j; | 
| 200 |  | j = std::find(activeBlocks_.begin(), activeBlocks_.end(), block); | 
| 201 |  | assert(j != activeBlocks_.end()); | 
| 202 |  | *j = -1; | 
| 203 | < | } | 
| 203 | > | } | 
| 204 |  |  | 
| 205 | < | bool BlockSnapshotManager::hasZeroRefBlock(){ | 
| 205 | > | bool BlockSnapshotManager::hasZeroRefBlock(){ | 
| 206 |  | return std::find(activeRefCount_.begin(), activeRefCount_.end(), 0) != activeRefCount_.end() ?  true : false; | 
| 207 | < | } | 
| 207 | > | } | 
| 208 |  |  | 
| 209 | < | int BlockSnapshotManager::getFirstZeroRefBlock(){ | 
| 210 | < | std::vector<int>::iterator i = std::find(activeRefCount_.begin(), activeRefCount_.end(), 0); | 
| 211 | < | return i != activeRefCount_.end() ? activeBlocks_[i - activeRefCount_.begin()] : -1; | 
| 212 | < | } | 
| 209 | > | int BlockSnapshotManager::getFirstZeroRefBlock(){ | 
| 210 | > | std::vector<int>::iterator i = std::find(activeRefCount_.begin(), activeRefCount_.end(), 0); | 
| 211 | > | return i != activeRefCount_.end() ? activeBlocks_[i - activeRefCount_.begin()] : -1; | 
| 212 | > | } | 
| 213 |  |  | 
| 214 | < | std::vector<int> BlockSnapshotManager::getActiveBlocks() { | 
| 214 | > | std::vector<int> BlockSnapshotManager::getActiveBlocks() { | 
| 215 |  | std::vector<int> result; | 
| 216 |  | oopse::copy_if(activeBlocks_.begin(), activeBlocks_.end(), std::back_inserter(result), | 
| 217 | < | std::bind2nd(std::not_equal_to<int>(), -1)); | 
| 217 | > | std::bind2nd(std::not_equal_to<int>(), -1)); | 
| 218 |  | return result; | 
| 219 | < | } | 
| 219 | > | } | 
| 220 |  |  | 
| 221 | < | Snapshot* BlockSnapshotManager::loadFrame(int frame){ | 
| 221 | > | Snapshot* BlockSnapshotManager::loadFrame(int frame){ | 
| 222 |  | Snapshot* snapshot = new Snapshot(nAtoms_, nRigidBodies_, getStorageLayout()); | 
| 223 |  | snapshot->setID(frame); | 
| 224 |  |  | 
| 226 |  | Snapshot* oldSnapshot = currentSnapshot_; | 
| 227 |  | currentSnapshot_ = snapshot; | 
| 228 |  | reader_->readFrame(frame); | 
| 229 | < | currentSnapshot_ = oldSnapshot; | 
| 229 | > |  | 
| 230 | > | // What was this for?  It doesn't make sense! | 
| 231 | > | //currentSnapshot_ = oldSnapshot; | 
| 232 | > |  | 
| 233 |  | return snapshot; | 
| 234 | < | } | 
| 234 | > | } | 
| 235 |  |  | 
| 236 | < | int BlockSnapshotManager::getNFrames() { | 
| 236 | > | int BlockSnapshotManager::getNFrames() { | 
| 237 |  | return reader_->getNFrames(); | 
| 238 | < | } | 
| 238 | > | } | 
| 239 |  |  | 
| 240 | + | void BlockSnapshotManager::needCOMprops(bool ncp) { | 
| 241 | + | reader_->setNeedCOMprops(ncp); | 
| 242 | + | } | 
| 243 | + |  | 
| 244 |  | } |