Page limits implemented, performance timer for buffering pages added on debug level 5
This commit is contained in:
parent
9a1fb0873f
commit
5c5ab6c058
4 changed files with 20 additions and 10 deletions
|
@ -346,10 +346,11 @@ namespace Mist {
|
|||
nProxy.pagesByTrack[it->first][i + 1].firstTime = it->second.keys[i].getTime();
|
||||
newData = false;
|
||||
}
|
||||
nProxy.pagesByTrack[it->first].rbegin()->second.keyNum++;
|
||||
nProxy.pagesByTrack[it->first].rbegin()->second.partNum += it->second.keys[i].getParts();
|
||||
nProxy.pagesByTrack[it->first].rbegin()->second.dataSize += it->second.keySizes[i];
|
||||
if (nProxy.pagesByTrack[it->first].rbegin()->second.dataSize > FLIP_DATA_PAGE_SIZE) {
|
||||
DTSCPageData & dPage = nProxy.pagesByTrack[it->first].rbegin()->second;
|
||||
dPage.keyNum++;
|
||||
dPage.partNum += it->second.keys[i].getParts();
|
||||
dPage.dataSize += it->second.keySizes[i];
|
||||
if ((dPage.dataSize > FLIP_DATA_PAGE_SIZE || it->second.keys[i].getTime() - dPage.firstTime > FLIP_TARGET_DURATION) && it->second.keys[i].getTime() - dPage.firstTime > FLIP_MIN_DURATION) {
|
||||
newData = true;
|
||||
}
|
||||
}
|
||||
|
@ -381,7 +382,7 @@ namespace Mist {
|
|||
|
||||
}
|
||||
if (myMeta.tracks[tid].keys[bookKeeping[tid].curKey].getParts() + 1 == curData[tid].partNum){
|
||||
if (curData[tid].dataSize > FLIP_DATA_PAGE_SIZE) {
|
||||
if ((curData[tid].dataSize > FLIP_DATA_PAGE_SIZE || myMeta.tracks[tid].keys[bookKeeping[tid].curKey].getTime() - curData[tid].firstTime > FLIP_TARGET_DURATION) && myMeta.tracks[tid].keys[bookKeeping[tid].curKey].getTime() - curData[tid].firstTime > FLIP_MIN_DURATION) {
|
||||
nProxy.pagesByTrack[tid][bookKeeping[tid].first] = curData[tid];
|
||||
bookKeeping[tid].first += curData[tid].keyNum;
|
||||
curData[tid].keyNum = 0;
|
||||
|
@ -446,6 +447,7 @@ namespace Mist {
|
|||
return false;
|
||||
}
|
||||
//Update keynum to point to the corresponding page
|
||||
uint64_t bufferTimer = Util::getMS();
|
||||
INFO_MSG("Loading key %u from page %lu", keyNum, (--(nProxy.pagesByTrack[track].upper_bound(keyNum)))->first);
|
||||
keyNum = (--(nProxy.pagesByTrack[track].upper_bound(keyNum)))->first;
|
||||
if (!bufferStart(track, keyNum)){
|
||||
|
@ -476,7 +478,8 @@ namespace Mist {
|
|||
getNext();
|
||||
}
|
||||
bufferFinalize(track);
|
||||
DEBUG_MSG(DLVL_DEVEL, "Done buffering page %d for track %d", keyNum, track);
|
||||
bufferTimer = Util::getMS() - bufferTimer;
|
||||
DEBUG_MSG(DLVL_DEVEL, "Done buffering page %d for track %d in %llums", keyNum, track, bufferTimer);
|
||||
pageCounter[track][keyNum] = 15;
|
||||
return true;
|
||||
}
|
||||
|
|
|
@ -451,16 +451,18 @@ namespace Mist {
|
|||
nextPageNum = 1;
|
||||
pagesByTrack[tid][1].dataSize = DEFAULT_DATA_PAGE_SIZE;//Initialize op 25mb
|
||||
pagesByTrack[tid][1].pageNum = 1;
|
||||
pagesByTrack[tid][1].firstTime = packet.getTime();
|
||||
}
|
||||
//Take the last allocated page
|
||||
std::map<unsigned long, DTSCPageData>::reverse_iterator tmpIt = pagesByTrack[tid].rbegin();
|
||||
//Compare on 8 mb boundary
|
||||
if (tmpIt->second.curOffset > FLIP_DATA_PAGE_SIZE) {
|
||||
if (tmpIt->second.curOffset > FLIP_DATA_PAGE_SIZE || packet.getTime() - tmpIt->second.firstTime > FLIP_TARGET_DURATION) {
|
||||
//Create the book keeping data for the new page
|
||||
nextPageNum = tmpIt->second.pageNum + tmpIt->second.keyNum;
|
||||
INFO_MSG("We should go to next page now, transition from %lu to %d", tmpIt->second.pageNum, nextPageNum);
|
||||
pagesByTrack[tid][nextPageNum].dataSize = DEFAULT_DATA_PAGE_SIZE;
|
||||
pagesByTrack[tid][nextPageNum].pageNum = nextPageNum;
|
||||
pagesByTrack[tid][nextPageNum].firstTime = packet.getTime();
|
||||
}
|
||||
pagesByTrack[tid].rbegin()->second.lastKeyTime = packet.getTime();
|
||||
pagesByTrack[tid].rbegin()->second.keyNum++;
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue