xxq250
/
homework-jianmu
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

more snapshot read

This commit is contained in:
Hongze Cheng 2022-07-05 05:43:05 +00:00
parent 6c8de26f73
commit 5c7189a433
1 changed files with 47 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

53
source/dnode/vnode/src/tsdb/tsdbSnapshot.c
View File

@ -26,7 +26,8 @@ struct STsdbSnapReader {
SDataFReader* pDataFReader; SDataFReader* pDataFReader;
int32_t iBlockIdx; int32_t iBlockIdx;
SArray* aBlockIdx; // SArray<SBlockIdx> SArray* aBlockIdx; // SArray<SBlockIdx>
SMapData mBlock; // SMapData<SBlock> int32_t iBlock;
SMapData mBlock; // SMapData<SBlock>
SBlockData blkData; SBlockData blkData;
// for del file // for del file
int8_t delDone; int8_t delDone;
@ -38,6 +39,8 @@ struct STsdbSnapReader {
static int32_t tsdbSnapReadData(STsdbSnapReader* pReader, uint8_t** ppData) { static int32_t tsdbSnapReadData(STsdbSnapReader* pReader, uint8_t** ppData) {
int32_t code = 0; int32_t code = 0;
SBlock block;
SBlock* pBlock = &block;
if (pReader->pDataFReader == NULL) { if (pReader->pDataFReader == NULL) {
code = tsdbDataFReaderOpen(&pReader->pDataFReader, pReader->pTsdb, NULL); code = tsdbDataFReaderOpen(&pReader->pDataFReader, pReader->pTsdb, NULL);
@ -49,6 +52,30 @@ static int32_t tsdbSnapReadData(STsdbSnapReader* pReader, uint8_t** ppData) {
pReader->iBlockIdx = 0; pReader->iBlockIdx = 0;
} }
while (pReader->iBlockIdx < taosArrayGetSize(pReader->aBlockIdx)) {
SBlockIdx* pBlockIdx = taosArrayGet(pReader->aBlockIdx, pReader->iBlockIdx);
pReader->iBlockIdx++;
code = tsdbReadBlock(pReader->pDataFReader, pBlockIdx, &pReader->mBlock, NULL);
if (code) goto _err;
break;
}
while (pReader->iBlock < pReader->mBlock.nItem) {
tMapDataGetItemByIdx(&pReader->mBlock, pReader->iBlock, pBlock, tGetBlock);
pReader->iBlock++;
if ((pBlock->minVersion >= pReader->sver && pBlock->minVersion <= pReader->ever) &&
(pBlock->maxVersion >= pReader->sver && pBlock->maxVersion <= pReader->ever)) {
// block in range, encode and return the data (todo)
goto _exit;
}
}
_exit:
return code; return code;
_err: _err:
@ -82,6 +109,8 @@ static int32_t tsdbSnapReadDel(STsdbSnapReader* pReader, uint8_t** ppData) {
SDelIdx* pDelIdx = (SDelIdx*)taosArrayGet(pReader->aDelIdx, pReader->iDelIdx); SDelIdx* pDelIdx = (SDelIdx*)taosArrayGet(pReader->aDelIdx, pReader->iDelIdx);
int32_t size = 0; int32_t size = 0;
pReader->iDelIdx++;
code = tsdbReadDelData(pReader->pDelFReader, pDelIdx, pReader->aDelData, NULL); code = tsdbReadDelData(pReader->pDelFReader, pDelIdx, pReader->aDelData, NULL);
if (code) goto _err; if (code) goto _err;
@ -94,18 +123,30 @@ static int32_t tsdbSnapReadDel(STsdbSnapReader* pReader, uint8_t** ppData) {
} }
if (size > 0) { if (size > 0) {
code = tRealloc(ppData, sizeof(SSnapDataHdr) + size); // TODO int64_t n = 0;
size = size + sizeof(SSnapDataHdr) + sizeof(TABLEID);
code = tRealloc(ppData, size);
if (code) goto _err; if (code) goto _err;
// encode // SSnapDataHdr
((SSnapDataHdr*)(*ppData))->type = 1; SSnapDataHdr* pSnapDataHdr = (SSnapDataHdr*)(*ppData + n);
((SSnapDataHdr*)(*ppData))->size = size; pSnapDataHdr->type = 1;
pSnapDataHdr->size = size; // TODO: size here may incorrect
n += sizeof(SSnapDataHdr);
// TABLEID
TABLEID* pId = (TABLEID*)(*ppData + n);
pId->suid = pDelIdx->suid;
pId->uid = pDelIdx->uid;
n += sizeof(*pId);
// DATA
for (int32_t iDelData = 0; iDelData < taosArrayGetSize(pReader->aDelData); iDelData++) { for (int32_t iDelData = 0; iDelData < taosArrayGetSize(pReader->aDelData); iDelData++) {
SDelData* pDelData = (SDelData*)taosArrayGet(pReader->aDelData, iDelData); SDelData* pDelData = (SDelData*)taosArrayGet(pReader->aDelData, iDelData);
if (pDelData->version >= pReader->sver && pDelData->version <= pReader->ever) { if (pDelData->version >= pReader->sver && pDelData->version <= pReader->ever) {
// size += tPutDelData(NULL, pDelData); (todo) n += tPutDelData(*ppData + n, pDelData);
} }
} }