xxq250
/
homework-jianmu
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

fix(stream): add some logs.

This commit is contained in:
Haojun Liao 2023-09-06 19:08:09 +08:00
parent 5ba6a68e7a
commit 8edf86b3bb
2 changed files with 9 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
include/libs/stream/tstream.h
View File

@ -313,7 +313,8 @@ typedef struct STaskSchedInfo {
} STaskSchedInfo; } STaskSchedInfo;
typedef struct SSinkTaskRecorder { typedef struct SSinkTaskRecorder {
int64_t numOfPackages; int64_t numOfSubmit;
int64_t numOfBlocks;
int64_t numOfRows; int64_t numOfRows;
} SSinkTaskRecorder; } SSinkTaskRecorder;

11
source/dnode/vnode/src/tq/tqSink.c
View File

@ -272,7 +272,7 @@ void tqSinkToTablePipeline(SStreamTask* pTask, void* vnode, void* data) {
continue; continue;
} else { } else {
hasSubmit = true; hasSubmit = true;
pTask->sinkRecorder.numOfPackages += 1; pTask->sinkRecorder.numOfBlocks += 1;
SSubmitTbData tbData = {.suid = suid, .uid = 0, .sver = pTSchema->version}; SSubmitTbData tbData = {.suid = suid, .uid = 0, .sver = pTSchema->version};
code = doSinkResultBlock(pVnode, i, stbFullName, suid, pDataBlock, pTask, &tbData); code = doSinkResultBlock(pVnode, i, stbFullName, suid, pDataBlock, pTask, &tbData);
@ -300,10 +300,13 @@ void tqSinkToTablePipeline(SStreamTask* pTask, void* vnode, void* data) {
tqError("s-task:%s failed to put into write-queue since %s", id, terrstr()); tqError("s-task:%s failed to put into write-queue since %s", id, terrstr());
} }
if ((pTask->sinkRecorder.numOfPackages % 5000) == 0) { pTask->sinkRecorder.numOfSubmit += 1;
if ((pTask->sinkRecorder.numOfSubmit % 5000) == 0) {
SSinkTaskRecorder* pRec = &pTask->sinkRecorder; SSinkTaskRecorder* pRec = &pTask->sinkRecorder;
tqInfo("s-task:%s vgId:%d write %" PRId64 " blocks (%" PRId64 " rows) into dst table, duration:%.2fSec.", tqInfo("s-task:%s vgId:%d write %" PRId64 " blocks (%" PRId64 " rows) in %" PRId64
pTask->id.idStr, vgId, pRec->numOfPackages, pRec->numOfRows, " submit into dst table, duration:%.2f Sec.",
pTask->id.idStr, vgId, pRec->numOfBlocks, pRec->numOfRows, pRec->numOfSubmit,
(taosGetTimestampMs() - pTask->tsInfo.sinkStart) / 1000.0); (taosGetTimestampMs() - pTask->tsInfo.sinkStart) / 1000.0);
} }
} else { } else {