xxq250
/
homework-jianmu
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

fix: scheduler timer issue

This commit is contained in:
dapan1121 2024-11-26 09:09:15 +08:00
parent 44d16f78fe
commit 050a0dfe9f
7 changed files with 326 additions and 44 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
include/os/osMemPool.h
View File

@ -98,7 +98,7 @@ typedef struct SMemPoolCallBack {
typedef struct SMemPoolCfg {
//bool reserveMode;
int32_t *reserveSize; //MB
int64_t reserveSize;
//int32_t *upperLimitSize; //MB
//int64_t retireUnitSize;
int32_t *jobQuota; //MB

1
source/libs/scheduler/inc/schInt.h
View File

@ -254,6 +254,7 @@ typedef struct SSchTask {
SArray *parents; // the data destination tasks, get data from current task, element is SQueryTask*
void *handle; // task send handle
bool registerdHb; // registered in hb
SSchTimerParam delayLaunchPar;
} SSchTask;
typedef struct SSchJobAttr {

19
source/libs/scheduler/src/schTask.c
View File

@ -403,8 +403,10 @@ int32_t schChkUpdateRedirectCtx(SSchJob *pJob, SSchTask *pTask, SEpSet *pEpSet,
pCtx->periodMs = tsRedirectMaxPeriod;
}
if (SCH_IS_DATA_BIND_TASK(pTask)) {
int64_t leftTime = tsMaxRetryWaitTime - lastTime;
pTask->delayExecMs = leftTime < pCtx->periodMs ? leftTime : pCtx->periodMs;
}
pCtx->roundTimes = 0;
@ -1294,7 +1296,6 @@ void schHandleTimerEvent(void *param, void *tmrId) {
int64_t rId = pTimerParam->rId;
uint64_t queryId = pTimerParam->queryId;
uint64_t taskId = pTimerParam->taskId;
taosMemoryFree(pTimerParam);
if (schProcessOnCbBegin(&pJob, &pTask, queryId, rId, taskId)) {
return;
@ -1307,18 +1308,12 @@ void schHandleTimerEvent(void *param, void *tmrId) {
int32_t schDelayLaunchTask(SSchJob *pJob, SSchTask *pTask) {
if (pTask->delayExecMs > 0) {
SSchTimerParam *param = taosMemoryMalloc(sizeof(SSchTimerParam));
if (NULL == param) {
SCH_TASK_ELOG("taosMemoryMalloc %d failed", (int)sizeof(SSchTimerParam));
SCH_ERR_RET(terrno);
}
param->rId = pJob->refId;
param->queryId = pJob->queryId;
param->taskId = pTask->taskId;
pTask->delayLaunchPar.rId = pJob->refId;
pTask->delayLaunchPar.queryId = pJob->queryId;
pTask->delayLaunchPar.taskId = pTask->taskId;
if (NULL == pTask->delayTimer) {
pTask->delayTimer = taosTmrStart(schHandleTimerEvent, pTask->delayExecMs, (void *)param, schMgmt.timer);
pTask->delayTimer = taosTmrStart(schHandleTimerEvent, pTask->delayExecMs, (void *)&pTask->delayLaunchPar, schMgmt.timer);
if (NULL == pTask->delayTimer) {
SCH_TASK_ELOG("start delay timer failed, handle:%p", schMgmt.timer);
SCH_ERR_RET(TSDB_CODE_OUT_OF_MEMORY);
@ -1327,7 +1322,7 @@ int32_t schDelayLaunchTask(SSchJob *pJob, SSchTask *pTask) {
return TSDB_CODE_SUCCESS;
}
if (taosTmrReset(schHandleTimerEvent, pTask->delayExecMs, (void *)param, schMgmt.timer, &pTask->delayTimer)) {
if (taosTmrReset(schHandleTimerEvent, pTask->delayExecMs, (void *)&pTask->delayLaunchPar, schMgmt.timer, &pTask->delayTimer)) {
SCH_TASK_ELOG("taosTmrReset delayExec timer failed, handle:%p", schMgmt.timer);
}

8
source/util/inc/tmempoolInt.h
View File

@ -485,16 +485,16 @@ enum {
#define MP_CHECK_QUOTA(_pool, _job, _size) do { \
if (*(_pool)->cfg.jobQuota > 0) { \
int64_t cAllocSize = atomic_add_fetch_64(&(_job)->job.allocMemSize, (_size)); \
if (cAllocSize / 1048576UL > *(_pool)->cfg.jobQuota) { \
if ((cAllocSize / 1048576L) > *(_pool)->cfg.jobQuota) { \
uWarn("job 0x%" PRIx64 " allocSize %" PRId64 " is over than quota %dMB", (_job)->job.jobId, cAllocSize, *(_pool)->cfg.jobQuota); \
(_pool)->cfg.cb.reachFp(pJob->job.jobId, (_job)->job.clientId, TSDB_CODE_QRY_REACH_QMEM_THRESHOLD); \
terrno = TSDB_CODE_QRY_REACH_QMEM_THRESHOLD; \
return NULL; \
} \
} \
if (atomic_load_64(&tsCurrentAvailMemorySize) <= ((atomic_load_32((_pool)->cfg.reserveSize) * 1048576UL) + (_size))) { \
uWarn("%s pool sysAvailMemSize %" PRId64 " can't alloc %" PRId64" while keeping reserveSize %dMB", \
(_pool)->name, atomic_load_64(&tsCurrentAvailMemorySize), (_size), *(_pool)->cfg.reserveSize); \
if (atomic_load_64(&tsCurrentAvailMemorySize) <= ((_pool)->cfg.reserveSize + (_size))) { \
uWarn("%s pool sysAvailMemSize %" PRId64 " can't alloc %" PRId64" while keeping reserveSize %" PRId64 " bytes", \
(_pool)->name, atomic_load_64(&tsCurrentAvailMemorySize), (_size), (_pool)->cfg.reserveSize); \
(_pool)->cfg.cb.reachFp((_job)->job.jobId, (_job)->job.clientId, TSDB_CODE_QRY_QUERY_MEM_EXHAUSTED); \
terrno = TSDB_CODE_QRY_QUERY_MEM_EXHAUSTED; \
return NULL; \

2
source/util/src/mpDirect.c
View File

@ -41,7 +41,9 @@ void* mpDirectCalloc(SMemPool* pPool, SMPJob* pJob, int64_t num, int64_t size) {
}
void mpDirectFree(SMemPool* pPool, SMPJob* pJob, void *ptr) {
if (*pPool->cfg.jobQuota > 0) {
(void)atomic_sub_fetch_64(&pJob->job.allocMemSize, taosMemSize(ptr));
}
taosMemFree(ptr);
}

14
source/util/src/tmempool.c
View File

@ -169,8 +169,8 @@ int32_t mpUpdateCfg(SMemPool* pPool) {
MP_ERR_RET((*gMPFps[gMPMgmt.strategy].updateCfgFp)(pPool));
}
uDebug("memPool %s cfg updated, reserveSize:%dMB, jobQuota:%dMB, threadNum:%d",
pPool->name, *pPool->cfg.reserveSize, *pPool->cfg.jobQuota, pPool->cfg.threadNum);
uDebug("memPool %s cfg updated, reserveSize:%" PRId64 ", jobQuota:%dMB, threadNum:%d",
pPool->name, pPool->cfg.reserveSize, *pPool->cfg.jobQuota, pPool->cfg.threadNum);
return TSDB_CODE_SUCCESS;
}
@ -321,10 +321,10 @@ int32_t mpChkFullQuota(SMemPool* pPool, SMPSession* pSession, int64_t size) {
MP_RET(code);
}
if (atomic_load_64(&tsCurrentAvailMemorySize) <= ((atomic_load_32(pPool->cfg.reserveSize) * 1048576UL) + size)) {
if (atomic_load_64(&tsCurrentAvailMemorySize) <= (pPool->cfg.reserveSize + size)) {
code = TSDB_CODE_QRY_QUERY_MEM_EXHAUSTED;
uWarn("%s pool sysAvailMemSize %" PRId64 " can't alloc %" PRId64" while keeping reserveSize %dMB",
pPool->name, atomic_load_64(&tsCurrentAvailMemorySize), size, *pPool->cfg.reserveSize);
uWarn("%s pool sysAvailMemSize %" PRId64 " can't alloc %" PRId64" while keeping reserveSize %" PRId64 " bytes",
pPool->name, atomic_load_64(&tsCurrentAvailMemorySize), size, pPool->cfg.reserveSize);
pPool->cfg.cb.reachFp(pJob->job.jobId, pJob->job.clientId, code);
(void)atomic_sub_fetch_64(&pJob->job.allocMemSize, size);
MP_RET(code);
@ -1026,7 +1026,7 @@ void* mpMgmtThreadFunc(void* param) {
while (0 == atomic_load_8(&gMPMgmt.modExit)) {
mpUpdateSystemAvailableMemorySize();
retireSize = atomic_load_32(pPool->cfg.reserveSize) * 1048576UL - tsCurrentAvailMemorySize;
retireSize = pPool->cfg.reserveSize - tsCurrentAvailMemorySize;
if (retireSize > 0) {
(*pPool->cfg.cb.failFp)(retireSize, TSDB_CODE_QRY_QUERY_MEM_EXHAUSTED);
}
@ -1697,7 +1697,7 @@ int32_t taosMemoryPoolInit(mpReserveFailFp failFp, mpReserveReachFp reachFp) {
return code;
}
cfg.reserveSize = &tsMinReservedMemorySize;
cfg.reserveSize = tsMinReservedMemorySize * 1048576UL;
int64_t freeSizeAfterRes = sysAvailSize - tsMinReservedMemorySize * 1048576UL;
if (freeSizeAfterRes < MP_MIN_FREE_SIZE_AFTER_RESERVE) {

316
source/util/test/memPoolTest.cpp
View File

@ -621,7 +621,7 @@ void mptInitJob(int32_t idx) {
void mptDestroyTask(SMPTestJobCtx* pJobCtx, int32_t taskIdx) {
if (mptCtx.param.enableMemPool) {
if (mptCtx.param.enableMemPool && tsMemPoolFullFunc) {
SMPStatDetail* pStat = NULL;
int64_t allocSize = 0;
taosMemPoolGetSessionStat(pJobCtx->pSessions[taskIdx], &pStat, &allocSize, NULL);
@ -740,6 +740,7 @@ int32_t mptGetMemPoolMaxMemSize(void* pHandle, int64_t* maxSize) {
void mptRetireJobsCb(int64_t retireSize, int32_t errCode) {
SMPTJobInfo* pJob = (SMPTJobInfo*)taosHashIterate(mptCtx.pJobs, NULL);
int32_t jobNum = 0;
uint64_t jobId = 0;
int64_t retiredSize = 0;
while (retiredSize < retireSize && NULL != pJob) {
@ -757,6 +758,7 @@ void mptRetireJobsCb(int64_t retireSize, int32_t errCode) {
mptRetireJob(pJob);
retiredSize += aSize;
jobNum++;
uDebug("QID:0x%" PRIx64 " job retired cause of limit reached, usedSize:%" PRId64 ", retireSize:%" PRId64 ", retiredSize:%" PRId64,
jobId, aSize, retireSize, retiredSize);
@ -766,6 +768,8 @@ void mptRetireJobsCb(int64_t retireSize, int32_t errCode) {
}
taosHashCancelIterate(mptCtx.pJobs, pJob);
uDebug("total %d jobs retired, retiredSize:%" PRId64, jobNum, retiredSize);
}
@ -1360,7 +1364,7 @@ void* mptRunThreadFunc(void* param) {
MPT_PRINTF("Thread %d finish the %dth exection\n", pThread->idx, n);
if (mptCtx.param.threadNum <= 1 && mptCtx.param.enableMemPool) {
if (mptCtx.param.threadNum <= 1 && mptCtx.param.enableMemPool && tsMemPoolFullFunc) {
mptCheckPoolUsedSize(mptJobNum);
}
}
@ -1504,6 +1508,13 @@ void mptPrintTestBeginInfo(char* caseName, SMPTestParam* param) {
MPT_PRINTF("\t random exec task: %d\n", param->randTask);
}
void mptFreeAddrList(void** pList, int32_t num) {
for (int32_t i = 0; i < num; ++i) {
assert(pList[i]);
taosMemFree(pList[i]);
}
}
} // namespace
#if 1
@ -1535,13 +1546,12 @@ TEST(PerfTest, GetSysAvail) {
}
#endif
#if 0
#if 1
TEST(PerfTest, allocLatency) {
char* caseName = "PerfTest:allocLatency";
int32_t code = 0;
int64_t msize = 10;
char* p = NULL;
void* pSession = NULL;
void* pJob = NULL;
@ -1553,24 +1563,298 @@ TEST(PerfTest, allocLatency) {
assert(0 == taosMemPoolInitSession(gMemPoolHandle, &pSession, pJob, "id"));
int32_t loopTimes = 10000000;
int64_t st = taosGetTimestampUs();
int64_t st = 0;
void **addrList = (void**)taosMemCalloc(loopTimes, POINTER_BYTES);
mptEnableMemoryPoolUsage(gMemPoolHandle, pSession);
for (int32_t i = 0; i < loopTimes; ++i) {
p = (char*)mptMemoryMalloc(msize);
assert(0 == code);
}
int64_t totalUs1 = taosGetTimestampUs() - st;
mptDisableMemoryPoolUsage();
// MALLOC
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
p = (char*)mptMemoryMalloc(msize);
assert(0 == code);
addrList[i] = (char*)mptMemoryMalloc(msize);
}
int64_t totalUs3 = taosGetTimestampUs() - st;
mptFreeAddrList(addrList, loopTimes);
tsMemPoolFullFunc = 0;
mptEnableMemoryPoolUsage(gMemPoolHandle, pSession);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptMemoryMalloc(msize);
}
int64_t totalUs1 = taosGetTimestampUs() - st;
mptDisableMemoryPoolUsage();
mptFreeAddrList(addrList, loopTimes);
tsMemPoolFullFunc = 1;
mptEnableMemoryPoolUsage(gMemPoolHandle, pSession);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptMemoryMalloc(msize);
}
int64_t totalUs2 = taosGetTimestampUs() - st;
mptDisableMemoryPoolUsage();
mptFreeAddrList(addrList, loopTimes);
printf("%d times alloc %" PRId64 " bytes, pool total time:%" PRId64 "us, avg:%fus VS direct total time:%" PRId64 "us, avg:%fus\n", loopTimes, msize, totalUs1, ((double)totalUs1)/loopTimes, totalUs2, ((double)totalUs2)/loopTimes);
// CALLOC
tsMemPoolFullFunc = 0;
mptEnableMemoryPoolUsage(gMemPoolHandle, pSession);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptMemoryCalloc(1, msize);
}
int64_t totalUs11 = taosGetTimestampUs() - st;
mptDisableMemoryPoolUsage();
mptFreeAddrList(addrList, loopTimes);
tsMemPoolFullFunc = 1;
mptEnableMemoryPoolUsage(gMemPoolHandle, pSession);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptMemoryCalloc(1, msize);
}
int64_t totalUs12 = taosGetTimestampUs() - st;
mptDisableMemoryPoolUsage();
mptFreeAddrList(addrList, loopTimes);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptMemoryCalloc(1, msize);
}
int64_t totalUs13 = taosGetTimestampUs() - st;
//mptFreeAddrList(addrList, loopTimes); NO FREE FOR REALLOC
// REALLOC
tsMemPoolFullFunc = 0;
mptEnableMemoryPoolUsage(gMemPoolHandle, pSession);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptMemoryRealloc(addrList[i], msize);
}
int64_t totalUs21 = taosGetTimestampUs() - st;
mptDisableMemoryPoolUsage();
tsMemPoolFullFunc = 1;
mptEnableMemoryPoolUsage(gMemPoolHandle, pSession);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptMemoryRealloc(addrList[i], msize);
}
int64_t totalUs22 = taosGetTimestampUs() - st;
mptDisableMemoryPoolUsage();
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptMemoryRealloc(addrList[i], msize);
}
int64_t totalUs23 = taosGetTimestampUs() - st;
mptFreeAddrList(addrList, loopTimes);
// STRDUP
tsMemPoolFullFunc = 0;
mptEnableMemoryPoolUsage(gMemPoolHandle, pSession);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptStrdup("abc");
}
int64_t totalUs31 = taosGetTimestampUs() - st;
mptDisableMemoryPoolUsage();
mptFreeAddrList(addrList, loopTimes);
tsMemPoolFullFunc = 1;
mptEnableMemoryPoolUsage(gMemPoolHandle, pSession);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptStrdup("abc");
}
int64_t totalUs32 = taosGetTimestampUs() - st;
mptDisableMemoryPoolUsage();
mptFreeAddrList(addrList, loopTimes);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptStrdup("abc");
}
int64_t totalUs33 = taosGetTimestampUs() - st;
mptFreeAddrList(addrList, loopTimes);
// STRNDUP
tsMemPoolFullFunc = 0;
mptEnableMemoryPoolUsage(gMemPoolHandle, pSession);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptStrndup("abc", 3);
}
int64_t totalUs41 = taosGetTimestampUs() - st;
mptDisableMemoryPoolUsage();
mptFreeAddrList(addrList, loopTimes);
tsMemPoolFullFunc = 1;
mptEnableMemoryPoolUsage(gMemPoolHandle, pSession);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptStrndup("abc", 3);
}
int64_t totalUs42 = taosGetTimestampUs() - st;
mptDisableMemoryPoolUsage();
mptFreeAddrList(addrList, loopTimes);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptStrndup("abc", 3);
}
int64_t totalUs43 = taosGetTimestampUs() - st;
mptFreeAddrList(addrList, loopTimes);
// ALIGNALLOC
tsMemPoolFullFunc = 0;
mptEnableMemoryPoolUsage(gMemPoolHandle, pSession);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptMemoryMallocAlign(8, msize);
}
int64_t totalUs51 = taosGetTimestampUs() - st;
mptDisableMemoryPoolUsage();
mptFreeAddrList(addrList, loopTimes);
tsMemPoolFullFunc = 1;
mptEnableMemoryPoolUsage(gMemPoolHandle, pSession);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptMemoryMallocAlign(8, msize);
}
int64_t totalUs52 = taosGetTimestampUs() - st;
mptDisableMemoryPoolUsage();
mptFreeAddrList(addrList, loopTimes);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptMemoryMallocAlign(8, msize);
}
int64_t totalUs53 = taosGetTimestampUs() - st;
//mptFreeAddrList(addrList, loopTimes); NO FREE FOR GETSIZE
// GETSIZE
tsMemPoolFullFunc = 0;
mptEnableMemoryPoolUsage(gMemPoolHandle, pSession);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
mptMemorySize(addrList[i]);
}
int64_t totalUs61 = taosGetTimestampUs() - st;
mptDisableMemoryPoolUsage();
tsMemPoolFullFunc = 1;
mptEnableMemoryPoolUsage(gMemPoolHandle, pSession);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
mptMemorySize(addrList[i]);
}
int64_t totalUs62 = taosGetTimestampUs() - st;
mptDisableMemoryPoolUsage();
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
mptMemorySize(addrList[i]);
}
int64_t totalUs63 = taosGetTimestampUs() - st;
// FREE
tsMemPoolFullFunc = 0;
mptEnableMemoryPoolUsage(gMemPoolHandle, pSession);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
mptMemoryFree(addrList[i]);
}
int64_t totalUs71 = taosGetTimestampUs() - st;
mptDisableMemoryPoolUsage();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptMemoryMalloc(msize);
}
tsMemPoolFullFunc = 1;
mptEnableMemoryPoolUsage(gMemPoolHandle, pSession);
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
mptMemoryFree(addrList[i]);
}
int64_t totalUs72 = taosGetTimestampUs() - st;
mptDisableMemoryPoolUsage();
for (int32_t i = 0; i < loopTimes; ++i) {
addrList[i] = (char*)mptMemoryMalloc(msize);
}
st = taosGetTimestampUs();
for (int32_t i = 0; i < loopTimes; ++i) {
mptMemoryFree(addrList[i]);
}
int64_t totalUs73 = taosGetTimestampUs() - st;
printf("%d times each %" PRId64 " bytes, time consumed:\n"
"\tnon-fpool malloc total time:%" PRId64 "us, avg:%fus\n"
"\tfull-pool malloc total time:%" PRId64 "us, avg:%fus\n"
"\tdirect malloc total time:%" PRId64 "us, avg:%fus\n"
"\tnon-fpool calloc total time:%" PRId64 "us, avg:%fus\n"
"\tfull-pool calloc total time:%" PRId64 "us, avg:%fus\n"
"\tdirect calloc total time:%" PRId64 "us, avg:%fus\n"
"\tnon-fpool realloc total time:%" PRId64 "us, avg:%fus\n"
"\tfull-pool realloc total time:%" PRId64 "us, avg:%fus\n"
"\tdirect realloc total time:%" PRId64 "us, avg:%fus\n"
"\tnon-fpool strdup total time:%" PRId64 "us, avg:%fus\n"
"\tfull-pool strdup total time:%" PRId64 "us, avg:%fus\n"
"\tdirect strdup total time:%" PRId64 "us, avg:%fus\n"
"\tnon-fpool strndup total time:%" PRId64 "us, avg:%fus\n"
"\tfull-pool strndup total time:%" PRId64 "us, avg:%fus\n"
"\tdirect strndup total time:%" PRId64 "us, avg:%fus\n"
"\tnon-fpool alignal total time:%" PRId64 "us, avg:%fus\n"
"\tfull-pool alignal total time:%" PRId64 "us, avg:%fus\n"
"\tdirect alignal total time:%" PRId64 "us, avg:%fus\n"
"\tnon-fpool getsize total time:%" PRId64 "us, avg:%fus\n"
"\tfull-pool getsize total time:%" PRId64 "us, avg:%fus\n"
"\tdirect getsize total time:%" PRId64 "us, avg:%fus\n"
"\tnon-fpool free total time:%" PRId64 "us, avg:%fus\n"
"\tfull-pool free total time:%" PRId64 "us, avg:%fus\n"
"\tdirect free total time:%" PRId64 "us, avg:%fus\n",
loopTimes, msize,
totalUs1, ((double)totalUs1)/loopTimes, totalUs2, ((double)totalUs2)/loopTimes, totalUs3, ((double)totalUs3)/loopTimes,
totalUs11, ((double)totalUs11)/loopTimes, totalUs12, ((double)totalUs12)/loopTimes, totalUs13, ((double)totalUs13)/loopTimes,
totalUs21, ((double)totalUs21)/loopTimes, totalUs22, ((double)totalUs22)/loopTimes, totalUs23, ((double)totalUs23)/loopTimes,
totalUs31, ((double)totalUs31)/loopTimes, totalUs32, ((double)totalUs32)/loopTimes, totalUs33, ((double)totalUs33)/loopTimes,
totalUs41, ((double)totalUs41)/loopTimes, totalUs42, ((double)totalUs42)/loopTimes, totalUs43, ((double)totalUs43)/loopTimes,
totalUs51, ((double)totalUs51)/loopTimes, totalUs52, ((double)totalUs52)/loopTimes, totalUs53, ((double)totalUs53)/loopTimes,
totalUs61, ((double)totalUs61)/loopTimes, totalUs62, ((double)totalUs62)/loopTimes, totalUs63, ((double)totalUs63)/loopTimes,
totalUs71, ((double)totalUs71)/loopTimes, totalUs72, ((double)totalUs72)/loopTimes, totalUs73, ((double)totalUs73)/loopTimes);
}
#endif
@ -1634,7 +1918,7 @@ TEST(poolFullFuncTest, SingleThreadTest) {
}
#endif
#if 1
#if 0
TEST(poolFullFuncTest, MultiThreadTest) {
char* caseName = "poolFullFuncTest:MultiThreadTest";
SMPTestParam param = {0};