xxq250
/
homework-jianmu
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

shm

This commit is contained in:
Shengliang Guan 2022-03-14 18:14:27 +08:00
parent a0722a9d69
commit e7ed5e3dd5
12 changed files with 140 additions and 197 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
source/dnode/mgmt/container/inc/dndInt.h
View File

@ -61,18 +61,17 @@ typedef enum { DND_STAT_INIT, DND_STAT_RUNNING, DND_STAT_STOPPED } EDndStatus;
typedef enum { DND_WORKER_SINGLE, DND_WORKER_MULTI } EWorkerType; typedef enum { DND_WORKER_SINGLE, DND_WORKER_MULTI } EWorkerType;
typedef enum { DND_ENV_INIT, DND_ENV_READY, DND_ENV_CLEANUP } EEnvStat; typedef enum { DND_ENV_INIT, DND_ENV_READY, DND_ENV_CLEANUP } EEnvStat;
typedef struct SDnodeMgmt SDnodeMgmt;
typedef struct SMgmtFp SMgmtFp; typedef struct SMgmtFp SMgmtFp;
typedef struct SMgmtWrapper SMgmtWrapper; typedef struct SMgmtWrapper SMgmtWrapper;
typedef struct SMsgHandle SMsgHandle; typedef struct SMsgHandle SMsgHandle;
typedef void (*RpcMsgFp)(SDnode *pDnode, SMgmtWrapper *pWrapper, SRpcMsg *pMsg, SEpSet *pEps); typedef void (*RpcMsgFp)(SDnode *pDnode, SMgmtWrapper *pWrapper, SRpcMsg *pMsg, SEpSet *pEps);
typedef void (*NodeMsgFp)(SDnode *pDnode, SMgmtWrapper *pWrapper, SNodeMsg *pMsg); typedef void (*NodeMsgFp)(SDnode *pDnode, SMgmtWrapper *pWrapper, SNodeMsg *pMsg);
typedef int32_t (*MndMsgFp)(SDnode *pDnode, SMndMsg *pMsg);
typedef int32_t (*OpenNodeFp)(SMgmtWrapper *pWrapper); typedef int32_t (*OpenNodeFp)(SMgmtWrapper *pWrapper);
typedef void (*CloseNodeFp)(SDnode *pDnode, SMgmtWrapper *pWrapper); typedef void (*CloseNodeFp)(SMgmtWrapper *pWrapper);
typedef bool (*RequireNodeFp)(SMgmtWrapper *pWrapper); typedef bool (*RequireNodeFp)(SMgmtWrapper *pWrapper);
typedef int32_t (*MgmtHandleMsgFp)(SMgmtWrapper *pNode, SNodeMsg *pMsg);
typedef SMsgHandle (*GetMsgHandleFp)(SMgmtWrapper *pWrapper, int32_t msgIndex); typedef SMsgHandle (*GetMsgHandleFp)(SMgmtWrapper *pWrapper, int32_t msgIndex);
typedef struct SMsgHandle { typedef struct SMsgHandle {
@ -95,25 +94,6 @@ typedef struct {
}; };
} SDnodeWorker; } SDnodeWorker;
typedef struct {
int32_t dnodeId;
int32_t dropped;
int64_t clusterId;
int64_t dver;
int64_t rebootTime;
int64_t updateTime;
int8_t statusSent;
SEpSet mnodeEpSet;
SHashObj *dnodeHash;
SArray *pDnodeEps;
pthread_t *threadId;
SRWLatch latch;
SDnodeWorker mgmtWorker;
SDnodeWorker statusWorker;
//
SMsgHandle msgHandles[TDMT_MAX];
} SDnodeMgmt;
typedef struct { typedef struct {
int32_t refCount; int32_t refCount;
@ -223,8 +203,8 @@ typedef struct SMgmtWrapper {
EProcType procType; EProcType procType;
SProcObj *pProc; SProcObj *pProc;
void *pMgmt; void *pMgmt;
SMgmtFp fp;
SDnode *pDnode; SDnode *pDnode;
SMgmtFp fp;
} SMgmtWrapper; } SMgmtWrapper;
typedef struct SDnode { typedef struct SDnode {
@ -234,12 +214,10 @@ typedef struct SDnode {
SDndCfg cfg; SDndCfg cfg;
SStartupReq startup; SStartupReq startup;
TdFilePtr pLockFile; TdFilePtr pLockFile;
SDnodeMgmt dmgmt;
STransMgmt tmgmt; STransMgmt tmgmt;
STfs *pTfs; STfs *pTfs;
SMgmtFp fps[NODE_MAX]; SMgmtFp fps[NODE_MAX];
SMgmtWrapper wrappers[NODE_MAX]; SMgmtWrapper wrappers[NODE_MAX];
char *path;
} SDnode; } SDnode;
EDndStatus dndGetStatus(SDnode *pDnode); EDndStatus dndGetStatus(SDnode *pDnode);

5
source/dnode/mgmt/container/inc/dndTransport.h
View File

@ -22,10 +22,11 @@
extern "C" { extern "C" {
#endif #endif
int32_t dndInitTrans(SDnode *pDnode);
void dndCleanupTrans(SDnode *pDnode);
int32_t dndInitServer(SDnode *pDnode); int32_t dndInitServer(SDnode *pDnode);
void dndCleanupServer(SDnode *pDnode);
int32_t dndInitClient(SDnode *pDnode); int32_t dndInitClient(SDnode *pDnode);
void dndCleanupClient(SDnode *pDnode);
int32_t dndSetMsgHandle(SDnode *pDnode);
int32_t dndSendReqToMnode(SDnode *pDnode, SRpcMsg *pRpcMsg); int32_t dndSendReqToMnode(SDnode *pDnode, SRpcMsg *pRpcMsg);
int32_t dndSendReqToDnode(SDnode *pDnode, SEpSet *pEpSet, SRpcMsg *pRpcMsg); int32_t dndSendReqToDnode(SDnode *pDnode, SEpSet *pEpSet, SRpcMsg *pRpcMsg);

3
source/dnode/mgmt/container/src/dndMonitor.c
View File

@ -37,6 +37,8 @@ static void dndGetMonitorBasicInfo(SDnode *pDnode, SMonBasicInfo *pInfo) {
} }
static void dndGetMonitorDnodeInfo(SDnode *pDnode, SMonDnodeInfo *pInfo) { static void dndGetMonitorDnodeInfo(SDnode *pDnode, SMonDnodeInfo *pInfo) {
#if 0
pInfo->uptime = (taosGetTimestampMs() - pDnode->dmgmt.rebootTime) / (86400000.0f); pInfo->uptime = (taosGetTimestampMs() - pDnode->dmgmt.rebootTime) / (86400000.0f);
taosGetCpuUsage(&pInfo->cpu_engine, &pInfo->cpu_system); taosGetCpuUsage(&pInfo->cpu_engine, &pInfo->cpu_system);
pInfo->cpu_cores = tsNumOfCores; pInfo->cpu_cores = tsNumOfCores;
@ -49,7 +51,6 @@ static void dndGetMonitorDnodeInfo(SDnode *pDnode, SMonDnodeInfo *pInfo) {
taosGetCardInfo(&pInfo->net_in, &pInfo->net_out); taosGetCardInfo(&pInfo->net_in, &pInfo->net_out);
taosGetProcIO(&pInfo->io_read, &pInfo->io_write, &pInfo->io_read_disk, &pInfo->io_write_disk); taosGetProcIO(&pInfo->io_read, &pInfo->io_write, &pInfo->io_read_disk, &pInfo->io_write_disk);
#if 0
SVnodesStat *pStat = &pDnode->vmgmt.stat; SVnodesStat *pStat = &pDnode->vmgmt.stat;
pInfo->req_select = pStat->numOfSelectReqs; pInfo->req_select = pStat->numOfSelectReqs;
pInfo->req_insert = pStat->numOfInsertReqs; pInfo->req_insert = pStat->numOfInsertReqs;

120
source/dnode/mgmt/container/src/dndNode.c
View File

@ -15,10 +15,10 @@
#define _DEFAULT_SOURCE #define _DEFAULT_SOURCE
#include "dndNode.h" #include "dndNode.h"
#include "dmMgmt.h"
#include "dndTransport.h" #include "dndTransport.h"
#include "bmInt.h" #include "bmInt.h"
#include "dmInt.h"
#include "mmInt.h" #include "mmInt.h"
#include "qmInt.h" #include "qmInt.h"
#include "smInt.h" #include "smInt.h"
@ -43,6 +43,10 @@ static bool dndRequireNode(SMgmtWrapper *pMgmt) {
return required; return required;
} }
static int32_t dndOpenNode(SMgmtWrapper *pWrapper) { return (*pWrapper->fp.openFp)(pWrapper); }
static void dndCloseNode(SMgmtWrapper *pWrapper) { (*pWrapper->fp.closeFp)(pWrapper); }
static void dndClearMemory(SDnode *pDnode) { static void dndClearMemory(SDnode *pDnode) {
for (ENodeType n = 0; n < NODE_MAX; ++n) { for (ENodeType n = 0; n < NODE_MAX; ++n) {
SMgmtWrapper *pMgmt = &pDnode->wrappers[n]; SMgmtWrapper *pMgmt = &pDnode->wrappers[n];
@ -51,26 +55,12 @@ static void dndClearMemory(SDnode *pDnode) {
if (pDnode->pLockFile != NULL) { if (pDnode->pLockFile != NULL) {
taosUnLockFile(pDnode->pLockFile); taosUnLockFile(pDnode->pLockFile);
taosCloseFile(&pDnode->pLockFile); taosCloseFile(&pDnode->pLockFile);
pDnode->pLockFile = NULL;
} }
tfree(pDnode->path); tfree(pDnode);
dDebug("dnode object memory is cleared, data:%p", pDnode); dDebug("dnode object memory is cleared, data:%p", pDnode);
} }
static int32_t dndInitResource(SDnode *pDnode) {
return 0;
}
static void dndClearResource(SDnode *pDnode) {
dndCleanupTrans(pDnode);
dndStopMgmt(pDnode);
dndCleanupMgmt(pDnode);
tfsClose(pDnode->pTfs);
dDebug("dnode object resource is cleared, data:%p", pDnode);
}
SDnode *dndCreate(SDndCfg *pCfg) { SDnode *dndCreate(SDndCfg *pCfg) {
dInfo("start to create dnode object"); dInfo("start to create dnode object");
int32_t code = -1; int32_t code = -1;
@ -84,12 +74,18 @@ SDnode *dndCreate(SDndCfg *pCfg) {
} }
dndSetStatus(pDnode, DND_STAT_INIT); dndSetStatus(pDnode, DND_STAT_INIT);
pDnode->pLockFile = dndCheckRunning(pCfg->dataDir);
if (pDnode->pLockFile == NULL) {
goto _OVER;
}
snprintf(path, sizeof(path), "%s%sdnode", pCfg->dataDir, TD_DIRSEP); if (dndInitServer(pDnode) != 0) {
pDnode->path = strdup(path); dError("failed to init trans server since %s", terrstr());
if (taosMkDir(path) != 0) { goto _OVER;
terrno = TAOS_SYSTEM_ERROR(errno); }
dError("failed to create dir:%s since %s", path, terrstr());
if (dndInitClient(pDnode) != 0) {
dError("failed to init trans client since %s", terrstr());
goto _OVER; goto _OVER;
} }
@ -107,10 +103,15 @@ SDnode *dndCreate(SDndCfg *pCfg) {
pDnode->wrappers[BNODE].name = "bnode"; pDnode->wrappers[BNODE].name = "bnode";
memcpy(&pDnode->cfg, pCfg, sizeof(SDndCfg)); memcpy(&pDnode->cfg, pCfg, sizeof(SDndCfg));
if (dndSetMsgHandle(pDnode) != 0) {
goto _OVER;
}
for (ENodeType n = 0; n < NODE_MAX; ++n) { for (ENodeType n = 0; n < NODE_MAX; ++n) {
SMgmtWrapper *pWrapper = &pDnode->wrappers[n]; SMgmtWrapper *pWrapper = &pDnode->wrappers[n];
snprintf(path, sizeof(path), "%s%s%s", pCfg->dataDir, TD_DIRSEP, pDnode->wrappers[n].name); snprintf(path, sizeof(path), "%s%s%s", pCfg->dataDir, TD_DIRSEP, pDnode->wrappers[n].name);
pWrapper->path = strdup(path); pWrapper->path = strdup(path);
pWrapper->pDnode = pDnode;
if (pDnode->wrappers[n].path == NULL) { if (pDnode->wrappers[n].path == NULL) {
terrno = TSDB_CODE_OUT_OF_MEMORY; terrno = TSDB_CODE_OUT_OF_MEMORY;
goto _OVER; goto _OVER;
@ -127,17 +128,11 @@ SDnode *dndCreate(SDndCfg *pCfg) {
} }
} }
pDnode->pLockFile = dndCheckRunning(pCfg->dataDir);
if (pDnode->pLockFile == NULL) {
goto _OVER;
}
code = 0; code = 0;
_OVER: _OVER:
if (code != 0 && pDnode) { if (code != 0 && pDnode) {
dndClearMemory(pDnode); dndClearMemory(pDnode);
tfree(pDnode);
dError("failed to create dnode object since %s", terrstr()); dError("failed to create dnode object since %s", terrstr());
} else { } else {
dInfo("dnode object is created, data:%p", pDnode); dInfo("dnode object is created, data:%p", pDnode);
@ -157,64 +152,53 @@ void dndClose(SDnode *pDnode) {
dInfo("start to close dnode, data:%p", pDnode); dInfo("start to close dnode, data:%p", pDnode);
dndSetStatus(pDnode, DND_STAT_STOPPED); dndSetStatus(pDnode, DND_STAT_STOPPED);
dndClearResource(pDnode); dndCleanupServer(pDnode);
dndCleanupClient(pDnode);
for (ENodeType n = 0; n < NODE_MAX; ++n) {
SMgmtWrapper *pWrapper = &pDnode->wrappers[n];
dndCloseNode(pWrapper);
}
dndClearMemory(pDnode); dndClearMemory(pDnode);
tfree(pDnode);
dInfo("dnode object is closed, data:%p", pDnode); dInfo("dnode object is closed, data:%p", pDnode);
} }
static int32_t dndOpenNode(SDnode *pDnode, SMgmtWrapper *pWrapper) {
// if (tsMultiProcess) {
// SProcCfg cfg = {0};
// pWrapper->pProc = taosProcInit(&cfg);
// if (taosProcIsChild(pWrapper->pProc)) {
// pWrapper->procType = PROC_CHILD;
// dInfo("node:%s, will start in child process", pWrapper->name);
// } else {
// pWrapper->procType = PROC_PARENT;
// dInfo("node:%s, will start in parent process", pWrapper->name);
// }
// } else {
// pWrapper->procType = PROC_SINGLE;
// dInfo("node:%s, will start in single process mnode", pWrapper->name);
// }
// if (pWrapper->procType == PROC_SINGLE || pWrapper->procType == PROC_CHILD) {
// SDndInfo info;
// pWrapper->pNode = (*pWrapper->fp.openFp)(pWrapper->path, &info);
// if (pWrapper != NULL) {
// return -1;
// }
// }
// return 0;
(*pWrapper->fp.openFp)(pWrapper);
return 0;
}
static void dndClearNodeExecpt(SDnode *pDnode, SMgmtWrapper *pWrapper){}
static int32_t dndRunInSingleProcess(SDnode *pDnode) { static int32_t dndRunInSingleProcess(SDnode *pDnode) {
dInfo("dnode run in single process mode"); dInfo("dnode run in single process mode");
for (ENodeType n = 0; n < NODE_MAX; ++n) { for (ENodeType n = 0; n < NODE_MAX; ++n) {
SMgmtWrapper *pWrapper = &pDnode->wrappers[n]; SMgmtWrapper *pWrapper = &pDnode->wrappers[n];
if (!pWrapper->required) continue;
dInfo("node:%s, will start in single process", pWrapper->name); dInfo("node:%s, will start in single process", pWrapper->name);
if (dndOpenNode(pDnode, pWrapper) != 0) { if (dndOpenNode(pWrapper) != 0) {
dError("node:%s, failed to start since %s", pWrapper->name, terrstr()); dError("node:%s, failed to start since %s", pWrapper->name, terrstr());
return -1; return -1;
} }
} }
return 0; return 0;
} }
static void dndClearNodesExecpt(SDnode *pDnode, ENodeType except) {
dndCleanupServer(pDnode);
for (ENodeType n = 0; n < NODE_MAX; ++n) {
if (except == n) continue;
SMgmtWrapper *pWrapper = &pDnode->wrappers[n];
dndCloseNode(pWrapper);
}
}
static int32_t dndRunInMultiProcess(SDnode *pDnode) { static int32_t dndRunInMultiProcess(SDnode *pDnode) {
for (ENodeType n = 0; n < NODE_MAX; ++n) { for (ENodeType n = 0; n < NODE_MAX; ++n) {
SMgmtWrapper *pWrapper = &pDnode->wrappers[n]; SMgmtWrapper *pWrapper = &pDnode->wrappers[n];
if (!pWrapper->required) continue;
if (n == DNODE) { if (n == DNODE) {
dInfo("node:%s, will start in parent process", pWrapper->name); dInfo("node:%s, will start in parent process", pWrapper->name);
pWrapper->procType = PROC_PARENT; pWrapper->procType = PROC_PARENT;
if (dndOpenNode(pDnode, pWrapper) != 0) { if (dndOpenNode(pWrapper) != 0) {
dError("node:%s, failed to start since %s", pWrapper->name, terrstr()); dError("node:%s, failed to start since %s", pWrapper->name, terrstr());
return -1; return -1;
} }
@ -236,17 +220,13 @@ static int32_t dndRunInMultiProcess(SDnode *pDnode) {
dndResetLog(pWrapper); dndResetLog(pWrapper);
dInfo("node:%s, clean up resources inherited from parent", pWrapper->name); dInfo("node:%s, clean up resources inherited from parent", pWrapper->name);
dndClearNodeExecpt(pDnode, pWrapper); dndClearNodesExecpt(pDnode, n);
dInfo("node:%s, init trans client in child process", pWrapper->name);
dndInitClient(pDnode);
dInfo("node:%s, will be initialized in child process", pWrapper->name); dInfo("node:%s, will be initialized in child process", pWrapper->name);
dndOpenNode(pDnode, pWrapper); dndOpenNode(pWrapper);
} else { } else {
dInfo("node:%s, will not start in parent process", pWrapper->name); dInfo("node:%s, will not start in parent process", pWrapper->name);
pWrapper->procType = PROC_PARENT; pWrapper->procType = PROC_PARENT;
dndOpenNode(pDnode, pWrapper);
} }
} }

37
source/dnode/mgmt/container/src/dndTransport.c
View File

@ -15,9 +15,8 @@
#define _DEFAULT_SOURCE #define _DEFAULT_SOURCE
#include "dndTransport.h" #include "dndTransport.h"
#include "dmMgmt.h" #include "dmInt.h"
#include "mmInt.h" #include "mmInt.h"
#include "dmHandle.h"
#define INTERNAL_USER "_dnd" #define INTERNAL_USER "_dnd"
#define INTERNAL_CKEY "_key" #define INTERNAL_CKEY "_key"
@ -47,7 +46,7 @@ static void dndProcessResponse(void *parent, SRpcMsg *pRsp, SEpSet *pEpSet) {
} }
} }
int32_t dndInitClient(SDnode *pDnode) { int32_t dndInitClient(SDnode *pDnode) {
STransMgmt *pMgmt = &pDnode->tmgmt; STransMgmt *pMgmt = &pDnode->tmgmt;
SRpcInit rpcInit; SRpcInit rpcInit;
@ -208,7 +207,7 @@ static int32_t dndRetrieveUserAuthInfo(void *parent, char *user, char *spi, char
return rpcRsp.code; return rpcRsp.code;
} }
int32_t dndInitServer(SDnode *pDnode) { int32_t dndInitServer(SDnode *pDnode) {
STransMgmt *pMgmt = &pDnode->tmgmt; STransMgmt *pMgmt = &pDnode->tmgmt;
int32_t numOfThreads = (int32_t)((tsNumOfCores * tsNumOfThreadsPerCore) / 2.0); int32_t numOfThreads = (int32_t)((tsNumOfCores * tsNumOfThreadsPerCore) / 2.0);
@ -238,7 +237,7 @@ static int32_t dndRetrieveUserAuthInfo(void *parent, char *user, char *spi, char
return 0; return 0;
} }
static void dndCleanupServer(SDnode *pDnode) { void dndCleanupServer(SDnode *pDnode) {
STransMgmt *pMgmt = &pDnode->tmgmt; STransMgmt *pMgmt = &pDnode->tmgmt;
if (pMgmt->serverRpc) { if (pMgmt->serverRpc) {
rpcClose(pMgmt->serverRpc); rpcClose(pMgmt->serverRpc);
@ -247,7 +246,7 @@ static void dndCleanupServer(SDnode *pDnode) {
} }
} }
static int32_t dndSetMsgHandle(SDnode *pDnode) { int32_t dndSetMsgHandle(SDnode *pDnode) {
STransMgmt *pMgmt = &pDnode->tmgmt; STransMgmt *pMgmt = &pDnode->tmgmt;
for (ENodeType nodeType = 0; nodeType < NODE_MAX; ++nodeType) { for (ENodeType nodeType = 0; nodeType < NODE_MAX; ++nodeType) {
@ -274,32 +273,6 @@ static int32_t dndSetMsgHandle(SDnode *pDnode) {
return 0; return 0;
} }
int32_t dndInitTrans(SDnode *pDnode) {
dInfo("dnode-transport start to init");
if (dndSetMsgHandle(pDnode) != 0) {
return -1;
}
if (dndInitClient(pDnode) != 0) {
return -1;
}
if (dndInitServer(pDnode) != 0) {
return -1;
}
dInfo("dnode-transport is initialized");
return 0;
}
void dndCleanupTrans(SDnode *pDnode) {
dInfo("dnode-transport start to clean up");
dndCleanupServer(pDnode);
dndCleanupClient(pDnode);
dInfo("dnode-transport is cleaned up");
}
int32_t dndSendReqToDnode(SDnode *pDnode, SEpSet *pEpSet, SRpcMsg *pReq) { int32_t dndSendReqToDnode(SDnode *pDnode, SEpSet *pEpSet, SRpcMsg *pReq) {
STransMgmt *pMgmt = &pDnode->tmgmt; STransMgmt *pMgmt = &pDnode->tmgmt;
if (pMgmt->clientRpc == NULL) { if (pMgmt->clientRpc == NULL) {

18
source/dnode/mgmt/dnode/inc/dmFile.h
View File

@ -13,25 +13,21 @@
* along with this program. If not, see <http://www.gnu.org/licenses/>. * along with this program. If not, see <http://www.gnu.org/licenses/>.
*/ */
#ifndef _TD_DND_FILE_H_ #ifndef _TD_DND_DNODE_FILE_H_
#define _TD_DND_FILE_H_ #define _TD_DND_DNODE_FILE_H_
#include "dndInt.h" #include "dmInt.h"
#ifdef __cplusplus #ifdef __cplusplus
extern "C" { extern "C" {
#endif #endif
int32_t dmReadFile(SDnode *pDnode); int32_t dmReadFile(SDnodeMgmt *pMgmt);
int32_t dmWriteFile(SDnode *pDnode); int32_t dmWriteFile(SDnodeMgmt *pMgmt);
void dndUpdateDnodeEps(SDnodeMgmt *pMgmt, SArray *pDnodeEps);
void dndUpdateDnodeEps(SDnode *pDnode, SArray *pDnodeEps);
void dndResetDnodes(SDnode *pDnode, SArray *pDnodeEps);
void dndPrintDnodes(SDnode *pDnode);
bool dndIsEpChanged(SDnode *pDnode, int32_t dnodeId, char *pEp);
#ifdef __cplusplus #ifdef __cplusplus
} }
#endif #endif
#endif /*_TD_DND_FILE_H_*/ #endif /*_TD_DND_DNODE_FILE_H_*/

8
source/dnode/mgmt/dnode/inc/dmHandle.h
View File

@ -13,10 +13,10 @@
* along with this program. If not, see <http://www.gnu.org/licenses/>. * along with this program. If not, see <http://www.gnu.org/licenses/>.
*/ */
#ifndef _TD_DND_HADNLE_H_ #ifndef _TD_DND_DNODE_HADNLE_H_
#define _TD_DND_HADNLE_H_ #define _TD_DND_DNODE_HADNLE_H_
#include "dndInt.h" #include "dmInt.h"
#ifdef __cplusplus #ifdef __cplusplus
extern "C" { extern "C" {
@ -33,4 +33,4 @@ void dndProcessStartupReq(SDnode *pDnode, SRpcMsg *pMsg);
} }
#endif #endif
#endif /*_TD_DND_HADNLE_H_*/ #endif /*_TD_DND_DNODE_HADNLE_H_*/

22
source/dnode/mgmt/dnode/inc/dmInt.h
View File

@ -22,7 +22,29 @@
extern "C" { extern "C" {
#endif #endif
typedef struct SDnodeMgmt {
int32_t dnodeId;
int32_t dropped;
int64_t clusterId;
int64_t dver;
int64_t rebootTime;
int64_t updateTime;
int8_t statusSent;
SEpSet mnodeEpSet;
SHashObj *dnodeHash;
SArray *pDnodeEps;
pthread_t *threadId;
SRWLatch latch;
SDnodeWorker mgmtWorker;
SDnodeWorker statusWorker;
SMsgHandle msgHandles[TDMT_MAX];
const char *path;
SDnode *pDnode;
} SDnodeMgmt;
SMgmtFp dmGetMgmtFp(); SMgmtFp dmGetMgmtFp();
void dndProcessStartupReq(SDnode *pDnode, SRpcMsg *pMsg);
void dndGetMnodeEpSet(SDnode *pDnode, SEpSet *pEpSet);
#ifdef __cplusplus #ifdef __cplusplus
} }

8
source/dnode/mgmt/dnode/inc/dmMgmt.h
View File

@ -13,10 +13,10 @@
* along with this program. If not, see <http://www.gnu.org/licenses/>. * along with this program. If not, see <http://www.gnu.org/licenses/>.
*/ */
#ifndef _TD_DND_MGMT_H_ #ifndef _TD_DND_DNODE_MGMT_H_
#define _TD_DND_MGMT_H_ #define _TD_DND_DNODE_MGMT_H_
#include "dndInt.h" #include "dmInt.h"
#ifdef __cplusplus #ifdef __cplusplus
extern "C" { extern "C" {
@ -38,4 +38,4 @@ void dndProcessMgmtMsg(SDnode *pDnode, SMgmtWrapper *pWrapper, SNodeMsg *pMsg) ;
} }
#endif #endif
#endif /*_TD_DND_MGMT_H_*/ #endif /*_TD_DND_DNODE_MGMT_H_*/

73
source/dnode/mgmt/dnode/src/dmFile.c
View File

@ -16,8 +16,18 @@
#define _DEFAULT_SOURCE #define _DEFAULT_SOURCE
#include "dmFile.h" #include "dmFile.h"
int32_t dmReadFile(SDnode *pDnode) { static void dndPrintDnodes(SDnodeMgmt *pMgmt);
SDnodeMgmt *pMgmt = &pDnode->dmgmt; static bool dndIsEpChanged(SDnodeMgmt *pMgmt, const char *ep);
static void dndResetDnodes(SDnodeMgmt *pMgmt, SArray *pDnodeEps);
int32_t dmReadFile(SDnodeMgmt *pMgmt) {
int32_t code = TSDB_CODE_DND_DNODE_READ_FILE_ERROR;
int32_t len = 0;
int32_t maxLen = 256 * 1024;
char *content = calloc(1, maxLen + 1);
cJSON *root = NULL;
char file[PATH_MAX];
TdFilePtr pFile = NULL;
pMgmt->pDnodeEps = taosArrayInit(1, sizeof(SDnodeEp)); pMgmt->pDnodeEps = taosArrayInit(1, sizeof(SDnodeEp));
if (pMgmt->pDnodeEps == NULL) { if (pMgmt->pDnodeEps == NULL) {
@ -25,16 +35,8 @@ int32_t dmReadFile(SDnode *pDnode) {
goto PRASE_DNODE_OVER; goto PRASE_DNODE_OVER;
} }
int32_t code = TSDB_CODE_DND_DNODE_READ_FILE_ERROR; snprintf(file, sizeof(file), "%s%sdnode.json", pMgmt->path, TD_DIRSEP);
int32_t len = 0; pFile = taosOpenFile(file, TD_FILE_READ);
int32_t maxLen = 256 * 1024;
char *content = calloc(1, maxLen + 1);
cJSON *root = NULL;
char file[PATH_MAX];
snprintf(file, sizeof(file), "%s%sdnode.json", pDnode->path, TD_DIRSEP);
TdFilePtr pFile = taosOpenFile(file, TD_FILE_READ);
if (pFile == NULL) { if (pFile == NULL) {
dDebug("file %s not exist", file); dDebug("file %s not exist", file);
code = 0; code = 0;
@ -128,36 +130,34 @@ int32_t dmReadFile(SDnode *pDnode) {
code = 0; code = 0;
dInfo("succcessed to read file %s", file); dInfo("succcessed to read file %s", file);
dndPrintDnodes(pDnode); dndPrintDnodes(pMgmt);
PRASE_DNODE_OVER: PRASE_DNODE_OVER:
if (content != NULL) free(content); if (content != NULL) free(content);
if (root != NULL) cJSON_Delete(root); if (root != NULL) cJSON_Delete(root);
if (pFile != NULL) taosCloseFile(&pFile); if (pFile != NULL) taosCloseFile(&pFile);
if (dndIsEpChanged(pDnode, pMgmt->dnodeId, pDnode->cfg.localEp)) { if (dndIsEpChanged(pMgmt, pMgmt->pDnode->cfg.localEp)) {
dError("localEp %s different with %s and need reconfigured", pDnode->cfg.localEp, file); dError("localEp %s different with %s and need reconfigured", pMgmt->pDnode->cfg.localEp, file);
return -1; return -1;
} }
if (taosArrayGetSize(pMgmt->pDnodeEps) == 0) { if (taosArrayGetSize(pMgmt->pDnodeEps) == 0) {
SDnodeEp dnodeEp = {0}; SDnodeEp dnodeEp = {0};
dnodeEp.isMnode = 1; dnodeEp.isMnode = 1;
taosGetFqdnPortFromEp(pDnode->cfg.firstEp, &dnodeEp.ep); taosGetFqdnPortFromEp(pMgmt->pDnode->cfg.firstEp, &dnodeEp.ep);
taosArrayPush(pMgmt->pDnodeEps, &dnodeEp); taosArrayPush(pMgmt->pDnodeEps, &dnodeEp);
} }
dndResetDnodes(pDnode, pMgmt->pDnodeEps); dndResetDnodes(pMgmt, pMgmt->pDnodeEps);
terrno = 0; terrno = 0;
return 0; return 0;
} }
int32_t dmWriteFile(SDnode *pDnode) { int32_t dmWriteFile(SDnodeMgmt *pMgmt) {
SDnodeMgmt *pMgmt = &pDnode->dmgmt;
char file[PATH_MAX]; char file[PATH_MAX];
snprintf(file, sizeof(file), "%s%sdnode.json.bak", pDnode->path, TD_DIRSEP); snprintf(file, sizeof(file), "%s%sdnode.json.bak", pMgmt->path, TD_DIRSEP);
TdFilePtr pFile = taosOpenFile(file, TD_FILE_CTEATE | TD_FILE_WRITE | TD_FILE_TRUNC); TdFilePtr pFile = taosOpenFile(file, TD_FILE_CTEATE | TD_FILE_WRITE | TD_FILE_TRUNC);
if (pFile == NULL) { if (pFile == NULL) {
@ -197,7 +197,7 @@ int32_t dmWriteFile(SDnode *pDnode) {
free(content); free(content);
char realfile[PATH_MAX]; char realfile[PATH_MAX];
snprintf(realfile, sizeof(realfile), "%s%smnode.json", pDnode->path, TD_DIRSEP); snprintf(realfile, sizeof(realfile), "%s%smnode.json", pMgmt->path, TD_DIRSEP);
if (taosRenameFile(file, realfile) != 0) { if (taosRenameFile(file, realfile) != 0) {
terrno = TSDB_CODE_DND_MNODE_WRITE_FILE_ERROR; terrno = TSDB_CODE_DND_MNODE_WRITE_FILE_ERROR;
@ -210,31 +210,28 @@ int32_t dmWriteFile(SDnode *pDnode) {
return 0; return 0;
} }
void dndUpdateDnodeEps(SDnode *pDnode, SArray *pDnodeEps) { void dndUpdateDnodeEps(SDnodeMgmt *pMgmt, SArray *pDnodeEps) {
int32_t numOfEps = taosArrayGetSize(pDnodeEps); int32_t numOfEps = taosArrayGetSize(pDnodeEps);
if (numOfEps <= 0) return; if (numOfEps <= 0) return;
SDnodeMgmt *pMgmt = &pDnode->dmgmt;
taosWLockLatch(&pMgmt->latch); taosWLockLatch(&pMgmt->latch);
int32_t numOfEpsOld = (int32_t)taosArrayGetSize(pMgmt->pDnodeEps); int32_t numOfEpsOld = (int32_t)taosArrayGetSize(pMgmt->pDnodeEps);
if (numOfEps != numOfEpsOld) { if (numOfEps != numOfEpsOld) {
dndResetDnodes(pDnode, pDnodeEps); dndResetDnodes(pMgmt, pDnodeEps);
dmWriteFile(pDnode); dmWriteFile(pMgmt);
} else { } else {
int32_t size = numOfEps * sizeof(SDnodeEp); int32_t size = numOfEps * sizeof(SDnodeEp);
if (memcmp(pMgmt->pDnodeEps->pData, pDnodeEps->pData, size) != 0) { if (memcmp(pMgmt->pDnodeEps->pData, pDnodeEps->pData, size) != 0) {
dndResetDnodes(pDnode, pDnodeEps); dndResetDnodes(pMgmt, pDnodeEps);
dmWriteFile(pDnode); dmWriteFile(pMgmt);
} }
} }
taosWUnLockLatch(&pMgmt->latch); taosWUnLockLatch(&pMgmt->latch);
} }
void dndResetDnodes(SDnode *pDnode, SArray *pDnodeEps) { static void dndResetDnodes(SDnodeMgmt *pMgmt, SArray *pDnodeEps) {
SDnodeMgmt *pMgmt = &pDnode->dmgmt;
if (pMgmt->pDnodeEps != pDnodeEps) { if (pMgmt->pDnodeEps != pDnodeEps) {
SArray *tmp = pMgmt->pDnodeEps; SArray *tmp = pMgmt->pDnodeEps;
pMgmt->pDnodeEps = taosArrayDup(pDnodeEps); pMgmt->pDnodeEps = taosArrayDup(pDnodeEps);
@ -262,12 +259,10 @@ void dndResetDnodes(SDnode *pDnode, SArray *pDnodeEps) {
taosHashPut(pMgmt->dnodeHash, &pDnodeEp->id, sizeof(int32_t), pDnodeEp, sizeof(SDnodeEp)); taosHashPut(pMgmt->dnodeHash, &pDnodeEp->id, sizeof(int32_t), pDnodeEp, sizeof(SDnodeEp));
} }
dndPrintDnodes(pDnode); dndPrintDnodes(pMgmt);
} }
void dndPrintDnodes(SDnode *pDnode) { static void dndPrintDnodes(SDnodeMgmt *pMgmt) {
SDnodeMgmt *pMgmt = &pDnode->dmgmt;
int32_t numOfEps = (int32_t)taosArrayGetSize(pMgmt->pDnodeEps); int32_t numOfEps = (int32_t)taosArrayGetSize(pMgmt->pDnodeEps);
dDebug("print dnode ep list, num:%d", numOfEps); dDebug("print dnode ep list, num:%d", numOfEps);
for (int32_t i = 0; i < numOfEps; i++) { for (int32_t i = 0; i < numOfEps; i++) {
@ -276,17 +271,15 @@ void dndPrintDnodes(SDnode *pDnode) {
} }
} }
bool dndIsEpChanged(SDnode *pDnode, int32_t dnodeId, char *pEp) { static bool dndIsEpChanged(SDnodeMgmt *pMgmt, const char *ep) {
bool changed = false; bool changed = false;
SDnodeMgmt *pMgmt = &pDnode->dmgmt;
taosRLockLatch(&pMgmt->latch); taosRLockLatch(&pMgmt->latch);
SDnodeEp *pDnodeEp = taosHashGet(pMgmt->dnodeHash, &dnodeId, sizeof(int32_t)); SDnodeEp *pDnodeEp = taosHashGet(pMgmt->dnodeHash, &pMgmt->dnodeId, sizeof(int32_t));
if (pDnodeEp != NULL) { if (pDnodeEp != NULL) {
char epstr[TSDB_EP_LEN + 1]; char epstr[TSDB_EP_LEN + 1];
snprintf(epstr, TSDB_EP_LEN, "%s:%u", pDnodeEp->ep.fqdn, pDnodeEp->ep.port); snprintf(epstr, TSDB_EP_LEN, "%s:%u", pDnodeEp->ep.fqdn, pDnodeEp->ep.port);
changed = strcmp(pEp, epstr) != 0; changed = strcmp(ep, epstr) != 0;
} }
taosRUnLockLatch(&pMgmt->latch); taosRUnLockLatch(&pMgmt->latch);

5
source/dnode/mgmt/dnode/src/dmMgmt.c
View File

@ -296,6 +296,7 @@ static int32_t dmInit(SMgmtWrapper *pWrapper) {
pMgmt->rebootTime = taosGetTimestampMs(); pMgmt->rebootTime = taosGetTimestampMs();
pMgmt->dropped = 0; pMgmt->dropped = 0;
pMgmt->clusterId = 0; pMgmt->clusterId = 0;
pMgmt->path = pWrapper->path;
taosInitRWLatch(&pMgmt->latch); taosInitRWLatch(&pMgmt->latch);
pMgmt->dnodeHash = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), true, HASH_NO_LOCK); pMgmt->dnodeHash = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_INT), true, HASH_NO_LOCK);
@ -305,7 +306,7 @@ static int32_t dmInit(SMgmtWrapper *pWrapper) {
return -1; return -1;
} }
if (dmReadFile(pWrapper->pDnode) != 0) { if (dmReadFile(pMgmt) != 0) {
dError("node:%s, failed to read file since %s", pWrapper->name, terrstr()); dError("node:%s, failed to read file since %s", pWrapper->name, terrstr());
return -1; return -1;
} }
@ -352,7 +353,7 @@ static int32_t dmInit(SMgmtWrapper *pWrapper) {
#endif #endif
} }
static void dmCleanup(SDnode *pDnode, SMgmtWrapper *pWrapper){ static void dmCleanup(SMgmtWrapper *pWrapper){
} }

6
source/dnode/mgmt/dnode/src/dmWorker.c
View File

@ -18,10 +18,9 @@
#include "dndWorker.h" #include "dndWorker.h"
#include "dmHandle.h" #include "dmHandle.h"
static void *dnodeThreadRoutine(void *param) { static void *dnodeThreadRoutine(void *param) {
SDnode *pDnode = param; SDnodeMgmt *pMgmt = param;
SDnodeMgmt *pMgmt = &pDnode->dmgmt; SDnode *pDnode = pMgmt->pDnode;
int64_t lastStatusTime = taosGetTimestampMs(); int64_t lastStatusTime = taosGetTimestampMs();
int64_t lastMonitorTime = lastStatusTime; int64_t lastMonitorTime = lastStatusTime;
@ -50,7 +49,6 @@ static void *dnodeThreadRoutine(void *param) {
} }
} }
static void dndProcessMgmtQueue(SDnode *pDnode, SRpcMsg *pMsg) { static void dndProcessMgmtQueue(SDnode *pDnode, SRpcMsg *pMsg) {
int32_t code = 0; int32_t code = 0;