[TD-91] make monitor work
This commit is contained in:
parent
6dbca07042
commit
7dc72d3f99
|
@ -90,7 +90,7 @@ void dnodeCleanUpModules() {
|
|||
int32_t dnodeInitModules() {
|
||||
dnodeAllocModules();
|
||||
|
||||
for (int32_t module = 0; module < TSDB_MOD_MAX; ++module) {
|
||||
for (EModuleType module = 0; module < TSDB_MOD_MAX; ++module) {
|
||||
if (tsModule[module].initFp) {
|
||||
if ((*tsModule[module].initFp)() != 0) {
|
||||
dError("failed to init module:%s", tsModule[module].name);
|
||||
|
@ -103,7 +103,7 @@ int32_t dnodeInitModules() {
|
|||
}
|
||||
|
||||
void dnodeStartModules() {
|
||||
for (int32_t module = 1; module < TSDB_MOD_MAX; ++module) {
|
||||
for (EModuleType module = 1; module < TSDB_MOD_MAX; ++module) {
|
||||
if (tsModule[module].enable && tsModule[module].startFp) {
|
||||
if ((*tsModule[module].startFp)() != 0) {
|
||||
dError("failed to start module:%s", tsModule[module].name);
|
||||
|
|
|
@ -20,16 +20,17 @@
|
|||
#include "taosmsg.h"
|
||||
#include "trpc.h"
|
||||
#include "tglobal.h"
|
||||
#include "http.h"
|
||||
#include "dnode.h"
|
||||
#include "dnodeLog.h"
|
||||
#include "dnodeRead.h"
|
||||
#include "dnodeWrite.h"
|
||||
#include "dnodeShell.h"
|
||||
|
||||
static void (*dnodeProcessShellMsgFp[TSDB_MSG_TYPE_MAX])(SRpcMsg *);
|
||||
static void dnodeProcessMsgFromShell(SRpcMsg *pMsg);
|
||||
static int dnodeRetrieveUserAuthInfo(char *user, char *spi, char *encrypt, char *secret, char *ckey);
|
||||
static void *tsDnodeShellRpc = NULL;
|
||||
static void (*dnodeProcessShellMsgFp[TSDB_MSG_TYPE_MAX])(SRpcMsg *);
|
||||
static void dnodeProcessMsgFromShell(SRpcMsg *pMsg);
|
||||
static int dnodeRetrieveUserAuthInfo(char *user, char *spi, char *encrypt, char *secret, char *ckey);
|
||||
static void * tsDnodeShellRpc = NULL;
|
||||
static int32_t tsDnodeQueryReqNum = 0;
|
||||
static int32_t tsDnodeSubmitReqNum = 0;
|
||||
|
||||
|
@ -110,7 +111,7 @@ static int dnodeRetrieveUserAuthInfo(char *user, char *spi, char *encrypt, char
|
|||
SDnodeStatisInfo dnodeGetStatisInfo() {
|
||||
SDnodeStatisInfo info = {0};
|
||||
if (dnodeGetRunStatus() == TSDB_DNODE_RUN_STATUS_RUNING) {
|
||||
//info.httpReqNum = httpGetReqCount();
|
||||
info.httpReqNum = httpGetReqCount();
|
||||
info.queryReqNum = atomic_exchange_32(&tsDnodeQueryReqNum, 0);
|
||||
info.submitReqNum = atomic_exchange_32(&tsDnodeSubmitReqNum, 0);
|
||||
}
|
||||
|
|
|
@ -333,7 +333,7 @@ void sdbIncRef(void *handle, void *pRow) {
|
|||
SSdbTable *pTable = handle;
|
||||
int32_t * pRefCount = (int32_t *)(pRow + pTable->refCountPos);
|
||||
atomic_add_fetch_32(pRefCount, 1);
|
||||
if (1 && strcmp(pTable->tableName, "accounts") == 0) {
|
||||
if (0 && strcmp(pTable->tableName, "accounts") == 0) {
|
||||
sdbTrace("table:%s, add ref to record:%s:%s:%d", pTable->tableName, pTable->tableName, sdbGetkeyStr(pTable, pRow),
|
||||
*pRefCount);
|
||||
}
|
||||
|
@ -345,7 +345,7 @@ void sdbDecRef(void *handle, void *pRow) {
|
|||
SSdbTable *pTable = handle;
|
||||
int32_t * pRefCount = (int32_t *)(pRow + pTable->refCountPos);
|
||||
int32_t refCount = atomic_sub_fetch_32(pRefCount, 1);
|
||||
if (1 && strcmp(pTable->tableName, "accounts") == 0) {
|
||||
if (0 && strcmp(pTable->tableName, "accounts") == 0) {
|
||||
sdbTrace("table:%s, def ref of record:%s:%s:%d", pTable->tableName, pTable->tableName, sdbGetkeyStr(pTable, pRow),
|
||||
*pRefCount);
|
||||
}
|
||||
|
|
|
@ -23,17 +23,34 @@ extern "C" {
|
|||
#include <stdbool.h>
|
||||
#include <stdint.h>
|
||||
|
||||
int32_t monitorInitSystem();
|
||||
int32_t monitorStartSystem();
|
||||
void monitorStopSystem();
|
||||
void monitorCleanUpSystem();
|
||||
void monitorSaveAcctLog(char *acctId, int64_t currentPointsPerSecond, int64_t maxPointsPerSecond,
|
||||
int64_t totalTimeSeries, int64_t maxTimeSeries, int64_t totalStorage, int64_t maxStorage,
|
||||
int64_t totalQueryTime, int64_t maxQueryTime, int64_t totalInbound, int64_t maxInbound,
|
||||
int64_t totalOutbound, int64_t maxOutbound, int64_t totalDbs, int64_t maxDbs,
|
||||
int64_t totalUsers, int64_t maxUsers, int64_t totalStreams, int64_t maxStreams,
|
||||
int64_t totalConns, int64_t maxConns, int8_t accessState);
|
||||
void monitorSaveLog(int level, const char *const format, ...);
|
||||
typedef struct {
|
||||
char * acctId;
|
||||
int64_t currentPointsPerSecond;
|
||||
int64_t maxPointsPerSecond;
|
||||
int64_t totalTimeSeries;
|
||||
int64_t maxTimeSeries;
|
||||
int64_t totalStorage;
|
||||
int64_t maxStorage;
|
||||
int64_t totalQueryTime;
|
||||
int64_t maxQueryTime;
|
||||
int64_t totalInbound;
|
||||
int64_t maxInbound;
|
||||
int64_t totalOutbound;
|
||||
int64_t maxOutbound;
|
||||
int64_t totalDbs;
|
||||
int64_t maxDbs;
|
||||
int64_t totalUsers;
|
||||
int64_t maxUsers;
|
||||
int64_t totalStreams;
|
||||
int64_t maxStreams;
|
||||
int64_t totalConns;
|
||||
int64_t maxConns;
|
||||
int8_t accessState;
|
||||
} SAcctMonitorObj;
|
||||
|
||||
void monitorSaveAcctLog(SAcctMonitorObj *pMonObj);
|
||||
void monitorSaveLog(int32_t level, const char *const format, ...);
|
||||
void monitorExecuteSQL(char *sql);
|
||||
|
||||
#ifdef __cplusplus
|
||||
}
|
||||
|
|
|
@ -15,36 +15,33 @@
|
|||
|
||||
#define _DEFAULT_SOURCE
|
||||
#include "os.h"
|
||||
#include "tlog.h"
|
||||
#include "monitor.h"
|
||||
#include "dnode.h"
|
||||
#include "tsclient.h"
|
||||
#include "taosdef.h"
|
||||
#include "tsystem.h"
|
||||
#include "taoserror.h"
|
||||
#include "tlog.h"
|
||||
#include "ttime.h"
|
||||
#include "ttimer.h"
|
||||
#include "tutil.h"
|
||||
#include "tsystem.h"
|
||||
#include "tscUtil.h"
|
||||
#include "tsclient.h"
|
||||
#include "dnode.h"
|
||||
#include "monitorSystem.h"
|
||||
|
||||
#define monitorError(...) \
|
||||
if (monitorDebugFlag & DEBUG_ERROR) { \
|
||||
#define monitorError(...) \
|
||||
if (monitorDebugFlag & DEBUG_ERROR) { \
|
||||
taosPrintLog("ERROR MON ", 255, __VA_ARGS__); \
|
||||
}
|
||||
#define monitorWarn(...) \
|
||||
if (monitorDebugFlag & DEBUG_WARN) { \
|
||||
#define monitorWarn(...) \
|
||||
if (monitorDebugFlag & DEBUG_WARN) { \
|
||||
taosPrintLog("WARN MON ", monitorDebugFlag, __VA_ARGS__); \
|
||||
}
|
||||
#define monitorTrace(...) \
|
||||
if (monitorDebugFlag & DEBUG_TRACE) { \
|
||||
#define monitorTrace(...) \
|
||||
if (monitorDebugFlag & DEBUG_TRACE) { \
|
||||
taosPrintLog("MON ", monitorDebugFlag, __VA_ARGS__); \
|
||||
}
|
||||
#define monitorPrint(...) \
|
||||
{ taosPrintLog("MON ", 255, __VA_ARGS__); }
|
||||
|
||||
#define monitorLError(...) monitorError(__VA_ARGS__)
|
||||
#define monitorLWarn(...) monitorWarn(__VA_ARGS__)
|
||||
#define monitorLPrint(...) monitorPrint(__VA_ARGS__)
|
||||
|
||||
#define SQL_LENGTH 1024
|
||||
#define LOG_LEN_STR 80
|
||||
#define IP_LEN_STR 15
|
||||
|
@ -59,14 +56,14 @@ typedef enum {
|
|||
MONITOR_CMD_CREATE_TB_ACCT_ROOT,
|
||||
MONITOR_CMD_CREATE_TB_SLOWQUERY,
|
||||
MONITOR_CMD_MAX
|
||||
} MonitorCommand;
|
||||
} EMonitorCommand;
|
||||
|
||||
typedef enum {
|
||||
MONITOR_STATE_UN_INIT,
|
||||
MONITOR_STATE_INITIALIZING,
|
||||
MONITOR_STATE_INITIALIZED,
|
||||
MONITOR_STATE_STOPPED
|
||||
} MonitorState;
|
||||
} EMonitorState;
|
||||
|
||||
typedef struct {
|
||||
void * conn;
|
||||
|
@ -77,89 +74,75 @@ typedef struct {
|
|||
char sql[SQL_LENGTH];
|
||||
void * initTimer;
|
||||
void * diskTimer;
|
||||
} MonitorConn;
|
||||
} SMonitorConn;
|
||||
|
||||
MonitorConn *monitor = NULL;
|
||||
static SMonitorConn tsMonitorConn;
|
||||
static void monitorInitConn(void *para, void *unused);
|
||||
static void monitorInitConnCb(void *param, TAOS_RES *result, int32_t code);
|
||||
static void monitorInitDatabase();
|
||||
static void monitorInitDatabaseCb(void *param, TAOS_RES *result, int32_t code);
|
||||
static void monitorStartTimer();
|
||||
static void monitorSaveSystemInfo();
|
||||
|
||||
TAOS *taos_connect_a(char *ip, char *user, char *pass, char *db, uint16_t port, void (*fp)(void *, TAOS_RES *, int),
|
||||
void *param, void **taos);
|
||||
void monitorInitConn(void *para, void *unused);
|
||||
void monitorInitConnCb(void *param, TAOS_RES *result, int code);
|
||||
void monitorInitDatabase();
|
||||
void monitorInitDatabaseCb(void *param, TAOS_RES *result, int code);
|
||||
void monitorStartTimer();
|
||||
void monitorSaveSystemInfo();
|
||||
void monitorSaveLog(int level, const char *const format, ...);
|
||||
void monitorSaveAcctLog(char *acctId, int64_t currentPointsPerSecond, int64_t maxPointsPerSecond,
|
||||
int64_t totalTimeSeries, int64_t maxTimeSeries, int64_t totalStorage, int64_t maxStorage,
|
||||
int64_t totalQueryTime, int64_t maxQueryTime, int64_t totalInbound, int64_t maxInbound,
|
||||
int64_t totalOutbound, int64_t maxOutbound, int64_t totalDbs, int64_t maxDbs,
|
||||
int64_t totalUsers, int64_t maxUsers, int64_t totalStreams, int64_t maxStreams,
|
||||
int64_t totalConns, int64_t maxConns, int8_t accessState);
|
||||
void (*mnodeCountRequestFp)(SDnodeStatisInfo *info) = NULL;
|
||||
void monitorExecuteSQL(char *sql);
|
||||
|
||||
void monitorCheckDiskUsage(void *para, void *unused) {
|
||||
static void monitorCheckDiskUsage(void *para, void *unused) {
|
||||
taosGetDisk();
|
||||
taosTmrReset(monitorCheckDiskUsage, CHECK_INTERVAL, NULL, tscTmr, &monitor->diskTimer);
|
||||
taosTmrReset(monitorCheckDiskUsage, CHECK_INTERVAL, NULL, tscTmr, &tsMonitorConn.diskTimer);
|
||||
}
|
||||
|
||||
int monitorInitSystem() {
|
||||
monitor = (MonitorConn *)malloc(sizeof(MonitorConn));
|
||||
memset(monitor, 0, sizeof(MonitorConn));
|
||||
taosTmrReset(monitorCheckDiskUsage, CHECK_INTERVAL, NULL, tscTmr, &monitor->diskTimer);
|
||||
int32_t monitorInitSystem() {
|
||||
taos_init();
|
||||
taosTmrReset(monitorCheckDiskUsage, CHECK_INTERVAL, NULL, tscTmr, &tsMonitorConn.diskTimer);
|
||||
return 0;
|
||||
}
|
||||
|
||||
int monitorStartSystem() {
|
||||
if (monitor == NULL) {
|
||||
monitorInitSystem();
|
||||
}
|
||||
taosTmrReset(monitorInitConn, 10, NULL, tscTmr, &monitor->initTimer);
|
||||
int32_t monitorStartSystem() {
|
||||
monitorPrint("start monitor module");
|
||||
monitorInitSystem();
|
||||
taosTmrReset(monitorInitConn, 10, NULL, tscTmr, &tsMonitorConn.initTimer);
|
||||
return 0;
|
||||
}
|
||||
|
||||
void monitorStartSystemRetry() {
|
||||
if (monitor->initTimer != NULL) {
|
||||
taosTmrReset(monitorInitConn, 3000, NULL, tscTmr, &monitor->initTimer);
|
||||
static void monitorStartSystemRetry() {
|
||||
if (tsMonitorConn.initTimer != NULL) {
|
||||
taosTmrReset(monitorInitConn, 3000, NULL, tscTmr, &tsMonitorConn.initTimer);
|
||||
}
|
||||
}
|
||||
|
||||
void monitorInitConn(void *para, void *unused) {
|
||||
static void monitorInitConn(void *para, void *unused) {
|
||||
monitorPrint("starting to initialize monitor service ..");
|
||||
monitor->state = MONITOR_STATE_INITIALIZING;
|
||||
tsMonitorConn.state = MONITOR_STATE_INITIALIZING;
|
||||
|
||||
if (monitor->privateIpStr[0] == 0) {
|
||||
strcpy(monitor->privateIpStr, tsPrivateIp);
|
||||
for (int i = 0; i < TSDB_IPv4ADDR_LEN; ++i) {
|
||||
if (monitor->privateIpStr[i] == '.') {
|
||||
monitor->privateIpStr[i] = '_';
|
||||
if (tsMonitorConn.privateIpStr[0] == 0) {
|
||||
strcpy(tsMonitorConn.privateIpStr, tsPrivateIp);
|
||||
for (int32_t i = 0; i < TSDB_IPv4ADDR_LEN; ++i) {
|
||||
if (tsMonitorConn.privateIpStr[i] == '.') {
|
||||
tsMonitorConn.privateIpStr[i] = '_';
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (monitor->conn == NULL) {
|
||||
taos_connect_a(NULL, "monitor", tsInternalPass, "", 0, monitorInitConnCb, monitor, &(monitor->conn));
|
||||
if (tsMonitorConn.conn == NULL) {
|
||||
taos_connect_a(NULL, "monitor", tsInternalPass, "", 0, monitorInitConnCb, &tsMonitorConn, &(tsMonitorConn.conn));
|
||||
} else {
|
||||
monitorInitDatabase();
|
||||
}
|
||||
}
|
||||
|
||||
void monitorInitConnCb(void *param, TAOS_RES *result, int code) {
|
||||
static void monitorInitConnCb(void *param, TAOS_RES *result, int32_t code) {
|
||||
if (code < 0) {
|
||||
monitorError("monitor:%p, connect to database failed, code:%d", monitor->conn, code);
|
||||
taos_close(monitor->conn);
|
||||
monitor->conn = NULL;
|
||||
monitor->state = MONITOR_STATE_UN_INIT;
|
||||
monitorError("monitor:%p, connect to database failed, reason:%s", tsMonitorConn.conn, tstrerror(code));
|
||||
taos_close(tsMonitorConn.conn);
|
||||
tsMonitorConn.conn = NULL;
|
||||
tsMonitorConn.state = MONITOR_STATE_UN_INIT;
|
||||
monitorStartSystemRetry();
|
||||
return;
|
||||
}
|
||||
|
||||
monitorTrace("monitor:%p, connect to database success, code:%d", monitor->conn, code);
|
||||
monitorTrace("monitor:%p, connect to database success, reason:%s", tsMonitorConn.conn, tstrerror(code));
|
||||
monitorInitDatabase();
|
||||
}
|
||||
|
||||
void dnodeBuildMonitorSql(char *sql, int cmd) {
|
||||
static void dnodeBuildMonitorSql(char *sql, int32_t cmd) {
|
||||
memset(sql, 0, SQL_LENGTH);
|
||||
|
||||
if (cmd == MONITOR_CMD_CREATE_DB) {
|
||||
|
@ -180,7 +163,7 @@ void dnodeBuildMonitorSql(char *sql, int cmd) {
|
|||
tsMonitorDbName, IP_LEN_STR + 1);
|
||||
} else if (cmd == MONITOR_CMD_CREATE_TB_DN) {
|
||||
snprintf(sql, SQL_LENGTH, "create table if not exists %s.dn_%s using %s.dn tags('%s')", tsMonitorDbName,
|
||||
monitor->privateIpStr, tsMonitorDbName, tsPrivateIp);
|
||||
tsMonitorConn.privateIpStr, tsMonitorDbName, tsPrivateIp);
|
||||
} else if (cmd == MONITOR_CMD_CREATE_MT_ACCT) {
|
||||
snprintf(sql, SQL_LENGTH,
|
||||
"create table if not exists %s.acct(ts timestamp "
|
||||
|
@ -215,111 +198,107 @@ void dnodeBuildMonitorSql(char *sql, int cmd) {
|
|||
sql[SQL_LENGTH] = 0;
|
||||
}
|
||||
|
||||
void monitorInitDatabase() {
|
||||
if (monitor->cmdIndex < MONITOR_CMD_MAX) {
|
||||
dnodeBuildMonitorSql(monitor->sql, monitor->cmdIndex);
|
||||
taos_query_a(monitor->conn, monitor->sql, monitorInitDatabaseCb, NULL);
|
||||
static void monitorInitDatabase() {
|
||||
if (tsMonitorConn.cmdIndex < MONITOR_CMD_MAX) {
|
||||
dnodeBuildMonitorSql(tsMonitorConn.sql, tsMonitorConn.cmdIndex);
|
||||
taos_query_a(tsMonitorConn.conn, tsMonitorConn.sql, monitorInitDatabaseCb, NULL);
|
||||
} else {
|
||||
monitor->state = MONITOR_STATE_INITIALIZED;
|
||||
tsMonitorConn.state = MONITOR_STATE_INITIALIZED;
|
||||
monitorPrint("monitor service init success");
|
||||
|
||||
monitorStartTimer();
|
||||
}
|
||||
}
|
||||
|
||||
void monitorInitDatabaseCb(void *param, TAOS_RES *result, int code) {
|
||||
static void monitorInitDatabaseCb(void *param, TAOS_RES *result, int32_t code) {
|
||||
if (-code == TSDB_CODE_TABLE_ALREADY_EXIST || -code == TSDB_CODE_DB_ALREADY_EXIST || code >= 0) {
|
||||
monitorTrace("monitor:%p, sql success, code:%d, %s", monitor->conn, code, monitor->sql);
|
||||
if (monitor->cmdIndex == MONITOR_CMD_CREATE_TB_LOG) {
|
||||
monitorLPrint("dnode:%s is started", tsPrivateIp);
|
||||
monitorTrace("monitor:%p, sql success, reason:%d, %s", tsMonitorConn.conn, tstrerror(code), tsMonitorConn.sql);
|
||||
if (tsMonitorConn.cmdIndex == MONITOR_CMD_CREATE_TB_LOG) {
|
||||
monitorPrint("dnode:%s is started", tsPrivateIp);
|
||||
}
|
||||
monitor->cmdIndex++;
|
||||
tsMonitorConn.cmdIndex++;
|
||||
monitorInitDatabase();
|
||||
} else {
|
||||
monitorError("monitor:%p, sql failed, code:%d, %s", monitor->conn, code, monitor->sql);
|
||||
monitor->state = MONITOR_STATE_UN_INIT;
|
||||
monitorError("monitor:%p, sql failed, reason:%s, %s", tsMonitorConn.conn, tstrerror(code), tsMonitorConn.sql);
|
||||
tsMonitorConn.state = MONITOR_STATE_UN_INIT;
|
||||
monitorStartSystemRetry();
|
||||
}
|
||||
}
|
||||
|
||||
void monitorStopSystem() {
|
||||
if (monitor == NULL) {
|
||||
return;
|
||||
}
|
||||
|
||||
monitorLPrint("dnode:%s monitor module is stopped", tsPrivateIp);
|
||||
monitor->state = MONITOR_STATE_STOPPED;
|
||||
monitorPrint("monitor module is stopped");
|
||||
tsMonitorConn.state = MONITOR_STATE_STOPPED;
|
||||
// taosLogFp = NULL;
|
||||
if (monitor->initTimer != NULL) {
|
||||
taosTmrStopA(&(monitor->initTimer));
|
||||
if (tsMonitorConn.initTimer != NULL) {
|
||||
taosTmrStopA(&(tsMonitorConn.initTimer));
|
||||
}
|
||||
if (monitor->timer != NULL) {
|
||||
taosTmrStopA(&(monitor->timer));
|
||||
if (tsMonitorConn.timer != NULL) {
|
||||
taosTmrStopA(&(tsMonitorConn.timer));
|
||||
}
|
||||
}
|
||||
|
||||
void monitorCleanUpSystem() {
|
||||
monitorPrint("monitor service cleanup");
|
||||
monitorStopSystem();
|
||||
monitorPrint("monitor module cleanup");
|
||||
}
|
||||
|
||||
void monitorStartTimer() {
|
||||
taosTmrReset(monitorSaveSystemInfo, tsMonitorInterval * 1000, NULL, tscTmr, &monitor->timer);
|
||||
static void monitorStartTimer() {
|
||||
taosTmrReset(monitorSaveSystemInfo, tsMonitorInterval * 1000, NULL, tscTmr, &tsMonitorConn.timer);
|
||||
}
|
||||
|
||||
void dnodeMontiorInsertAcctCallback(void *param, TAOS_RES *result, int code) {
|
||||
static void dnodeMontiorInsertAcctCallback(void *param, TAOS_RES *result, int32_t code) {
|
||||
if (code < 0) {
|
||||
monitorError("monitor:%p, save account info failed, code:%d", monitor->conn, code);
|
||||
monitorError("monitor:%p, save account info failed, code:%s", tsMonitorConn.conn, tstrerror(code));
|
||||
} else if (code == 0) {
|
||||
monitorError("monitor:%p, save account info failed, affect rows:%d", monitor->conn, code);
|
||||
monitorError("monitor:%p, save account info failed, affect rows:%d", tsMonitorConn.conn, code);
|
||||
} else {
|
||||
monitorTrace("monitor:%p, save account info success, code:%d", monitor->conn, code);
|
||||
monitorTrace("monitor:%p, save account info success, code:%s", tsMonitorConn.conn, tstrerror(code));
|
||||
}
|
||||
}
|
||||
|
||||
void dnodeMontiorInsertSysCallback(void *param, TAOS_RES *result, int code) {
|
||||
static void dnodeMontiorInsertSysCallback(void *param, TAOS_RES *result, int32_t code) {
|
||||
if (code < 0) {
|
||||
monitorError("monitor:%p, save system info failed, code:%d %s", monitor->conn, code, monitor->sql);
|
||||
monitorError("monitor:%p, save system info failed, code:%s %s", tsMonitorConn.conn, tstrerror(code), tsMonitorConn.sql);
|
||||
} else if (code == 0) {
|
||||
monitorError("monitor:%p, save system info failed, affect rows:%d %s", monitor->conn, code, monitor->sql);
|
||||
monitorError("monitor:%p, save system info failed, affect rows:%d %s", tsMonitorConn.conn, code, tsMonitorConn.sql);
|
||||
} else {
|
||||
monitorTrace("monitor:%p, save system info success, code:%d %s", monitor->conn, code, monitor->sql);
|
||||
monitorTrace("monitor:%p, save system info success, code:%s %s", tsMonitorConn.conn, tstrerror(code), tsMonitorConn.sql);
|
||||
}
|
||||
}
|
||||
|
||||
void dnodeMontiorInsertLogCallback(void *param, TAOS_RES *result, int code) {
|
||||
static void dnodeMontiorInsertLogCallback(void *param, TAOS_RES *result, int32_t code) {
|
||||
if (code < 0) {
|
||||
monitorError("monitor:%p, save log failed, code:%d", monitor->conn, code);
|
||||
monitorError("monitor:%p, save log failed, code:%s", tsMonitorConn.conn, tstrerror(code));
|
||||
} else if (code == 0) {
|
||||
monitorError("monitor:%p, save log failed, affect rows:%d", monitor->conn, code);
|
||||
monitorError("monitor:%p, save log failed, affect rows:%d", tsMonitorConn.conn, code);
|
||||
} else {
|
||||
monitorTrace("monitor:%p, save log info success, code:%d", monitor->conn, code);
|
||||
monitorTrace("monitor:%p, save log info success, code:%s", tsMonitorConn.conn, tstrerror(code));
|
||||
}
|
||||
}
|
||||
|
||||
// unit is MB
|
||||
int monitorBuildMemorySql(char *sql) {
|
||||
static int32_t monitorBuildMemorySql(char *sql) {
|
||||
float sysMemoryUsedMB = 0;
|
||||
bool suc = taosGetSysMemory(&sysMemoryUsedMB);
|
||||
if (!suc) {
|
||||
monitorError("monitor:%p, get sys memory info failed.", monitor->conn);
|
||||
monitorError("monitor:%p, get sys memory info failed.", tsMonitorConn.conn);
|
||||
}
|
||||
|
||||
float procMemoryUsedMB = 0;
|
||||
suc = taosGetProcMemory(&procMemoryUsedMB);
|
||||
if (!suc) {
|
||||
monitorError("monitor:%p, get proc memory info failed.", monitor->conn);
|
||||
monitorError("monitor:%p, get proc memory info failed.", tsMonitorConn.conn);
|
||||
}
|
||||
|
||||
return sprintf(sql, ", %f, %f, %d", procMemoryUsedMB, sysMemoryUsedMB, tsTotalMemoryMB);
|
||||
}
|
||||
|
||||
// unit is %
|
||||
int monitorBuildCpuSql(char *sql) {
|
||||
static int32_t monitorBuildCpuSql(char *sql) {
|
||||
float sysCpuUsage = 0, procCpuUsage = 0;
|
||||
bool suc = taosGetCpuUsage(&sysCpuUsage, &procCpuUsage);
|
||||
if (!suc) {
|
||||
monitorError("monitor:%p, get cpu usage failed.", monitor->conn);
|
||||
monitorError("monitor:%p, get cpu usage failed.", tsMonitorConn.conn);
|
||||
}
|
||||
|
||||
if (sysCpuUsage <= procCpuUsage) {
|
||||
|
@ -330,51 +309,45 @@ int monitorBuildCpuSql(char *sql) {
|
|||
}
|
||||
|
||||
// unit is GB
|
||||
int monitorBuildDiskSql(char *sql) {
|
||||
static int32_t monitorBuildDiskSql(char *sql) {
|
||||
return sprintf(sql, ", %f, %d", (tsTotalDataDirGB - tsAvailDataDirGB), (int32_t)tsTotalDataDirGB);
|
||||
}
|
||||
|
||||
// unit is Kb
|
||||
int monitorBuildBandSql(char *sql) {
|
||||
static int32_t monitorBuildBandSql(char *sql) {
|
||||
float bandSpeedKb = 0;
|
||||
bool suc = taosGetBandSpeed(&bandSpeedKb);
|
||||
if (!suc) {
|
||||
monitorError("monitor:%p, get bandwidth speed failed.", monitor->conn);
|
||||
monitorError("monitor:%p, get bandwidth speed failed.", tsMonitorConn.conn);
|
||||
}
|
||||
|
||||
return sprintf(sql, ", %f", bandSpeedKb);
|
||||
}
|
||||
|
||||
int monitorBuildReqSql(char *sql) {
|
||||
SDnodeStatisInfo info;
|
||||
info.httpReqNum = info.submitReqNum = info.queryReqNum = 0;
|
||||
(*mnodeCountRequestFp)(&info);
|
||||
|
||||
static int32_t monitorBuildReqSql(char *sql) {
|
||||
SDnodeStatisInfo info = dnodeGetStatisInfo();
|
||||
return sprintf(sql, ", %d, %d, %d)", info.httpReqNum, info.queryReqNum, info.submitReqNum);
|
||||
}
|
||||
|
||||
int monitorBuildIoSql(char *sql) {
|
||||
static int32_t monitorBuildIoSql(char *sql) {
|
||||
float readKB = 0, writeKB = 0;
|
||||
bool suc = taosGetProcIO(&readKB, &writeKB);
|
||||
if (!suc) {
|
||||
monitorError("monitor:%p, get io info failed.", monitor->conn);
|
||||
monitorError("monitor:%p, get io info failed.", tsMonitorConn.conn);
|
||||
}
|
||||
|
||||
return sprintf(sql, ", %f, %f", readKB, writeKB);
|
||||
}
|
||||
|
||||
void monitorSaveSystemInfo() {
|
||||
if (monitor->state != MONITOR_STATE_INITIALIZED) {
|
||||
return;
|
||||
}
|
||||
|
||||
if (mnodeCountRequestFp == NULL) {
|
||||
static void monitorSaveSystemInfo() {
|
||||
if (tsMonitorConn.state != MONITOR_STATE_INITIALIZED) {
|
||||
monitorStartTimer();
|
||||
return;
|
||||
}
|
||||
|
||||
int64_t ts = taosGetTimestampUs();
|
||||
char * sql = monitor->sql;
|
||||
int pos = snprintf(sql, SQL_LENGTH, "insert into %s.dn_%s values(%" PRId64, tsMonitorDbName, monitor->privateIpStr, ts);
|
||||
char * sql = tsMonitorConn.sql;
|
||||
int32_t pos = snprintf(sql, SQL_LENGTH, "insert into %s.dn_%s values(%" PRId64, tsMonitorDbName, tsMonitorConn.privateIpStr, ts);
|
||||
|
||||
pos += monitorBuildCpuSql(sql + pos);
|
||||
pos += monitorBuildMemorySql(sql + pos);
|
||||
|
@ -383,65 +356,57 @@ void monitorSaveSystemInfo() {
|
|||
pos += monitorBuildIoSql(sql + pos);
|
||||
pos += monitorBuildReqSql(sql + pos);
|
||||
|
||||
monitorTrace("monitor:%p, save system info, sql:%s", monitor->conn, sql);
|
||||
taos_query_a(monitor->conn, sql, dnodeMontiorInsertSysCallback, "log");
|
||||
monitorTrace("monitor:%p, save system info, sql:%s", tsMonitorConn.conn, sql);
|
||||
taos_query_a(tsMonitorConn.conn, sql, dnodeMontiorInsertSysCallback, "log");
|
||||
|
||||
if (monitor->timer != NULL && monitor->state != MONITOR_STATE_STOPPED) {
|
||||
if (tsMonitorConn.timer != NULL && tsMonitorConn.state != MONITOR_STATE_STOPPED) {
|
||||
monitorStartTimer();
|
||||
}
|
||||
}
|
||||
|
||||
void monitorSaveAcctLog(char *acctId, int64_t currentPointsPerSecond, int64_t maxPointsPerSecond,
|
||||
int64_t totalTimeSeries, int64_t maxTimeSeries, int64_t totalStorage, int64_t maxStorage,
|
||||
int64_t totalQueryTime, int64_t maxQueryTime, int64_t totalInbound, int64_t maxInbound,
|
||||
int64_t totalOutbound, int64_t maxOutbound, int64_t totalDbs, int64_t maxDbs,
|
||||
int64_t totalUsers, int64_t maxUsers, int64_t totalStreams, int64_t maxStreams,
|
||||
int64_t totalConns, int64_t maxConns, int8_t accessState) {
|
||||
if (monitor == NULL) return;
|
||||
if (monitor->state != MONITOR_STATE_INITIALIZED) return;
|
||||
void monitorSaveAcctLog(SAcctMonitorObj *pMon) {
|
||||
if (tsMonitorConn.state != MONITOR_STATE_INITIALIZED) return;
|
||||
|
||||
char sql[1024] = {0};
|
||||
sprintf(sql,
|
||||
"insert into %s.acct_%s using %s.acct tags('%s') values(now"
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %" PRId64 ", %" PRId64
|
||||
", %d)",
|
||||
tsMonitorDbName, acctId, tsMonitorDbName, acctId,
|
||||
currentPointsPerSecond, maxPointsPerSecond,
|
||||
totalTimeSeries, maxTimeSeries,
|
||||
totalStorage, maxStorage,
|
||||
totalQueryTime, maxQueryTime,
|
||||
totalInbound, maxInbound,
|
||||
totalOutbound, maxOutbound,
|
||||
totalDbs, maxDbs,
|
||||
totalUsers, maxUsers,
|
||||
totalStreams, maxStreams,
|
||||
totalConns, maxConns,
|
||||
accessState);
|
||||
tsMonitorDbName, pMon->acctId, tsMonitorDbName, pMon->acctId,
|
||||
pMon->currentPointsPerSecond, pMon->maxPointsPerSecond,
|
||||
pMon->totalTimeSeries, pMon->maxTimeSeries,
|
||||
pMon->totalStorage, pMon->maxStorage,
|
||||
pMon->totalQueryTime, pMon->maxQueryTime,
|
||||
pMon->totalInbound, pMon->maxInbound,
|
||||
pMon->totalOutbound, pMon->maxOutbound,
|
||||
pMon->totalDbs, pMon->maxDbs,
|
||||
pMon->totalUsers, pMon->maxUsers,
|
||||
pMon->totalStreams, pMon->maxStreams,
|
||||
pMon->totalConns, pMon->maxConns,
|
||||
pMon->accessState);
|
||||
|
||||
monitorTrace("monitor:%p, save account info, sql %s", monitor->conn, sql);
|
||||
taos_query_a(monitor->conn, sql, dnodeMontiorInsertAcctCallback, "account");
|
||||
monitorTrace("monitor:%p, save account info, sql %s", tsMonitorConn.conn, sql);
|
||||
taos_query_a(tsMonitorConn.conn, sql, dnodeMontiorInsertAcctCallback, "account");
|
||||
}
|
||||
|
||||
void monitorSaveLog(int level, const char *const format, ...) {
|
||||
void monitorSaveLog(int32_t level, const char *const format, ...) {
|
||||
va_list argpointer;
|
||||
char sql[SQL_LENGTH] = {0};
|
||||
int max_length = SQL_LENGTH - 30;
|
||||
int32_t max_length = SQL_LENGTH - 30;
|
||||
|
||||
if (monitor->state != MONITOR_STATE_INITIALIZED) {
|
||||
return;
|
||||
}
|
||||
if (tsMonitorConn.state != MONITOR_STATE_INITIALIZED) return;
|
||||
|
||||
int len = snprintf(sql, (size_t)max_length, "import into %s.log values(%" PRId64 ", %d,'", tsMonitorDbName,
|
||||
taosGetTimestampUs(), level);
|
||||
int32_t len = snprintf(sql, (size_t)max_length, "import into %s.log values(%" PRId64 ", %d,'", tsMonitorDbName,
|
||||
taosGetTimestampUs(), level);
|
||||
|
||||
va_start(argpointer, format);
|
||||
len += vsnprintf(sql + len, (size_t)(max_length - len), format, argpointer);
|
||||
|
@ -451,11 +416,11 @@ void monitorSaveLog(int level, const char *const format, ...) {
|
|||
len += sprintf(sql + len, "', '%s')", tsPrivateIp);
|
||||
sql[len++] = 0;
|
||||
|
||||
monitorTrace("monitor:%p, save log, sql: %s", monitor->conn, sql);
|
||||
taos_query_a(monitor->conn, sql, dnodeMontiorInsertLogCallback, "log");
|
||||
monitorTrace("monitor:%p, save log, sql: %s", tsMonitorConn.conn, sql);
|
||||
taos_query_a(tsMonitorConn.conn, sql, dnodeMontiorInsertLogCallback, "log");
|
||||
}
|
||||
|
||||
void monitorExecuteSQL(char *sql) {
|
||||
monitorTrace("monitor:%p, execute sql: %s", monitor->conn, sql);
|
||||
taos_query_a(monitor->conn, sql, NULL, NULL);
|
||||
monitorTrace("monitor:%p, execute sql: %s", tsMonitorConn.conn, sql);
|
||||
taos_query_a(tsMonitorConn.conn, sql, NULL, NULL);
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue