Merge branch '3.0' of github.com:taosdata/TDengine into 3.0
This commit is contained in:
commit
e2e311a0b2
279
Jenkinsfile2
279
Jenkinsfile2
|
@ -8,135 +8,202 @@ def skipbuild=0
|
||||||
def win_stop=0
|
def win_stop=0
|
||||||
|
|
||||||
def abortPreviousBuilds() {
|
def abortPreviousBuilds() {
|
||||||
def currentJobName = env.JOB_NAME
|
def currentJobName = env.JOB_NAME
|
||||||
def currentBuildNumber = env.BUILD_NUMBER.toInteger()
|
def currentBuildNumber = env.BUILD_NUMBER.toInteger()
|
||||||
def jobs = Jenkins.instance.getItemByFullName(currentJobName)
|
def jobs = Jenkins.instance.getItemByFullName(currentJobName)
|
||||||
def builds = jobs.getBuilds()
|
def builds = jobs.getBuilds()
|
||||||
|
|
||||||
for (build in builds) {
|
for (build in builds) {
|
||||||
if (!build.isBuilding()) {
|
if (!build.isBuilding()) {
|
||||||
continue;
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (currentBuildNumber == build.getNumber().toInteger()) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
build.doKill() //doTerm(),doKill(),doTerm()
|
||||||
}
|
}
|
||||||
|
|
||||||
if (currentBuildNumber == build.getNumber().toInteger()) {
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
build.doKill() //doTerm(),doKill(),doTerm()
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
// abort previous build
|
// abort previous build
|
||||||
abortPreviousBuilds()
|
abortPreviousBuilds()
|
||||||
def abort_previous(){
|
def abort_previous(){
|
||||||
def buildNumber = env.BUILD_NUMBER as int
|
def buildNumber = env.BUILD_NUMBER as int
|
||||||
if (buildNumber > 1) milestone(buildNumber - 1)
|
if (buildNumber > 1) milestone(buildNumber - 1)
|
||||||
milestone(buildNumber)
|
milestone(buildNumber)
|
||||||
}
|
}
|
||||||
def pre_test(){
|
def pre_test(){
|
||||||
sh'hostname'
|
sh 'hostname'
|
||||||
sh '''
|
sh '''
|
||||||
date
|
date
|
||||||
sudo rmtaos || echo "taosd has not installed"
|
sudo rmtaos || echo "taosd has not installed"
|
||||||
'''
|
'''
|
||||||
sh '''
|
sh '''
|
||||||
killall -9 taosd ||echo "no taosd running"
|
killall -9 taosd ||echo "no taosd running"
|
||||||
killall -9 gdb || echo "no gdb running"
|
killall -9 gdb || echo "no gdb running"
|
||||||
killall -9 python3.8 || echo "no python program running"
|
killall -9 python3.8 || echo "no python program running"
|
||||||
cd ${WKC}
|
cd ${WKC}
|
||||||
'''
|
'''
|
||||||
script {
|
script {
|
||||||
if (env.CHANGE_TARGET == 'master') {
|
if (env.CHANGE_TARGET == 'master') {
|
||||||
sh '''
|
sh '''
|
||||||
cd ${WKC}
|
cd ${WKC}
|
||||||
git checkout master
|
git checkout master
|
||||||
'''
|
'''
|
||||||
|
} else if(env.CHANGE_TARGET == '2.0') {
|
||||||
|
sh '''
|
||||||
|
cd ${WKC}
|
||||||
|
git checkout 2.0
|
||||||
|
'''
|
||||||
|
} else if(env.CHANGE_TARGET == '3.0') {
|
||||||
|
sh '''
|
||||||
|
cd ${WKC}
|
||||||
|
git checkout 3.0
|
||||||
|
[ -d contrib/bdb ] && cd contrib/bdb && git clean -fxd && cd ../..
|
||||||
|
'''
|
||||||
|
} else {
|
||||||
|
sh '''
|
||||||
|
cd ${WKC}
|
||||||
|
git checkout develop
|
||||||
|
'''
|
||||||
}
|
}
|
||||||
else if(env.CHANGE_TARGET == '2.0'){
|
|
||||||
sh '''
|
|
||||||
cd ${WKC}
|
|
||||||
git checkout 2.0
|
|
||||||
'''
|
|
||||||
}
|
|
||||||
else if(env.CHANGE_TARGET == '3.0'){
|
|
||||||
sh '''
|
|
||||||
cd ${WKC}
|
|
||||||
git checkout 3.0
|
|
||||||
[ -d contrib/bdb ] && cd contrib/bdb && git clean -fxd && cd ../..
|
|
||||||
'''
|
|
||||||
}
|
|
||||||
else{
|
|
||||||
sh '''
|
|
||||||
cd ${WKC}
|
|
||||||
git checkout develop
|
|
||||||
'''
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
sh'''
|
sh '''
|
||||||
cd ${WKC}
|
cd ${WKC}
|
||||||
git pull >/dev/null
|
git pull >/dev/null
|
||||||
git fetch origin +refs/pull/${CHANGE_ID}/merge
|
git fetch origin +refs/pull/${CHANGE_ID}/merge
|
||||||
git checkout -qf FETCH_HEAD
|
git checkout -qf FETCH_HEAD
|
||||||
git submodule update --init --recursive
|
git submodule update --init --recursive
|
||||||
'''
|
'''
|
||||||
sh'''
|
sh '''
|
||||||
cd ${WKC}
|
cd ${WKC}
|
||||||
export TZ=Asia/Harbin
|
export TZ=Asia/Harbin
|
||||||
date
|
date
|
||||||
rm -rf debug
|
rm -rf debug
|
||||||
mkdir debug
|
mkdir debug
|
||||||
cd debug
|
cd debug
|
||||||
cmake .. > /dev/null
|
cmake .. > /dev/null
|
||||||
make -j4> /dev/null
|
make -j4> /dev/null
|
||||||
'''
|
'''
|
||||||
sh'''
|
sh '''
|
||||||
cd ${WKPY}
|
cd ${WKPY}
|
||||||
git reset --hard
|
git reset --hard
|
||||||
git pull
|
git pull
|
||||||
pip3 install .
|
pip3 install .
|
||||||
|
'''
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
def pre_test_win(){
|
||||||
|
bat '''
|
||||||
|
hostname
|
||||||
|
date /t
|
||||||
|
time /t
|
||||||
|
taskkill /f /t /im python.exe
|
||||||
|
taskkill /f /t /im bash.exe
|
||||||
|
cd C:\\workspace\\%EXECUTOR_NUMBER%\\TDengine
|
||||||
|
rd /s /Q C:\\workspace\\%EXECUTOR_NUMBER%\\TDengine\\debug
|
||||||
|
exit 0
|
||||||
|
'''
|
||||||
|
bat '''
|
||||||
|
cd C:\\workspace\\%EXECUTOR_NUMBER%\\TDengine
|
||||||
|
git reset --hard
|
||||||
|
git fetch || git fetch
|
||||||
|
git checkout -f
|
||||||
|
'''
|
||||||
|
script {
|
||||||
|
if (env.CHANGE_TARGET == 'master') {
|
||||||
|
bat '''
|
||||||
|
cd C:\\workspace\\%EXECUTOR_NUMBER%\\TDengine
|
||||||
|
git checkout master
|
||||||
|
'''
|
||||||
|
} else if(env.CHANGE_TARGET == '2.0') {
|
||||||
|
bat '''
|
||||||
|
cd C:\\workspace\\%EXECUTOR_NUMBER%\\TDengine
|
||||||
|
git checkout 2.0
|
||||||
|
'''
|
||||||
|
} else if(env.CHANGE_TARGET == '3.0') {
|
||||||
|
bat '''
|
||||||
|
cd C:\\workspace\\%EXECUTOR_NUMBER%\\TDengine
|
||||||
|
git checkout 3.0
|
||||||
|
'''
|
||||||
|
} else {
|
||||||
|
bat '''
|
||||||
|
cd C:\\workspace\\%EXECUTOR_NUMBER%\\TDengine
|
||||||
|
git checkout develop
|
||||||
|
'''
|
||||||
|
}
|
||||||
|
}
|
||||||
|
bat '''
|
||||||
|
cd C:\\workspace\\%EXECUTOR_NUMBER%\\TDengine
|
||||||
|
git branch
|
||||||
|
git pull || git pull
|
||||||
|
git fetch origin +refs/pull/%CHANGE_ID%/merge
|
||||||
|
git checkout -qf FETCH_HEAD
|
||||||
|
'''
|
||||||
|
}
|
||||||
|
def pre_test_build_win() {
|
||||||
|
bat '''
|
||||||
|
echo "building ..."
|
||||||
|
time /t
|
||||||
|
cd C:\\workspace\\%EXECUTOR_NUMBER%\\TDengine
|
||||||
|
mkdir debug
|
||||||
|
cd debug
|
||||||
|
call "C:\\Program Files (x86)\\Microsoft Visual Studio\\2017\\Community\\VC\\Auxiliary\\Build\\vcvarsall.bat" x64
|
||||||
|
set CL=/MP8
|
||||||
|
cmake .. -G "NMake Makefiles JOM"
|
||||||
|
jom -j 4 || exit 8
|
||||||
|
time /t
|
||||||
'''
|
'''
|
||||||
return 1
|
return 1
|
||||||
}
|
}
|
||||||
|
|
||||||
pipeline {
|
pipeline {
|
||||||
agent none
|
agent none
|
||||||
options { skipDefaultCheckout() }
|
options { skipDefaultCheckout() }
|
||||||
environment{
|
environment{
|
||||||
WK = '/var/lib/jenkins/workspace/TDinternal'
|
WK = '/var/lib/jenkins/workspace/TDinternal'
|
||||||
WKC= '/var/lib/jenkins/workspace/TDengine'
|
WKC= '/var/lib/jenkins/workspace/TDengine'
|
||||||
WKPY= '/var/lib/jenkins/workspace/taos-connector-python'
|
WKPY= '/var/lib/jenkins/workspace/taos-connector-python'
|
||||||
}
|
}
|
||||||
stages {
|
stages {
|
||||||
stage('pre_build'){
|
stage('run test') {
|
||||||
agent{label " slave3_0 || slave15 || slave16 || slave17 "}
|
parallel {
|
||||||
options { skipDefaultCheckout() }
|
stage('windows test') {
|
||||||
when {
|
agent {label " windows11 "}
|
||||||
changeRequest()
|
steps {
|
||||||
}
|
pre_test_win()
|
||||||
steps {
|
pre_test_build_win()
|
||||||
script{
|
}
|
||||||
abort_previous()
|
}
|
||||||
abortPreviousBuilds()
|
stage('linux test') {
|
||||||
|
agent{label " slave3_0 || slave15 || slave16 || slave17 "}
|
||||||
|
options { skipDefaultCheckout() }
|
||||||
|
when {
|
||||||
|
changeRequest()
|
||||||
|
}
|
||||||
|
steps {
|
||||||
|
timeout(time: 45, unit: 'MINUTES'){
|
||||||
|
pre_test()
|
||||||
|
sh '''
|
||||||
|
cd ${WKC}/debug
|
||||||
|
ctest -VV
|
||||||
|
'''
|
||||||
|
sh '''
|
||||||
|
export LD_LIBRARY_PATH=${WKC}/debug/build/lib
|
||||||
|
cd ${WKC}/tests/system-test
|
||||||
|
./fulltest.sh
|
||||||
|
'''
|
||||||
|
sh '''
|
||||||
|
cd ${WKC}/tests
|
||||||
|
./test-all.sh b1fq
|
||||||
|
'''
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
timeout(time: 45, unit: 'MINUTES'){
|
}
|
||||||
pre_test()
|
}
|
||||||
sh'''
|
post {
|
||||||
cd ${WKC}/debug
|
|
||||||
ctest -VV
|
|
||||||
'''
|
|
||||||
sh'''
|
|
||||||
export LD_LIBRARY_PATH=${WKC}/debug/build/lib
|
|
||||||
cd ${WKC}/tests/system-test
|
|
||||||
./fulltest.sh
|
|
||||||
'''
|
|
||||||
sh'''
|
|
||||||
cd ${WKC}/tests
|
|
||||||
./test-all.sh b1fq
|
|
||||||
'''
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
post {
|
|
||||||
success {
|
success {
|
||||||
emailext (
|
emailext (
|
||||||
subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' SUCCESS",
|
subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' SUCCESS",
|
||||||
|
|
|
@ -73,7 +73,8 @@ typedef uint16_t tmsg_t;
|
||||||
enum { CONN_TYPE__QUERY = 1, CONN_TYPE__TMQ, CONN_TYPE__MAX };
|
enum { CONN_TYPE__QUERY = 1, CONN_TYPE__TMQ, CONN_TYPE__MAX };
|
||||||
|
|
||||||
enum {
|
enum {
|
||||||
HEARTBEAT_KEY_DBINFO = 1,
|
HEARTBEAT_KEY_USER_AUTHINFO = 1,
|
||||||
|
HEARTBEAT_KEY_DBINFO,
|
||||||
HEARTBEAT_KEY_STBINFO,
|
HEARTBEAT_KEY_STBINFO,
|
||||||
HEARTBEAT_KEY_MQ_TMP,
|
HEARTBEAT_KEY_MQ_TMP,
|
||||||
};
|
};
|
||||||
|
@ -426,7 +427,9 @@ int32_t tDeserializeSGetUserAuthReq(void* buf, int32_t bufLen, SGetUserAuthReq*
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
char user[TSDB_USER_LEN];
|
char user[TSDB_USER_LEN];
|
||||||
|
int32_t version;
|
||||||
int8_t superAuth;
|
int8_t superAuth;
|
||||||
|
SHashObj* createdDbs;
|
||||||
SHashObj* readDbs;
|
SHashObj* readDbs;
|
||||||
SHashObj* writeDbs;
|
SHashObj* writeDbs;
|
||||||
} SGetUserAuthRsp;
|
} SGetUserAuthRsp;
|
||||||
|
@ -669,10 +672,20 @@ typedef struct {
|
||||||
SArray* pArray; // Array of SUseDbRsp
|
SArray* pArray; // Array of SUseDbRsp
|
||||||
} SUseDbBatchRsp;
|
} SUseDbBatchRsp;
|
||||||
|
|
||||||
|
|
||||||
int32_t tSerializeSUseDbBatchRsp(void* buf, int32_t bufLen, SUseDbBatchRsp* pRsp);
|
int32_t tSerializeSUseDbBatchRsp(void* buf, int32_t bufLen, SUseDbBatchRsp* pRsp);
|
||||||
int32_t tDeserializeSUseDbBatchRsp(void* buf, int32_t bufLen, SUseDbBatchRsp* pRsp);
|
int32_t tDeserializeSUseDbBatchRsp(void* buf, int32_t bufLen, SUseDbBatchRsp* pRsp);
|
||||||
void tFreeSUseDbBatchRsp(SUseDbBatchRsp* pRsp);
|
void tFreeSUseDbBatchRsp(SUseDbBatchRsp* pRsp);
|
||||||
|
|
||||||
|
typedef struct {
|
||||||
|
SArray* pArray; // Array of SGetUserAuthRsp
|
||||||
|
} SUserAuthBatchRsp;
|
||||||
|
|
||||||
|
int32_t tSerializeSUserAuthBatchRsp(void* buf, int32_t bufLen, SUserAuthBatchRsp* pRsp);
|
||||||
|
int32_t tDeserializeSUserAuthBatchRsp(void* buf, int32_t bufLen, SUserAuthBatchRsp* pRsp);
|
||||||
|
void tFreeSUserAuthBatchRsp(SUserAuthBatchRsp* pRsp);
|
||||||
|
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
char db[TSDB_DB_FNAME_LEN];
|
char db[TSDB_DB_FNAME_LEN];
|
||||||
} SCompactDbReq;
|
} SCompactDbReq;
|
||||||
|
@ -2578,6 +2591,28 @@ static FORCE_INLINE void tDeleteSMqAskEpRsp(SMqAskEpRsp* pRsp) {
|
||||||
taosArrayDestroyEx(pRsp->topics, (void (*)(void*))tDeleteSMqSubTopicEp);
|
taosArrayDestroyEx(pRsp->topics, (void (*)(void*))tDeleteSMqSubTopicEp);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#define TD_AUTO_CREATE_TABLE 0x1
|
||||||
|
typedef struct {
|
||||||
|
int64_t suid;
|
||||||
|
int64_t uid;
|
||||||
|
int32_t sver;
|
||||||
|
uint64_t nData;
|
||||||
|
const void* pData;
|
||||||
|
SVCreateTbReq cTbReq;
|
||||||
|
} SVSubmitBlk;
|
||||||
|
|
||||||
|
typedef struct {
|
||||||
|
int32_t flags;
|
||||||
|
int32_t nBlocks;
|
||||||
|
union {
|
||||||
|
SArray* pArray;
|
||||||
|
SVSubmitBlk* pBlocks;
|
||||||
|
};
|
||||||
|
} SVSubmitReq;
|
||||||
|
|
||||||
|
int32_t tEncodeSVSubmitReq(SCoder* pCoder, const SVSubmitReq* pReq);
|
||||||
|
int32_t tDecodeSVSubmitReq(SCoder* pCoder, SVSubmitReq* pReq);
|
||||||
|
|
||||||
#pragma pack(pop)
|
#pragma pack(pop)
|
||||||
|
|
||||||
#ifdef __cplusplus
|
#ifdef __cplusplus
|
||||||
|
|
|
@ -40,6 +40,11 @@ enum {
|
||||||
CTG_DBG_STB_RENT_NUM,
|
CTG_DBG_STB_RENT_NUM,
|
||||||
};
|
};
|
||||||
|
|
||||||
|
typedef enum {
|
||||||
|
AUTH_TYPE_READ = 1,
|
||||||
|
AUTH_TYPE_WRITE,
|
||||||
|
AUTH_TYPE_OTHER,
|
||||||
|
} AUTH_TYPE;
|
||||||
|
|
||||||
typedef struct SCatalogReq {
|
typedef struct SCatalogReq {
|
||||||
SArray *pTableName; // element is SNAME
|
SArray *pTableName; // element is SNAME
|
||||||
|
@ -57,6 +62,7 @@ typedef struct SMetaData {
|
||||||
typedef struct SCatalogCfg {
|
typedef struct SCatalogCfg {
|
||||||
uint32_t maxTblCacheNum;
|
uint32_t maxTblCacheNum;
|
||||||
uint32_t maxDBCacheNum;
|
uint32_t maxDBCacheNum;
|
||||||
|
uint32_t maxUserCacheNum;
|
||||||
uint32_t dbRentSec;
|
uint32_t dbRentSec;
|
||||||
uint32_t stbRentSec;
|
uint32_t stbRentSec;
|
||||||
} SCatalogCfg;
|
} SCatalogCfg;
|
||||||
|
@ -77,6 +83,11 @@ typedef struct SDbVgVersion {
|
||||||
int32_t numOfTable; // unit is TSDB_TABLE_NUM_UNIT
|
int32_t numOfTable; // unit is TSDB_TABLE_NUM_UNIT
|
||||||
} SDbVgVersion;
|
} SDbVgVersion;
|
||||||
|
|
||||||
|
typedef struct SUserAuthVersion {
|
||||||
|
char user[TSDB_USER_LEN];
|
||||||
|
int32_t version;
|
||||||
|
} SUserAuthVersion;
|
||||||
|
|
||||||
typedef SDbCfgRsp SDbCfgInfo;
|
typedef SDbCfgRsp SDbCfgInfo;
|
||||||
typedef SUserIndexRsp SIndexInfo;
|
typedef SUserIndexRsp SIndexInfo;
|
||||||
|
|
||||||
|
@ -219,12 +230,18 @@ int32_t catalogGetExpiredSTables(SCatalog* pCatalog, SSTableMetaVersion **stable
|
||||||
|
|
||||||
int32_t catalogGetExpiredDBs(SCatalog* pCatalog, SDbVgVersion **dbs, uint32_t *num);
|
int32_t catalogGetExpiredDBs(SCatalog* pCatalog, SDbVgVersion **dbs, uint32_t *num);
|
||||||
|
|
||||||
|
int32_t catalogGetExpiredUsers(SCatalog* pCtg, SUserAuthVersion **users, uint32_t *num);
|
||||||
|
|
||||||
int32_t catalogGetDBCfg(SCatalog* pCtg, void *pRpc, const SEpSet* pMgmtEps, const char* dbFName, SDbCfgInfo* pDbCfg);
|
int32_t catalogGetDBCfg(SCatalog* pCtg, void *pRpc, const SEpSet* pMgmtEps, const char* dbFName, SDbCfgInfo* pDbCfg);
|
||||||
|
|
||||||
int32_t catalogGetIndexInfo(SCatalog* pCtg, void *pRpc, const SEpSet* pMgmtEps, const char* indexName, SIndexInfo* pInfo);
|
int32_t catalogGetIndexInfo(SCatalog* pCtg, void *pRpc, const SEpSet* pMgmtEps, const char* indexName, SIndexInfo* pInfo);
|
||||||
|
|
||||||
int32_t catalogGetUdfInfo(SCatalog* pCtg, void *pRpc, const SEpSet* pMgmtEps, const char* funcName, SFuncInfo** pInfo);
|
int32_t catalogGetUdfInfo(SCatalog* pCtg, void *pRpc, const SEpSet* pMgmtEps, const char* funcName, SFuncInfo** pInfo);
|
||||||
|
|
||||||
|
int32_t catalogChkAuth(SCatalog* pCtg, void *pRpc, const SEpSet* pMgmtEps, const char* user, const char* dbFName, AUTH_TYPE type, bool *pass);
|
||||||
|
|
||||||
|
int32_t catalogUpdateUserAuthInfo(SCatalog* pCtg, SGetUserAuthRsp* pAuth);
|
||||||
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Destroy catalog and relase all resources
|
* Destroy catalog and relase all resources
|
||||||
|
|
|
@ -68,6 +68,7 @@ typedef int (*RpcAfp)(void *parent, char *tableId, char *spi, char *encrypt, cha
|
||||||
typedef bool (*RpcRfp)(int32_t code);
|
typedef bool (*RpcRfp)(int32_t code);
|
||||||
|
|
||||||
typedef struct SRpcInit {
|
typedef struct SRpcInit {
|
||||||
|
char localFqdn[TSDB_FQDN_LEN];
|
||||||
uint16_t localPort; // local port
|
uint16_t localPort; // local port
|
||||||
char * label; // for debug purpose
|
char * label; // for debug purpose
|
||||||
int numOfThreads; // number of threads to handle connections
|
int numOfThreads; // number of threads to handle connections
|
||||||
|
|
|
@ -161,6 +161,7 @@ int taosCreateSocketWithTimeOutOpt(uint32_t conn_timeout_sec);
|
||||||
|
|
||||||
TdSocketPtr taosOpenUdpSocket(uint32_t localIp, uint16_t localPort);
|
TdSocketPtr taosOpenUdpSocket(uint32_t localIp, uint16_t localPort);
|
||||||
TdSocketPtr taosOpenTcpClientSocket(uint32_t ip, uint16_t port, uint32_t localIp);
|
TdSocketPtr taosOpenTcpClientSocket(uint32_t ip, uint16_t port, uint32_t localIp);
|
||||||
|
bool taosValidIpAndPort(uint32_t ip, uint16_t port);
|
||||||
TdSocketServerPtr taosOpenTcpServerSocket(uint32_t ip, uint16_t port);
|
TdSocketServerPtr taosOpenTcpServerSocket(uint32_t ip, uint16_t port);
|
||||||
int32_t taosKeepTcpAlive(TdSocketPtr pSocket);
|
int32_t taosKeepTcpAlive(TdSocketPtr pSocket);
|
||||||
TdSocketPtr taosAcceptTcpConnectSocket(TdSocketServerPtr pServerSocket, struct sockaddr *destAddr, int *addrLen);
|
TdSocketPtr taosAcceptTcpConnectSocket(TdSocketServerPtr pServerSocket, struct sockaddr *destAddr, int *addrLen);
|
||||||
|
|
|
@ -28,6 +28,27 @@ static int32_t hbMqHbReqHandle(SClientHbKey *connKey, void *param, SClientHbReq
|
||||||
|
|
||||||
static int32_t hbMqHbRspHandle(SAppHbMgr *pAppHbMgr, SClientHbRsp *pRsp) { return 0; }
|
static int32_t hbMqHbRspHandle(SAppHbMgr *pAppHbMgr, SClientHbRsp *pRsp) { return 0; }
|
||||||
|
|
||||||
|
static int32_t hbProcessUserAuthInfoRsp(void *value, int32_t valueLen, struct SCatalog *pCatalog) {
|
||||||
|
int32_t code = 0;
|
||||||
|
|
||||||
|
SUserAuthBatchRsp batchRsp = {0};
|
||||||
|
if (tDeserializeSUserAuthBatchRsp(value, valueLen, &batchRsp) != 0) {
|
||||||
|
terrno = TSDB_CODE_INVALID_MSG;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
int32_t numOfBatchs = taosArrayGetSize(batchRsp.pArray);
|
||||||
|
for (int32_t i = 0; i < numOfBatchs; ++i) {
|
||||||
|
SGetUserAuthRsp *rsp = taosArrayGet(batchRsp.pArray, i);
|
||||||
|
tscDebug("hb user auth rsp, user:%s, version:%d", rsp->user, rsp->version);
|
||||||
|
|
||||||
|
catalogUpdateUserAuthInfo(pCatalog, rsp);
|
||||||
|
}
|
||||||
|
|
||||||
|
tFreeSUserAuthBatchRsp(&batchRsp);
|
||||||
|
return TSDB_CODE_SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
static int32_t hbProcessDBInfoRsp(void *value, int32_t valueLen, struct SCatalog *pCatalog) {
|
static int32_t hbProcessDBInfoRsp(void *value, int32_t valueLen, struct SCatalog *pCatalog) {
|
||||||
int32_t code = 0;
|
int32_t code = 0;
|
||||||
|
|
||||||
|
@ -148,6 +169,24 @@ static int32_t hbQueryHbRspHandle(SAppHbMgr *pAppHbMgr, SClientHbRsp *pRsp) {
|
||||||
for (int32_t i = 0; i < kvNum; ++i) {
|
for (int32_t i = 0; i < kvNum; ++i) {
|
||||||
SKv *kv = taosArrayGet(pRsp->info, i);
|
SKv *kv = taosArrayGet(pRsp->info, i);
|
||||||
switch (kv->key) {
|
switch (kv->key) {
|
||||||
|
case HEARTBEAT_KEY_USER_AUTHINFO: {
|
||||||
|
if (kv->valueLen <= 0 || NULL == kv->value) {
|
||||||
|
tscError("invalid hb user auth info, len:%d, value:%p", kv->valueLen, kv->value);
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
int64_t *clusterId = (int64_t *)info->param;
|
||||||
|
struct SCatalog *pCatalog = NULL;
|
||||||
|
|
||||||
|
int32_t code = catalogGetHandle(*clusterId, &pCatalog);
|
||||||
|
if (code != TSDB_CODE_SUCCESS) {
|
||||||
|
tscWarn("catalogGetHandle failed, clusterId:%" PRIx64 ", error:%s", *clusterId, tstrerror(code));
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
hbProcessUserAuthInfoRsp(kv->value, kv->valueLen, pCatalog);
|
||||||
|
break;
|
||||||
|
}
|
||||||
case HEARTBEAT_KEY_DBINFO: {
|
case HEARTBEAT_KEY_DBINFO: {
|
||||||
if (kv->valueLen <= 0 || NULL == kv->value) {
|
if (kv->valueLen <= 0 || NULL == kv->value) {
|
||||||
tscError("invalid hb db info, len:%d, value:%p", kv->valueLen, kv->value);
|
tscError("invalid hb db info, len:%d, value:%p", kv->valueLen, kv->value);
|
||||||
|
@ -327,6 +366,39 @@ int32_t hbGetQueryBasicInfo(SClientHbKey *connKey, SClientHbReq *req) {
|
||||||
return TSDB_CODE_SUCCESS;
|
return TSDB_CODE_SUCCESS;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
int32_t hbGetExpiredUserInfo(SClientHbKey *connKey, struct SCatalog *pCatalog, SClientHbReq *req) {
|
||||||
|
SUserAuthVersion *users = NULL;
|
||||||
|
uint32_t userNum = 0;
|
||||||
|
int32_t code = 0;
|
||||||
|
|
||||||
|
code = catalogGetExpiredUsers(pCatalog, &users, &userNum);
|
||||||
|
if (TSDB_CODE_SUCCESS != code) {
|
||||||
|
return code;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (userNum <= 0) {
|
||||||
|
return TSDB_CODE_SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
|
for (int32_t i = 0; i < userNum; ++i) {
|
||||||
|
SUserAuthVersion *user = &users[i];
|
||||||
|
user->version = htonl(user->version);
|
||||||
|
}
|
||||||
|
|
||||||
|
SKv kv = {
|
||||||
|
.key = HEARTBEAT_KEY_USER_AUTHINFO,
|
||||||
|
.valueLen = sizeof(SUserAuthVersion) * userNum,
|
||||||
|
.value = users,
|
||||||
|
};
|
||||||
|
|
||||||
|
tscDebug("hb got %d expired users, valueLen:%d", userNum, kv.valueLen);
|
||||||
|
|
||||||
|
taosHashPut(req->info, &kv.key, sizeof(kv.key), &kv, sizeof(kv));
|
||||||
|
|
||||||
|
return TSDB_CODE_SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
int32_t hbGetExpiredDBInfo(SClientHbKey *connKey, struct SCatalog *pCatalog, SClientHbReq *req) {
|
int32_t hbGetExpiredDBInfo(SClientHbKey *connKey, struct SCatalog *pCatalog, SClientHbReq *req) {
|
||||||
SDbVgVersion *dbs = NULL;
|
SDbVgVersion *dbs = NULL;
|
||||||
uint32_t dbNum = 0;
|
uint32_t dbNum = 0;
|
||||||
|
@ -407,6 +479,11 @@ int32_t hbQueryHbReqHandle(SClientHbKey *connKey, void *param, SClientHbReq *req
|
||||||
|
|
||||||
hbGetQueryBasicInfo(connKey, req);
|
hbGetQueryBasicInfo(connKey, req);
|
||||||
|
|
||||||
|
code = hbGetExpiredUserInfo(connKey, pCatalog, req);
|
||||||
|
if (TSDB_CODE_SUCCESS != code) {
|
||||||
|
return code;
|
||||||
|
}
|
||||||
|
|
||||||
code = hbGetExpiredDBInfo(connKey, pCatalog, req);
|
code = hbGetExpiredDBInfo(connKey, pCatalog, req);
|
||||||
if (TSDB_CODE_SUCCESS != code) {
|
if (TSDB_CODE_SUCCESS != code) {
|
||||||
return code;
|
return code;
|
||||||
|
|
|
@ -1164,31 +1164,47 @@ int32_t tDeserializeSGetUserAuthReq(void *buf, int32_t bufLen, SGetUserAuthReq *
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
int32_t tSerializeSGetUserAuthRsp(void *buf, int32_t bufLen, SGetUserAuthRsp *pRsp) {
|
int32_t tSerializeSGetUserAuthRspImpl(SCoder *pEncoder, SGetUserAuthRsp *pRsp) {
|
||||||
SCoder encoder = {0};
|
if (tEncodeCStr(pEncoder, pRsp->user) < 0) return -1;
|
||||||
tCoderInit(&encoder, TD_LITTLE_ENDIAN, buf, bufLen, TD_ENCODER);
|
if (tEncodeI8(pEncoder, pRsp->superAuth) < 0) return -1;
|
||||||
|
if (tEncodeI32(pEncoder, pRsp->version) < 0) return -1;
|
||||||
if (tStartEncode(&encoder) < 0) return -1;
|
|
||||||
if (tEncodeCStr(&encoder, pRsp->user) < 0) return -1;
|
|
||||||
if (tEncodeI8(&encoder, pRsp->superAuth) < 0) return -1;
|
|
||||||
|
|
||||||
|
int32_t numOfCreatedDbs = taosHashGetSize(pRsp->createdDbs);
|
||||||
int32_t numOfReadDbs = taosHashGetSize(pRsp->readDbs);
|
int32_t numOfReadDbs = taosHashGetSize(pRsp->readDbs);
|
||||||
int32_t numOfWriteDbs = taosHashGetSize(pRsp->writeDbs);
|
int32_t numOfWriteDbs = taosHashGetSize(pRsp->writeDbs);
|
||||||
if (tEncodeI32(&encoder, numOfReadDbs) < 0) return -1;
|
if (tEncodeI32(pEncoder, numOfCreatedDbs) < 0) return -1;
|
||||||
if (tEncodeI32(&encoder, numOfWriteDbs) < 0) return -1;
|
if (tEncodeI32(pEncoder, numOfReadDbs) < 0) return -1;
|
||||||
|
if (tEncodeI32(pEncoder, numOfWriteDbs) < 0) return -1;
|
||||||
|
|
||||||
char *db = taosHashIterate(pRsp->readDbs, NULL);
|
char *db = taosHashIterate(pRsp->createdDbs, NULL);
|
||||||
while (db != NULL) {
|
while (db != NULL) {
|
||||||
if (tEncodeCStr(&encoder, db) < 0) return -1;
|
if (tEncodeCStr(pEncoder, db) < 0) return -1;
|
||||||
|
db = taosHashIterate(pRsp->createdDbs, db);
|
||||||
|
}
|
||||||
|
|
||||||
|
db = taosHashIterate(pRsp->readDbs, NULL);
|
||||||
|
while (db != NULL) {
|
||||||
|
if (tEncodeCStr(pEncoder, db) < 0) return -1;
|
||||||
db = taosHashIterate(pRsp->readDbs, db);
|
db = taosHashIterate(pRsp->readDbs, db);
|
||||||
}
|
}
|
||||||
|
|
||||||
db = taosHashIterate(pRsp->writeDbs, NULL);
|
db = taosHashIterate(pRsp->writeDbs, NULL);
|
||||||
while (db != NULL) {
|
while (db != NULL) {
|
||||||
if (tEncodeCStr(&encoder, db) < 0) return -1;
|
if (tEncodeCStr(pEncoder, db) < 0) return -1;
|
||||||
db = taosHashIterate(pRsp->writeDbs, db);
|
db = taosHashIterate(pRsp->writeDbs, db);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
int32_t tSerializeSGetUserAuthRsp(void *buf, int32_t bufLen, SGetUserAuthRsp *pRsp) {
|
||||||
|
SCoder encoder = {0};
|
||||||
|
tCoderInit(&encoder, TD_LITTLE_ENDIAN, buf, bufLen, TD_ENCODER);
|
||||||
|
|
||||||
|
if (tStartEncode(&encoder) < 0) return -1;
|
||||||
|
|
||||||
|
if (tSerializeSGetUserAuthRspImpl(&encoder, pRsp) < 0) return -1;
|
||||||
|
|
||||||
tEndEncode(&encoder);
|
tEndEncode(&encoder);
|
||||||
|
|
||||||
int32_t tlen = encoder.pos;
|
int32_t tlen = encoder.pos;
|
||||||
|
@ -1196,39 +1212,58 @@ int32_t tSerializeSGetUserAuthRsp(void *buf, int32_t bufLen, SGetUserAuthRsp *pR
|
||||||
return tlen;
|
return tlen;
|
||||||
}
|
}
|
||||||
|
|
||||||
int32_t tDeserializeSGetUserAuthRsp(void *buf, int32_t bufLen, SGetUserAuthRsp *pRsp) {
|
int32_t tDeserializeSGetUserAuthRspImpl(SCoder *pDecoder, SGetUserAuthRsp *pRsp) {
|
||||||
pRsp->readDbs = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, false);
|
pRsp->createdDbs = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_ENTRY_LOCK);
|
||||||
pRsp->writeDbs = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, false);
|
pRsp->readDbs = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_ENTRY_LOCK);
|
||||||
|
pRsp->writeDbs = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_ENTRY_LOCK);
|
||||||
if (pRsp->readDbs == NULL || pRsp->writeDbs == NULL) {
|
if (pRsp->readDbs == NULL || pRsp->writeDbs == NULL) {
|
||||||
return -1;
|
return -1;
|
||||||
}
|
}
|
||||||
|
|
||||||
SCoder decoder = {0};
|
if (tDecodeCStrTo(pDecoder, pRsp->user) < 0) return -1;
|
||||||
tCoderInit(&decoder, TD_LITTLE_ENDIAN, buf, bufLen, TD_DECODER);
|
if (tDecodeI8(pDecoder, &pRsp->superAuth) < 0) return -1;
|
||||||
|
if (tDecodeI32(pDecoder, &pRsp->version) < 0) return -1;
|
||||||
if (tStartDecode(&decoder) < 0) return -1;
|
|
||||||
if (tDecodeCStrTo(&decoder, pRsp->user) < 0) return -1;
|
|
||||||
if (tDecodeI8(&decoder, &pRsp->superAuth) < 0) return -1;
|
|
||||||
|
|
||||||
|
int32_t numOfCreatedDbs = 0;
|
||||||
int32_t numOfReadDbs = 0;
|
int32_t numOfReadDbs = 0;
|
||||||
int32_t numOfWriteDbs = 0;
|
int32_t numOfWriteDbs = 0;
|
||||||
if (tDecodeI32(&decoder, &numOfReadDbs) < 0) return -1;
|
if (tDecodeI32(pDecoder, &numOfCreatedDbs) < 0) return -1;
|
||||||
if (tDecodeI32(&decoder, &numOfWriteDbs) < 0) return -1;
|
if (tDecodeI32(pDecoder, &numOfReadDbs) < 0) return -1;
|
||||||
|
if (tDecodeI32(pDecoder, &numOfWriteDbs) < 0) return -1;
|
||||||
|
|
||||||
|
for (int32_t i = 0; i < numOfCreatedDbs; ++i) {
|
||||||
|
char db[TSDB_DB_FNAME_LEN] = {0};
|
||||||
|
if (tDecodeCStrTo(pDecoder, db) < 0) return -1;
|
||||||
|
int32_t len = strlen(db) + 1;
|
||||||
|
taosHashPut(pRsp->createdDbs, db, len, db, len);
|
||||||
|
}
|
||||||
|
|
||||||
for (int32_t i = 0; i < numOfReadDbs; ++i) {
|
for (int32_t i = 0; i < numOfReadDbs; ++i) {
|
||||||
char db[TSDB_DB_FNAME_LEN] = {0};
|
char db[TSDB_DB_FNAME_LEN] = {0};
|
||||||
if (tDecodeCStrTo(&decoder, db) < 0) return -1;
|
if (tDecodeCStrTo(pDecoder, db) < 0) return -1;
|
||||||
int32_t len = strlen(db) + 1;
|
int32_t len = strlen(db) + 1;
|
||||||
taosHashPut(pRsp->readDbs, db, len, db, len);
|
taosHashPut(pRsp->readDbs, db, len, db, len);
|
||||||
}
|
}
|
||||||
|
|
||||||
for (int32_t i = 0; i < numOfWriteDbs; ++i) {
|
for (int32_t i = 0; i < numOfWriteDbs; ++i) {
|
||||||
char db[TSDB_DB_FNAME_LEN] = {0};
|
char db[TSDB_DB_FNAME_LEN] = {0};
|
||||||
if (tDecodeCStrTo(&decoder, db) < 0) return -1;
|
if (tDecodeCStrTo(pDecoder, db) < 0) return -1;
|
||||||
int32_t len = strlen(db) + 1;
|
int32_t len = strlen(db) + 1;
|
||||||
taosHashPut(pRsp->writeDbs, db, len, db, len);
|
taosHashPut(pRsp->writeDbs, db, len, db, len);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
int32_t tDeserializeSGetUserAuthRsp(void *buf, int32_t bufLen, SGetUserAuthRsp *pRsp) {
|
||||||
|
SCoder decoder = {0};
|
||||||
|
tCoderInit(&decoder, TD_LITTLE_ENDIAN, buf, bufLen, TD_DECODER);
|
||||||
|
|
||||||
|
if (tStartDecode(&decoder) < 0) return -1;
|
||||||
|
|
||||||
|
if (tDeserializeSGetUserAuthRspImpl(&decoder, pRsp) < 0) return -1;
|
||||||
|
|
||||||
tEndDecode(&decoder);
|
tEndDecode(&decoder);
|
||||||
|
|
||||||
tCoderClear(&decoder);
|
tCoderClear(&decoder);
|
||||||
|
@ -1236,6 +1271,7 @@ int32_t tDeserializeSGetUserAuthRsp(void *buf, int32_t bufLen, SGetUserAuthRsp *
|
||||||
}
|
}
|
||||||
|
|
||||||
void tFreeSGetUserAuthRsp(SGetUserAuthRsp *pRsp) {
|
void tFreeSGetUserAuthRsp(SGetUserAuthRsp *pRsp) {
|
||||||
|
taosHashCleanup(pRsp->createdDbs);
|
||||||
taosHashCleanup(pRsp->readDbs);
|
taosHashCleanup(pRsp->readDbs);
|
||||||
taosHashCleanup(pRsp->writeDbs);
|
taosHashCleanup(pRsp->writeDbs);
|
||||||
}
|
}
|
||||||
|
@ -2055,6 +2091,62 @@ void tFreeSUseDbBatchRsp(SUseDbBatchRsp *pRsp) {
|
||||||
taosArrayDestroy(pRsp->pArray);
|
taosArrayDestroy(pRsp->pArray);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
int32_t tSerializeSUserAuthBatchRsp(void* buf, int32_t bufLen, SUserAuthBatchRsp* pRsp){
|
||||||
|
SCoder encoder = {0};
|
||||||
|
tCoderInit(&encoder, TD_LITTLE_ENDIAN, buf, bufLen, TD_ENCODER);
|
||||||
|
|
||||||
|
if (tStartEncode(&encoder) < 0) return -1;
|
||||||
|
|
||||||
|
int32_t numOfBatch = taosArrayGetSize(pRsp->pArray);
|
||||||
|
if (tEncodeI32(&encoder, numOfBatch) < 0) return -1;
|
||||||
|
for (int32_t i = 0; i < numOfBatch; ++i) {
|
||||||
|
SGetUserAuthRsp *pUserAuthRsp = taosArrayGet(pRsp->pArray, i);
|
||||||
|
if (tSerializeSGetUserAuthRspImpl(&encoder, pUserAuthRsp) < 0) return -1;
|
||||||
|
}
|
||||||
|
tEndEncode(&encoder);
|
||||||
|
|
||||||
|
int32_t tlen = encoder.pos;
|
||||||
|
tCoderClear(&encoder);
|
||||||
|
return tlen;
|
||||||
|
}
|
||||||
|
|
||||||
|
int32_t tDeserializeSUserAuthBatchRsp(void* buf, int32_t bufLen, SUserAuthBatchRsp* pRsp){
|
||||||
|
SCoder decoder = {0};
|
||||||
|
tCoderInit(&decoder, TD_LITTLE_ENDIAN, buf, bufLen, TD_DECODER);
|
||||||
|
|
||||||
|
if (tStartDecode(&decoder) < 0) return -1;
|
||||||
|
|
||||||
|
int32_t numOfBatch = taosArrayGetSize(pRsp->pArray);
|
||||||
|
if (tDecodeI32(&decoder, &numOfBatch) < 0) return -1;
|
||||||
|
|
||||||
|
pRsp->pArray = taosArrayInit(numOfBatch, sizeof(SGetUserAuthRsp));
|
||||||
|
if (pRsp->pArray == NULL) {
|
||||||
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
for (int32_t i = 0; i < numOfBatch; ++i) {
|
||||||
|
SGetUserAuthRsp rsp = {0};
|
||||||
|
if (tDeserializeSGetUserAuthRspImpl(&decoder, &rsp) < 0) return -1;
|
||||||
|
taosArrayPush(pRsp->pArray, &rsp);
|
||||||
|
}
|
||||||
|
tEndDecode(&decoder);
|
||||||
|
|
||||||
|
tCoderClear(&decoder);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
void tFreeSUserAuthBatchRsp(SUserAuthBatchRsp* pRsp){
|
||||||
|
int32_t numOfBatch = taosArrayGetSize(pRsp->pArray);
|
||||||
|
for (int32_t i = 0; i < numOfBatch; ++i) {
|
||||||
|
SGetUserAuthRsp *pUserAuthRsp = taosArrayGet(pRsp->pArray, i);
|
||||||
|
tFreeSGetUserAuthRsp(pUserAuthRsp);
|
||||||
|
}
|
||||||
|
|
||||||
|
taosArrayDestroy(pRsp->pArray);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
int32_t tSerializeSDbCfgReq(void *buf, int32_t bufLen, SDbCfgReq *pReq) {
|
int32_t tSerializeSDbCfgReq(void *buf, int32_t bufLen, SDbCfgReq *pReq) {
|
||||||
SCoder encoder = {0};
|
SCoder encoder = {0};
|
||||||
tCoderInit(&encoder, TD_LITTLE_ENDIAN, buf, bufLen, TD_ENCODER);
|
tCoderInit(&encoder, TD_LITTLE_ENDIAN, buf, bufLen, TD_ENCODER);
|
||||||
|
@ -3860,3 +3952,65 @@ int32_t tDecodeSVDropStbReq(SCoder *pCoder, SVDropStbReq *pReq) {
|
||||||
tEndDecode(pCoder);
|
tEndDecode(pCoder);
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static int32_t tEncodeSVSubmitBlk(SCoder *pCoder, const SVSubmitBlk *pBlock, int32_t flags) {
|
||||||
|
if (tStartEncode(pCoder) < 0) return -1;
|
||||||
|
|
||||||
|
if (tEncodeI64(pCoder, pBlock->suid) < 0) return -1;
|
||||||
|
if (tEncodeI64(pCoder, pBlock->uid) < 0) return -1;
|
||||||
|
if (tEncodeI32v(pCoder, pBlock->sver) < 0) return -1;
|
||||||
|
if (tEncodeBinary(pCoder, pBlock->pData, pBlock->nData) < 0) return -1;
|
||||||
|
|
||||||
|
if (flags & TD_AUTO_CREATE_TABLE) {
|
||||||
|
if (tEncodeSVCreateTbReq(pCoder, &pBlock->cTbReq) < 0) return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
tEndEncode(pCoder);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int32_t tDecodeSVSubmitBlk(SCoder *pCoder, SVSubmitBlk *pBlock, int32_t flags) {
|
||||||
|
if (tStartDecode(pCoder) < 0) return -1;
|
||||||
|
|
||||||
|
if (tDecodeI64(pCoder, &pBlock->suid) < 0) return -1;
|
||||||
|
if (tDecodeI64(pCoder, &pBlock->uid) < 0) return -1;
|
||||||
|
if (tDecodeI32v(pCoder, &pBlock->sver) < 0) return -1;
|
||||||
|
if (tDecodeBinary(pCoder, &pBlock->pData, &pBlock->nData) < 0) return -1;
|
||||||
|
|
||||||
|
if (flags & TD_AUTO_CREATE_TABLE) {
|
||||||
|
if (tDecodeSVCreateTbReq(pCoder, &pBlock->cTbReq) < 0) return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
tEndDecode(pCoder);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
int32_t tEncodeSVSubmitReq(SCoder *pCoder, const SVSubmitReq *pReq) {
|
||||||
|
int32_t nBlocks = taosArrayGetSize(pReq->pArray);
|
||||||
|
|
||||||
|
if (tStartEncode(pCoder) < 0) return -1;
|
||||||
|
|
||||||
|
if (tEncodeI32v(pCoder, pReq->flags) < 0) return -1;
|
||||||
|
if (tEncodeI32v(pCoder, nBlocks) < 0) return -1;
|
||||||
|
for (int32_t iBlock = 0; iBlock < nBlocks; iBlock++) {
|
||||||
|
if (tEncodeSVSubmitBlk(pCoder, (SVSubmitBlk *)taosArrayGet(pReq->pArray, iBlock), pReq->flags) < 0) return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
tEndEncode(pCoder);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
int32_t tDecodeSVSubmitReq(SCoder *pCoder, SVSubmitReq *pReq) {
|
||||||
|
if (tStartDecode(pCoder) < 0) return -1;
|
||||||
|
|
||||||
|
if (tDecodeI32v(pCoder, &pReq->flags) < 0) return -1;
|
||||||
|
if (tDecodeI32v(pCoder, &pReq->nBlocks) < 0) return -1;
|
||||||
|
pReq->pBlocks = tCoderMalloc(pCoder, sizeof(SVSubmitBlk) * pReq->nBlocks);
|
||||||
|
if (pReq->pBlocks == NULL) return -1;
|
||||||
|
for (int32_t iBlock = 0; iBlock < pReq->nBlocks; iBlock++) {
|
||||||
|
if (tDecodeSVSubmitBlk(pCoder, pReq->pBlocks + iBlock, pReq->flags) < 0) return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
tEndDecode(pCoder);
|
||||||
|
return 0;
|
||||||
|
}
|
|
@ -16,8 +16,8 @@
|
||||||
#define _DEFAULT_SOURCE
|
#define _DEFAULT_SOURCE
|
||||||
#include "dmImp.h"
|
#include "dmImp.h"
|
||||||
|
|
||||||
#define INTERNAL_USER "_dnd"
|
#define INTERNAL_USER "_dnd"
|
||||||
#define INTERNAL_CKEY "_key"
|
#define INTERNAL_CKEY "_key"
|
||||||
#define INTERNAL_SECRET "_pwd"
|
#define INTERNAL_SECRET "_pwd"
|
||||||
|
|
||||||
static void dmGetMnodeEpSet(SDnode *pDnode, SEpSet *pEpSet) {
|
static void dmGetMnodeEpSet(SDnode *pDnode, SEpSet *pEpSet) {
|
||||||
|
@ -130,10 +130,10 @@ _OVER:
|
||||||
}
|
}
|
||||||
|
|
||||||
static void dmProcessMsg(SDnode *pDnode, SRpcMsg *pMsg, SEpSet *pEpSet) {
|
static void dmProcessMsg(SDnode *pDnode, SRpcMsg *pMsg, SEpSet *pEpSet) {
|
||||||
SDnodeTrans *pTrans = &pDnode->trans;
|
SDnodeTrans * pTrans = &pDnode->trans;
|
||||||
tmsg_t msgType = pMsg->msgType;
|
tmsg_t msgType = pMsg->msgType;
|
||||||
bool isReq = msgType & 1u;
|
bool isReq = msgType & 1u;
|
||||||
SMsgHandle *pHandle = &pTrans->msgHandles[TMSG_INDEX(msgType)];
|
SMsgHandle * pHandle = &pTrans->msgHandles[TMSG_INDEX(msgType)];
|
||||||
SMgmtWrapper *pWrapper = pHandle->pNdWrapper;
|
SMgmtWrapper *pWrapper = pHandle->pNdWrapper;
|
||||||
|
|
||||||
if (msgType == TDMT_DND_SERVER_STATUS) {
|
if (msgType == TDMT_DND_SERVER_STATUS) {
|
||||||
|
@ -517,7 +517,7 @@ static inline int32_t dmRetrieveUserAuthInfo(SDnode *pDnode, char *user, char *s
|
||||||
SAuthReq authReq = {0};
|
SAuthReq authReq = {0};
|
||||||
tstrncpy(authReq.user, user, TSDB_USER_LEN);
|
tstrncpy(authReq.user, user, TSDB_USER_LEN);
|
||||||
int32_t contLen = tSerializeSAuthReq(NULL, 0, &authReq);
|
int32_t contLen = tSerializeSAuthReq(NULL, 0, &authReq);
|
||||||
void *pReq = rpcMallocCont(contLen);
|
void * pReq = rpcMallocCont(contLen);
|
||||||
tSerializeSAuthReq(pReq, contLen, &authReq);
|
tSerializeSAuthReq(pReq, contLen, &authReq);
|
||||||
|
|
||||||
SRpcMsg rpcMsg = {.pCont = pReq, .contLen = contLen, .msgType = TDMT_MND_AUTH, .ahandle = (void *)9528};
|
SRpcMsg rpcMsg = {.pCont = pReq, .contLen = contLen, .msgType = TDMT_MND_AUTH, .ahandle = (void *)9528};
|
||||||
|
@ -547,6 +547,8 @@ static int32_t dmInitServer(SDnode *pDnode) {
|
||||||
SDnodeTrans *pTrans = &pDnode->trans;
|
SDnodeTrans *pTrans = &pDnode->trans;
|
||||||
|
|
||||||
SRpcInit rpcInit = {0};
|
SRpcInit rpcInit = {0};
|
||||||
|
|
||||||
|
strncpy(rpcInit.localFqdn, pDnode->data.localFqdn, strlen(pDnode->data.localFqdn));
|
||||||
rpcInit.localPort = pDnode->data.serverPort;
|
rpcInit.localPort = pDnode->data.serverPort;
|
||||||
rpcInit.label = "DND";
|
rpcInit.label = "DND";
|
||||||
rpcInit.numOfThreads = tsNumOfRpcThreads;
|
rpcInit.numOfThreads = tsNumOfRpcThreads;
|
||||||
|
|
|
@ -255,8 +255,10 @@ typedef struct {
|
||||||
int64_t updateTime;
|
int64_t updateTime;
|
||||||
int8_t superUser;
|
int8_t superUser;
|
||||||
int32_t acctId;
|
int32_t acctId;
|
||||||
|
int32_t authVersion;
|
||||||
SHashObj* readDbs;
|
SHashObj* readDbs;
|
||||||
SHashObj* writeDbs;
|
SHashObj* writeDbs;
|
||||||
|
SRWLatch lock;
|
||||||
} SUserObj;
|
} SUserObj;
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
|
|
|
@ -26,7 +26,6 @@ int32_t mndInitSma(SMnode *pMnode);
|
||||||
void mndCleanupSma(SMnode *pMnode);
|
void mndCleanupSma(SMnode *pMnode);
|
||||||
SSmaObj *mndAcquireSma(SMnode *pMnode, char *smaName);
|
SSmaObj *mndAcquireSma(SMnode *pMnode, char *smaName);
|
||||||
void mndReleaseSma(SMnode *pMnode, SSmaObj *pSma);
|
void mndReleaseSma(SMnode *pMnode, SSmaObj *pSma);
|
||||||
int32_t mndProcessGetSmaReq(SMnode *pMnode, SUserIndexReq *indexReq, SUserIndexRsp *rsp, bool *exist);
|
|
||||||
|
|
||||||
#ifdef __cplusplus
|
#ifdef __cplusplus
|
||||||
}
|
}
|
||||||
|
|
|
@ -29,6 +29,7 @@ void mndReleaseUser(SMnode *pMnode, SUserObj *pUser);
|
||||||
|
|
||||||
// for trans test
|
// for trans test
|
||||||
SSdbRaw *mndUserActionEncode(SUserObj *pUser);
|
SSdbRaw *mndUserActionEncode(SUserObj *pUser);
|
||||||
|
int32_t mndValidateUserAuthInfo(SMnode *pMnode, SUserAuthVersion *pUsers, int32_t numOfUses, void **ppRsp, int32_t *pRspLen);
|
||||||
|
|
||||||
#ifdef __cplusplus
|
#ifdef __cplusplus
|
||||||
}
|
}
|
||||||
|
|
|
@ -33,6 +33,7 @@ int32_t mndGetVnodesNum(SMnode *pMnode, int32_t dnodeId);
|
||||||
|
|
||||||
void *mndBuildCreateVnodeReq(SMnode *pMnode, SDnodeObj *pDnode, SDbObj *pDb, SVgObj *pVgroup, int32_t *pContLen);
|
void *mndBuildCreateVnodeReq(SMnode *pMnode, SDnodeObj *pDnode, SDbObj *pDb, SVgObj *pVgroup, int32_t *pContLen);
|
||||||
void *mndBuildDropVnodeReq(SMnode *pMnode, SDnodeObj *pDnode, SDbObj *pDb, SVgObj *pVgroup, int32_t *pContLen);
|
void *mndBuildDropVnodeReq(SMnode *pMnode, SDnodeObj *pDnode, SDbObj *pDb, SVgObj *pVgroup, int32_t *pContLen);
|
||||||
|
void *mndBuildAlterVnodeReq(SMnode *pMnode, SDnodeObj *pDnode, SDbObj *pDb, SVgObj *pVgroup, int32_t *pContLen);
|
||||||
|
|
||||||
#ifdef __cplusplus
|
#ifdef __cplusplus
|
||||||
}
|
}
|
||||||
|
|
|
@ -44,16 +44,17 @@ static int32_t mndProcessCompactDbReq(SNodeMsg *pReq);
|
||||||
static int32_t mndRetrieveDbs(SNodeMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity);
|
static int32_t mndRetrieveDbs(SNodeMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rowsCapacity);
|
||||||
static void mndCancelGetNextDb(SMnode *pMnode, void *pIter);
|
static void mndCancelGetNextDb(SMnode *pMnode, void *pIter);
|
||||||
static int32_t mndProcessGetDbCfgReq(SNodeMsg *pReq);
|
static int32_t mndProcessGetDbCfgReq(SNodeMsg *pReq);
|
||||||
static int32_t mndProcessGetIndexReq(SNodeMsg *pReq);
|
|
||||||
|
|
||||||
int32_t mndInitDb(SMnode *pMnode) {
|
int32_t mndInitDb(SMnode *pMnode) {
|
||||||
SSdbTable table = {.sdbType = SDB_DB,
|
SSdbTable table = {
|
||||||
.keyType = SDB_KEY_BINARY,
|
.sdbType = SDB_DB,
|
||||||
.encodeFp = (SdbEncodeFp)mndDbActionEncode,
|
.keyType = SDB_KEY_BINARY,
|
||||||
.decodeFp = (SdbDecodeFp)mndDbActionDecode,
|
.encodeFp = (SdbEncodeFp)mndDbActionEncode,
|
||||||
.insertFp = (SdbInsertFp)mndDbActionInsert,
|
.decodeFp = (SdbDecodeFp)mndDbActionDecode,
|
||||||
.updateFp = (SdbUpdateFp)mndDbActionUpdate,
|
.insertFp = (SdbInsertFp)mndDbActionInsert,
|
||||||
.deleteFp = (SdbDeleteFp)mndDbActionDelete};
|
.updateFp = (SdbUpdateFp)mndDbActionUpdate,
|
||||||
|
.deleteFp = (SdbDeleteFp)mndDbActionDelete,
|
||||||
|
};
|
||||||
|
|
||||||
mndSetMsgHandle(pMnode, TDMT_MND_CREATE_DB, mndProcessCreateDbReq);
|
mndSetMsgHandle(pMnode, TDMT_MND_CREATE_DB, mndProcessCreateDbReq);
|
||||||
mndSetMsgHandle(pMnode, TDMT_MND_ALTER_DB, mndProcessAlterDbReq);
|
mndSetMsgHandle(pMnode, TDMT_MND_ALTER_DB, mndProcessAlterDbReq);
|
||||||
|
@ -61,7 +62,6 @@ int32_t mndInitDb(SMnode *pMnode) {
|
||||||
mndSetMsgHandle(pMnode, TDMT_MND_USE_DB, mndProcessUseDbReq);
|
mndSetMsgHandle(pMnode, TDMT_MND_USE_DB, mndProcessUseDbReq);
|
||||||
mndSetMsgHandle(pMnode, TDMT_MND_COMPACT_DB, mndProcessCompactDbReq);
|
mndSetMsgHandle(pMnode, TDMT_MND_COMPACT_DB, mndProcessCompactDbReq);
|
||||||
mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_CFG, mndProcessGetDbCfgReq);
|
mndSetMsgHandle(pMnode, TDMT_MND_GET_DB_CFG, mndProcessGetDbCfgReq);
|
||||||
mndSetMsgHandle(pMnode, TDMT_MND_GET_INDEX, mndProcessGetIndexReq);
|
|
||||||
|
|
||||||
mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_DB, mndRetrieveDbs);
|
mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_DB, mndRetrieveDbs);
|
||||||
mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_DB, mndCancelGetNextDb);
|
mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_DB, mndCancelGetNextDb);
|
||||||
|
@ -194,6 +194,7 @@ static SSdbRow *mndDbActionDecode(SSdbRaw *pRaw) {
|
||||||
}
|
}
|
||||||
|
|
||||||
SDB_GET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
|
SDB_GET_RESERVE(pRaw, dataPos, DB_RESERVE_SIZE, _OVER)
|
||||||
|
taosInitRWLatch(&pDb->lock);
|
||||||
|
|
||||||
terrno = 0;
|
terrno = 0;
|
||||||
|
|
||||||
|
@ -222,17 +223,29 @@ static int32_t mndDbActionDelete(SSdb *pSdb, SDbObj *pDb) {
|
||||||
static int32_t mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew) {
|
static int32_t mndDbActionUpdate(SSdb *pSdb, SDbObj *pOld, SDbObj *pNew) {
|
||||||
mTrace("db:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
|
mTrace("db:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
|
||||||
taosWLockLatch(&pOld->lock);
|
taosWLockLatch(&pOld->lock);
|
||||||
SArray *pOldRetensions = pOld->cfg.pRetensions;
|
|
||||||
pOld->updateTime = pNew->updateTime;
|
pOld->updateTime = pNew->updateTime;
|
||||||
pOld->cfgVersion = pNew->cfgVersion;
|
pOld->cfgVersion = pNew->cfgVersion;
|
||||||
pOld->vgVersion = pNew->vgVersion;
|
pOld->vgVersion = pNew->vgVersion;
|
||||||
memcpy(&pOld->cfg, &pNew->cfg, sizeof(SDbCfg));
|
pOld->cfg.buffer = pNew->cfg.buffer;
|
||||||
pNew->cfg.pRetensions = pOldRetensions;
|
pOld->cfg.pages = pNew->cfg.pages;
|
||||||
|
pOld->cfg.pageSize = pNew->cfg.pageSize;
|
||||||
|
pOld->cfg.daysPerFile = pNew->cfg.daysPerFile;
|
||||||
|
pOld->cfg.daysToKeep0 = pNew->cfg.daysToKeep0;
|
||||||
|
pOld->cfg.daysToKeep1 = pNew->cfg.daysToKeep1;
|
||||||
|
pOld->cfg.daysToKeep2 = pNew->cfg.daysToKeep2;
|
||||||
|
pOld->cfg.fsyncPeriod = pNew->cfg.fsyncPeriod;
|
||||||
|
pOld->cfg.walLevel = pNew->cfg.walLevel;
|
||||||
|
pOld->cfg.strict = pNew->cfg.strict;
|
||||||
|
pOld->cfg.cacheLastRow = pNew->cfg.cacheLastRow;
|
||||||
|
pOld->cfg.replications = pNew->cfg.replications;
|
||||||
taosWUnLockLatch(&pOld->lock);
|
taosWUnLockLatch(&pOld->lock);
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
static int32_t mndGetGlobalVgroupVersion(SMnode *pMnode) { return sdbGetTableVer(pMnode->pSdb, SDB_VGROUP); }
|
static inline int32_t mndGetGlobalVgroupVersion(SMnode *pMnode) {
|
||||||
|
SSdb *pSdb = pMnode->pSdb;
|
||||||
|
return sdbGetTableVer(pSdb, SDB_VGROUP);
|
||||||
|
}
|
||||||
|
|
||||||
SDbObj *mndAcquireDb(SMnode *pMnode, const char *db) {
|
SDbObj *mndAcquireDb(SMnode *pMnode, const char *db) {
|
||||||
SSdb *pSdb = pMnode->pSdb;
|
SSdb *pSdb = pMnode->pSdb;
|
||||||
|
@ -638,69 +651,7 @@ static int32_t mndSetAlterDbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *p
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
void *mndBuildAlterVnodeReq(SMnode *pMnode, SDnodeObj *pDnode, SDbObj *pDb, SVgObj *pVgroup, int32_t *pContLen) {
|
static int32_t mndBuildAlterVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {
|
||||||
SAlterVnodeReq alterReq = {0};
|
|
||||||
alterReq.vgVersion = pVgroup->version;
|
|
||||||
alterReq.buffer = pDb->cfg.buffer;
|
|
||||||
alterReq.pages = pDb->cfg.pages;
|
|
||||||
alterReq.pageSize = pDb->cfg.pageSize;
|
|
||||||
alterReq.daysPerFile = pDb->cfg.daysPerFile;
|
|
||||||
alterReq.daysToKeep0 = pDb->cfg.daysToKeep0;
|
|
||||||
alterReq.daysToKeep1 = pDb->cfg.daysToKeep1;
|
|
||||||
alterReq.daysToKeep2 = pDb->cfg.daysToKeep2;
|
|
||||||
alterReq.fsyncPeriod = pDb->cfg.fsyncPeriod;
|
|
||||||
alterReq.walLevel = pDb->cfg.walLevel;
|
|
||||||
alterReq.strict = pDb->cfg.strict;
|
|
||||||
alterReq.cacheLastRow = pDb->cfg.cacheLastRow;
|
|
||||||
alterReq.replica = pVgroup->replica;
|
|
||||||
alterReq.selfIndex = -1;
|
|
||||||
|
|
||||||
for (int32_t v = 0; v < pVgroup->replica; ++v) {
|
|
||||||
SReplica *pReplica = &alterReq.replicas[v];
|
|
||||||
SVnodeGid *pVgid = &pVgroup->vnodeGid[v];
|
|
||||||
SDnodeObj *pVgidDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
|
|
||||||
if (pVgidDnode == NULL) {
|
|
||||||
return NULL;
|
|
||||||
}
|
|
||||||
|
|
||||||
pReplica->id = pVgidDnode->id;
|
|
||||||
pReplica->port = pVgidDnode->port;
|
|
||||||
memcpy(pReplica->fqdn, pVgidDnode->fqdn, TSDB_FQDN_LEN);
|
|
||||||
mndReleaseDnode(pMnode, pVgidDnode);
|
|
||||||
|
|
||||||
if (pDnode->id == pVgid->dnodeId) {
|
|
||||||
alterReq.selfIndex = v;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if (alterReq.selfIndex == -1) {
|
|
||||||
terrno = TSDB_CODE_MND_APP_ERROR;
|
|
||||||
return NULL;
|
|
||||||
}
|
|
||||||
|
|
||||||
int32_t contLen = tSerializeSAlterVnodeReq(NULL, 0, &alterReq);
|
|
||||||
if (contLen < 0) {
|
|
||||||
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
||||||
return NULL;
|
|
||||||
}
|
|
||||||
contLen += +sizeof(SMsgHead);
|
|
||||||
|
|
||||||
void *pReq = taosMemoryMalloc(contLen);
|
|
||||||
if (pReq == NULL) {
|
|
||||||
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
||||||
return NULL;
|
|
||||||
}
|
|
||||||
|
|
||||||
SMsgHead *pHead = pReq;
|
|
||||||
pHead->contLen = htonl(contLen);
|
|
||||||
pHead->vgId = htonl(pVgroup->vgId);
|
|
||||||
|
|
||||||
tSerializeSAlterVnodeReq((char *)pReq + sizeof(SMsgHead), contLen, &alterReq);
|
|
||||||
*pContLen = contLen;
|
|
||||||
return pReq;
|
|
||||||
}
|
|
||||||
|
|
||||||
static int32_t mndBuilAlterVgroupAction(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SVgObj *pVgroup) {
|
|
||||||
for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
|
for (int32_t vn = 0; vn < pVgroup->replica; ++vn) {
|
||||||
STransAction action = {0};
|
STransAction action = {0};
|
||||||
SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
|
SVnodeGid *pVgid = pVgroup->vnodeGid + vn;
|
||||||
|
@ -736,7 +687,7 @@ static int32_t mndSetAlterDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *
|
||||||
if (pIter == NULL) break;
|
if (pIter == NULL) break;
|
||||||
|
|
||||||
if (pVgroup->dbUid == pNew->uid) {
|
if (pVgroup->dbUid == pNew->uid) {
|
||||||
if (mndBuilAlterVgroupAction(pMnode, pTrans, pNew, pVgroup) != 0) {
|
if (mndBuildAlterVgroupAction(pMnode, pTrans, pNew, pVgroup) != 0) {
|
||||||
sdbCancelFetch(pSdb, pIter);
|
sdbCancelFetch(pSdb, pIter);
|
||||||
sdbRelease(pSdb, pVgroup);
|
sdbRelease(pSdb, pVgroup);
|
||||||
return -1;
|
return -1;
|
||||||
|
@ -752,19 +703,19 @@ static int32_t mndSetAlterDbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *
|
||||||
static int32_t mndAlterDb(SMnode *pMnode, SNodeMsg *pReq, SDbObj *pOld, SDbObj *pNew) {
|
static int32_t mndAlterDb(SMnode *pMnode, SNodeMsg *pReq, SDbObj *pOld, SDbObj *pNew) {
|
||||||
int32_t code = -1;
|
int32_t code = -1;
|
||||||
STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_TYPE_ALTER_DB, &pReq->rpcMsg);
|
STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, TRN_TYPE_ALTER_DB, &pReq->rpcMsg);
|
||||||
if (pTrans == NULL) goto UPDATE_DB_OVER;
|
if (pTrans == NULL) goto _OVER;
|
||||||
|
|
||||||
mDebug("trans:%d, used to alter db:%s", pTrans->id, pOld->name);
|
mDebug("trans:%d, used to alter db:%s", pTrans->id, pOld->name);
|
||||||
|
|
||||||
mndTransSetDbInfo(pTrans, pOld);
|
mndTransSetDbInfo(pTrans, pOld);
|
||||||
if (mndSetAlterDbRedoLogs(pMnode, pTrans, pOld, pNew) != 0) goto UPDATE_DB_OVER;
|
if (mndSetAlterDbRedoLogs(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
|
||||||
if (mndSetAlterDbCommitLogs(pMnode, pTrans, pOld, pNew) != 0) goto UPDATE_DB_OVER;
|
if (mndSetAlterDbCommitLogs(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
|
||||||
if (mndSetAlterDbRedoActions(pMnode, pTrans, pOld, pNew) != 0) goto UPDATE_DB_OVER;
|
if (mndSetAlterDbRedoActions(pMnode, pTrans, pOld, pNew) != 0) goto _OVER;
|
||||||
if (mndTransPrepare(pMnode, pTrans) != 0) goto UPDATE_DB_OVER;
|
if (mndTransPrepare(pMnode, pTrans) != 0) goto _OVER;
|
||||||
|
|
||||||
code = 0;
|
code = 0;
|
||||||
|
|
||||||
UPDATE_DB_OVER:
|
_OVER:
|
||||||
mndTransDrop(pTrans);
|
mndTransDrop(pTrans);
|
||||||
return code;
|
return code;
|
||||||
}
|
}
|
||||||
|
@ -778,7 +729,7 @@ static int32_t mndProcessAlterDbReq(SNodeMsg *pReq) {
|
||||||
|
|
||||||
if (tDeserializeSAlterDbReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &alterReq) != 0) {
|
if (tDeserializeSAlterDbReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &alterReq) != 0) {
|
||||||
terrno = TSDB_CODE_INVALID_MSG;
|
terrno = TSDB_CODE_INVALID_MSG;
|
||||||
goto ALTER_DB_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
mDebug("db:%s, start to alter", alterReq.db);
|
mDebug("db:%s, start to alter", alterReq.db);
|
||||||
|
@ -786,24 +737,26 @@ static int32_t mndProcessAlterDbReq(SNodeMsg *pReq) {
|
||||||
pDb = mndAcquireDb(pMnode, alterReq.db);
|
pDb = mndAcquireDb(pMnode, alterReq.db);
|
||||||
if (pDb == NULL) {
|
if (pDb == NULL) {
|
||||||
terrno = TSDB_CODE_MND_DB_NOT_EXIST;
|
terrno = TSDB_CODE_MND_DB_NOT_EXIST;
|
||||||
goto ALTER_DB_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
pUser = mndAcquireUser(pMnode, pReq->user);
|
pUser = mndAcquireUser(pMnode, pReq->user);
|
||||||
if (pUser == NULL) {
|
if (pUser == NULL) {
|
||||||
goto ALTER_DB_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (mndCheckAlterDropCompactDbAuth(pUser, pDb) != 0) {
|
if (mndCheckAlterDropCompactDbAuth(pUser, pDb) != 0) {
|
||||||
goto ALTER_DB_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
SDbObj dbObj = {0};
|
SDbObj dbObj = {0};
|
||||||
memcpy(&dbObj, pDb, sizeof(SDbObj));
|
memcpy(&dbObj, pDb, sizeof(SDbObj));
|
||||||
|
dbObj.cfg.numOfRetensions = 0;
|
||||||
|
dbObj.cfg.pRetensions = NULL;
|
||||||
|
|
||||||
code = mndSetDbCfgFromAlterDbReq(&dbObj, &alterReq);
|
code = mndSetDbCfgFromAlterDbReq(&dbObj, &alterReq);
|
||||||
if (code != 0) {
|
if (code != 0) {
|
||||||
goto ALTER_DB_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
dbObj.cfgVersion++;
|
dbObj.cfgVersion++;
|
||||||
|
@ -811,7 +764,7 @@ static int32_t mndProcessAlterDbReq(SNodeMsg *pReq) {
|
||||||
code = mndAlterDb(pMnode, pReq, pDb, &dbObj);
|
code = mndAlterDb(pMnode, pReq, pDb, &dbObj);
|
||||||
if (code == 0) code = TSDB_CODE_MND_ACTION_IN_PROGRESS;
|
if (code == 0) code = TSDB_CODE_MND_ACTION_IN_PROGRESS;
|
||||||
|
|
||||||
ALTER_DB_OVER:
|
_OVER:
|
||||||
if (code != 0 && code != TSDB_CODE_MND_ACTION_IN_PROGRESS) {
|
if (code != 0 && code != TSDB_CODE_MND_ACTION_IN_PROGRESS) {
|
||||||
mError("db:%s, failed to alter since %s", alterReq.db, terrstr());
|
mError("db:%s, failed to alter since %s", alterReq.db, terrstr());
|
||||||
}
|
}
|
||||||
|
@ -831,13 +784,13 @@ static int32_t mndProcessGetDbCfgReq(SNodeMsg *pReq) {
|
||||||
|
|
||||||
if (tDeserializeSDbCfgReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &cfgReq) != 0) {
|
if (tDeserializeSDbCfgReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &cfgReq) != 0) {
|
||||||
terrno = TSDB_CODE_INVALID_MSG;
|
terrno = TSDB_CODE_INVALID_MSG;
|
||||||
goto GET_DB_CFG_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
pDb = mndAcquireDb(pMnode, cfgReq.db);
|
pDb = mndAcquireDb(pMnode, cfgReq.db);
|
||||||
if (pDb == NULL) {
|
if (pDb == NULL) {
|
||||||
terrno = TSDB_CODE_MND_DB_NOT_EXIST;
|
terrno = TSDB_CODE_MND_DB_NOT_EXIST;
|
||||||
goto GET_DB_CFG_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
cfgRsp.numOfVgroups = pDb->cfg.numOfVgroups;
|
cfgRsp.numOfVgroups = pDb->cfg.numOfVgroups;
|
||||||
|
@ -866,7 +819,7 @@ static int32_t mndProcessGetDbCfgReq(SNodeMsg *pReq) {
|
||||||
if (pRsp == NULL) {
|
if (pRsp == NULL) {
|
||||||
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
code = -1;
|
code = -1;
|
||||||
goto GET_DB_CFG_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
tSerializeSDbCfgRsp(pRsp, contLen, &cfgRsp);
|
tSerializeSDbCfgRsp(pRsp, contLen, &cfgRsp);
|
||||||
|
@ -876,9 +829,9 @@ static int32_t mndProcessGetDbCfgReq(SNodeMsg *pReq) {
|
||||||
|
|
||||||
code = 0;
|
code = 0;
|
||||||
|
|
||||||
GET_DB_CFG_OVER:
|
_OVER:
|
||||||
|
|
||||||
if (code != 0 && code != TSDB_CODE_MND_ACTION_IN_PROGRESS) {
|
if (code != 0) {
|
||||||
mError("db:%s, failed to get cfg since %s", cfgReq.db, terrstr());
|
mError("db:%s, failed to get cfg since %s", cfgReq.db, terrstr());
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -1097,7 +1050,8 @@ _OVER:
|
||||||
return code;
|
return code;
|
||||||
}
|
}
|
||||||
|
|
||||||
void mndGetDBTableNum(SDbObj *pDb, SMnode *pMnode, int32_t *num) {
|
static int32_t mndGetDBTableNum(SDbObj *pDb, SMnode *pMnode) {
|
||||||
|
int32_t numOfTables = 0;
|
||||||
int32_t vindex = 0;
|
int32_t vindex = 0;
|
||||||
SSdb *pSdb = pMnode->pSdb;
|
SSdb *pSdb = pMnode->pSdb;
|
||||||
|
|
||||||
|
@ -1108,8 +1062,7 @@ void mndGetDBTableNum(SDbObj *pDb, SMnode *pMnode, int32_t *num) {
|
||||||
if (pIter == NULL) break;
|
if (pIter == NULL) break;
|
||||||
|
|
||||||
if (pVgroup->dbUid == pDb->uid) {
|
if (pVgroup->dbUid == pDb->uid) {
|
||||||
*num += pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
|
numOfTables += pVgroup->numOfTables / TSDB_TABLE_NUM_UNIT;
|
||||||
|
|
||||||
vindex++;
|
vindex++;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -1117,6 +1070,7 @@ void mndGetDBTableNum(SDbObj *pDb, SMnode *pMnode, int32_t *num) {
|
||||||
}
|
}
|
||||||
|
|
||||||
sdbCancelFetch(pSdb, pIter);
|
sdbCancelFetch(pSdb, pIter);
|
||||||
|
return numOfTables;
|
||||||
}
|
}
|
||||||
|
|
||||||
static void mndBuildDBVgroupInfo(SDbObj *pDb, SMnode *pMnode, SArray *pVgList) {
|
static void mndBuildDBVgroupInfo(SDbObj *pDb, SMnode *pMnode, SArray *pVgList) {
|
||||||
|
@ -1170,8 +1124,7 @@ int32_t mndExtractDbInfo(SMnode *pMnode, SDbObj *pDb, SUseDbRsp *pRsp, const SUs
|
||||||
return -1;
|
return -1;
|
||||||
}
|
}
|
||||||
|
|
||||||
int32_t numOfTable = 0;
|
int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
|
||||||
mndGetDBTableNum(pDb, pMnode, &numOfTable);
|
|
||||||
|
|
||||||
if (pReq == NULL || pReq->vgVersion < pDb->vgVersion || pReq->dbId != pDb->uid || numOfTable != pReq->numOfTable) {
|
if (pReq == NULL || pReq->vgVersion < pDb->vgVersion || pReq->dbId != pDb->uid || numOfTable != pReq->numOfTable) {
|
||||||
mndBuildDBVgroupInfo(pDb, pMnode, pRsp->pVgroupInfos);
|
mndBuildDBVgroupInfo(pDb, pMnode, pRsp->pVgroupInfos);
|
||||||
|
@ -1195,7 +1148,7 @@ static int32_t mndProcessUseDbReq(SNodeMsg *pReq) {
|
||||||
|
|
||||||
if (tDeserializeSUseDbReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &usedbReq) != 0) {
|
if (tDeserializeSUseDbReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &usedbReq) != 0) {
|
||||||
terrno = TSDB_CODE_INVALID_MSG;
|
terrno = TSDB_CODE_INVALID_MSG;
|
||||||
goto USE_DB_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
char *p = strchr(usedbReq.db, '.');
|
char *p = strchr(usedbReq.db, '.');
|
||||||
|
@ -1206,12 +1159,11 @@ static int32_t mndProcessUseDbReq(SNodeMsg *pReq) {
|
||||||
usedbRsp.pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
|
usedbRsp.pVgroupInfos = taosArrayInit(10, sizeof(SVgroupInfo));
|
||||||
if (usedbRsp.pVgroupInfos == NULL) {
|
if (usedbRsp.pVgroupInfos == NULL) {
|
||||||
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
goto USE_DB_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
mndBuildDBVgroupInfo(NULL, pMnode, usedbRsp.pVgroupInfos);
|
mndBuildDBVgroupInfo(NULL, pMnode, usedbRsp.pVgroupInfos);
|
||||||
usedbRsp.vgVersion = vgVersion++;
|
usedbRsp.vgVersion = vgVersion++;
|
||||||
|
|
||||||
} else {
|
} else {
|
||||||
usedbRsp.vgVersion = usedbReq.vgVersion;
|
usedbRsp.vgVersion = usedbReq.vgVersion;
|
||||||
}
|
}
|
||||||
|
@ -1232,15 +1184,15 @@ static int32_t mndProcessUseDbReq(SNodeMsg *pReq) {
|
||||||
} else {
|
} else {
|
||||||
pUser = mndAcquireUser(pMnode, pReq->user);
|
pUser = mndAcquireUser(pMnode, pReq->user);
|
||||||
if (pUser == NULL) {
|
if (pUser == NULL) {
|
||||||
goto USE_DB_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (mndCheckUseDbAuth(pUser, pDb) != 0) {
|
if (mndCheckUseDbAuth(pUser, pDb) != 0) {
|
||||||
goto USE_DB_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (mndExtractDbInfo(pMnode, pDb, &usedbRsp, &usedbReq) < 0) {
|
if (mndExtractDbInfo(pMnode, pDb, &usedbRsp, &usedbReq) < 0) {
|
||||||
goto USE_DB_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
code = 0;
|
code = 0;
|
||||||
|
@ -1252,7 +1204,7 @@ static int32_t mndProcessUseDbReq(SNodeMsg *pReq) {
|
||||||
if (pRsp == NULL) {
|
if (pRsp == NULL) {
|
||||||
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
code = -1;
|
code = -1;
|
||||||
goto USE_DB_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
tSerializeSUseDbRsp(pRsp, contLen, &usedbRsp);
|
tSerializeSUseDbRsp(pRsp, contLen, &usedbRsp);
|
||||||
|
@ -1260,7 +1212,7 @@ static int32_t mndProcessUseDbReq(SNodeMsg *pReq) {
|
||||||
pReq->pRsp = pRsp;
|
pReq->pRsp = pRsp;
|
||||||
pReq->rspLen = contLen;
|
pReq->rspLen = contLen;
|
||||||
|
|
||||||
USE_DB_OVER:
|
_OVER:
|
||||||
if (code != 0) {
|
if (code != 0) {
|
||||||
mError("db:%s, failed to process use db req since %s", usedbReq.db, terrstr());
|
mError("db:%s, failed to process use db req since %s", usedbReq.db, terrstr());
|
||||||
}
|
}
|
||||||
|
@ -1298,8 +1250,7 @@ int32_t mndValidateDbInfo(SMnode *pMnode, SDbVgVersion *pDbs, int32_t numOfDbs,
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
int32_t numOfTable = 0;
|
int32_t numOfTable = mndGetDBTableNum(pDb, pMnode);
|
||||||
mndGetDBTableNum(pDb, pMnode, &numOfTable);
|
|
||||||
|
|
||||||
if (pDbVgVersion->vgVersion >= pDb->vgVersion && numOfTable == pDbVgVersion->numOfTable) {
|
if (pDbVgVersion->vgVersion >= pDb->vgVersion && numOfTable == pDbVgVersion->numOfTable) {
|
||||||
mDebug("db:%s, version & numOfTable not changed", pDbVgVersion->dbFName);
|
mDebug("db:%s, version & numOfTable not changed", pDbVgVersion->dbFName);
|
||||||
|
@ -1514,9 +1465,6 @@ static void dumpDbInfoData(SSDataBlock *pBlock, SDbObj *pDb, SShowObj *pShow, in
|
||||||
pColInfo = taosArrayGet(pBlock->pDataBlock, cols);
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols);
|
||||||
colDataAppend(pColInfo, rows, (const char *)b, false);
|
colDataAppend(pColInfo, rows, (const char *)b, false);
|
||||||
}
|
}
|
||||||
|
|
||||||
// pWrite = getDataPosition(data, pShow, cols, rows, rowCapacity);
|
|
||||||
// *(int8_t *)pWrite = pDb->cfg.update;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
static void setInformationSchemaDbCfg(SDbObj *pDbObj) {
|
static void setInformationSchemaDbCfg(SDbObj *pDbObj) {
|
||||||
|
@ -1544,7 +1492,6 @@ static void setPerfSchemaDbCfg(SDbObj *pDbObj) {
|
||||||
static bool mndGetTablesOfDbFp(SMnode *pMnode, void *pObj, void *p1, void *p2, void *p3) {
|
static bool mndGetTablesOfDbFp(SMnode *pMnode, void *pObj, void *p1, void *p2, void *p3) {
|
||||||
SVgObj *pVgroup = pObj;
|
SVgObj *pVgroup = pObj;
|
||||||
int32_t *numOfTables = p1;
|
int32_t *numOfTables = p1;
|
||||||
|
|
||||||
*numOfTables += pVgroup->numOfTables;
|
*numOfTables += pVgroup->numOfTables;
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
@ -1594,49 +1541,3 @@ static void mndCancelGetNextDb(SMnode *pMnode, void *pIter) {
|
||||||
SSdb *pSdb = pMnode->pSdb;
|
SSdb *pSdb = pMnode->pSdb;
|
||||||
sdbCancelFetch(pSdb, pIter);
|
sdbCancelFetch(pSdb, pIter);
|
||||||
}
|
}
|
||||||
|
|
||||||
static int32_t mndProcessGetIndexReq(SNodeMsg *pReq) {
|
|
||||||
SUserIndexReq indexReq = {0};
|
|
||||||
SMnode *pMnode = pReq->pNode;
|
|
||||||
int32_t code = -1;
|
|
||||||
SUserIndexRsp rsp = {0};
|
|
||||||
bool exist = false;
|
|
||||||
|
|
||||||
if (tDeserializeSUserIndexReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &indexReq) != 0) {
|
|
||||||
terrno = TSDB_CODE_INVALID_MSG;
|
|
||||||
goto _OVER;
|
|
||||||
}
|
|
||||||
|
|
||||||
code = mndProcessGetSmaReq(pMnode, &indexReq, &rsp, &exist);
|
|
||||||
if (code) {
|
|
||||||
goto _OVER;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!exist) {
|
|
||||||
// TODO GET INDEX FROM FULLTEXT
|
|
||||||
code = -1;
|
|
||||||
terrno = TSDB_CODE_MND_DB_INDEX_NOT_EXIST;
|
|
||||||
} else {
|
|
||||||
int32_t contLen = tSerializeSUserIndexRsp(NULL, 0, &rsp);
|
|
||||||
void *pRsp = rpcMallocCont(contLen);
|
|
||||||
if (pRsp == NULL) {
|
|
||||||
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
|
||||||
code = -1;
|
|
||||||
goto _OVER;
|
|
||||||
}
|
|
||||||
|
|
||||||
tSerializeSUserIndexRsp(pRsp, contLen, &rsp);
|
|
||||||
|
|
||||||
pReq->pRsp = pRsp;
|
|
||||||
pReq->rspLen = contLen;
|
|
||||||
|
|
||||||
code = 0;
|
|
||||||
}
|
|
||||||
|
|
||||||
_OVER:
|
|
||||||
if (code != 0) {
|
|
||||||
mError("failed to get index %s since %s", indexReq.indexFName, terrstr());
|
|
||||||
}
|
|
||||||
|
|
||||||
return code;
|
|
||||||
}
|
|
||||||
|
|
|
@ -314,7 +314,7 @@ static int32_t mndProcessCreateFuncReq(SNodeMsg *pReq) {
|
||||||
goto _OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (createReq.bufSize <= 0 || createReq.bufSize > TSDB_FUNC_BUF_SIZE) {
|
if (createReq.bufSize < 0 || createReq.bufSize > TSDB_FUNC_BUF_SIZE) {
|
||||||
terrno = TSDB_CODE_MND_INVALID_FUNC_BUFSIZE;
|
terrno = TSDB_CODE_MND_INVALID_FUNC_BUFSIZE;
|
||||||
goto _OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
|
@ -403,6 +403,16 @@ static int32_t mndProcessQueryHeartBeat(SMnode *pMnode, SRpcMsg *pMsg, SClientHb
|
||||||
SKv *kv = pIter;
|
SKv *kv = pIter;
|
||||||
|
|
||||||
switch (kv->key) {
|
switch (kv->key) {
|
||||||
|
case HEARTBEAT_KEY_USER_AUTHINFO: {
|
||||||
|
void * rspMsg = NULL;
|
||||||
|
int32_t rspLen = 0;
|
||||||
|
mndValidateUserAuthInfo(pMnode, kv->value, kv->valueLen / sizeof(SUserAuthVersion), &rspMsg, &rspLen);
|
||||||
|
if (rspMsg && rspLen > 0) {
|
||||||
|
SKv kv1 = {.key = HEARTBEAT_KEY_USER_AUTHINFO, .valueLen = rspLen, .value = rspMsg};
|
||||||
|
taosArrayPush(hbRsp.info, &kv1);
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
}
|
||||||
case HEARTBEAT_KEY_DBINFO: {
|
case HEARTBEAT_KEY_DBINFO: {
|
||||||
void * rspMsg = NULL;
|
void * rspMsg = NULL;
|
||||||
int32_t rspLen = 0;
|
int32_t rspLen = 0;
|
||||||
|
|
|
@ -40,6 +40,7 @@ static int32_t mndProcessMCreateSmaReq(SNodeMsg *pReq);
|
||||||
static int32_t mndProcessMDropSmaReq(SNodeMsg *pReq);
|
static int32_t mndProcessMDropSmaReq(SNodeMsg *pReq);
|
||||||
static int32_t mndProcessVCreateSmaRsp(SNodeMsg *pRsp);
|
static int32_t mndProcessVCreateSmaRsp(SNodeMsg *pRsp);
|
||||||
static int32_t mndProcessVDropSmaRsp(SNodeMsg *pRsp);
|
static int32_t mndProcessVDropSmaRsp(SNodeMsg *pRsp);
|
||||||
|
static int32_t mndProcessGetSmaReq(SNodeMsg *pReq);
|
||||||
static int32_t mndRetrieveSma(SNodeMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
|
static int32_t mndRetrieveSma(SNodeMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
|
||||||
static void mndCancelGetNextSma(SMnode *pMnode, void *pIter);
|
static void mndCancelGetNextSma(SMnode *pMnode, void *pIter);
|
||||||
|
|
||||||
|
@ -56,6 +57,7 @@ int32_t mndInitSma(SMnode *pMnode) {
|
||||||
mndSetMsgHandle(pMnode, TDMT_MND_DROP_SMA, mndProcessMDropSmaReq);
|
mndSetMsgHandle(pMnode, TDMT_MND_DROP_SMA, mndProcessMDropSmaReq);
|
||||||
mndSetMsgHandle(pMnode, TDMT_VND_CREATE_SMA_RSP, mndProcessVCreateSmaRsp);
|
mndSetMsgHandle(pMnode, TDMT_VND_CREATE_SMA_RSP, mndProcessVCreateSmaRsp);
|
||||||
mndSetMsgHandle(pMnode, TDMT_VND_DROP_SMA_RSP, mndProcessVDropSmaRsp);
|
mndSetMsgHandle(pMnode, TDMT_VND_DROP_SMA_RSP, mndProcessVDropSmaRsp);
|
||||||
|
mndSetMsgHandle(pMnode, TDMT_MND_GET_INDEX, mndProcessGetSmaReq);
|
||||||
|
|
||||||
mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_INDEX, mndRetrieveSma);
|
mndAddShowRetrieveHandle(pMnode, TSDB_MGMT_TABLE_INDEX, mndRetrieveSma);
|
||||||
mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_INDEX, mndCancelGetNextSma);
|
mndAddShowFreeIterHandle(pMnode, TSDB_MGMT_TABLE_INDEX, mndCancelGetNextSma);
|
||||||
|
@ -686,7 +688,7 @@ _OVER:
|
||||||
return code;
|
return code;
|
||||||
}
|
}
|
||||||
|
|
||||||
int32_t mndProcessGetSmaReq(SMnode *pMnode, SUserIndexReq *indexReq, SUserIndexRsp *rsp, bool *exist) {
|
static int32_t mndGetSma(SMnode *pMnode, SUserIndexReq *indexReq, SUserIndexRsp *rsp, bool *exist) {
|
||||||
int32_t code = -1;
|
int32_t code = -1;
|
||||||
SSmaObj *pSma = NULL;
|
SSmaObj *pSma = NULL;
|
||||||
|
|
||||||
|
@ -715,6 +717,51 @@ int32_t mndProcessGetSmaReq(SMnode *pMnode, SUserIndexReq *indexReq, SUserIndexR
|
||||||
}
|
}
|
||||||
|
|
||||||
mndReleaseSma(pMnode, pSma);
|
mndReleaseSma(pMnode, pSma);
|
||||||
|
return code;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int32_t mndProcessGetSmaReq(SNodeMsg *pReq) {
|
||||||
|
SUserIndexReq indexReq = {0};
|
||||||
|
SMnode *pMnode = pReq->pNode;
|
||||||
|
int32_t code = -1;
|
||||||
|
SUserIndexRsp rsp = {0};
|
||||||
|
bool exist = false;
|
||||||
|
|
||||||
|
if (tDeserializeSUserIndexReq(pReq->rpcMsg.pCont, pReq->rpcMsg.contLen, &indexReq) != 0) {
|
||||||
|
terrno = TSDB_CODE_INVALID_MSG;
|
||||||
|
goto _OVER;
|
||||||
|
}
|
||||||
|
|
||||||
|
code = mndGetSma(pMnode, &indexReq, &rsp, &exist);
|
||||||
|
if (code) {
|
||||||
|
goto _OVER;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!exist) {
|
||||||
|
// TODO GET INDEX FROM FULLTEXT
|
||||||
|
code = -1;
|
||||||
|
terrno = TSDB_CODE_MND_DB_INDEX_NOT_EXIST;
|
||||||
|
} else {
|
||||||
|
int32_t contLen = tSerializeSUserIndexRsp(NULL, 0, &rsp);
|
||||||
|
void *pRsp = rpcMallocCont(contLen);
|
||||||
|
if (pRsp == NULL) {
|
||||||
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
|
code = -1;
|
||||||
|
goto _OVER;
|
||||||
|
}
|
||||||
|
|
||||||
|
tSerializeSUserIndexRsp(pRsp, contLen, &rsp);
|
||||||
|
|
||||||
|
pReq->pRsp = pRsp;
|
||||||
|
pReq->rspLen = contLen;
|
||||||
|
|
||||||
|
code = 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
_OVER:
|
||||||
|
if (code != 0) {
|
||||||
|
mError("failed to get index %s since %s", indexReq.indexFName, terrstr());
|
||||||
|
}
|
||||||
|
|
||||||
return code;
|
return code;
|
||||||
}
|
}
|
||||||
|
|
|
@ -1050,7 +1050,7 @@ static int32_t mndTransExecuteActions(SMnode *pMnode, STrans *pTrans, SArray *pA
|
||||||
|
|
||||||
static int32_t mndTransExecuteRedoActions(SMnode *pMnode, STrans *pTrans) {
|
static int32_t mndTransExecuteRedoActions(SMnode *pMnode, STrans *pTrans) {
|
||||||
int32_t code = mndTransExecuteActions(pMnode, pTrans, pTrans->redoActions);
|
int32_t code = mndTransExecuteActions(pMnode, pTrans, pTrans->redoActions);
|
||||||
if (code != 0) {
|
if (code != 0 && code != TSDB_CODE_MND_ACTION_IN_PROGRESS) {
|
||||||
mError("failed to execute redoActions since %s", terrstr());
|
mError("failed to execute redoActions since %s", terrstr());
|
||||||
}
|
}
|
||||||
return code;
|
return code;
|
||||||
|
@ -1058,7 +1058,7 @@ static int32_t mndTransExecuteRedoActions(SMnode *pMnode, STrans *pTrans) {
|
||||||
|
|
||||||
static int32_t mndTransExecuteUndoActions(SMnode *pMnode, STrans *pTrans) {
|
static int32_t mndTransExecuteUndoActions(SMnode *pMnode, STrans *pTrans) {
|
||||||
int32_t code = mndTransExecuteActions(pMnode, pTrans, pTrans->undoActions);
|
int32_t code = mndTransExecuteActions(pMnode, pTrans, pTrans->undoActions);
|
||||||
if (code != 0) {
|
if (code != 0 && code != TSDB_CODE_MND_ACTION_IN_PROGRESS) {
|
||||||
mError("failed to execute undoActions since %s", terrstr());
|
mError("failed to execute undoActions since %s", terrstr());
|
||||||
}
|
}
|
||||||
return code;
|
return code;
|
||||||
|
|
|
@ -186,6 +186,7 @@ static SSdbRow *mndUserActionDecode(SSdbRaw *pRaw) {
|
||||||
}
|
}
|
||||||
|
|
||||||
SDB_GET_RESERVE(pRaw, dataPos, USER_RESERVE_SIZE, _OVER)
|
SDB_GET_RESERVE(pRaw, dataPos, USER_RESERVE_SIZE, _OVER)
|
||||||
|
taosInitRWLatch(&pUser->lock);
|
||||||
|
|
||||||
terrno = 0;
|
terrno = 0;
|
||||||
|
|
||||||
|
@ -228,11 +229,12 @@ static int32_t mndUserActionDelete(SSdb *pSdb, SUserObj *pUser) {
|
||||||
|
|
||||||
static int32_t mndUserActionUpdate(SSdb *pSdb, SUserObj *pOld, SUserObj *pNew) {
|
static int32_t mndUserActionUpdate(SSdb *pSdb, SUserObj *pOld, SUserObj *pNew) {
|
||||||
mTrace("user:%s, perform update action, old row:%p new row:%p", pOld->user, pOld, pNew);
|
mTrace("user:%s, perform update action, old row:%p new row:%p", pOld->user, pOld, pNew);
|
||||||
memcpy(pOld->pass, pNew->pass, TSDB_PASSWORD_LEN);
|
taosWLockLatch(&pOld->lock);
|
||||||
pOld->updateTime = pNew->updateTime;
|
pOld->updateTime = pNew->updateTime;
|
||||||
|
memcpy(pOld->pass, pNew->pass, TSDB_PASSWORD_LEN);
|
||||||
TSWAP(pOld->readDbs, pNew->readDbs);
|
TSWAP(pOld->readDbs, pNew->readDbs);
|
||||||
TSWAP(pOld->writeDbs, pNew->writeDbs);
|
TSWAP(pOld->writeDbs, pNew->writeDbs);
|
||||||
|
taosWUnLockLatch(&pOld->lock);
|
||||||
|
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
@ -426,8 +428,12 @@ static int32_t mndProcessAlterUserReq(SNodeMsg *pReq) {
|
||||||
}
|
}
|
||||||
|
|
||||||
memcpy(&newUser, pUser, sizeof(SUserObj));
|
memcpy(&newUser, pUser, sizeof(SUserObj));
|
||||||
|
|
||||||
|
taosRLockLatch(&pUser->lock);
|
||||||
newUser.readDbs = mndDupDbHash(pUser->readDbs);
|
newUser.readDbs = mndDupDbHash(pUser->readDbs);
|
||||||
newUser.writeDbs = mndDupDbHash(pUser->writeDbs);
|
newUser.writeDbs = mndDupDbHash(pUser->writeDbs);
|
||||||
|
taosRUnLockLatch(&pUser->lock);
|
||||||
|
|
||||||
if (newUser.readDbs == NULL || newUser.writeDbs == NULL) {
|
if (newUser.readDbs == NULL || newUser.writeDbs == NULL) {
|
||||||
goto _OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
@ -451,13 +457,16 @@ static int32_t mndProcessAlterUserReq(SNodeMsg *pReq) {
|
||||||
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
goto _OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
newUser.authVersion++;
|
||||||
} else if (alterReq.alterType == TSDB_ALTER_USER_REMOVE_READ_DB) {
|
} else if (alterReq.alterType == TSDB_ALTER_USER_REMOVE_READ_DB) {
|
||||||
if (taosHashRemove(newUser.readDbs, alterReq.dbname, len) != 0) {
|
if (taosHashRemove(newUser.readDbs, alterReq.dbname, len) != 0) {
|
||||||
terrno = TSDB_CODE_MND_DB_NOT_EXIST;
|
terrno = TSDB_CODE_MND_DB_NOT_EXIST;
|
||||||
goto _OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
newUser.authVersion++;
|
||||||
} else if (alterReq.alterType == TSDB_ALTER_USER_CLEAR_READ_DB) {
|
} else if (alterReq.alterType == TSDB_ALTER_USER_CLEAR_READ_DB) {
|
||||||
taosHashClear(newUser.readDbs);
|
taosHashClear(newUser.readDbs);
|
||||||
|
newUser.authVersion++;
|
||||||
} else if (alterReq.alterType == TSDB_ALTER_USER_ADD_WRITE_DB) {
|
} else if (alterReq.alterType == TSDB_ALTER_USER_ADD_WRITE_DB) {
|
||||||
if (pDb == NULL) {
|
if (pDb == NULL) {
|
||||||
terrno = TSDB_CODE_MND_DB_NOT_EXIST;
|
terrno = TSDB_CODE_MND_DB_NOT_EXIST;
|
||||||
|
@ -467,13 +476,16 @@ static int32_t mndProcessAlterUserReq(SNodeMsg *pReq) {
|
||||||
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
goto _OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
newUser.authVersion++;
|
||||||
} else if (alterReq.alterType == TSDB_ALTER_USER_REMOVE_WRITE_DB) {
|
} else if (alterReq.alterType == TSDB_ALTER_USER_REMOVE_WRITE_DB) {
|
||||||
if (taosHashRemove(newUser.writeDbs, alterReq.dbname, len) != 0) {
|
if (taosHashRemove(newUser.writeDbs, alterReq.dbname, len) != 0) {
|
||||||
terrno = TSDB_CODE_MND_DB_NOT_EXIST;
|
terrno = TSDB_CODE_MND_DB_NOT_EXIST;
|
||||||
goto _OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
newUser.authVersion++;
|
||||||
} else if (alterReq.alterType == TSDB_ALTER_USER_CLEAR_WRITE_DB) {
|
} else if (alterReq.alterType == TSDB_ALTER_USER_CLEAR_WRITE_DB) {
|
||||||
taosHashClear(newUser.writeDbs);
|
taosHashClear(newUser.writeDbs);
|
||||||
|
newUser.authVersion++;
|
||||||
} else {
|
} else {
|
||||||
terrno = TSDB_CODE_MND_INVALID_ALTER_OPER;
|
terrno = TSDB_CODE_MND_INVALID_ALTER_OPER;
|
||||||
goto _OVER;
|
goto _OVER;
|
||||||
|
@ -576,6 +588,38 @@ _OVER:
|
||||||
return code;
|
return code;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static int32_t mndSetUserAuthRsp(SMnode *pMnode, SUserObj *pUser, SGetUserAuthRsp *pRsp) {
|
||||||
|
memcpy(pRsp->user, pUser->user, TSDB_USER_LEN);
|
||||||
|
pRsp->superAuth = pUser->superUser;
|
||||||
|
pRsp->version = pUser->authVersion;
|
||||||
|
taosRLockLatch(&pUser->lock);
|
||||||
|
pRsp->readDbs = mndDupDbHash(pUser->readDbs);
|
||||||
|
pRsp->writeDbs = mndDupDbHash(pUser->writeDbs);
|
||||||
|
taosRUnLockLatch(&pUser->lock);
|
||||||
|
pRsp->createdDbs = taosHashInit(4, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), true, HASH_NO_LOCK);
|
||||||
|
if (NULL == pRsp->createdDbs) {
|
||||||
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
SSdb *pSdb = pMnode->pSdb;
|
||||||
|
void *pIter = NULL;
|
||||||
|
while (1) {
|
||||||
|
SDbObj *pDb = NULL;
|
||||||
|
pIter = sdbFetch(pSdb, SDB_DB, pIter, (void **)&pDb);
|
||||||
|
if (pIter == NULL) break;
|
||||||
|
|
||||||
|
if (strcmp(pDb->createUser, pUser->user) == 0) {
|
||||||
|
int32_t len = strlen(pDb->name) + 1;
|
||||||
|
taosHashPut(pRsp->createdDbs, pDb->name, len, pDb->name, len);
|
||||||
|
}
|
||||||
|
|
||||||
|
sdbRelease(pSdb, pDb);
|
||||||
|
}
|
||||||
|
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
static int32_t mndProcessGetUserAuthReq(SNodeMsg *pReq) {
|
static int32_t mndProcessGetUserAuthReq(SNodeMsg *pReq) {
|
||||||
SMnode *pMnode = pReq->pNode;
|
SMnode *pMnode = pReq->pNode;
|
||||||
int32_t code = -1;
|
int32_t code = -1;
|
||||||
|
@ -596,25 +640,9 @@ static int32_t mndProcessGetUserAuthReq(SNodeMsg *pReq) {
|
||||||
goto _OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
memcpy(authRsp.user, pUser->user, TSDB_USER_LEN);
|
code = mndSetUserAuthRsp(pMnode, pUser, &authRsp);
|
||||||
authRsp.superAuth = pUser->superUser;
|
if (code) {
|
||||||
authRsp.readDbs = mndDupDbHash(pUser->readDbs);
|
goto _OVER;
|
||||||
authRsp.writeDbs = mndDupDbHash(pUser->writeDbs);
|
|
||||||
|
|
||||||
SSdb *pSdb = pMnode->pSdb;
|
|
||||||
void *pIter = NULL;
|
|
||||||
while (1) {
|
|
||||||
SDbObj *pDb = NULL;
|
|
||||||
pIter = sdbFetch(pSdb, SDB_DB, pIter, (void **)&pDb);
|
|
||||||
if (pIter == NULL) break;
|
|
||||||
|
|
||||||
if (strcmp(pDb->createUser, pUser->user) == 0) {
|
|
||||||
int32_t len = strlen(pDb->name) + 1;
|
|
||||||
taosHashPut(authRsp.readDbs, pDb->name, len, pDb->name, len);
|
|
||||||
taosHashPut(authRsp.writeDbs, pDb->name, len, pDb->name, len);
|
|
||||||
}
|
|
||||||
|
|
||||||
sdbRelease(pSdb, pDb);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
int32_t contLen = tSerializeSGetUserAuthRsp(NULL, 0, &authRsp);
|
int32_t contLen = tSerializeSGetUserAuthRsp(NULL, 0, &authRsp);
|
||||||
|
@ -631,6 +659,7 @@ static int32_t mndProcessGetUserAuthReq(SNodeMsg *pReq) {
|
||||||
code = 0;
|
code = 0;
|
||||||
|
|
||||||
_OVER:
|
_OVER:
|
||||||
|
|
||||||
mndReleaseUser(pMnode, pUser);
|
mndReleaseUser(pMnode, pUser);
|
||||||
tFreeSGetUserAuthRsp(&authRsp);
|
tFreeSGetUserAuthRsp(&authRsp);
|
||||||
|
|
||||||
|
@ -681,3 +710,72 @@ static void mndCancelGetNextUser(SMnode *pMnode, void *pIter) {
|
||||||
SSdb *pSdb = pMnode->pSdb;
|
SSdb *pSdb = pMnode->pSdb;
|
||||||
sdbCancelFetch(pSdb, pIter);
|
sdbCancelFetch(pSdb, pIter);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
int32_t mndValidateUserAuthInfo(SMnode *pMnode, SUserAuthVersion *pUsers, int32_t numOfUses, void **ppRsp, int32_t *pRspLen) {
|
||||||
|
SUserAuthBatchRsp batchRsp = {0};
|
||||||
|
batchRsp.pArray = taosArrayInit(numOfUses, sizeof(SGetUserAuthRsp));
|
||||||
|
if (batchRsp.pArray == NULL) {
|
||||||
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
int32_t code = 0;
|
||||||
|
for (int32_t i = 0; i < numOfUses; ++i) {
|
||||||
|
SUserObj *pUser = mndAcquireUser(pMnode, pUsers[i].user);
|
||||||
|
if (pUser == NULL) {
|
||||||
|
mError("user:%s, failed to auth user since %s", pUsers[i].user, terrstr());
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (pUser->authVersion <= pUsers[i].version) {
|
||||||
|
mndReleaseUser(pMnode, pUser);
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
SGetUserAuthRsp rsp = {0};
|
||||||
|
code = mndSetUserAuthRsp(pMnode, pUser, &rsp);
|
||||||
|
if (code) {
|
||||||
|
mndReleaseUser(pMnode, pUser);
|
||||||
|
tFreeSGetUserAuthRsp(&rsp);
|
||||||
|
goto _OVER;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
taosArrayPush(batchRsp.pArray, &rsp);
|
||||||
|
mndReleaseUser(pMnode, pUser);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (taosArrayGetSize(batchRsp.pArray) <= 0) {
|
||||||
|
*ppRsp = NULL;
|
||||||
|
*pRspLen = 0;
|
||||||
|
|
||||||
|
tFreeSUserAuthBatchRsp(&batchRsp);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
int32_t rspLen = tSerializeSUserAuthBatchRsp(NULL, 0, &batchRsp);
|
||||||
|
void *pRsp = taosMemoryMalloc(rspLen);
|
||||||
|
if (pRsp == NULL) {
|
||||||
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
|
tFreeSUserAuthBatchRsp(&batchRsp);
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
tSerializeSUserAuthBatchRsp(pRsp, rspLen, &batchRsp);
|
||||||
|
|
||||||
|
*ppRsp = pRsp;
|
||||||
|
*pRspLen = rspLen;
|
||||||
|
|
||||||
|
tFreeSUserAuthBatchRsp(&batchRsp);
|
||||||
|
return 0;
|
||||||
|
|
||||||
|
_OVER:
|
||||||
|
|
||||||
|
*ppRsp = NULL;
|
||||||
|
*pRspLen = 0;
|
||||||
|
|
||||||
|
tFreeSUserAuthBatchRsp(&batchRsp);
|
||||||
|
return code;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -21,8 +21,8 @@
|
||||||
#include "mndShow.h"
|
#include "mndShow.h"
|
||||||
#include "mndTrans.h"
|
#include "mndTrans.h"
|
||||||
|
|
||||||
#define TSDB_VGROUP_VER_NUMBER 1
|
#define VGROUP_VER_NUMBER 1
|
||||||
#define TSDB_VGROUP_RESERVE_SIZE 64
|
#define VGROUP_RESERVE_SIZE 64
|
||||||
|
|
||||||
static SSdbRow *mndVgroupActionDecode(SSdbRaw *pRaw);
|
static SSdbRow *mndVgroupActionDecode(SSdbRaw *pRaw);
|
||||||
static int32_t mndVgroupActionInsert(SSdb *pSdb, SVgObj *pVgroup);
|
static int32_t mndVgroupActionInsert(SSdb *pSdb, SVgObj *pVgroup);
|
||||||
|
@ -34,19 +34,21 @@ static int32_t mndProcessAlterVnodeRsp(SNodeMsg *pRsp);
|
||||||
static int32_t mndProcessDropVnodeRsp(SNodeMsg *pRsp);
|
static int32_t mndProcessDropVnodeRsp(SNodeMsg *pRsp);
|
||||||
static int32_t mndProcessCompactVnodeRsp(SNodeMsg *pRsp);
|
static int32_t mndProcessCompactVnodeRsp(SNodeMsg *pRsp);
|
||||||
|
|
||||||
static int32_t mndRetrieveVgroups(SNodeMsg *pReq, SShowObj *pShow, SSDataBlock* pBlock, int32_t rows);
|
static int32_t mndRetrieveVgroups(SNodeMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
|
||||||
static void mndCancelGetNextVgroup(SMnode *pMnode, void *pIter);
|
static void mndCancelGetNextVgroup(SMnode *pMnode, void *pIter);
|
||||||
static int32_t mndRetrieveVnodes(SNodeMsg *pReq, SShowObj *pShow, SSDataBlock* pBlock, int32_t rows);
|
static int32_t mndRetrieveVnodes(SNodeMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows);
|
||||||
static void mndCancelGetNextVnode(SMnode *pMnode, void *pIter);
|
static void mndCancelGetNextVnode(SMnode *pMnode, void *pIter);
|
||||||
|
|
||||||
int32_t mndInitVgroup(SMnode *pMnode) {
|
int32_t mndInitVgroup(SMnode *pMnode) {
|
||||||
SSdbTable table = {.sdbType = SDB_VGROUP,
|
SSdbTable table = {
|
||||||
.keyType = SDB_KEY_INT32,
|
.sdbType = SDB_VGROUP,
|
||||||
.encodeFp = (SdbEncodeFp)mndVgroupActionEncode,
|
.keyType = SDB_KEY_INT32,
|
||||||
.decodeFp = (SdbDecodeFp)mndVgroupActionDecode,
|
.encodeFp = (SdbEncodeFp)mndVgroupActionEncode,
|
||||||
.insertFp = (SdbInsertFp)mndVgroupActionInsert,
|
.decodeFp = (SdbDecodeFp)mndVgroupActionDecode,
|
||||||
.updateFp = (SdbUpdateFp)mndVgroupActionUpdate,
|
.insertFp = (SdbInsertFp)mndVgroupActionInsert,
|
||||||
.deleteFp = (SdbDeleteFp)mndVgroupActionDelete};
|
.updateFp = (SdbUpdateFp)mndVgroupActionUpdate,
|
||||||
|
.deleteFp = (SdbDeleteFp)mndVgroupActionDelete,
|
||||||
|
};
|
||||||
|
|
||||||
mndSetMsgHandle(pMnode, TDMT_DND_CREATE_VNODE_RSP, mndProcessCreateVnodeRsp);
|
mndSetMsgHandle(pMnode, TDMT_DND_CREATE_VNODE_RSP, mndProcessCreateVnodeRsp);
|
||||||
mndSetMsgHandle(pMnode, TDMT_VND_ALTER_VNODE_RSP, mndProcessAlterVnodeRsp);
|
mndSetMsgHandle(pMnode, TDMT_VND_ALTER_VNODE_RSP, mndProcessAlterVnodeRsp);
|
||||||
|
@ -66,29 +68,29 @@ void mndCleanupVgroup(SMnode *pMnode) {}
|
||||||
SSdbRaw *mndVgroupActionEncode(SVgObj *pVgroup) {
|
SSdbRaw *mndVgroupActionEncode(SVgObj *pVgroup) {
|
||||||
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
|
|
||||||
SSdbRaw *pRaw = sdbAllocRaw(SDB_VGROUP, TSDB_VGROUP_VER_NUMBER, sizeof(SVgObj) + TSDB_VGROUP_RESERVE_SIZE);
|
SSdbRaw *pRaw = sdbAllocRaw(SDB_VGROUP, VGROUP_VER_NUMBER, sizeof(SVgObj) + VGROUP_RESERVE_SIZE);
|
||||||
if (pRaw == NULL) goto VG_ENCODE_OVER;
|
if (pRaw == NULL) goto _OVER;
|
||||||
|
|
||||||
int32_t dataPos = 0;
|
int32_t dataPos = 0;
|
||||||
SDB_SET_INT32(pRaw, dataPos, pVgroup->vgId, VG_ENCODE_OVER)
|
SDB_SET_INT32(pRaw, dataPos, pVgroup->vgId, _OVER)
|
||||||
SDB_SET_INT64(pRaw, dataPos, pVgroup->createdTime, VG_ENCODE_OVER)
|
SDB_SET_INT64(pRaw, dataPos, pVgroup->createdTime, _OVER)
|
||||||
SDB_SET_INT64(pRaw, dataPos, pVgroup->updateTime, VG_ENCODE_OVER)
|
SDB_SET_INT64(pRaw, dataPos, pVgroup->updateTime, _OVER)
|
||||||
SDB_SET_INT32(pRaw, dataPos, pVgroup->version, VG_ENCODE_OVER)
|
SDB_SET_INT32(pRaw, dataPos, pVgroup->version, _OVER)
|
||||||
SDB_SET_INT32(pRaw, dataPos, pVgroup->hashBegin, VG_ENCODE_OVER)
|
SDB_SET_INT32(pRaw, dataPos, pVgroup->hashBegin, _OVER)
|
||||||
SDB_SET_INT32(pRaw, dataPos, pVgroup->hashEnd, VG_ENCODE_OVER)
|
SDB_SET_INT32(pRaw, dataPos, pVgroup->hashEnd, _OVER)
|
||||||
SDB_SET_BINARY(pRaw, dataPos, pVgroup->dbName, TSDB_DB_FNAME_LEN, VG_ENCODE_OVER)
|
SDB_SET_BINARY(pRaw, dataPos, pVgroup->dbName, TSDB_DB_FNAME_LEN, _OVER)
|
||||||
SDB_SET_INT64(pRaw, dataPos, pVgroup->dbUid, VG_ENCODE_OVER)
|
SDB_SET_INT64(pRaw, dataPos, pVgroup->dbUid, _OVER)
|
||||||
SDB_SET_INT8(pRaw, dataPos, pVgroup->replica, VG_ENCODE_OVER)
|
SDB_SET_INT8(pRaw, dataPos, pVgroup->replica, _OVER)
|
||||||
for (int8_t i = 0; i < pVgroup->replica; ++i) {
|
for (int8_t i = 0; i < pVgroup->replica; ++i) {
|
||||||
SVnodeGid *pVgid = &pVgroup->vnodeGid[i];
|
SVnodeGid *pVgid = &pVgroup->vnodeGid[i];
|
||||||
SDB_SET_INT32(pRaw, dataPos, pVgid->dnodeId, VG_ENCODE_OVER)
|
SDB_SET_INT32(pRaw, dataPos, pVgid->dnodeId, _OVER)
|
||||||
}
|
}
|
||||||
SDB_SET_RESERVE(pRaw, dataPos, TSDB_VGROUP_RESERVE_SIZE, VG_ENCODE_OVER)
|
SDB_SET_RESERVE(pRaw, dataPos, VGROUP_RESERVE_SIZE, _OVER)
|
||||||
SDB_SET_DATALEN(pRaw, dataPos, VG_ENCODE_OVER)
|
SDB_SET_DATALEN(pRaw, dataPos, _OVER)
|
||||||
|
|
||||||
terrno = 0;
|
terrno = 0;
|
||||||
|
|
||||||
VG_ENCODE_OVER:
|
_OVER:
|
||||||
if (terrno != 0) {
|
if (terrno != 0) {
|
||||||
mError("vgId:%d, failed to encode to raw:%p since %s", pVgroup->vgId, pRaw, terrstr());
|
mError("vgId:%d, failed to encode to raw:%p since %s", pVgroup->vgId, pRaw, terrstr());
|
||||||
sdbFreeRaw(pRaw);
|
sdbFreeRaw(pRaw);
|
||||||
|
@ -103,41 +105,41 @@ SSdbRow *mndVgroupActionDecode(SSdbRaw *pRaw) {
|
||||||
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
|
|
||||||
int8_t sver = 0;
|
int8_t sver = 0;
|
||||||
if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto VG_DECODE_OVER;
|
if (sdbGetRawSoftVer(pRaw, &sver) != 0) goto _OVER;
|
||||||
|
|
||||||
if (sver != TSDB_VGROUP_VER_NUMBER) {
|
if (sver != VGROUP_VER_NUMBER) {
|
||||||
terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
|
terrno = TSDB_CODE_SDB_INVALID_DATA_VER;
|
||||||
goto VG_DECODE_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
SSdbRow *pRow = sdbAllocRow(sizeof(SVgObj));
|
SSdbRow *pRow = sdbAllocRow(sizeof(SVgObj));
|
||||||
if (pRow == NULL) goto VG_DECODE_OVER;
|
if (pRow == NULL) goto _OVER;
|
||||||
|
|
||||||
SVgObj *pVgroup = sdbGetRowObj(pRow);
|
SVgObj *pVgroup = sdbGetRowObj(pRow);
|
||||||
if (pVgroup == NULL) goto VG_DECODE_OVER;
|
if (pVgroup == NULL) goto _OVER;
|
||||||
|
|
||||||
int32_t dataPos = 0;
|
int32_t dataPos = 0;
|
||||||
SDB_GET_INT32(pRaw, dataPos, &pVgroup->vgId, VG_DECODE_OVER)
|
SDB_GET_INT32(pRaw, dataPos, &pVgroup->vgId, _OVER)
|
||||||
SDB_GET_INT64(pRaw, dataPos, &pVgroup->createdTime, VG_DECODE_OVER)
|
SDB_GET_INT64(pRaw, dataPos, &pVgroup->createdTime, _OVER)
|
||||||
SDB_GET_INT64(pRaw, dataPos, &pVgroup->updateTime, VG_DECODE_OVER)
|
SDB_GET_INT64(pRaw, dataPos, &pVgroup->updateTime, _OVER)
|
||||||
SDB_GET_INT32(pRaw, dataPos, &pVgroup->version, VG_DECODE_OVER)
|
SDB_GET_INT32(pRaw, dataPos, &pVgroup->version, _OVER)
|
||||||
SDB_GET_INT32(pRaw, dataPos, &pVgroup->hashBegin, VG_DECODE_OVER)
|
SDB_GET_INT32(pRaw, dataPos, &pVgroup->hashBegin, _OVER)
|
||||||
SDB_GET_INT32(pRaw, dataPos, &pVgroup->hashEnd, VG_DECODE_OVER)
|
SDB_GET_INT32(pRaw, dataPos, &pVgroup->hashEnd, _OVER)
|
||||||
SDB_GET_BINARY(pRaw, dataPos, pVgroup->dbName, TSDB_DB_FNAME_LEN, VG_DECODE_OVER)
|
SDB_GET_BINARY(pRaw, dataPos, pVgroup->dbName, TSDB_DB_FNAME_LEN, _OVER)
|
||||||
SDB_GET_INT64(pRaw, dataPos, &pVgroup->dbUid, VG_DECODE_OVER)
|
SDB_GET_INT64(pRaw, dataPos, &pVgroup->dbUid, _OVER)
|
||||||
SDB_GET_INT8(pRaw, dataPos, &pVgroup->replica, VG_DECODE_OVER)
|
SDB_GET_INT8(pRaw, dataPos, &pVgroup->replica, _OVER)
|
||||||
for (int8_t i = 0; i < pVgroup->replica; ++i) {
|
for (int8_t i = 0; i < pVgroup->replica; ++i) {
|
||||||
SVnodeGid *pVgid = &pVgroup->vnodeGid[i];
|
SVnodeGid *pVgid = &pVgroup->vnodeGid[i];
|
||||||
SDB_GET_INT32(pRaw, dataPos, &pVgid->dnodeId, VG_DECODE_OVER)
|
SDB_GET_INT32(pRaw, dataPos, &pVgid->dnodeId, _OVER)
|
||||||
if (pVgroup->replica == 1) {
|
if (pVgroup->replica == 1) {
|
||||||
pVgid->role = TAOS_SYNC_STATE_LEADER;
|
pVgid->role = TAOS_SYNC_STATE_LEADER;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
SDB_GET_RESERVE(pRaw, dataPos, TSDB_VGROUP_RESERVE_SIZE, VG_DECODE_OVER)
|
SDB_GET_RESERVE(pRaw, dataPos, VGROUP_RESERVE_SIZE, _OVER)
|
||||||
|
|
||||||
terrno = 0;
|
terrno = 0;
|
||||||
|
|
||||||
VG_DECODE_OVER:
|
_OVER:
|
||||||
if (terrno != 0) {
|
if (terrno != 0) {
|
||||||
mError("vgId:%d, failed to decode from raw:%p since %s", pVgroup->vgId, pRaw, terrstr());
|
mError("vgId:%d, failed to decode from raw:%p since %s", pVgroup->vgId, pRaw, terrstr());
|
||||||
taosMemoryFreeClear(pRow);
|
taosMemoryFreeClear(pRow);
|
||||||
|
@ -254,6 +256,68 @@ void *mndBuildCreateVnodeReq(SMnode *pMnode, SDnodeObj *pDnode, SDbObj *pDb, SVg
|
||||||
return pReq;
|
return pReq;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void *mndBuildAlterVnodeReq(SMnode *pMnode, SDnodeObj *pDnode, SDbObj *pDb, SVgObj *pVgroup, int32_t *pContLen) {
|
||||||
|
SAlterVnodeReq alterReq = {0};
|
||||||
|
alterReq.vgVersion = pVgroup->version;
|
||||||
|
alterReq.buffer = pDb->cfg.buffer;
|
||||||
|
alterReq.pages = pDb->cfg.pages;
|
||||||
|
alterReq.pageSize = pDb->cfg.pageSize;
|
||||||
|
alterReq.daysPerFile = pDb->cfg.daysPerFile;
|
||||||
|
alterReq.daysToKeep0 = pDb->cfg.daysToKeep0;
|
||||||
|
alterReq.daysToKeep1 = pDb->cfg.daysToKeep1;
|
||||||
|
alterReq.daysToKeep2 = pDb->cfg.daysToKeep2;
|
||||||
|
alterReq.fsyncPeriod = pDb->cfg.fsyncPeriod;
|
||||||
|
alterReq.walLevel = pDb->cfg.walLevel;
|
||||||
|
alterReq.strict = pDb->cfg.strict;
|
||||||
|
alterReq.cacheLastRow = pDb->cfg.cacheLastRow;
|
||||||
|
alterReq.replica = pVgroup->replica;
|
||||||
|
alterReq.selfIndex = -1;
|
||||||
|
|
||||||
|
for (int32_t v = 0; v < pVgroup->replica; ++v) {
|
||||||
|
SReplica *pReplica = &alterReq.replicas[v];
|
||||||
|
SVnodeGid *pVgid = &pVgroup->vnodeGid[v];
|
||||||
|
SDnodeObj *pVgidDnode = mndAcquireDnode(pMnode, pVgid->dnodeId);
|
||||||
|
if (pVgidDnode == NULL) {
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
|
||||||
|
pReplica->id = pVgidDnode->id;
|
||||||
|
pReplica->port = pVgidDnode->port;
|
||||||
|
memcpy(pReplica->fqdn, pVgidDnode->fqdn, TSDB_FQDN_LEN);
|
||||||
|
mndReleaseDnode(pMnode, pVgidDnode);
|
||||||
|
|
||||||
|
if (pDnode->id == pVgid->dnodeId) {
|
||||||
|
alterReq.selfIndex = v;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (alterReq.selfIndex == -1) {
|
||||||
|
terrno = TSDB_CODE_MND_APP_ERROR;
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
|
||||||
|
int32_t contLen = tSerializeSAlterVnodeReq(NULL, 0, &alterReq);
|
||||||
|
if (contLen < 0) {
|
||||||
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
contLen += +sizeof(SMsgHead);
|
||||||
|
|
||||||
|
void *pReq = taosMemoryMalloc(contLen);
|
||||||
|
if (pReq == NULL) {
|
||||||
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
|
||||||
|
SMsgHead *pHead = pReq;
|
||||||
|
pHead->contLen = htonl(contLen);
|
||||||
|
pHead->vgId = htonl(pVgroup->vgId);
|
||||||
|
|
||||||
|
tSerializeSAlterVnodeReq((char *)pReq + sizeof(SMsgHead), contLen, &alterReq);
|
||||||
|
*pContLen = contLen;
|
||||||
|
return pReq;
|
||||||
|
}
|
||||||
|
|
||||||
void *mndBuildDropVnodeReq(SMnode *pMnode, SDnodeObj *pDnode, SDbObj *pDb, SVgObj *pVgroup, int32_t *pContLen) {
|
void *mndBuildDropVnodeReq(SMnode *pMnode, SDnodeObj *pDnode, SDbObj *pDb, SVgObj *pVgroup, int32_t *pContLen) {
|
||||||
SDropVnodeReq dropReq = {0};
|
SDropVnodeReq dropReq = {0};
|
||||||
dropReq.dnodeId = pDnode->id;
|
dropReq.dnodeId = pDnode->id;
|
||||||
|
@ -372,12 +436,12 @@ int32_t mndAllocVgroup(SMnode *pMnode, SDbObj *pDb, SVgObj **ppVgroups) {
|
||||||
pVgroups = taosMemoryCalloc(pDb->cfg.numOfVgroups, sizeof(SVgObj));
|
pVgroups = taosMemoryCalloc(pDb->cfg.numOfVgroups, sizeof(SVgObj));
|
||||||
if (pVgroups == NULL) {
|
if (pVgroups == NULL) {
|
||||||
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
goto ALLOC_VGROUP_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
pArray = mndBuildDnodesArray(pMnode);
|
pArray = mndBuildDnodesArray(pMnode);
|
||||||
if (pArray == NULL) {
|
if (pArray == NULL) {
|
||||||
goto ALLOC_VGROUP_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
mDebug("db:%s, total %d dnodes used to create %d vgroups (%d vnodes)", pDb->name, (int32_t)taosArrayGetSize(pArray),
|
mDebug("db:%s, total %d dnodes used to create %d vgroups (%d vnodes)", pDb->name, (int32_t)taosArrayGetSize(pArray),
|
||||||
|
@ -410,7 +474,7 @@ int32_t mndAllocVgroup(SMnode *pMnode, SDbObj *pDb, SVgObj **ppVgroups) {
|
||||||
|
|
||||||
if (mndGetAvailableDnode(pMnode, pVgroup, pArray) != 0) {
|
if (mndGetAvailableDnode(pMnode, pVgroup, pArray) != 0) {
|
||||||
terrno = TSDB_CODE_MND_NO_ENOUGH_DNODES;
|
terrno = TSDB_CODE_MND_NO_ENOUGH_DNODES;
|
||||||
goto ALLOC_VGROUP_OVER;
|
goto _OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
allocedVgroups++;
|
allocedVgroups++;
|
||||||
|
@ -421,7 +485,7 @@ int32_t mndAllocVgroup(SMnode *pMnode, SDbObj *pDb, SVgObj **ppVgroups) {
|
||||||
|
|
||||||
mDebug("db:%s, %d vgroups is alloced, replica:%d", pDb->name, pDb->cfg.numOfVgroups, pDb->cfg.replications);
|
mDebug("db:%s, %d vgroups is alloced, replica:%d", pDb->name, pDb->cfg.numOfVgroups, pDb->cfg.replications);
|
||||||
|
|
||||||
ALLOC_VGROUP_OVER:
|
_OVER:
|
||||||
if (code != 0) taosMemoryFree(pVgroups);
|
if (code != 0) taosMemoryFree(pVgroups);
|
||||||
taosArrayDestroy(pArray);
|
taosArrayDestroy(pArray);
|
||||||
return code;
|
return code;
|
||||||
|
@ -492,7 +556,7 @@ static int32_t mndGetVgroupMaxReplica(SMnode *pMnode, char *dbName, int8_t *pRep
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
static int32_t mndRetrieveVgroups(SNodeMsg *pReq, SShowObj *pShow, SSDataBlock* pBlock, int32_t rows) {
|
static int32_t mndRetrieveVgroups(SNodeMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
|
||||||
SMnode *pMnode = pReq->pNode;
|
SMnode *pMnode = pReq->pNode;
|
||||||
SSdb *pSdb = pMnode->pSdb;
|
SSdb *pSdb = pMnode->pSdb;
|
||||||
int32_t numOfRows = 0;
|
int32_t numOfRows = 0;
|
||||||
|
@ -533,14 +597,13 @@ static int32_t mndRetrieveVgroups(SNodeMsg *pReq, SShowObj *pShow, SSDataBlock*
|
||||||
|
|
||||||
// default 3 replica
|
// default 3 replica
|
||||||
for (int32_t i = 0; i < 3; ++i) {
|
for (int32_t i = 0; i < 3; ++i) {
|
||||||
|
|
||||||
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
||||||
if (i < pVgroup->replica) {
|
if (i < pVgroup->replica) {
|
||||||
colDataAppend(pColInfo, numOfRows, (const char *)&pVgroup->vnodeGid[i].dnodeId, false);
|
colDataAppend(pColInfo, numOfRows, (const char *)&pVgroup->vnodeGid[i].dnodeId, false);
|
||||||
|
|
||||||
char buf1[20] = {0};
|
char buf1[20] = {0};
|
||||||
const char *role = syncStr(pVgroup->vnodeGid[i].role);
|
const char *role = syncStr(pVgroup->vnodeGid[i].role);
|
||||||
STR_WITH_MAXSIZE_TO_VARSTR(buf1, role, pShow->pMeta->pSchemas[cols].bytes);
|
STR_WITH_MAXSIZE_TO_VARSTR(buf1, role, pShow->pMeta->pSchemas[cols].bytes);
|
||||||
|
|
||||||
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
pColInfo = taosArrayGet(pBlock->pDataBlock, cols++);
|
||||||
colDataAppend(pColInfo, numOfRows, (const char *)buf1, false);
|
colDataAppend(pColInfo, numOfRows, (const char *)buf1, false);
|
||||||
|
@ -597,13 +660,12 @@ int32_t mndGetVnodesNum(SMnode *pMnode, int32_t dnodeId) {
|
||||||
return numOfVnodes;
|
return numOfVnodes;
|
||||||
}
|
}
|
||||||
|
|
||||||
static int32_t mndRetrieveVnodes(SNodeMsg *pReq, SShowObj *pShow, SSDataBlock* pBlock, int32_t rows) {
|
static int32_t mndRetrieveVnodes(SNodeMsg *pReq, SShowObj *pShow, SSDataBlock *pBlock, int32_t rows) {
|
||||||
SMnode *pMnode = pReq->pNode;
|
SMnode *pMnode = pReq->pNode;
|
||||||
SSdb *pSdb = pMnode->pSdb;
|
SSdb *pSdb = pMnode->pSdb;
|
||||||
int32_t numOfRows = 0;
|
int32_t numOfRows = 0;
|
||||||
SVgObj *pVgroup = NULL;
|
SVgObj *pVgroup = NULL;
|
||||||
int32_t cols = 0;
|
int32_t cols = 0;
|
||||||
// int32_t dnodeId = pShow->replica;
|
|
||||||
|
|
||||||
while (numOfRows < rows) {
|
while (numOfRows < rows) {
|
||||||
pShow->pIter = sdbFetch(pSdb, SDB_VGROUP, pShow->pIter, (void **)&pVgroup);
|
pShow->pIter = sdbFetch(pSdb, SDB_VGROUP, pShow->pIter, (void **)&pVgroup);
|
||||||
|
|
|
@ -24,6 +24,7 @@ class MndTestFunc : public ::testing::Test {
|
||||||
|
|
||||||
void SetCode(SCreateFuncReq* pReq, const char* pCode, int32_t size);
|
void SetCode(SCreateFuncReq* pReq, const char* pCode, int32_t size);
|
||||||
void SetComment(SCreateFuncReq* pReq, const char* pComment);
|
void SetComment(SCreateFuncReq* pReq, const char* pComment);
|
||||||
|
void SetBufSize(SCreateFuncReq* pReq, int32_t size);
|
||||||
};
|
};
|
||||||
|
|
||||||
Testbase MndTestFunc::test;
|
Testbase MndTestFunc::test;
|
||||||
|
@ -40,6 +41,10 @@ void MndTestFunc::SetComment(SCreateFuncReq* pReq, const char* pComment) {
|
||||||
strcpy(pReq->pComment, pComment);
|
strcpy(pReq->pComment, pComment);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void MndTestFunc::SetBufSize(SCreateFuncReq* pReq, int32_t size) {
|
||||||
|
pReq->bufSize = size;
|
||||||
|
}
|
||||||
|
|
||||||
TEST_F(MndTestFunc, 01_Show_Func) {
|
TEST_F(MndTestFunc, 01_Show_Func) {
|
||||||
test.SendShowReq(TSDB_MGMT_TABLE_FUNC, "user_functions", "");
|
test.SendShowReq(TSDB_MGMT_TABLE_FUNC, "user_functions", "");
|
||||||
EXPECT_EQ(test.GetShowRows(), 0);
|
EXPECT_EQ(test.GetShowRows(), 0);
|
||||||
|
@ -96,6 +101,7 @@ TEST_F(MndTestFunc, 02_Create_Func) {
|
||||||
strcpy(createReq.name, "f1");
|
strcpy(createReq.name, "f1");
|
||||||
SetCode(&createReq, "code1", 6);
|
SetCode(&createReq, "code1", 6);
|
||||||
SetComment(&createReq, "comment1");
|
SetComment(&createReq, "comment1");
|
||||||
|
SetBufSize(&createReq, -1);
|
||||||
|
|
||||||
int32_t contLen = tSerializeSCreateFuncReq(NULL, 0, &createReq);
|
int32_t contLen = tSerializeSCreateFuncReq(NULL, 0, &createReq);
|
||||||
void* pReq = rpcMallocCont(contLen);
|
void* pReq = rpcMallocCont(contLen);
|
||||||
|
|
|
@ -30,6 +30,7 @@ target_sources(
|
||||||
"src/tsdb/tsdbFS.c"
|
"src/tsdb/tsdbFS.c"
|
||||||
"src/tsdb/tsdbOpen.c"
|
"src/tsdb/tsdbOpen.c"
|
||||||
"src/tsdb/tsdbMemTable.c"
|
"src/tsdb/tsdbMemTable.c"
|
||||||
|
"src/tsdb/tsdbMemTable2.c"
|
||||||
"src/tsdb/tsdbRead.c"
|
"src/tsdb/tsdbRead.c"
|
||||||
"src/tsdb/tsdbReadImpl.c"
|
"src/tsdb/tsdbReadImpl.c"
|
||||||
"src/tsdb/tsdbSma.c"
|
"src/tsdb/tsdbSma.c"
|
||||||
|
|
|
@ -40,7 +40,6 @@ typedef struct STable STable;
|
||||||
|
|
||||||
int tsdbMemTableCreate(STsdb *pTsdb, STsdbMemTable **ppMemTable);
|
int tsdbMemTableCreate(STsdb *pTsdb, STsdbMemTable **ppMemTable);
|
||||||
void tsdbMemTableDestroy(STsdb *pTsdb, STsdbMemTable *pMemTable);
|
void tsdbMemTableDestroy(STsdb *pTsdb, STsdbMemTable *pMemTable);
|
||||||
int tsdbInsertTableData(STsdb *pTsdb, SSubmitMsgIter *pMsgIter, SSubmitBlk *pBlock, int32_t *pAffectedRows);
|
|
||||||
int tsdbLoadDataFromCache(STable *pTable, SSkipListIterator *pIter, TSKEY maxKey, int maxRowsToRead, SDataCols *pCols,
|
int tsdbLoadDataFromCache(STable *pTable, SSkipListIterator *pIter, TSKEY maxKey, int maxRowsToRead, SDataCols *pCols,
|
||||||
TKEY *filterKeys, int nFilterKeys, bool keepDup, SMergeInfo *pMergeInfo);
|
TKEY *filterKeys, int nFilterKeys, bool keepDup, SMergeInfo *pMergeInfo);
|
||||||
|
|
||||||
|
|
|
@ -100,6 +100,7 @@ int32_t tsdbUpdateSmaWindow(STsdb* pTsdb, SSubmitReq* pMsg, int64_t version
|
||||||
int32_t tsdbCreateTSma(STsdb* pTsdb, char* pMsg);
|
int32_t tsdbCreateTSma(STsdb* pTsdb, char* pMsg);
|
||||||
int32_t tsdbInsertTSmaData(STsdb* pTsdb, int64_t indexUid, const char* msg);
|
int32_t tsdbInsertTSmaData(STsdb* pTsdb, int64_t indexUid, const char* msg);
|
||||||
int tsdbInsertData(STsdb* pTsdb, int64_t version, SSubmitReq* pMsg, SSubmitRsp* pRsp);
|
int tsdbInsertData(STsdb* pTsdb, int64_t version, SSubmitReq* pMsg, SSubmitRsp* pRsp);
|
||||||
|
int tsdbInsertTableData(STsdb* pTsdb, SSubmitMsgIter* pMsgIter, SSubmitBlk* pBlock, int32_t* pAffectedRows);
|
||||||
tsdbReaderT* tsdbQueryTables(SVnode* pVnode, SQueryTableDataCond* pCond, STableGroupInfo* groupList, uint64_t qId,
|
tsdbReaderT* tsdbQueryTables(SVnode* pVnode, SQueryTableDataCond* pCond, STableGroupInfo* groupList, uint64_t qId,
|
||||||
uint64_t taskId);
|
uint64_t taskId);
|
||||||
tsdbReaderT tsdbQueryCacheLastT(STsdb* tsdb, SQueryTableDataCond* pCond, STableGroupInfo* groupList, uint64_t qId,
|
tsdbReaderT tsdbQueryCacheLastT(STsdb* tsdb, SQueryTableDataCond* pCond, STableGroupInfo* groupList, uint64_t qId,
|
||||||
|
@ -125,7 +126,6 @@ int32_t tsdbUpdateTbUidList(STsdb* pTsdb, STbUidStore* pUidStore);
|
||||||
void tsdbUidStoreDestory(STbUidStore* pStore);
|
void tsdbUidStoreDestory(STbUidStore* pStore);
|
||||||
void* tsdbUidStoreFree(STbUidStore* pStore);
|
void* tsdbUidStoreFree(STbUidStore* pStore);
|
||||||
int32_t tsdbTriggerRSma(STsdb* pTsdb, void* pMsg, int32_t inputType);
|
int32_t tsdbTriggerRSma(STsdb* pTsdb, void* pMsg, int32_t inputType);
|
||||||
int32_t tsdbProcessSubmitReq(STsdb* pTsdb, int64_t version, void* pReq);
|
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
int8_t streamType; // sma or other
|
int8_t streamType; // sma or other
|
||||||
|
|
|
@ -69,10 +69,6 @@ static void tsdbDestroyCommitIters(SCommitH *pCommith);
|
||||||
static int tsdbCommitToFile(SCommitH *pCommith, SDFileSet *pSet, int fid);
|
static int tsdbCommitToFile(SCommitH *pCommith, SDFileSet *pSet, int fid);
|
||||||
static void tsdbResetCommitFile(SCommitH *pCommith);
|
static void tsdbResetCommitFile(SCommitH *pCommith);
|
||||||
static int tsdbSetAndOpenCommitFile(SCommitH *pCommith, SDFileSet *pSet, int fid);
|
static int tsdbSetAndOpenCommitFile(SCommitH *pCommith, SDFileSet *pSet, int fid);
|
||||||
// static int tsdbCommitMeta(STsdbRepo *pRepo);
|
|
||||||
// static int tsdbUpdateMetaRecord(STsdbFS *pfs, SMFile *pMFile, uint64_t uid, void *cont, int contLen, bool compact);
|
|
||||||
// static int tsdbDropMetaRecord(STsdbFS *pfs, SMFile *pMFile, uint64_t uid);
|
|
||||||
// static int tsdbCompactMetaFile(STsdbRepo *pRepo, STsdbFS *pfs, SMFile *pMFile);
|
|
||||||
static int tsdbCommitToTable(SCommitH *pCommith, int tid);
|
static int tsdbCommitToTable(SCommitH *pCommith, int tid);
|
||||||
static int tsdbSetCommitTable(SCommitH *pCommith, STable *pTable);
|
static int tsdbSetCommitTable(SCommitH *pCommith, STable *pTable);
|
||||||
static int tsdbComparKeyBlock(const void *arg1, const void *arg2);
|
static int tsdbComparKeyBlock(const void *arg1, const void *arg2);
|
||||||
|
|
|
@ -191,9 +191,6 @@ int tsdbLoadDataFromCache(STable *pTable, SSkipListIterator *pIter, TSKEY maxKey
|
||||||
}
|
}
|
||||||
|
|
||||||
int tsdbInsertTableData(STsdb *pTsdb, SSubmitMsgIter *pMsgIter, SSubmitBlk *pBlock, int32_t *pAffectedRows) {
|
int tsdbInsertTableData(STsdb *pTsdb, SSubmitMsgIter *pMsgIter, SSubmitBlk *pBlock, int32_t *pAffectedRows) {
|
||||||
// STsdbMeta *pMeta = pRepo->tsdbMeta;
|
|
||||||
// int32_t points = 0;
|
|
||||||
// STable *pTable = NULL;
|
|
||||||
SSubmitBlkIter blkIter = {0};
|
SSubmitBlkIter blkIter = {0};
|
||||||
STsdbMemTable *pMemTable = pTsdb->mem;
|
STsdbMemTable *pMemTable = pTsdb->mem;
|
||||||
void *tptr;
|
void *tptr;
|
||||||
|
@ -221,8 +218,9 @@ int tsdbInsertTableData(STsdb *pTsdb, SSubmitMsgIter *pMsgIter, SSubmitBlk *pBlo
|
||||||
}
|
}
|
||||||
|
|
||||||
// copy data to buffer pool
|
// copy data to buffer pool
|
||||||
pBlkCopy = (SSubmitBlk *)vnodeBufPoolMalloc(pTsdb->mem->pPool, pMsgIter->dataLen + sizeof(*pBlock));
|
int32_t tlen = pMsgIter->dataLen + pMsgIter->schemaLen + sizeof(*pBlock);
|
||||||
memcpy(pBlkCopy, pBlock, pMsgIter->dataLen + sizeof(*pBlock));
|
pBlkCopy = (SSubmitBlk *)vnodeBufPoolMalloc(pTsdb->mem->pPool, tlen);
|
||||||
|
memcpy(pBlkCopy, pBlock, tlen);
|
||||||
|
|
||||||
tInitSubmitBlkIter(pMsgIter, pBlkCopy, &blkIter);
|
tInitSubmitBlkIter(pMsgIter, pBlkCopy, &blkIter);
|
||||||
if (blkIter.row == NULL) return 0;
|
if (blkIter.row == NULL) return 0;
|
||||||
|
@ -241,7 +239,7 @@ int tsdbInsertTableData(STsdb *pTsdb, SSubmitMsgIter *pMsgIter, SSubmitBlk *pBlo
|
||||||
if (pMemTable->keyMin > keyMin) pMemTable->keyMin = keyMin;
|
if (pMemTable->keyMin > keyMin) pMemTable->keyMin = keyMin;
|
||||||
if (pMemTable->keyMax < keyMax) pMemTable->keyMax = keyMax;
|
if (pMemTable->keyMax < keyMax) pMemTable->keyMax = keyMax;
|
||||||
|
|
||||||
(*pAffectedRows) += pMsgIter->numOfRows;
|
(*pAffectedRows) = pMsgIter->numOfRows;
|
||||||
|
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
|
@ -0,0 +1,93 @@
|
||||||
|
/*
|
||||||
|
* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
|
||||||
|
*
|
||||||
|
* This program is free software: you can use, redistribute, and/or modify
|
||||||
|
* it under the terms of the GNU Affero General Public License, version 3
|
||||||
|
* or later ("AGPL"), as published by the Free Software Foundation.
|
||||||
|
*
|
||||||
|
* This program is distributed in the hope that it will be useful, but WITHOUT
|
||||||
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||||
|
* FITNESS FOR A PARTICULAR PURPOSE.
|
||||||
|
*
|
||||||
|
* You should have received a copy of the GNU Affero General Public License
|
||||||
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
*/
|
||||||
|
|
||||||
|
#include "tsdb.h"
|
||||||
|
|
||||||
|
typedef struct SMemTable SMemTable;
|
||||||
|
typedef struct SMemData SMemData;
|
||||||
|
typedef struct SMemSkipList SMemSkipList;
|
||||||
|
typedef struct SMemSkipListCfg SMemSkipListCfg;
|
||||||
|
|
||||||
|
struct SMemTable {
|
||||||
|
STsdb *pTsdb;
|
||||||
|
TSKEY minKey;
|
||||||
|
TSKEY maxKey;
|
||||||
|
int64_t minVer;
|
||||||
|
int64_t maxVer;
|
||||||
|
int64_t nRows;
|
||||||
|
int32_t nHash;
|
||||||
|
int32_t nBucket;
|
||||||
|
SMemData **pBuckets;
|
||||||
|
};
|
||||||
|
|
||||||
|
struct SMemSkipListCfg {
|
||||||
|
int8_t maxLevel;
|
||||||
|
int32_t nKey;
|
||||||
|
int32_t nData;
|
||||||
|
};
|
||||||
|
|
||||||
|
struct SMemSkipList {
|
||||||
|
int8_t level;
|
||||||
|
uint32_t seed;
|
||||||
|
};
|
||||||
|
|
||||||
|
struct SMemData {
|
||||||
|
SMemData *pHashNext;
|
||||||
|
tb_uid_t suid;
|
||||||
|
tb_uid_t uid;
|
||||||
|
TSKEY minKey;
|
||||||
|
TSKEY maxKey;
|
||||||
|
int64_t minVer;
|
||||||
|
int64_t maxVer;
|
||||||
|
int64_t nRows;
|
||||||
|
SMemSkipList sl;
|
||||||
|
};
|
||||||
|
|
||||||
|
// SMemTable
|
||||||
|
int32_t tsdbMemTableCreate2(STsdb *pTsdb, SMemTable **ppMemTb) {
|
||||||
|
SMemTable *pMemTb = NULL;
|
||||||
|
|
||||||
|
pMemTb = taosMemoryCalloc(1, sizeof(*pMemTb));
|
||||||
|
if (pMemTb == NULL) {
|
||||||
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
pMemTb->pTsdb = pTsdb;
|
||||||
|
pMemTb->minKey = TSKEY_MAX;
|
||||||
|
pMemTb->maxKey = TSKEY_MIN;
|
||||||
|
pMemTb->minVer = -1;
|
||||||
|
pMemTb->maxVer = -1;
|
||||||
|
pMemTb->nRows = 0;
|
||||||
|
pMemTb->nHash = 0;
|
||||||
|
pMemTb->nBucket = 1024;
|
||||||
|
pMemTb->pBuckets = taosMemoryCalloc(pMemTb->nBucket, sizeof(*pMemTb->pBuckets));
|
||||||
|
if (pMemTb->pBuckets == NULL) {
|
||||||
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
*ppMemTb = pMemTb;
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
int32_t tsdbMemTableDestroy2(STsdb *pTsdb, SMemTable *pMT) {
|
||||||
|
// TODO
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
// SMemData
|
||||||
|
|
||||||
|
// SMemSkipList
|
|
@ -1962,6 +1962,21 @@ int32_t tsdbUpdateTbUidList(STsdb *pTsdb, STbUidStore *pStore) {
|
||||||
return TSDB_CODE_SUCCESS;
|
return TSDB_CODE_SUCCESS;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static int32_t tsdbProcessSubmitReq(STsdb *pTsdb, int64_t version, void *pReq) {
|
||||||
|
if (!pReq) {
|
||||||
|
terrno = TSDB_CODE_INVALID_PTR;
|
||||||
|
return TSDB_CODE_FAILED;
|
||||||
|
}
|
||||||
|
|
||||||
|
SSubmitReq *pSubmitReq = (SSubmitReq *)pReq;
|
||||||
|
|
||||||
|
if (tsdbInsertData(pTsdb, version, pSubmitReq, NULL) < 0) {
|
||||||
|
return TSDB_CODE_FAILED;
|
||||||
|
}
|
||||||
|
|
||||||
|
return TSDB_CODE_SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
static int32_t tsdbFetchSubmitReqSuids(SSubmitReq *pMsg, STbUidStore *pStore) {
|
static int32_t tsdbFetchSubmitReqSuids(SSubmitReq *pMsg, STbUidStore *pStore) {
|
||||||
ASSERT(pMsg != NULL);
|
ASSERT(pMsg != NULL);
|
||||||
SSubmitMsgIter msgIter = {0};
|
SSubmitMsgIter msgIter = {0};
|
||||||
|
|
|
@ -450,7 +450,7 @@ static int vnodeProcessDropTbReq(SVnode *pVnode, int64_t version, void *pReq, in
|
||||||
SCoder coder = {0};
|
SCoder coder = {0};
|
||||||
int ret;
|
int ret;
|
||||||
|
|
||||||
pRsp->msgType = TDMT_VND_CREATE_STB_RSP;
|
pRsp->msgType = TDMT_VND_DROP_TABLE_RSP;
|
||||||
pRsp->pCont = NULL;
|
pRsp->pCont = NULL;
|
||||||
pRsp->contLen = 0;
|
pRsp->contLen = 0;
|
||||||
pRsp->code = TSDB_CODE_SUCCESS;
|
pRsp->code = TSDB_CODE_SUCCESS;
|
||||||
|
@ -473,9 +473,13 @@ static int vnodeProcessDropTbReq(SVnode *pVnode, int64_t version, void *pReq, in
|
||||||
/* code */
|
/* code */
|
||||||
ret = metaDropTable(pVnode->pMeta, version, pDropTbReq);
|
ret = metaDropTable(pVnode->pMeta, version, pDropTbReq);
|
||||||
if (ret < 0) {
|
if (ret < 0) {
|
||||||
dropTbRsp.code = TSDB_CODE_SUCCESS;
|
if (pDropTbReq->igNotExists && terrno == TSDB_CODE_VND_TABLE_NOT_EXIST) {
|
||||||
|
dropTbRsp.code = TSDB_CODE_SUCCESS;
|
||||||
|
} else {
|
||||||
|
dropTbRsp.code = terrno;
|
||||||
|
}
|
||||||
} else {
|
} else {
|
||||||
dropTbRsp.code = terrno;
|
dropTbRsp.code = TSDB_CODE_SUCCESS;
|
||||||
}
|
}
|
||||||
|
|
||||||
taosArrayPush(rsp.pArray, &dropTbRsp);
|
taosArrayPush(rsp.pArray, &dropTbRsp);
|
||||||
|
@ -488,20 +492,55 @@ _exit:
|
||||||
}
|
}
|
||||||
|
|
||||||
static int vnodeProcessSubmitReq(SVnode *pVnode, int64_t version, void *pReq, int32_t len, SRpcMsg *pRsp) {
|
static int vnodeProcessSubmitReq(SVnode *pVnode, int64_t version, void *pReq, int32_t len, SRpcMsg *pRsp) {
|
||||||
SSubmitReq *pSubmitReq = (SSubmitReq *)pReq;
|
SSubmitReq *pSubmitReq = (SSubmitReq *)pReq;
|
||||||
SSubmitRsp rsp = {0};
|
SSubmitMsgIter msgIter = {0};
|
||||||
|
SSubmitBlk *pBlock;
|
||||||
|
SSubmitRsp rsp = {0};
|
||||||
|
SVCreateTbReq createTbReq = {0};
|
||||||
|
SCoder coder = {0};
|
||||||
|
int32_t nRows;
|
||||||
|
|
||||||
pRsp->code = 0;
|
pRsp->code = 0;
|
||||||
|
|
||||||
// handle the request
|
// handle the request
|
||||||
if (tsdbInsertData(pVnode->pTsdb, version, pSubmitReq, &rsp) < 0) {
|
if (tInitSubmitMsgIter(pSubmitReq, &msgIter) < 0) {
|
||||||
pRsp->code = terrno;
|
pRsp->code = TSDB_CODE_INVALID_MSG;
|
||||||
return -1;
|
goto _exit;
|
||||||
}
|
}
|
||||||
|
|
||||||
// pRsp->msgType = TDMT_VND_SUBMIT_RSP;
|
for (;;) {
|
||||||
// vnodeProcessSubmitReq(pVnode, ptr, pRsp);
|
tGetSubmitMsgNext(&msgIter, &pBlock);
|
||||||
|
if (pBlock == NULL) break;
|
||||||
|
|
||||||
|
// create table for auto create table mode
|
||||||
|
if (msgIter.schemaLen > 0) {
|
||||||
|
tCoderInit(&coder, TD_LITTLE_ENDIAN, pBlock->data, msgIter.schemaLen, TD_DECODER);
|
||||||
|
if (tDecodeSVCreateTbReq(&coder, &createTbReq) < 0) {
|
||||||
|
pRsp->code = TSDB_CODE_INVALID_MSG;
|
||||||
|
tCoderClear(&coder);
|
||||||
|
goto _exit;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (metaCreateTable(pVnode->pMeta, version, &createTbReq) < 0) {
|
||||||
|
if (terrno != TSDB_CODE_TDB_TABLE_ALREADY_EXIST) {
|
||||||
|
pRsp->code = terrno;
|
||||||
|
tCoderClear(&coder);
|
||||||
|
goto _exit;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
tCoderClear(&coder);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (tsdbInsertTableData(pVnode->pTsdb, &msgIter, pBlock, &nRows) < 0) {
|
||||||
|
pRsp->code = terrno;
|
||||||
|
goto _exit;
|
||||||
|
}
|
||||||
|
|
||||||
|
rsp.numOfRows += nRows;
|
||||||
|
}
|
||||||
|
|
||||||
|
_exit:
|
||||||
// encode the response (TODO)
|
// encode the response (TODO)
|
||||||
pRsp->pCont = rpcMallocCont(sizeof(SSubmitRsp));
|
pRsp->pCont = rpcMallocCont(sizeof(SSubmitRsp));
|
||||||
memcpy(pRsp->pCont, &rsp, sizeof(rsp));
|
memcpy(pRsp->pCont, &rsp, sizeof(rsp));
|
||||||
|
@ -511,18 +550,3 @@ static int vnodeProcessSubmitReq(SVnode *pVnode, int64_t version, void *pReq, in
|
||||||
|
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
int32_t tsdbProcessSubmitReq(STsdb *pTsdb, int64_t version, void *pReq) {
|
|
||||||
if (!pReq) {
|
|
||||||
terrno = TSDB_CODE_INVALID_PTR;
|
|
||||||
return TSDB_CODE_FAILED;
|
|
||||||
}
|
|
||||||
|
|
||||||
SSubmitReq *pSubmitReq = (SSubmitReq *)pReq;
|
|
||||||
|
|
||||||
if (tsdbInsertData(pTsdb, version, pSubmitReq, NULL) < 0) {
|
|
||||||
return TSDB_CODE_FAILED;
|
|
||||||
}
|
|
||||||
|
|
||||||
return TSDB_CODE_SUCCESS;
|
|
||||||
}
|
|
||||||
|
|
|
@ -54,6 +54,7 @@ enum {
|
||||||
CTG_ACT_REMOVE_DB,
|
CTG_ACT_REMOVE_DB,
|
||||||
CTG_ACT_REMOVE_STB,
|
CTG_ACT_REMOVE_STB,
|
||||||
CTG_ACT_REMOVE_TBL,
|
CTG_ACT_REMOVE_TBL,
|
||||||
|
CTG_ACT_UPDATE_USER,
|
||||||
CTG_ACT_MAX
|
CTG_ACT_MAX
|
||||||
};
|
};
|
||||||
|
|
||||||
|
@ -95,8 +96,18 @@ typedef struct SCtgRentMgmt {
|
||||||
SCtgRentSlot *slots;
|
SCtgRentSlot *slots;
|
||||||
} SCtgRentMgmt;
|
} SCtgRentMgmt;
|
||||||
|
|
||||||
|
typedef struct SCtgUserAuth {
|
||||||
|
int32_t version;
|
||||||
|
SRWLatch lock;
|
||||||
|
bool superUser;
|
||||||
|
SHashObj *createdDbs;
|
||||||
|
SHashObj *readDbs;
|
||||||
|
SHashObj *writeDbs;
|
||||||
|
} SCtgUserAuth;
|
||||||
|
|
||||||
typedef struct SCatalog {
|
typedef struct SCatalog {
|
||||||
uint64_t clusterId;
|
uint64_t clusterId;
|
||||||
|
SHashObj *userCache; //key:user, value:SCtgUserAuth
|
||||||
SHashObj *dbCache; //key:dbname, value:SCtgDBCache
|
SHashObj *dbCache; //key:dbname, value:SCtgDBCache
|
||||||
SCtgRentMgmt dbRent;
|
SCtgRentMgmt dbRent;
|
||||||
SCtgRentMgmt stbRent;
|
SCtgRentMgmt stbRent;
|
||||||
|
@ -124,6 +135,8 @@ typedef struct SCtgCacheStat {
|
||||||
uint64_t vgMissNum;
|
uint64_t vgMissNum;
|
||||||
uint64_t tblHitNum;
|
uint64_t tblHitNum;
|
||||||
uint64_t tblMissNum;
|
uint64_t tblMissNum;
|
||||||
|
uint64_t userHitNum;
|
||||||
|
uint64_t userMissNum;
|
||||||
} SCtgCacheStat;
|
} SCtgCacheStat;
|
||||||
|
|
||||||
typedef struct SCatalogStat {
|
typedef struct SCatalogStat {
|
||||||
|
@ -169,6 +182,11 @@ typedef struct SCtgRemoveTblMsg {
|
||||||
uint64_t dbId;
|
uint64_t dbId;
|
||||||
} SCtgRemoveTblMsg;
|
} SCtgRemoveTblMsg;
|
||||||
|
|
||||||
|
typedef struct SCtgUpdateUserMsg {
|
||||||
|
SCatalog* pCtg;
|
||||||
|
SGetUserAuthRsp userAuth;
|
||||||
|
} SCtgUpdateUserMsg;
|
||||||
|
|
||||||
|
|
||||||
typedef struct SCtgMetaAction {
|
typedef struct SCtgMetaAction {
|
||||||
int32_t act;
|
int32_t act;
|
||||||
|
@ -234,6 +252,8 @@ typedef struct SCtgAction {
|
||||||
#define CTG_FLAG_SYS_DB 0x8
|
#define CTG_FLAG_SYS_DB 0x8
|
||||||
#define CTG_FLAG_FORCE_UPDATE 0x10
|
#define CTG_FLAG_FORCE_UPDATE 0x10
|
||||||
|
|
||||||
|
#define CTG_FLAG_SET(_flag, _v) ((_flag) |= (_v))
|
||||||
|
|
||||||
#define CTG_FLAG_IS_STB(_flag) ((_flag) & CTG_FLAG_STB)
|
#define CTG_FLAG_IS_STB(_flag) ((_flag) & CTG_FLAG_STB)
|
||||||
#define CTG_FLAG_IS_NOT_STB(_flag) ((_flag) & CTG_FLAG_NOT_STB)
|
#define CTG_FLAG_IS_NOT_STB(_flag) ((_flag) & CTG_FLAG_NOT_STB)
|
||||||
#define CTG_FLAG_IS_UNKNOWN_STB(_flag) ((_flag) & CTG_FLAG_UNKNOWN_STB)
|
#define CTG_FLAG_IS_UNKNOWN_STB(_flag) ((_flag) & CTG_FLAG_UNKNOWN_STB)
|
||||||
|
|
|
@ -24,6 +24,7 @@ int32_t ctgActUpdateTbl(SCtgMetaAction *action);
|
||||||
int32_t ctgActRemoveDB(SCtgMetaAction *action);
|
int32_t ctgActRemoveDB(SCtgMetaAction *action);
|
||||||
int32_t ctgActRemoveStb(SCtgMetaAction *action);
|
int32_t ctgActRemoveStb(SCtgMetaAction *action);
|
||||||
int32_t ctgActRemoveTbl(SCtgMetaAction *action);
|
int32_t ctgActRemoveTbl(SCtgMetaAction *action);
|
||||||
|
int32_t ctgActUpdateUser(SCtgMetaAction *action);
|
||||||
|
|
||||||
extern SCtgDebug gCTGDebug;
|
extern SCtgDebug gCTGDebug;
|
||||||
SCatalogMgmt gCtgMgmt = {0};
|
SCatalogMgmt gCtgMgmt = {0};
|
||||||
|
@ -51,6 +52,11 @@ SCtgAction gCtgAction[CTG_ACT_MAX] = {{
|
||||||
CTG_ACT_REMOVE_TBL,
|
CTG_ACT_REMOVE_TBL,
|
||||||
"remove tbMeta",
|
"remove tbMeta",
|
||||||
ctgActRemoveTbl
|
ctgActRemoveTbl
|
||||||
|
},
|
||||||
|
{
|
||||||
|
CTG_ACT_UPDATE_USER,
|
||||||
|
"update user",
|
||||||
|
ctgActUpdateUser
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
|
@ -357,6 +363,31 @@ _return:
|
||||||
CTG_RET(code);
|
CTG_RET(code);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
int32_t ctgPushUpdateUserMsgInQueue(SCatalog* pCtg, SGetUserAuthRsp *pAuth, bool syncReq) {
|
||||||
|
int32_t code = 0;
|
||||||
|
SCtgMetaAction action= {.act = CTG_ACT_UPDATE_USER, .syncReq = syncReq};
|
||||||
|
SCtgUpdateUserMsg *msg = taosMemoryMalloc(sizeof(SCtgUpdateUserMsg));
|
||||||
|
if (NULL == msg) {
|
||||||
|
ctgError("malloc %d failed", (int32_t)sizeof(SCtgUpdateUserMsg));
|
||||||
|
CTG_ERR_RET(TSDB_CODE_CTG_MEM_ERROR);
|
||||||
|
}
|
||||||
|
|
||||||
|
msg->pCtg = pCtg;
|
||||||
|
msg->userAuth = *pAuth;
|
||||||
|
|
||||||
|
action.data = msg;
|
||||||
|
|
||||||
|
CTG_ERR_JRET(ctgPushAction(pCtg, &action));
|
||||||
|
|
||||||
|
return TSDB_CODE_SUCCESS;
|
||||||
|
|
||||||
|
_return:
|
||||||
|
|
||||||
|
tFreeSGetUserAuthRsp(pAuth);
|
||||||
|
taosMemoryFreeClear(msg);
|
||||||
|
|
||||||
|
CTG_RET(code);
|
||||||
|
}
|
||||||
|
|
||||||
int32_t ctgAcquireVgInfo(SCatalog *pCtg, SCtgDBCache *dbCache, bool *inCache) {
|
int32_t ctgAcquireVgInfo(SCatalog *pCtg, SCtgDBCache *dbCache, bool *inCache) {
|
||||||
CTG_LOCK(CTG_READ, &dbCache->vgLock);
|
CTG_LOCK(CTG_READ, &dbCache->vgLock);
|
||||||
|
@ -687,6 +718,43 @@ int32_t ctgGetUdfInfoFromMnode(SCatalog* pCtg, void *pRpc, const SEpSet* pMgmtEp
|
||||||
return TSDB_CODE_SUCCESS;
|
return TSDB_CODE_SUCCESS;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
int32_t ctgGetUserDbAuthFromMnode(SCatalog* pCtg, void *pRpc, const SEpSet* pMgmtEps, const char *user, SGetUserAuthRsp *authRsp) {
|
||||||
|
char *msg = NULL;
|
||||||
|
int32_t msgLen = 0;
|
||||||
|
|
||||||
|
ctgDebug("try to get user auth from mnode, user:%s", user);
|
||||||
|
|
||||||
|
int32_t code = queryBuildMsg[TMSG_INDEX(TDMT_MND_GET_USER_AUTH)]((void *)user, &msg, 0, &msgLen);
|
||||||
|
if (code) {
|
||||||
|
ctgError("Build get user auth msg failed, code:%x, db:%s", code, user);
|
||||||
|
CTG_ERR_RET(code);
|
||||||
|
}
|
||||||
|
|
||||||
|
SRpcMsg rpcMsg = {
|
||||||
|
.msgType = TDMT_MND_GET_USER_AUTH,
|
||||||
|
.pCont = msg,
|
||||||
|
.contLen = msgLen,
|
||||||
|
};
|
||||||
|
|
||||||
|
SRpcMsg rpcRsp = {0};
|
||||||
|
|
||||||
|
rpcSendRecv(pRpc, (SEpSet*)pMgmtEps, &rpcMsg, &rpcRsp);
|
||||||
|
if (TSDB_CODE_SUCCESS != rpcRsp.code) {
|
||||||
|
ctgError("error rsp for get user auth, error:%s, user:%s", tstrerror(rpcRsp.code), user);
|
||||||
|
CTG_ERR_RET(rpcRsp.code);
|
||||||
|
}
|
||||||
|
|
||||||
|
code = queryProcessMsgRsp[TMSG_INDEX(TDMT_MND_GET_USER_AUTH)](authRsp, rpcRsp.pCont, rpcRsp.contLen);
|
||||||
|
if (code) {
|
||||||
|
ctgError("Process get user auth rsp failed, code:%x, user:%s", code, user);
|
||||||
|
CTG_ERR_RET(code);
|
||||||
|
}
|
||||||
|
|
||||||
|
ctgDebug("Got user auth from mnode, user:%s", user);
|
||||||
|
|
||||||
|
return TSDB_CODE_SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
int32_t ctgIsTableMetaExistInCache(SCatalog* pCtg, char *dbFName, char* tbName, int32_t *exist) {
|
int32_t ctgIsTableMetaExistInCache(SCatalog* pCtg, char *dbFName, char* tbName, int32_t *exist) {
|
||||||
if (NULL == pCtg->dbCache) {
|
if (NULL == pCtg->dbCache) {
|
||||||
|
@ -859,6 +927,55 @@ int32_t ctgGetTableTypeFromCache(SCatalog* pCtg, const char* dbFName, const char
|
||||||
return TSDB_CODE_SUCCESS;
|
return TSDB_CODE_SUCCESS;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
int32_t ctgChkAuthFromCache(SCatalog* pCtg, const char* user, const char* dbFName, AUTH_TYPE type, bool *inCache, bool *pass) {
|
||||||
|
if (NULL == pCtg->userCache) {
|
||||||
|
ctgDebug("empty user auth cache, user:%s", user);
|
||||||
|
goto _return;
|
||||||
|
}
|
||||||
|
|
||||||
|
SCtgUserAuth *pUser = (SCtgUserAuth *)taosHashGet(pCtg->userCache, user, strlen(user));
|
||||||
|
if (NULL == pUser) {
|
||||||
|
ctgDebug("user not in cache, user:%s", user);
|
||||||
|
goto _return;
|
||||||
|
}
|
||||||
|
|
||||||
|
*inCache = true;
|
||||||
|
|
||||||
|
ctgDebug("Got user from cache, user:%s", user);
|
||||||
|
CTG_CACHE_STAT_ADD(userHitNum, 1);
|
||||||
|
|
||||||
|
if (pUser->superUser) {
|
||||||
|
*pass = true;
|
||||||
|
return TSDB_CODE_SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
|
CTG_LOCK(CTG_READ, &pUser->lock);
|
||||||
|
if (pUser->createdDbs && taosHashGet(pUser->createdDbs, dbFName, strlen(dbFName))) {
|
||||||
|
*pass = true;
|
||||||
|
CTG_UNLOCK(CTG_READ, &pUser->lock);
|
||||||
|
return TSDB_CODE_SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (pUser->readDbs && taosHashGet(pUser->readDbs, dbFName, strlen(dbFName)) && type == AUTH_TYPE_READ) {
|
||||||
|
*pass = true;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (pUser->writeDbs && taosHashGet(pUser->writeDbs, dbFName, strlen(dbFName)) && type == AUTH_TYPE_WRITE) {
|
||||||
|
*pass = true;
|
||||||
|
}
|
||||||
|
|
||||||
|
CTG_UNLOCK(CTG_READ, &pUser->lock);
|
||||||
|
|
||||||
|
return TSDB_CODE_SUCCESS;
|
||||||
|
|
||||||
|
_return:
|
||||||
|
|
||||||
|
*inCache = false;
|
||||||
|
CTG_CACHE_STAT_ADD(userMissNum, 1);
|
||||||
|
|
||||||
|
return TSDB_CODE_SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
int32_t ctgGetTableMetaFromMnodeImpl(SCatalog* pCtg, void *pTrans, const SEpSet* pMgmtEps, char *dbFName, char* tbName, STableMetaOutput* output) {
|
int32_t ctgGetTableMetaFromMnodeImpl(SCatalog* pCtg, void *pTrans, const SEpSet* pMgmtEps, char *dbFName, char* tbName, STableMetaOutput* output) {
|
||||||
SBuildTableMetaInput bInput = {.vgId = 0, .dbFName = dbFName, .tbName = tbName};
|
SBuildTableMetaInput bInput = {.vgId = 0, .dbFName = dbFName, .tbName = tbName};
|
||||||
char *msg = NULL;
|
char *msg = NULL;
|
||||||
|
@ -1952,6 +2069,45 @@ _return:
|
||||||
CTG_RET(code);
|
CTG_RET(code);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
int32_t ctgChkAuth(SCatalog* pCtg, void *pRpc, const SEpSet* pMgmtEps, const char* user, const char* dbFName, AUTH_TYPE type, bool *pass) {
|
||||||
|
bool inCache = false;
|
||||||
|
int32_t code = 0;
|
||||||
|
|
||||||
|
*pass = false;
|
||||||
|
|
||||||
|
CTG_ERR_RET(ctgChkAuthFromCache(pCtg, user, dbFName, type, &inCache, pass));
|
||||||
|
|
||||||
|
if (inCache) {
|
||||||
|
return TSDB_CODE_SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
|
SGetUserAuthRsp authRsp = {0};
|
||||||
|
CTG_ERR_RET(ctgGetUserDbAuthFromMnode(pCtg, pRpc, pMgmtEps, user, &authRsp));
|
||||||
|
|
||||||
|
if (authRsp.superAuth) {
|
||||||
|
*pass = true;
|
||||||
|
goto _return;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (authRsp.createdDbs && taosHashGet(authRsp.createdDbs, dbFName, strlen(dbFName))) {
|
||||||
|
*pass = true;
|
||||||
|
goto _return;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (authRsp.readDbs && taosHashGet(authRsp.readDbs, dbFName, strlen(dbFName)) && type == AUTH_TYPE_READ) {
|
||||||
|
*pass = true;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (authRsp.writeDbs && taosHashGet(authRsp.writeDbs, dbFName, strlen(dbFName)) && type == AUTH_TYPE_WRITE) {
|
||||||
|
*pass = true;
|
||||||
|
}
|
||||||
|
|
||||||
|
_return:
|
||||||
|
|
||||||
|
ctgPushUpdateUserMsgInQueue(pCtg, &authRsp, false);
|
||||||
|
|
||||||
|
return TSDB_CODE_SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
int32_t ctgActUpdateVg(SCtgMetaAction *action) {
|
int32_t ctgActUpdateVg(SCtgMetaAction *action) {
|
||||||
|
@ -2121,6 +2277,67 @@ _return:
|
||||||
CTG_RET(code);
|
CTG_RET(code);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
int32_t ctgActUpdateUser(SCtgMetaAction *action) {
|
||||||
|
int32_t code = 0;
|
||||||
|
SCtgUpdateUserMsg *msg = action->data;
|
||||||
|
SCatalog* pCtg = msg->pCtg;
|
||||||
|
|
||||||
|
if (NULL == pCtg->userCache) {
|
||||||
|
pCtg->userCache = taosHashInit(gCtgMgmt.cfg.maxUserCacheNum, taosGetDefaultHashFunction(TSDB_DATA_TYPE_BINARY), false, HASH_ENTRY_LOCK);
|
||||||
|
if (NULL == pCtg->userCache) {
|
||||||
|
ctgError("taosHashInit %d user cache failed", gCtgMgmt.cfg.maxUserCacheNum);
|
||||||
|
CTG_ERR_JRET(TSDB_CODE_OUT_OF_MEMORY);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
SCtgUserAuth *pUser = (SCtgUserAuth *)taosHashGet(pCtg->userCache, msg->userAuth.user, strlen(msg->userAuth.user));
|
||||||
|
if (NULL == pUser) {
|
||||||
|
SCtgUserAuth userAuth = {0};
|
||||||
|
|
||||||
|
userAuth.version = msg->userAuth.version;
|
||||||
|
userAuth.superUser = msg->userAuth.superAuth;
|
||||||
|
userAuth.createdDbs = msg->userAuth.createdDbs;
|
||||||
|
userAuth.readDbs = msg->userAuth.readDbs;
|
||||||
|
userAuth.writeDbs = msg->userAuth.writeDbs;
|
||||||
|
|
||||||
|
if (taosHashPut(pCtg->userCache, msg->userAuth.user, strlen(msg->userAuth.user), &userAuth, sizeof(userAuth))) {
|
||||||
|
ctgError("taosHashPut user %s to cache failed", msg->userAuth.user);
|
||||||
|
CTG_ERR_JRET(TSDB_CODE_OUT_OF_MEMORY);
|
||||||
|
}
|
||||||
|
|
||||||
|
return TSDB_CODE_SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
|
pUser->version = msg->userAuth.version;
|
||||||
|
|
||||||
|
CTG_LOCK(CTG_WRITE, &pUser->lock);
|
||||||
|
|
||||||
|
taosHashCleanup(pUser->createdDbs);
|
||||||
|
pUser->createdDbs = msg->userAuth.createdDbs;
|
||||||
|
msg->userAuth.createdDbs = NULL;
|
||||||
|
|
||||||
|
taosHashCleanup(pUser->readDbs);
|
||||||
|
pUser->readDbs = msg->userAuth.readDbs;
|
||||||
|
msg->userAuth.readDbs = NULL;
|
||||||
|
|
||||||
|
taosHashCleanup(pUser->writeDbs);
|
||||||
|
pUser->writeDbs = msg->userAuth.writeDbs;
|
||||||
|
msg->userAuth.writeDbs = NULL;
|
||||||
|
|
||||||
|
CTG_UNLOCK(CTG_WRITE, &pUser->lock);
|
||||||
|
|
||||||
|
_return:
|
||||||
|
|
||||||
|
|
||||||
|
taosHashCleanup(msg->userAuth.createdDbs);
|
||||||
|
taosHashCleanup(msg->userAuth.readDbs);
|
||||||
|
taosHashCleanup(msg->userAuth.writeDbs);
|
||||||
|
|
||||||
|
taosMemoryFreeClear(msg);
|
||||||
|
|
||||||
|
CTG_RET(code);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
void* ctgUpdateThreadFunc(void* param) {
|
void* ctgUpdateThreadFunc(void* param) {
|
||||||
setThreadName("catalog");
|
setThreadName("catalog");
|
||||||
|
@ -2836,6 +3053,35 @@ int32_t catalogGetExpiredDBs(SCatalog* pCtg, SDbVgVersion **dbs, uint32_t *num)
|
||||||
CTG_API_LEAVE(ctgMetaRentGet(&pCtg->dbRent, (void **)dbs, num, sizeof(SDbVgVersion)));
|
CTG_API_LEAVE(ctgMetaRentGet(&pCtg->dbRent, (void **)dbs, num, sizeof(SDbVgVersion)));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
int32_t catalogGetExpiredUsers(SCatalog* pCtg, SUserAuthVersion **users, uint32_t *num) {
|
||||||
|
CTG_API_ENTER();
|
||||||
|
|
||||||
|
if (NULL == pCtg || NULL == users || NULL == num) {
|
||||||
|
CTG_API_LEAVE(TSDB_CODE_CTG_INVALID_INPUT);
|
||||||
|
}
|
||||||
|
|
||||||
|
*num = taosHashGetSize(pCtg->userCache);
|
||||||
|
if (*num > 0) {
|
||||||
|
*users = taosMemoryCalloc(*num, sizeof(SUserAuthVersion));
|
||||||
|
if (NULL == *users) {
|
||||||
|
ctgError("calloc %d userAuthVersion failed", *num);
|
||||||
|
CTG_API_LEAVE(TSDB_CODE_OUT_OF_MEMORY);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
uint32_t i = 0;
|
||||||
|
SCtgUserAuth *pAuth = taosHashIterate(pCtg->userCache, NULL);
|
||||||
|
while (pAuth != NULL) {
|
||||||
|
void *key = taosHashGetKey(pAuth, NULL);
|
||||||
|
strncpy((*users)[i].user, key, sizeof((*users)[i].user));
|
||||||
|
(*users)[i].version = pAuth->version;
|
||||||
|
pAuth = taosHashIterate(pCtg->userCache, pAuth);
|
||||||
|
}
|
||||||
|
|
||||||
|
CTG_API_LEAVE(TSDB_CODE_SUCCESS);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
int32_t catalogGetDBCfg(SCatalog* pCtg, void *pRpc, const SEpSet* pMgmtEps, const char* dbFName, SDbCfgInfo* pDbCfg) {
|
int32_t catalogGetDBCfg(SCatalog* pCtg, void *pRpc, const SEpSet* pMgmtEps, const char* dbFName, SDbCfgInfo* pDbCfg) {
|
||||||
CTG_API_ENTER();
|
CTG_API_ENTER();
|
||||||
|
|
||||||
|
@ -2880,6 +3126,31 @@ _return:
|
||||||
CTG_API_LEAVE(code);
|
CTG_API_LEAVE(code);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
int32_t catalogChkAuth(SCatalog* pCtg, void *pRpc, const SEpSet* pMgmtEps, const char* user, const char* dbFName, AUTH_TYPE type, bool *pass) {
|
||||||
|
CTG_API_ENTER();
|
||||||
|
|
||||||
|
if (NULL == pCtg || NULL == pRpc || NULL == pMgmtEps || NULL == user || NULL == dbFName || NULL == pass) {
|
||||||
|
CTG_API_LEAVE(TSDB_CODE_CTG_INVALID_INPUT);
|
||||||
|
}
|
||||||
|
|
||||||
|
int32_t code = 0;
|
||||||
|
CTG_ERR_JRET(ctgChkAuth(pCtg, pRpc, pMgmtEps, user, dbFName, type, pass));
|
||||||
|
|
||||||
|
_return:
|
||||||
|
|
||||||
|
CTG_API_LEAVE(code);
|
||||||
|
}
|
||||||
|
|
||||||
|
int32_t catalogUpdateUserAuthInfo(SCatalog* pCtg, SGetUserAuthRsp* pAuth) {
|
||||||
|
CTG_API_ENTER();
|
||||||
|
|
||||||
|
if (NULL == pCtg || NULL == pAuth) {
|
||||||
|
CTG_API_LEAVE(TSDB_CODE_CTG_INVALID_INPUT);
|
||||||
|
}
|
||||||
|
|
||||||
|
CTG_API_LEAVE(ctgPushUpdateUserMsgInQueue(pCtg, pAuth, false));
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
void catalogDestroy(void) {
|
void catalogDestroy(void) {
|
||||||
qInfo("start to destroy catalog");
|
qInfo("start to destroy catalog");
|
||||||
|
|
|
@ -22,7 +22,6 @@
|
||||||
#include "ttime.h"
|
#include "ttime.h"
|
||||||
#include "ttypes.h"
|
#include "ttypes.h"
|
||||||
|
|
||||||
// clang-format off
|
|
||||||
#define NEXT_TOKEN(pSql, sToken) \
|
#define NEXT_TOKEN(pSql, sToken) \
|
||||||
do { \
|
do { \
|
||||||
int32_t index = 0; \
|
int32_t index = 0; \
|
||||||
|
@ -248,12 +247,11 @@ static int32_t getTableMetaImpl(SInsertParseContext* pCxt, SToken* pTname, bool
|
||||||
} else {
|
} else {
|
||||||
CHECK_CODE(catalogGetTableMeta(pBasicCtx->pCatalog, pBasicCtx->pTransporter, &pBasicCtx->mgmtEpSet, &name,
|
CHECK_CODE(catalogGetTableMeta(pBasicCtx->pCatalog, pBasicCtx->pTransporter, &pBasicCtx->mgmtEpSet, &name,
|
||||||
&pCxt->pTableMeta));
|
&pCxt->pTableMeta));
|
||||||
|
SVgroupInfo vg;
|
||||||
|
CHECK_CODE(
|
||||||
|
catalogGetTableHashVgroup(pBasicCtx->pCatalog, pBasicCtx->pTransporter, &pBasicCtx->mgmtEpSet, &name, &vg));
|
||||||
|
CHECK_CODE(taosHashPut(pCxt->pVgroupsHashObj, (const char*)&vg.vgId, sizeof(vg.vgId), (char*)&vg, sizeof(vg)));
|
||||||
}
|
}
|
||||||
SVgroupInfo vg;
|
|
||||||
CHECK_CODE(
|
|
||||||
catalogGetTableHashVgroup(pBasicCtx->pCatalog, pBasicCtx->pTransporter, &pBasicCtx->mgmtEpSet, &name, &vg));
|
|
||||||
CHECK_CODE(taosHashPut(pCxt->pVgroupsHashObj, (const char*)&vg.vgId, sizeof(vg.vgId), (char*)&vg, sizeof(vg)));
|
|
||||||
|
|
||||||
return TSDB_CODE_SUCCESS;
|
return TSDB_CODE_SUCCESS;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -828,12 +826,21 @@ static int32_t cloneTableMeta(STableMeta* pSrc, STableMeta** pDst) {
|
||||||
return TSDB_CODE_SUCCESS;
|
return TSDB_CODE_SUCCESS;
|
||||||
}
|
}
|
||||||
|
|
||||||
static int32_t storeTableMeta(SHashObj* pHash, const char* pName, int32_t len, STableMeta* pMeta) {
|
static int32_t storeTableMeta(SInsertParseContext* pCxt, SHashObj* pHash, SName* pTableName, const char* pName,
|
||||||
|
int32_t len, STableMeta* pMeta) {
|
||||||
|
SVgroupInfo vg;
|
||||||
|
SParseContext* pBasicCtx = pCxt->pComCxt;
|
||||||
|
CHECK_CODE(
|
||||||
|
catalogGetTableHashVgroup(pBasicCtx->pCatalog, pBasicCtx->pTransporter, &pBasicCtx->mgmtEpSet, pTableName, &vg));
|
||||||
|
CHECK_CODE(taosHashPut(pCxt->pVgroupsHashObj, (const char*)&vg.vgId, sizeof(vg.vgId), (char*)&vg, sizeof(vg)));
|
||||||
|
|
||||||
|
pMeta->uid = tGenIdPI64();
|
||||||
|
pMeta->vgId = vg.vgId;
|
||||||
|
|
||||||
STableMeta* pBackup = NULL;
|
STableMeta* pBackup = NULL;
|
||||||
if (TSDB_CODE_SUCCESS != cloneTableMeta(pMeta, &pBackup)) {
|
if (TSDB_CODE_SUCCESS != cloneTableMeta(pMeta, &pBackup)) {
|
||||||
return TSDB_CODE_TSC_OUT_OF_MEMORY;
|
return TSDB_CODE_TSC_OUT_OF_MEMORY;
|
||||||
}
|
}
|
||||||
pBackup->uid = tGenIdPI64();
|
|
||||||
return taosHashPut(pHash, pName, len, &pBackup, POINTER_BYTES);
|
return taosHashPut(pHash, pName, len, &pBackup, POINTER_BYTES);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -856,7 +863,7 @@ static int32_t parseUsingClause(SInsertParseContext* pCxt, SToken* pTbnameToken)
|
||||||
if (TSDB_SUPER_TABLE != pCxt->pTableMeta->tableType) {
|
if (TSDB_SUPER_TABLE != pCxt->pTableMeta->tableType) {
|
||||||
return buildInvalidOperationMsg(&pCxt->msg, "create table only from super table is allowed");
|
return buildInvalidOperationMsg(&pCxt->msg, "create table only from super table is allowed");
|
||||||
}
|
}
|
||||||
CHECK_CODE(storeTableMeta(pCxt->pSubTableHashObj, tbFName, len, pCxt->pTableMeta));
|
CHECK_CODE(storeTableMeta(pCxt, pCxt->pSubTableHashObj, &name, tbFName, len, pCxt->pTableMeta));
|
||||||
|
|
||||||
SSchema* pTagsSchema = getTableTagSchema(pCxt->pTableMeta);
|
SSchema* pTagsSchema = getTableTagSchema(pCxt->pTableMeta);
|
||||||
setBoundColumnInfo(&pCxt->tags, pTagsSchema, getNumOfTags(pCxt->pTableMeta));
|
setBoundColumnInfo(&pCxt->tags, pTagsSchema, getNumOfTags(pCxt->pTableMeta));
|
||||||
|
@ -1262,9 +1269,10 @@ int32_t qBuildStmtOutput(SQuery* pQuery, SHashObj* pVgHash, SHashObj* pBlockHash
|
||||||
return TSDB_CODE_SUCCESS;
|
return TSDB_CODE_SUCCESS;
|
||||||
}
|
}
|
||||||
|
|
||||||
int32_t qBindStmtTagsValue(void *pBlock, void *boundTags, int64_t suid, SName *pName, TAOS_MULTI_BIND *bind, char *msgBuf, int32_t msgBufLen){
|
int32_t qBindStmtTagsValue(void* pBlock, void* boundTags, int64_t suid, SName* pName, TAOS_MULTI_BIND* bind,
|
||||||
STableDataBlocks *pDataBlock = (STableDataBlocks *)pBlock;
|
char* msgBuf, int32_t msgBufLen) {
|
||||||
SMsgBuf pBuf = {.buf = msgBuf, .len = msgBufLen};
|
STableDataBlocks* pDataBlock = (STableDataBlocks*)pBlock;
|
||||||
|
SMsgBuf pBuf = {.buf = msgBuf, .len = msgBufLen};
|
||||||
SParsedDataColInfo* tags = (SParsedDataColInfo*)boundTags;
|
SParsedDataColInfo* tags = (SParsedDataColInfo*)boundTags;
|
||||||
if (NULL == tags) {
|
if (NULL == tags) {
|
||||||
return TSDB_CODE_QRY_APP_ERROR;
|
return TSDB_CODE_QRY_APP_ERROR;
|
||||||
|
@ -1312,11 +1320,10 @@ int32_t qBindStmtTagsValue(void *pBlock, void *boundTags, int64_t suid, SName *p
|
||||||
return TSDB_CODE_SUCCESS;
|
return TSDB_CODE_SUCCESS;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
int32_t qBindStmtColsValue(void* pBlock, TAOS_MULTI_BIND* bind, char* msgBuf, int32_t msgBufLen) {
|
||||||
int32_t qBindStmtColsValue(void *pBlock, TAOS_MULTI_BIND *bind, char *msgBuf, int32_t msgBufLen) {
|
STableDataBlocks* pDataBlock = (STableDataBlocks*)pBlock;
|
||||||
STableDataBlocks *pDataBlock = (STableDataBlocks *)pBlock;
|
SSchema* pSchema = getTableColumnSchema(pDataBlock->pTableMeta);
|
||||||
SSchema* pSchema = getTableColumnSchema(pDataBlock->pTableMeta);
|
int32_t extendedRowSize = getExtendedRowSize(pDataBlock);
|
||||||
int32_t extendedRowSize = getExtendedRowSize(pDataBlock);
|
|
||||||
SParsedDataColInfo* spd = &pDataBlock->boundColumnInfo;
|
SParsedDataColInfo* spd = &pDataBlock->boundColumnInfo;
|
||||||
SRowBuilder* pBuilder = &pDataBlock->rowBuilder;
|
SRowBuilder* pBuilder = &pDataBlock->rowBuilder;
|
||||||
SMemParam param = {.rb = pBuilder};
|
SMemParam param = {.rb = pBuilder};
|
||||||
|
@ -1391,10 +1398,11 @@ int32_t qBindStmtColsValue(void *pBlock, TAOS_MULTI_BIND *bind, char *msgBuf, in
|
||||||
return TSDB_CODE_SUCCESS;
|
return TSDB_CODE_SUCCESS;
|
||||||
}
|
}
|
||||||
|
|
||||||
int32_t qBindStmtSingleColValue(void *pBlock, TAOS_MULTI_BIND *bind, char *msgBuf, int32_t msgBufLen, int32_t colIdx, int32_t rowNum) {
|
int32_t qBindStmtSingleColValue(void* pBlock, TAOS_MULTI_BIND* bind, char* msgBuf, int32_t msgBufLen, int32_t colIdx,
|
||||||
STableDataBlocks *pDataBlock = (STableDataBlocks *)pBlock;
|
int32_t rowNum) {
|
||||||
SSchema* pSchema = getTableColumnSchema(pDataBlock->pTableMeta);
|
STableDataBlocks* pDataBlock = (STableDataBlocks*)pBlock;
|
||||||
int32_t extendedRowSize = getExtendedRowSize(pDataBlock);
|
SSchema* pSchema = getTableColumnSchema(pDataBlock->pTableMeta);
|
||||||
|
int32_t extendedRowSize = getExtendedRowSize(pDataBlock);
|
||||||
SParsedDataColInfo* spd = &pDataBlock->boundColumnInfo;
|
SParsedDataColInfo* spd = &pDataBlock->boundColumnInfo;
|
||||||
SRowBuilder* pBuilder = &pDataBlock->rowBuilder;
|
SRowBuilder* pBuilder = &pDataBlock->rowBuilder;
|
||||||
SMemParam param = {.rb = pBuilder};
|
SMemParam param = {.rb = pBuilder};
|
||||||
|
@ -1459,7 +1467,7 @@ int32_t qBindStmtSingleColValue(void *pBlock, TAOS_MULTI_BIND *bind, char *msgBu
|
||||||
}
|
}
|
||||||
|
|
||||||
#ifdef TD_DEBUG_PRINT_ROW
|
#ifdef TD_DEBUG_PRINT_ROW
|
||||||
if(rowEnd) {
|
if (rowEnd) {
|
||||||
STSchema* pSTSchema = tdGetSTSChemaFromSSChema(&pSchema, spd->numOfCols);
|
STSchema* pSTSchema = tdGetSTSChemaFromSSChema(&pSchema, spd->numOfCols);
|
||||||
tdSRowPrint(row, pSTSchema, __func__);
|
tdSRowPrint(row, pSTSchema, __func__);
|
||||||
taosMemoryFree(pSTSchema);
|
taosMemoryFree(pSTSchema);
|
||||||
|
|
|
@ -498,14 +498,9 @@ int32_t mergeTableDataBlocks(SHashObj* pHashObj, uint8_t payloadType, SArray** p
|
||||||
ASSERT(blkKeyInfo.pKeyTuple != NULL && pBlocks->numOfRows > 0);
|
ASSERT(blkKeyInfo.pKeyTuple != NULL && pBlocks->numOfRows > 0);
|
||||||
}
|
}
|
||||||
|
|
||||||
int32_t len = pBlocks->numOfRows *
|
|
||||||
(isRawPayload ? (pOneTableBlock->rowSize + expandSize) : getExtendedRowSize(pOneTableBlock)) +
|
|
||||||
sizeof(STColumn) * getNumOfColumns(pOneTableBlock->pTableMeta);
|
|
||||||
|
|
||||||
// erase the empty space reserved for binary data
|
// erase the empty space reserved for binary data
|
||||||
int32_t finalLen =
|
int32_t finalLen =
|
||||||
trimDataBlock(dataBuf->pData + dataBuf->size, pOneTableBlock, blkKeyInfo.pKeyTuple, isRawPayload);
|
trimDataBlock(dataBuf->pData + dataBuf->size, pOneTableBlock, blkKeyInfo.pKeyTuple, isRawPayload);
|
||||||
assert(finalLen <= len);
|
|
||||||
|
|
||||||
dataBuf->size += (finalLen + sizeof(SSubmitBlk));
|
dataBuf->size += (finalLen + sizeof(SSubmitBlk));
|
||||||
assert(dataBuf->size <= dataBuf->nAllocSize);
|
assert(dataBuf->size <= dataBuf->nAllocSize);
|
||||||
|
|
|
@ -181,6 +181,25 @@ int32_t queryBuildRetrieveFuncMsg(void *input, char **msg, int32_t msgSize, int3
|
||||||
return TSDB_CODE_SUCCESS;
|
return TSDB_CODE_SUCCESS;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
int32_t queryBuildGetUserAuthMsg(void *input, char **msg, int32_t msgSize, int32_t *msgLen) {
|
||||||
|
if (NULL == msg || NULL == msgLen) {
|
||||||
|
return TSDB_CODE_TSC_INVALID_INPUT;
|
||||||
|
}
|
||||||
|
|
||||||
|
SGetUserAuthReq req = {0};
|
||||||
|
strncpy(req.user, input, sizeof(req.user));
|
||||||
|
|
||||||
|
int32_t bufLen = tSerializeSGetUserAuthReq(NULL, 0, &req);
|
||||||
|
void *pBuf = rpcMallocCont(bufLen);
|
||||||
|
tSerializeSGetUserAuthReq(pBuf, bufLen, &req);
|
||||||
|
|
||||||
|
*msg = pBuf;
|
||||||
|
*msgLen = bufLen;
|
||||||
|
|
||||||
|
return TSDB_CODE_SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
int32_t queryProcessUseDBRsp(void *output, char *msg, int32_t msgSize) {
|
int32_t queryProcessUseDBRsp(void *output, char *msg, int32_t msgSize) {
|
||||||
SUseDbOutput *pOut = output;
|
SUseDbOutput *pOut = output;
|
||||||
SUseDbRsp usedbRsp = {0};
|
SUseDbRsp usedbRsp = {0};
|
||||||
|
@ -419,6 +438,20 @@ int32_t queryProcessRetrieveFuncRsp(void *output, char *msg, int32_t msgSize) {
|
||||||
return TSDB_CODE_SUCCESS;
|
return TSDB_CODE_SUCCESS;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
int32_t queryProcessGetUserAuthRsp(void *output, char *msg, int32_t msgSize) {
|
||||||
|
if (NULL == output || NULL == msg || msgSize <= 0) {
|
||||||
|
return TSDB_CODE_TSC_INVALID_INPUT;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (tDeserializeSGetUserAuthRsp(msg, msgSize, (SGetUserAuthRsp *)output) != 0) {
|
||||||
|
qError("tDeserializeSGetUserAuthRsp failed, msgSize:%d", msgSize);
|
||||||
|
return TSDB_CODE_INVALID_MSG;
|
||||||
|
}
|
||||||
|
|
||||||
|
return TSDB_CODE_SUCCESS;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
void initQueryModuleMsgHandle() {
|
void initQueryModuleMsgHandle() {
|
||||||
queryBuildMsg[TMSG_INDEX(TDMT_VND_TABLE_META)] = queryBuildTableMetaReqMsg;
|
queryBuildMsg[TMSG_INDEX(TDMT_VND_TABLE_META)] = queryBuildTableMetaReqMsg;
|
||||||
queryBuildMsg[TMSG_INDEX(TDMT_MND_TABLE_META)] = queryBuildTableMetaReqMsg;
|
queryBuildMsg[TMSG_INDEX(TDMT_MND_TABLE_META)] = queryBuildTableMetaReqMsg;
|
||||||
|
@ -427,6 +460,8 @@ void initQueryModuleMsgHandle() {
|
||||||
queryBuildMsg[TMSG_INDEX(TDMT_MND_GET_DB_CFG)] = queryBuildGetDBCfgMsg;
|
queryBuildMsg[TMSG_INDEX(TDMT_MND_GET_DB_CFG)] = queryBuildGetDBCfgMsg;
|
||||||
queryBuildMsg[TMSG_INDEX(TDMT_MND_GET_INDEX)] = queryBuildGetIndexMsg;
|
queryBuildMsg[TMSG_INDEX(TDMT_MND_GET_INDEX)] = queryBuildGetIndexMsg;
|
||||||
queryBuildMsg[TMSG_INDEX(TDMT_MND_RETRIEVE_FUNC)] = queryBuildRetrieveFuncMsg;
|
queryBuildMsg[TMSG_INDEX(TDMT_MND_RETRIEVE_FUNC)] = queryBuildRetrieveFuncMsg;
|
||||||
|
queryBuildMsg[TMSG_INDEX(TDMT_MND_GET_USER_AUTH)] = queryBuildGetUserAuthMsg;
|
||||||
|
|
||||||
|
|
||||||
queryProcessMsgRsp[TMSG_INDEX(TDMT_VND_TABLE_META)] = queryProcessTableMetaRsp;
|
queryProcessMsgRsp[TMSG_INDEX(TDMT_VND_TABLE_META)] = queryProcessTableMetaRsp;
|
||||||
queryProcessMsgRsp[TMSG_INDEX(TDMT_MND_TABLE_META)] = queryProcessTableMetaRsp;
|
queryProcessMsgRsp[TMSG_INDEX(TDMT_MND_TABLE_META)] = queryProcessTableMetaRsp;
|
||||||
|
@ -435,6 +470,7 @@ void initQueryModuleMsgHandle() {
|
||||||
queryProcessMsgRsp[TMSG_INDEX(TDMT_MND_GET_DB_CFG)] = queryProcessGetDbCfgRsp;
|
queryProcessMsgRsp[TMSG_INDEX(TDMT_MND_GET_DB_CFG)] = queryProcessGetDbCfgRsp;
|
||||||
queryProcessMsgRsp[TMSG_INDEX(TDMT_MND_GET_INDEX)] = queryProcessGetIndexRsp;
|
queryProcessMsgRsp[TMSG_INDEX(TDMT_MND_GET_INDEX)] = queryProcessGetIndexRsp;
|
||||||
queryProcessMsgRsp[TMSG_INDEX(TDMT_MND_RETRIEVE_FUNC)] = queryProcessRetrieveFuncRsp;
|
queryProcessMsgRsp[TMSG_INDEX(TDMT_MND_RETRIEVE_FUNC)] = queryProcessRetrieveFuncRsp;
|
||||||
|
queryProcessMsgRsp[TMSG_INDEX(TDMT_MND_GET_USER_AUTH)] = queryProcessGetUserAuthRsp;
|
||||||
}
|
}
|
||||||
|
|
||||||
#pragma GCC diagnostic pop
|
#pragma GCC diagnostic pop
|
||||||
|
|
|
@ -46,9 +46,21 @@ void* rpcOpen(const SRpcInit* pInit) {
|
||||||
pRpc->numOfThreads = pInit->numOfThreads > TSDB_MAX_RPC_THREADS ? TSDB_MAX_RPC_THREADS : pInit->numOfThreads;
|
pRpc->numOfThreads = pInit->numOfThreads > TSDB_MAX_RPC_THREADS ? TSDB_MAX_RPC_THREADS : pInit->numOfThreads;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
uint32_t ip = 0;
|
||||||
|
if (pInit->connType == TAOS_CONN_SERVER) {
|
||||||
|
ip = taosGetIpv4FromFqdn(pInit->localFqdn);
|
||||||
|
if (ip == 0xFFFFFFFF) {
|
||||||
|
tError("invalid fqdn: %s", pInit->localFqdn);
|
||||||
|
terrno = TSDB_CODE_RPC_FQDN_ERROR;
|
||||||
|
taosMemoryFree(pRpc);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
pRpc->connType = pInit->connType;
|
pRpc->connType = pInit->connType;
|
||||||
pRpc->idleTime = pInit->idleTime;
|
pRpc->idleTime = pInit->idleTime;
|
||||||
pRpc->tcphandle = (*taosInitHandle[pRpc->connType])(0, pInit->localPort, pRpc->label, pRpc->numOfThreads, NULL, pRpc);
|
pRpc->tcphandle =
|
||||||
|
(*taosInitHandle[pRpc->connType])(ip, pInit->localPort, pRpc->label, pRpc->numOfThreads, NULL, pRpc);
|
||||||
if (pRpc->tcphandle == NULL) {
|
if (pRpc->tcphandle == NULL) {
|
||||||
taosMemoryFree(pRpc);
|
taosMemoryFree(pRpc);
|
||||||
return NULL;
|
return NULL;
|
||||||
|
|
|
@ -817,7 +817,6 @@ void* transInitServer(uint32_t ip, uint32_t port, char* label, int numOfThreads,
|
||||||
|
|
||||||
srv->pipe[i] = (uv_pipe_t*)taosMemoryCalloc(2, sizeof(uv_pipe_t));
|
srv->pipe[i] = (uv_pipe_t*)taosMemoryCalloc(2, sizeof(uv_pipe_t));
|
||||||
|
|
||||||
|
|
||||||
uv_os_sock_t fds[2];
|
uv_os_sock_t fds[2];
|
||||||
if (uv_socketpair(SOCK_STREAM, 0, fds, UV_NONBLOCK_PIPE, UV_NONBLOCK_PIPE) != 0) {
|
if (uv_socketpair(SOCK_STREAM, 0, fds, UV_NONBLOCK_PIPE, UV_NONBLOCK_PIPE) != 0) {
|
||||||
goto End;
|
goto End;
|
||||||
|
@ -841,6 +840,10 @@ void* transInitServer(uint32_t ip, uint32_t port, char* label, int numOfThreads,
|
||||||
goto End;
|
goto End;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
if (false == taosValidIpAndPort(srv->ip, srv->port)) {
|
||||||
|
tError("failed to bind, reason: %s", terrstr());
|
||||||
|
goto End;
|
||||||
|
}
|
||||||
if (false == addHandleToAcceptloop(srv)) {
|
if (false == addHandleToAcceptloop(srv)) {
|
||||||
goto End;
|
goto End;
|
||||||
}
|
}
|
||||||
|
|
|
@ -638,6 +638,48 @@ int32_t taosKeepTcpAlive(TdSocketPtr pSocket) {
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
bool taosValidIpAndPort(uint32_t ip, uint16_t port) {
|
||||||
|
struct sockaddr_in serverAdd;
|
||||||
|
SocketFd fd;
|
||||||
|
int32_t reuse;
|
||||||
|
|
||||||
|
// printf("open tcp server socket:0x%x:%hu", ip, port);
|
||||||
|
|
||||||
|
bzero((char *)&serverAdd, sizeof(serverAdd));
|
||||||
|
serverAdd.sin_family = AF_INET;
|
||||||
|
serverAdd.sin_addr.s_addr = ip;
|
||||||
|
serverAdd.sin_port = (uint16_t)htons(port);
|
||||||
|
|
||||||
|
if ((fd = socket(AF_INET, SOCK_STREAM, IPPROTO_TCP)) <= 2) {
|
||||||
|
// printf("failed to open TCP socket: %d (%s)", errno, strerror(errno));
|
||||||
|
taosCloseSocketNoCheck1(fd);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
TdSocketPtr pSocket = (TdSocketPtr)taosMemoryMalloc(sizeof(TdSocket));
|
||||||
|
if (pSocket == NULL) {
|
||||||
|
taosCloseSocketNoCheck1(fd);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
pSocket->refId = 0;
|
||||||
|
pSocket->fd = fd;
|
||||||
|
|
||||||
|
/* set REUSEADDR option, so the portnumber can be re-used */
|
||||||
|
reuse = 1;
|
||||||
|
if (taosSetSockOpt(pSocket, SOL_SOCKET, SO_REUSEADDR, (void *)&reuse, sizeof(reuse)) < 0) {
|
||||||
|
// printf("setsockopt SO_REUSEADDR failed: %d (%s)", errno, strerror(errno));
|
||||||
|
taosCloseSocket(&pSocket);
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
/* bind socket to server address */
|
||||||
|
if (bind(pSocket->fd, (struct sockaddr *)&serverAdd, sizeof(serverAdd)) < 0) {
|
||||||
|
// printf("bind tcp server socket failed, 0x%x:%hu(%s)", ip, port, strerror(errno));
|
||||||
|
taosCloseSocket(&pSocket);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
taosCloseSocket(&pSocket);
|
||||||
|
return true;
|
||||||
|
}
|
||||||
TdSocketServerPtr taosOpenTcpServerSocket(uint32_t ip, uint16_t port) {
|
TdSocketServerPtr taosOpenTcpServerSocket(uint32_t ip, uint16_t port) {
|
||||||
struct sockaddr_in serverAdd;
|
struct sockaddr_in serverAdd;
|
||||||
SocketFd fd;
|
SocketFd fd;
|
||||||
|
|
|
@ -0,0 +1,291 @@
|
||||||
|
###################################################################
|
||||||
|
# Copyright (c) 2016 by TAOS Technologies, Inc.
|
||||||
|
# All rights reserved.
|
||||||
|
#
|
||||||
|
# This file is proprietary and confidential to TAOS Technologies.
|
||||||
|
# No part of this file may be reproduced, stored, transmitted,
|
||||||
|
# disclosed or used in any form or by any means other than as
|
||||||
|
# expressly provided by the written permission from Jianhui Tao
|
||||||
|
#
|
||||||
|
###################################################################
|
||||||
|
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
import sys
|
||||||
|
import threading
|
||||||
|
import multiprocessing as mp
|
||||||
|
from numpy.lib.function_base import insert
|
||||||
|
import taos
|
||||||
|
from util.log import *
|
||||||
|
from util.cases import *
|
||||||
|
from util.sql import *
|
||||||
|
import numpy as np
|
||||||
|
import datetime as dt
|
||||||
|
import time
|
||||||
|
# constant define
|
||||||
|
WAITS = 5 # wait seconds
|
||||||
|
|
||||||
|
class TDTestCase:
|
||||||
|
#
|
||||||
|
# --------------- main frame -------------------
|
||||||
|
#
|
||||||
|
|
||||||
|
def caseDescription(self):
|
||||||
|
'''
|
||||||
|
limit and offset keyword function test cases;
|
||||||
|
case1: limit offset base function test
|
||||||
|
case2: offset return valid
|
||||||
|
'''
|
||||||
|
return
|
||||||
|
|
||||||
|
def getBuildPath(self):
|
||||||
|
selfPath = os.path.dirname(os.path.realpath(__file__))
|
||||||
|
|
||||||
|
if ("community" in selfPath):
|
||||||
|
projPath = selfPath[:selfPath.find("community")]
|
||||||
|
else:
|
||||||
|
projPath = selfPath[:selfPath.find("tests")]
|
||||||
|
|
||||||
|
for root, dirs, files in os.walk(projPath):
|
||||||
|
if ("taosd" in files):
|
||||||
|
rootRealPath = os.path.dirname(os.path.realpath(root))
|
||||||
|
if ("packaging" not in rootRealPath):
|
||||||
|
buildPath = root[:len(root)-len("/build/bin")]
|
||||||
|
break
|
||||||
|
return buildPath
|
||||||
|
|
||||||
|
# init
|
||||||
|
def init(self, conn, logSql):
|
||||||
|
tdLog.debug("start to execute %s" % __file__)
|
||||||
|
tdSql.init(conn.cursor())
|
||||||
|
# tdSql.prepare()
|
||||||
|
# self.create_tables();
|
||||||
|
self.ts = 1500000000000
|
||||||
|
|
||||||
|
|
||||||
|
# run case
|
||||||
|
def run(self):
|
||||||
|
|
||||||
|
# test base case
|
||||||
|
self.test_case1()
|
||||||
|
tdLog.debug(" LIMIT test_case1 ............ [OK]")
|
||||||
|
|
||||||
|
# test advance case
|
||||||
|
# self.test_case2()
|
||||||
|
# tdLog.debug(" LIMIT test_case2 ............ [OK]")
|
||||||
|
|
||||||
|
# stop
|
||||||
|
def stop(self):
|
||||||
|
tdSql.close()
|
||||||
|
tdLog.success("%s successfully executed" % __file__)
|
||||||
|
|
||||||
|
# --------------- case -------------------
|
||||||
|
|
||||||
|
# create tables
|
||||||
|
def create_tables(self,dbname,stbname,count):
|
||||||
|
tdSql.execute("use %s" %dbname)
|
||||||
|
tdSql.execute("create stable %s(ts timestamp, c1 int, c2 binary(10)) tags(t1 int)"%stbname)
|
||||||
|
pre_create = "create table"
|
||||||
|
sql = pre_create
|
||||||
|
tdLog.debug("doing create one stable %s and %d child table in %s ..." %(stbname, count ,dbname))
|
||||||
|
# print(time.time())
|
||||||
|
exeStartTime=time.time()
|
||||||
|
for i in range(count):
|
||||||
|
sql += " %s_%d using %s tags(%d)"%(stbname,i,stbname,i+1)
|
||||||
|
if i >0 and i%3000 == 0:
|
||||||
|
tdSql.execute(sql)
|
||||||
|
sql = pre_create
|
||||||
|
# print(time.time())
|
||||||
|
# end sql
|
||||||
|
if sql != pre_create:
|
||||||
|
tdSql.execute(sql)
|
||||||
|
exeEndTime=time.time()
|
||||||
|
spendTime=exeEndTime-exeStartTime
|
||||||
|
speedCreate=count/spendTime
|
||||||
|
tdLog.debug("spent %.2fs to create 1 stable and %d table, create speed is %.2f table/s... [OK]"% (spendTime,count,speedCreate))
|
||||||
|
return
|
||||||
|
|
||||||
|
def newcur(self,host,cfg):
|
||||||
|
user = "root"
|
||||||
|
password = "taosdata"
|
||||||
|
port =6030
|
||||||
|
con=taos.connect(host=host, user=user, password=password, config=cfg ,port=port)
|
||||||
|
cur=con.cursor()
|
||||||
|
print(cur)
|
||||||
|
return cur
|
||||||
|
|
||||||
|
def new_create_tables(self,dbname,vgroups,stbname,tcountStart,tcountStop):
|
||||||
|
host = "chenhaoran02"
|
||||||
|
buildPath = self.getBuildPath()
|
||||||
|
config = buildPath+ "../sim/dnode1/cfg/"
|
||||||
|
|
||||||
|
tsql=self.newcur(host,config)
|
||||||
|
tsql.execute("create database %s vgroups %d"%(dbname,vgroups))
|
||||||
|
tsql.execute("use %s" %dbname)
|
||||||
|
tsql.execute("create stable %s(ts timestamp, c1 int, c2 binary(10)) tags(t1 int)"%stbname)
|
||||||
|
|
||||||
|
pre_create = "create table"
|
||||||
|
sql = pre_create
|
||||||
|
tcountStop=int(tcountStop)
|
||||||
|
tcountStart=int(tcountStart)
|
||||||
|
count=tcountStop-tcountStart
|
||||||
|
|
||||||
|
tdLog.debug("doing create one stable %s and %d child table in %s ..." %(stbname, count ,dbname))
|
||||||
|
# print(time.time())
|
||||||
|
exeStartTime=time.time()
|
||||||
|
# print(type(tcountStop),type(tcountStart))
|
||||||
|
for i in range(tcountStart,tcountStop):
|
||||||
|
sql += " %s_%d using %s tags(%d)"%(stbname,i,stbname,i+1)
|
||||||
|
if i >0 and i%20000 == 0:
|
||||||
|
# print(sql)
|
||||||
|
tsql.execute(sql)
|
||||||
|
sql = pre_create
|
||||||
|
# print(time.time())
|
||||||
|
# end sql
|
||||||
|
if sql != pre_create:
|
||||||
|
# print(sql)
|
||||||
|
tsql.execute(sql)
|
||||||
|
exeEndTime=time.time()
|
||||||
|
spendTime=exeEndTime-exeStartTime
|
||||||
|
speedCreate=count/spendTime
|
||||||
|
# tdLog.debug("spent %.2fs to create 1 stable and %d table, create speed is %.2f table/s... [OK]"% (spendTime,count,speedCreate))
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
# insert data
|
||||||
|
def insert_data(self, dbname, stbname, ts_start, tcountStart,tcountStop,rowCount):
|
||||||
|
tdSql.execute("use %s" %dbname)
|
||||||
|
pre_insert = "insert into "
|
||||||
|
sql = pre_insert
|
||||||
|
tcount=tcountStop-tcountStart
|
||||||
|
allRows=tcount*rowCount
|
||||||
|
tdLog.debug("doing insert data into stable:%s rows:%d ..."%(stbname, allRows))
|
||||||
|
exeStartTime=time.time()
|
||||||
|
for i in range(tcountStart,tcountStop):
|
||||||
|
sql += " %s_%d values "%(stbname,i)
|
||||||
|
for j in range(rowCount):
|
||||||
|
sql += "(%d, %d, 'taos_%d') "%(ts_start + j*1000, j, j)
|
||||||
|
if j >0 and j%5000 == 0:
|
||||||
|
# print(sql)
|
||||||
|
tdSql.execute(sql)
|
||||||
|
sql = "insert into %s_%d values " %(stbname,i)
|
||||||
|
# end sql
|
||||||
|
if sql != pre_insert:
|
||||||
|
# print(sql)
|
||||||
|
tdSql.execute(sql)
|
||||||
|
exeEndTime=time.time()
|
||||||
|
spendTime=exeEndTime-exeStartTime
|
||||||
|
speedInsert=allRows/spendTime
|
||||||
|
# tdLog.debug("spent %.2fs to INSERT %d rows , insert rate is %.2f rows/s... [OK]"% (spendTime,allRows,speedInsert))
|
||||||
|
|
||||||
|
tdLog.debug("INSERT TABLE DATA ............ [OK]")
|
||||||
|
return
|
||||||
|
|
||||||
|
|
||||||
|
# test case1 base
|
||||||
|
def test_case1(self):
|
||||||
|
tdLog.debug("-----create database and tables test------- ")
|
||||||
|
tdSql.execute("drop database if exists db1")
|
||||||
|
tdSql.execute("drop database if exists db4")
|
||||||
|
tdSql.execute("drop database if exists db6")
|
||||||
|
tdSql.execute("drop database if exists db8")
|
||||||
|
tdSql.execute("drop database if exists db12")
|
||||||
|
tdSql.execute("drop database if exists db16")
|
||||||
|
|
||||||
|
#create database and tables;
|
||||||
|
|
||||||
|
# tdSql.execute("create database db11 vgroups 1")
|
||||||
|
# # self.create_tables("db1", "stb1", 30*10000)
|
||||||
|
# tdSql.execute("use db1")
|
||||||
|
# tdSql.execute("create stable stb1(ts timestamp, c1 int, c2 binary(10)) tags(t1 int)")
|
||||||
|
|
||||||
|
# tdSql.execute("create database db12 vgroups 1")
|
||||||
|
# # self.create_tables("db1", "stb1", 30*10000)
|
||||||
|
# tdSql.execute("use db1")
|
||||||
|
|
||||||
|
# t1 = threading.Thread(target=self.new_create_tables("db1", "stb1", 15*10000), args=(1,))
|
||||||
|
# t2 = threading.Thread(target=self.new_create_tables("db1", "stb1", 15*10000), args=(2,))
|
||||||
|
# t1 = mp.Process(target=self.new_create_tables, args=("db1", "stb1", 0,count/2,))
|
||||||
|
# t2 = mp.Process(target=self.new_create_tables, args=("db1", "stb1", count/2,count,))
|
||||||
|
|
||||||
|
count=50000
|
||||||
|
vgroups=1
|
||||||
|
threads = []
|
||||||
|
threadNumbers=2
|
||||||
|
for i in range(threadNumbers):
|
||||||
|
threads.append(mp.Process(target=self.new_create_tables, args=("db1%d"%i, vgroups, "stb1", 0,count,)))
|
||||||
|
start_time = time.time()
|
||||||
|
for tr in threads:
|
||||||
|
tr.start()
|
||||||
|
for tr in threads:
|
||||||
|
tr.join()
|
||||||
|
end_time = time.time()
|
||||||
|
spendTime=end_time-start_time
|
||||||
|
speedCreate=count/spendTime
|
||||||
|
tdLog.debug("spent %.2fs to create 1 stable and %d table, create speed is %.2f table/s... [OK]"% (spendTime,count,speedCreate))
|
||||||
|
# self.new_create_tables("db1", "stb1", 15*10000)
|
||||||
|
# self.new_create_tables("db1", "stb1", 15*10000)
|
||||||
|
|
||||||
|
# tdSql.execute("create database db4 vgroups 4")
|
||||||
|
# self.create_tables("db4", "stb4", 30*10000)
|
||||||
|
|
||||||
|
# tdSql.execute("create database db6 vgroups 6")
|
||||||
|
# self.create_tables("db6", "stb6", 30*10000)
|
||||||
|
|
||||||
|
# tdSql.execute("create database db8 vgroups 8")
|
||||||
|
# self.create_tables("db8", "stb8", 30*10000)
|
||||||
|
|
||||||
|
# tdSql.execute("create database db12 vgroups 12")
|
||||||
|
# self.create_tables("db12", "stb12", 30*10000)
|
||||||
|
|
||||||
|
# tdSql.execute("create database db16 vgroups 16")
|
||||||
|
# self.create_tables("db16", "stb16", 30*10000)
|
||||||
|
return
|
||||||
|
|
||||||
|
# test case2 base:insert data
|
||||||
|
def test_case2(self):
|
||||||
|
|
||||||
|
tdLog.debug("-----insert data test------- ")
|
||||||
|
# drop database
|
||||||
|
tdSql.execute("drop database if exists db1")
|
||||||
|
tdSql.execute("drop database if exists db4")
|
||||||
|
tdSql.execute("drop database if exists db6")
|
||||||
|
tdSql.execute("drop database if exists db8")
|
||||||
|
tdSql.execute("drop database if exists db12")
|
||||||
|
tdSql.execute("drop database if exists db16")
|
||||||
|
|
||||||
|
#create database and tables;
|
||||||
|
|
||||||
|
tdSql.execute("create database db1 vgroups 1")
|
||||||
|
self.create_tables("db1", "stb1", 1*100)
|
||||||
|
self.insert_data("db1", "stb1", self.ts, 1*50,1*10000)
|
||||||
|
|
||||||
|
|
||||||
|
tdSql.execute("create database db4 vgroups 4")
|
||||||
|
self.create_tables("db4", "stb4", 1*100)
|
||||||
|
self.insert_data("db4", "stb4", self.ts, 1*100,1*10000)
|
||||||
|
|
||||||
|
tdSql.execute("create database db6 vgroups 6")
|
||||||
|
self.create_tables("db6", "stb6", 1*100)
|
||||||
|
self.insert_data("db6", "stb6", self.ts, 1*100,1*10000)
|
||||||
|
|
||||||
|
tdSql.execute("create database db8 vgroups 8")
|
||||||
|
self.create_tables("db8", "stb8", 1*100)
|
||||||
|
self.insert_data("db8", "stb8", self.ts, 1*100,1*10000)
|
||||||
|
|
||||||
|
tdSql.execute("create database db12 vgroups 12")
|
||||||
|
self.create_tables("db12", "stb12", 1*100)
|
||||||
|
self.insert_data("db12", "stb12", self.ts, 1*100,1*10000)
|
||||||
|
|
||||||
|
tdSql.execute("create database db16 vgroups 16")
|
||||||
|
self.create_tables("db16", "stb16", 1*100)
|
||||||
|
self.insert_data("db16", "stb16", self.ts, 1*100,1*10000)
|
||||||
|
|
||||||
|
return
|
||||||
|
|
||||||
|
#
|
||||||
|
# add case with filename
|
||||||
|
#
|
||||||
|
tdCases.addWindows(__file__, TDTestCase())
|
||||||
|
tdCases.addLinux(__file__, TDTestCase())
|
|
@ -191,13 +191,13 @@ class TDTestCase:
|
||||||
def support_types(self):
|
def support_types(self):
|
||||||
type_error_sql_lists = [
|
type_error_sql_lists = [
|
||||||
"select log(ts ,2 ) from t1" ,
|
"select log(ts ,2 ) from t1" ,
|
||||||
"select log(c7,2 ) from t1",
|
"select log(c7,c2 ) from t1",
|
||||||
"select log(c8,2 ) from t1",
|
"select log(c8,c1 ) from t1",
|
||||||
"select log(c9,2 ) from t1",
|
"select log(c9,c2 ) from t1",
|
||||||
"select log(ts,2 ) from ct1" ,
|
"select log(ts,c7 ) from ct1" ,
|
||||||
"select log(c7,2 ) from ct1",
|
"select log(c7,c9 ) from ct1",
|
||||||
"select log(c8,2 ) from ct1",
|
"select log(c8,c2 ) from ct1",
|
||||||
"select log(c9,2 ) from ct1",
|
"select log(c9,c1 ) from ct1",
|
||||||
"select log(ts,2 ) from ct3" ,
|
"select log(ts,2 ) from ct3" ,
|
||||||
"select log(c7,2 ) from ct3",
|
"select log(c7,2 ) from ct3",
|
||||||
"select log(c8,2 ) from ct3",
|
"select log(c8,2 ) from ct3",
|
||||||
|
|
|
@ -0,0 +1,652 @@
|
||||||
|
import taos
|
||||||
|
import sys
|
||||||
|
import datetime
|
||||||
|
import inspect
|
||||||
|
import math
|
||||||
|
from util.log import *
|
||||||
|
from util.sql import *
|
||||||
|
from util.cases import *
|
||||||
|
|
||||||
|
|
||||||
|
class TDTestCase:
|
||||||
|
updatecfgDict = {'debugFlag': 143 ,"cDebugFlag":143,"uDebugFlag":143 ,"rpcDebugFlag":143 , "tmrDebugFlag":143 ,
|
||||||
|
"jniDebugFlag":143 ,"simDebugFlag":143,"dDebugFlag":143, "dDebugFlag":143,"vDebugFlag":143,"mDebugFlag":143,"qDebugFlag":143,
|
||||||
|
"wDebugFlag":143,"sDebugFlag":143,"tsdbDebugFlag":143,"tqDebugFlag":143 ,"fsDebugFlag":143 ,"fnDebugFlag":143}
|
||||||
|
def init(self, conn, powSql):
|
||||||
|
tdLog.debug(f"start to excute {__file__}")
|
||||||
|
tdSql.init(conn.cursor())
|
||||||
|
|
||||||
|
def prepare_datas(self):
|
||||||
|
tdSql.execute(
|
||||||
|
'''create table stb1
|
||||||
|
(ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
|
||||||
|
tags (t1 int)
|
||||||
|
'''
|
||||||
|
)
|
||||||
|
|
||||||
|
tdSql.execute(
|
||||||
|
'''
|
||||||
|
create table t1
|
||||||
|
(ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
|
||||||
|
'''
|
||||||
|
)
|
||||||
|
for i in range(4):
|
||||||
|
tdSql.execute(f'create table ct{i+1} using stb1 tags ( {i+1} )')
|
||||||
|
|
||||||
|
for i in range(9):
|
||||||
|
tdSql.execute(
|
||||||
|
f"insert into ct1 values ( now()-{i*10}s, {1*i}, {11111*i}, {111*i}, {11*i}, {1.11*i}, {11.11*i}, {i%2}, 'binary{i}', 'nchar{i}', now()+{1*i}a )"
|
||||||
|
)
|
||||||
|
tdSql.execute(
|
||||||
|
f"insert into ct4 values ( now()-{i*90}d, {1*i}, {11111*i}, {111*i}, {11*i}, {1.11*i}, {11.11*i}, {i%2}, 'binary{i}', 'nchar{i}', now()+{1*i}a )"
|
||||||
|
)
|
||||||
|
tdSql.execute("insert into ct1 values (now()-45s, 0, 0, 0, 0, 0, 0, 0, 'binary0', 'nchar0', now()+8a )")
|
||||||
|
tdSql.execute("insert into ct1 values (now()+10s, 9, -99999, -999, -99, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )")
|
||||||
|
tdSql.execute("insert into ct1 values (now()+15s, 9, -99999, -999, -99, -9.99, NULL, 1, 'binary9', 'nchar9', now()+9a )")
|
||||||
|
tdSql.execute("insert into ct1 values (now()+20s, 9, -99999, -999, NULL, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )")
|
||||||
|
|
||||||
|
tdSql.execute("insert into ct4 values (now()-810d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) ")
|
||||||
|
tdSql.execute("insert into ct4 values (now()-400d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) ")
|
||||||
|
tdSql.execute("insert into ct4 values (now()+90d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) ")
|
||||||
|
|
||||||
|
tdSql.execute(
|
||||||
|
f'''insert into t1 values
|
||||||
|
( '2020-04-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
|
||||||
|
( '2020-10-21 01:01:01.000', 1, 11111, 111, 11, 1.11, 11.11, 1, "binary1", "nchar1", now()+1a )
|
||||||
|
( '2020-12-31 01:01:01.000', 2, 22222, 222, 22, 2.22, 22.22, 0, "binary2", "nchar2", now()+2a )
|
||||||
|
( '2021-01-01 01:01:06.000', 3, 33333, 333, 33, 3.33, 33.33, 0, "binary3", "nchar3", now()+3a )
|
||||||
|
( '2021-05-07 01:01:10.000', 4, 44444, 444, 44, 4.44, 44.44, 1, "binary4", "nchar4", now()+4a )
|
||||||
|
( '2021-07-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
|
||||||
|
( '2021-09-30 01:01:16.000', 5, 55555, 555, 55, 5.55, 55.55, 0, "binary5", "nchar5", now()+5a )
|
||||||
|
( '2022-02-01 01:01:20.000', 6, 66666, 666, 66, 6.66, 66.66, 1, "binary6", "nchar6", now()+6a )
|
||||||
|
( '2022-10-28 01:01:26.000', 7, 00000, 000, 00, 0.00, 00.00, 1, "binary7", "nchar7", "1970-01-01 08:00:00.000" )
|
||||||
|
( '2022-12-01 01:01:30.000', 8, -88888, -888, -88, -8.88, -88.88, 0, "binary8", "nchar8", "1969-01-01 01:00:00.000" )
|
||||||
|
( '2022-12-31 01:01:36.000', 9, -99999999999999999, -999, -99, -9.99, -999999999999999999999.99, 1, "binary9", "nchar9", "1900-01-01 00:00:00.000" )
|
||||||
|
( '2023-02-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
|
||||||
|
'''
|
||||||
|
)
|
||||||
|
|
||||||
|
def check_result_auto_pow2(self ,origin_query , pow_query):
|
||||||
|
|
||||||
|
pow_result = tdSql.getResult(pow_query)
|
||||||
|
origin_result = tdSql.getResult(origin_query)
|
||||||
|
|
||||||
|
auto_result =[]
|
||||||
|
|
||||||
|
for row in origin_result:
|
||||||
|
row_check = []
|
||||||
|
for elem in row:
|
||||||
|
if elem == None:
|
||||||
|
elem = None
|
||||||
|
else:
|
||||||
|
elem = math.pow(elem,2)
|
||||||
|
row_check.append(elem)
|
||||||
|
auto_result.append(row_check)
|
||||||
|
|
||||||
|
check_status = True
|
||||||
|
|
||||||
|
for row_index , row in enumerate(pow_result):
|
||||||
|
for col_index , elem in enumerate(row):
|
||||||
|
if auto_result[row_index][col_index] == None and not (auto_result[row_index][col_index] == None and elem == None):
|
||||||
|
check_status = False
|
||||||
|
elif auto_result[row_index][col_index] != None and (auto_result[row_index][col_index] - elem > 0.00000001):
|
||||||
|
check_status = False
|
||||||
|
else:
|
||||||
|
pass
|
||||||
|
if not check_status:
|
||||||
|
tdLog.notice("pow function value has not as expected , sql is \"%s\" "%pow_query )
|
||||||
|
sys.exit(1)
|
||||||
|
else:
|
||||||
|
tdLog.info("pow value check pass , it work as expected ,sql is \"%s\" "%pow_query )
|
||||||
|
|
||||||
|
def check_result_auto_pow1(self ,origin_query , pow_query):
|
||||||
|
pow_result = tdSql.getResult(pow_query)
|
||||||
|
origin_result = tdSql.getResult(origin_query)
|
||||||
|
|
||||||
|
auto_result =[]
|
||||||
|
|
||||||
|
for row in origin_result:
|
||||||
|
row_check = []
|
||||||
|
for elem in row:
|
||||||
|
if elem == None:
|
||||||
|
elem = None
|
||||||
|
else :
|
||||||
|
elem = pow(elem ,1)
|
||||||
|
row_check.append(elem)
|
||||||
|
auto_result.append(row_check)
|
||||||
|
|
||||||
|
check_status = True
|
||||||
|
for row_index , row in enumerate(pow_result):
|
||||||
|
for col_index , elem in enumerate(row):
|
||||||
|
if auto_result[row_index][col_index] == None and not (auto_result[row_index][col_index] == None and elem == None):
|
||||||
|
check_status = False
|
||||||
|
elif auto_result[row_index][col_index] != None and (auto_result[row_index][col_index] - elem > 0.00000001):
|
||||||
|
check_status = False
|
||||||
|
else:
|
||||||
|
pass
|
||||||
|
if not check_status:
|
||||||
|
tdLog.notice("pow function value has not as expected , sql is \"%s\" "%pow_query )
|
||||||
|
sys.exit(1)
|
||||||
|
else:
|
||||||
|
tdLog.info("pow value check pass , it work as expected ,sql is \"%s\" "%pow_query )
|
||||||
|
|
||||||
|
def check_result_auto_pow__10(self ,origin_query , pow_query):
|
||||||
|
pow_result = tdSql.getResult(pow_query)
|
||||||
|
origin_result = tdSql.getResult(origin_query)
|
||||||
|
|
||||||
|
auto_result =[]
|
||||||
|
|
||||||
|
for row in origin_result:
|
||||||
|
row_check = []
|
||||||
|
for elem in row:
|
||||||
|
if elem == None:
|
||||||
|
elem = None
|
||||||
|
elif elem == 0:
|
||||||
|
elem = None
|
||||||
|
else:
|
||||||
|
elem = pow(elem ,-10)
|
||||||
|
row_check.append(elem)
|
||||||
|
auto_result.append(row_check)
|
||||||
|
|
||||||
|
check_status = True
|
||||||
|
for row_index , row in enumerate(pow_result):
|
||||||
|
for col_index , elem in enumerate(row):
|
||||||
|
if auto_result[row_index][col_index] == None and not (auto_result[row_index][col_index] == None and elem == None):
|
||||||
|
check_status = False
|
||||||
|
elif auto_result[row_index][col_index] != None and (auto_result[row_index][col_index] - elem > 0.00000001):
|
||||||
|
check_status = False
|
||||||
|
else:
|
||||||
|
pass
|
||||||
|
if not check_status:
|
||||||
|
tdLog.notice("pow function value has not as expected , sql is \"%s\" "%pow_query )
|
||||||
|
sys.exit(1)
|
||||||
|
else:
|
||||||
|
tdLog.info("pow value check pass , it work as expected ,sql is \"%s\" "%pow_query )
|
||||||
|
|
||||||
|
def test_errors(self):
|
||||||
|
error_sql_lists = [
|
||||||
|
"select pow from t1",
|
||||||
|
# "select pow(-+--+c1 ,2) from t1",
|
||||||
|
# "select +-pow(c1,2) from t1",
|
||||||
|
# "select ++-pow(c1,2) from t1",
|
||||||
|
# "select ++--pow(c1,2) from t1",
|
||||||
|
# "select - -pow(c1,2)*0 from t1",
|
||||||
|
# "select pow(tbname+1,2) from t1 ",
|
||||||
|
"select pow(123--123,2)==1 from t1",
|
||||||
|
"select pow(c1,2) as 'd1' from t1",
|
||||||
|
"select pow(c1 ,c2 ,2) from t1",
|
||||||
|
"select pow(c1 ,NULL ,2) from t1",
|
||||||
|
"select pow(, 2) from t1;",
|
||||||
|
"select pow(pow(c1, 2) ab from t1)",
|
||||||
|
"select pow(c1 ,2 ) as int from t1",
|
||||||
|
"select pow from stb1",
|
||||||
|
# "select pow(-+--+c1) from stb1",
|
||||||
|
# "select +-pow(c1) from stb1",
|
||||||
|
# "select ++-pow(c1) from stb1",
|
||||||
|
# "select ++--pow(c1) from stb1",
|
||||||
|
# "select - -pow(c1)*0 from stb1",
|
||||||
|
# "select pow(tbname+1) from stb1 ",
|
||||||
|
"select pow(123--123 ,2)==1 from stb1",
|
||||||
|
"select pow(c1 ,2) as 'd1' from stb1",
|
||||||
|
"select pow(c1 ,c2 ,2 ) from stb1",
|
||||||
|
"select pow(c1 ,NULL,2) from stb1",
|
||||||
|
"select pow(,) from stb1;",
|
||||||
|
"select pow(pow(c1 , 2) ab from stb1)",
|
||||||
|
"select pow(c1 , 2) as int from stb1"
|
||||||
|
]
|
||||||
|
for error_sql in error_sql_lists:
|
||||||
|
tdSql.error(error_sql)
|
||||||
|
|
||||||
|
def support_types(self):
|
||||||
|
type_error_sql_lists = [
|
||||||
|
"select pow(ts ,2 ) from t1" ,
|
||||||
|
"select pow(c7,c1 ) from t1",
|
||||||
|
"select pow(c8,c2) from t1",
|
||||||
|
"select pow(c9,c3 ) from t1",
|
||||||
|
"select pow(ts,c4 ) from ct1" ,
|
||||||
|
"select pow(c7,c5 ) from ct1",
|
||||||
|
"select pow(c8,c6 ) from ct1",
|
||||||
|
"select pow(c9,c8 ) from ct1",
|
||||||
|
"select pow(ts,2 ) from ct3" ,
|
||||||
|
"select pow(c7,2 ) from ct3",
|
||||||
|
"select pow(c8,2 ) from ct3",
|
||||||
|
"select pow(c9,2 ) from ct3",
|
||||||
|
"select pow(ts,2 ) from ct4" ,
|
||||||
|
"select pow(c7,2 ) from ct4",
|
||||||
|
"select pow(c8,2 ) from ct4",
|
||||||
|
"select pow(c9,2 ) from ct4",
|
||||||
|
"select pow(ts,2 ) from stb1" ,
|
||||||
|
"select pow(c7,2 ) from stb1",
|
||||||
|
"select pow(c8,2 ) from stb1",
|
||||||
|
"select pow(c9,2 ) from stb1" ,
|
||||||
|
|
||||||
|
"select pow(ts,2 ) from stbbb1" ,
|
||||||
|
"select pow(c7,2 ) from stbbb1",
|
||||||
|
|
||||||
|
"select pow(ts,2 ) from tbname",
|
||||||
|
"select pow(c9,2 ) from tbname"
|
||||||
|
|
||||||
|
]
|
||||||
|
|
||||||
|
for type_sql in type_error_sql_lists:
|
||||||
|
tdSql.error(type_sql)
|
||||||
|
|
||||||
|
|
||||||
|
type_sql_lists = [
|
||||||
|
"select pow(c1,2 ) from t1",
|
||||||
|
"select pow(c2,2 ) from t1",
|
||||||
|
"select pow(c3,2 ) from t1",
|
||||||
|
"select pow(c4,2 ) from t1",
|
||||||
|
"select pow(c5,2 ) from t1",
|
||||||
|
"select pow(c6,2 ) from t1",
|
||||||
|
|
||||||
|
"select pow(c1,2 ) from ct1",
|
||||||
|
"select pow(c2,2 ) from ct1",
|
||||||
|
"select pow(c3,2 ) from ct1",
|
||||||
|
"select pow(c4,2 ) from ct1",
|
||||||
|
"select pow(c5,2 ) from ct1",
|
||||||
|
"select pow(c6,2 ) from ct1",
|
||||||
|
|
||||||
|
"select pow(c1,2 ) from ct3",
|
||||||
|
"select pow(c2,2 ) from ct3",
|
||||||
|
"select pow(c3,2 ) from ct3",
|
||||||
|
"select pow(c4,2 ) from ct3",
|
||||||
|
"select pow(c5,2 ) from ct3",
|
||||||
|
"select pow(c6,2 ) from ct3",
|
||||||
|
|
||||||
|
"select pow(c1,2 ) from stb1",
|
||||||
|
"select pow(c2,2 ) from stb1",
|
||||||
|
"select pow(c3,2 ) from stb1",
|
||||||
|
"select pow(c4,2 ) from stb1",
|
||||||
|
"select pow(c5,2 ) from stb1",
|
||||||
|
"select pow(c6,2 ) from stb1",
|
||||||
|
|
||||||
|
"select pow(c6,2) as alisb from stb1",
|
||||||
|
"select pow(c6,2) alisb from stb1",
|
||||||
|
]
|
||||||
|
|
||||||
|
for type_sql in type_sql_lists:
|
||||||
|
tdSql.query(type_sql)
|
||||||
|
|
||||||
|
def basic_pow_function(self):
|
||||||
|
|
||||||
|
# basic query
|
||||||
|
tdSql.query("select c1 from ct3")
|
||||||
|
tdSql.checkRows(0)
|
||||||
|
tdSql.query("select c1 from t1")
|
||||||
|
tdSql.checkRows(12)
|
||||||
|
tdSql.query("select c1 from stb1")
|
||||||
|
tdSql.checkRows(25)
|
||||||
|
|
||||||
|
# used for empty table , ct3 is empty
|
||||||
|
tdSql.query("select pow(c1 ,2) from ct3")
|
||||||
|
tdSql.checkRows(0)
|
||||||
|
tdSql.query("select pow(c2 ,2) from ct3")
|
||||||
|
tdSql.checkRows(0)
|
||||||
|
tdSql.query("select pow(c3 ,2) from ct3")
|
||||||
|
tdSql.checkRows(0)
|
||||||
|
tdSql.query("select pow(c4 ,2) from ct3")
|
||||||
|
tdSql.checkRows(0)
|
||||||
|
tdSql.query("select pow(c5 ,2) from ct3")
|
||||||
|
tdSql.checkRows(0)
|
||||||
|
tdSql.query("select pow(c6 ,2) from ct3")
|
||||||
|
tdSql.checkRows(0)
|
||||||
|
|
||||||
|
|
||||||
|
# # used for regular table
|
||||||
|
tdSql.query("select pow(c1 ,2) from t1")
|
||||||
|
tdSql.checkData(0, 0, None)
|
||||||
|
tdSql.checkData(1 , 0, 1.000000000)
|
||||||
|
tdSql.checkData(3 , 0, 9.000000000)
|
||||||
|
tdSql.checkData(5 , 0, None)
|
||||||
|
|
||||||
|
tdSql.query("select c1, c2, c3 , c4, c5 from t1")
|
||||||
|
tdSql.checkData(1, 4, 1.11000)
|
||||||
|
tdSql.checkData(3, 3, 33)
|
||||||
|
tdSql.checkData(5, 4, None)
|
||||||
|
|
||||||
|
tdSql.query("select ts,c1, c2, c3 , c4, c5 from t1")
|
||||||
|
tdSql.checkData(1, 5, 1.11000)
|
||||||
|
tdSql.checkData(3, 4, 33)
|
||||||
|
tdSql.checkData(5, 5, None)
|
||||||
|
|
||||||
|
self.check_result_auto_pow2( "select c1, c2, c3 , c4, c5 from t1", "select pow(c1 ,2), pow(c2 ,2) ,pow(c3, 2), pow(c4 ,2), pow(c5 ,2) from t1")
|
||||||
|
self.check_result_auto_pow1( "select c1, c2, c3 , c4, c5 from t1", "select pow(c1 ,1), pow(c2 ,1) ,pow(c3, 1), pow(c4 ,1), pow(c5 ,1) from t1")
|
||||||
|
self.check_result_auto_pow__10( "select c1, c2, c3 , c4, c5 from t1", "select pow(c1 ,-10), pow(c2 ,-10) ,pow(c3, -10), pow(c4 ,-10), pow(c5 ,-10) from t1")
|
||||||
|
|
||||||
|
# used for sub table
|
||||||
|
tdSql.query("select c1 ,pow(c1 ,2) from ct1")
|
||||||
|
tdSql.checkData(0, 1, 64.000000000)
|
||||||
|
tdSql.checkData(1 , 1, 49.000000000)
|
||||||
|
tdSql.checkData(3 , 1, 25.000000000)
|
||||||
|
tdSql.checkData(4 , 1, 0)
|
||||||
|
|
||||||
|
# # test bug fix for pow(c1,c2)
|
||||||
|
|
||||||
|
tdSql.query("select c1, c5 ,pow(c1,c5) from ct4")
|
||||||
|
tdSql.checkData(0 , 2, None)
|
||||||
|
tdSql.checkData(1 , 2, 104577724.506799981)
|
||||||
|
tdSql.checkData(2 , 2, 3684781.623933245)
|
||||||
|
tdSql.checkData(3 , 2, 152225.429759376)
|
||||||
|
tdSql.checkData(4 , 2, 7573.273783071)
|
||||||
|
|
||||||
|
|
||||||
|
self.check_result_auto_pow2( "select c1, c2, c3 , c4, c5 from ct1", "select pow(c1,2), pow(c2,2) ,pow(c3,2), pow(c4,2), pow(c5,2) from ct1")
|
||||||
|
self.check_result_auto_pow__10( "select c1, c2, c3 , c4, c5 from ct1", "select pow(c1,-10), pow(c2,-10) ,pow(c3,-10), pow(c4,-10), pow(c5,-10) from ct1")
|
||||||
|
|
||||||
|
# nest query for pow functions
|
||||||
|
tdSql.query("select c1 , pow(c1,2) ,pow(pow(c1,2),2) , pow(pow(pow(c1,2),2),2) from ct1;")
|
||||||
|
tdSql.checkData(0 , 0 , 8)
|
||||||
|
tdSql.checkData(0 , 1 , 64.000000000)
|
||||||
|
tdSql.checkData(0 , 2 , 4096.000000000)
|
||||||
|
tdSql.checkData(0 , 3 , 16777216.000000000)
|
||||||
|
|
||||||
|
tdSql.checkData(1 , 0 , 7)
|
||||||
|
tdSql.checkData(1 , 1 , 49.000000000)
|
||||||
|
tdSql.checkData(1 , 2 , 2401.000000000)
|
||||||
|
tdSql.checkData(1 , 3 , 5764801.000000000)
|
||||||
|
|
||||||
|
tdSql.checkData(4 , 0 , 0)
|
||||||
|
tdSql.checkData(4 , 1 , 0.000000000)
|
||||||
|
tdSql.checkData(4 , 2 , 0.000000000)
|
||||||
|
tdSql.checkData(4 , 3 , 0.000000000)
|
||||||
|
|
||||||
|
# # used for stable table
|
||||||
|
|
||||||
|
tdSql.query("select pow(c1, 2) from stb1")
|
||||||
|
tdSql.checkRows(25)
|
||||||
|
|
||||||
|
|
||||||
|
# used for not exists table
|
||||||
|
tdSql.error("select pow(c1, 2) from stbbb1")
|
||||||
|
tdSql.error("select pow(c1, 2) from tbname")
|
||||||
|
tdSql.error("select pow(c1, 2) from ct5")
|
||||||
|
|
||||||
|
# mix with common col
|
||||||
|
tdSql.query("select c1, pow(c1 ,2) from ct1")
|
||||||
|
tdSql.checkData(0 , 0 ,8)
|
||||||
|
tdSql.checkData(0 , 1 ,64.000000000)
|
||||||
|
tdSql.checkData(4 , 0 ,0)
|
||||||
|
tdSql.checkData(4 , 1 ,0.000000000)
|
||||||
|
tdSql.query("select c1, pow(c1,2) from ct4")
|
||||||
|
tdSql.checkData(0 , 0 , None)
|
||||||
|
tdSql.checkData(0 , 1 ,None)
|
||||||
|
tdSql.checkData(4 , 0 ,5)
|
||||||
|
tdSql.checkData(4 , 1 ,25.000000000)
|
||||||
|
tdSql.checkData(5 , 0 ,None)
|
||||||
|
tdSql.checkData(5 , 1 ,None)
|
||||||
|
|
||||||
|
# mix with common functions
|
||||||
|
tdSql.query("select c1, pow(c1 ,2),pow(c1,2), log(pow(c1,2) ,2) from ct4 ")
|
||||||
|
tdSql.checkData(0 , 0 ,None)
|
||||||
|
tdSql.checkData(0 , 1 ,None)
|
||||||
|
tdSql.checkData(0 , 2 ,None)
|
||||||
|
tdSql.checkData(0 , 3 ,None)
|
||||||
|
|
||||||
|
tdSql.checkData(3 , 0 , 6)
|
||||||
|
tdSql.checkData(3 , 1 ,36.000000000)
|
||||||
|
tdSql.checkData(3 , 2 ,36.000000000)
|
||||||
|
tdSql.checkData(3 , 3 ,5.169925001)
|
||||||
|
|
||||||
|
tdSql.query("select c1, pow(c1,1),c5, floor(c5 ) from stb1 ")
|
||||||
|
|
||||||
|
# # mix with agg functions , not support
|
||||||
|
tdSql.error("select c1, pow(c1 ,2),c5, count(c5) from stb1 ")
|
||||||
|
tdSql.error("select c1, pow(c1 ,2),c5, count(c5) from ct1 ")
|
||||||
|
tdSql.error("select pow(c1 ,2), count(c5) from stb1 ")
|
||||||
|
tdSql.error("select pow(c1 ,2), count(c5) from ct1 ")
|
||||||
|
tdSql.error("select c1, count(c5) from ct1 ")
|
||||||
|
tdSql.error("select c1, count(c5) from stb1 ")
|
||||||
|
|
||||||
|
# agg functions mix with agg functions
|
||||||
|
|
||||||
|
tdSql.query("select max(c5), count(c5) from stb1")
|
||||||
|
tdSql.query("select max(c5), count(c5) from ct1")
|
||||||
|
|
||||||
|
|
||||||
|
# bug fix for count
|
||||||
|
tdSql.query("select count(c1) from ct4 ")
|
||||||
|
tdSql.checkData(0,0,9)
|
||||||
|
tdSql.query("select count(*) from ct4 ")
|
||||||
|
tdSql.checkData(0,0,12)
|
||||||
|
tdSql.query("select count(c1) from stb1 ")
|
||||||
|
tdSql.checkData(0,0,22)
|
||||||
|
tdSql.query("select count(*) from stb1 ")
|
||||||
|
tdSql.checkData(0,0,25)
|
||||||
|
|
||||||
|
# # bug fix for compute
|
||||||
|
tdSql.query("select c1, pow(c1 ,2) -0 ,pow(c1-4 ,2)-0 from ct4 ")
|
||||||
|
tdSql.checkData(0, 0, None)
|
||||||
|
tdSql.checkData(0, 1, None)
|
||||||
|
tdSql.checkData(0, 2, None)
|
||||||
|
tdSql.checkData(1, 0, 8)
|
||||||
|
tdSql.checkData(1, 1, 64.000000000)
|
||||||
|
tdSql.checkData(1, 2, 16.000000000)
|
||||||
|
|
||||||
|
tdSql.query(" select c1, pow(c1 ,2) -0 ,pow(c1-0.1 ,2)-0.1 from ct4")
|
||||||
|
tdSql.checkData(0, 0, None)
|
||||||
|
tdSql.checkData(0, 1, None)
|
||||||
|
tdSql.checkData(0, 2, None)
|
||||||
|
tdSql.checkData(1, 0, 8)
|
||||||
|
tdSql.checkData(1, 1, 64.000000000)
|
||||||
|
tdSql.checkData(1, 2, 62.310000000)
|
||||||
|
|
||||||
|
tdSql.query("select c1, pow(c1, -10), c2, pow(c2, -10), c3, pow(c3, -10) from ct1")
|
||||||
|
|
||||||
|
def test_big_number(self):
|
||||||
|
|
||||||
|
tdSql.query("select c1, pow(c1, 100000000) from ct1") # bigint to double data overflow
|
||||||
|
tdSql.checkData(0, 1, None)
|
||||||
|
tdSql.checkData(1, 1, None)
|
||||||
|
tdSql.checkData(4, 1, 0.000000000)
|
||||||
|
|
||||||
|
|
||||||
|
tdSql.query("select c1, pow(c1, 10000000000000) from ct1") # bigint to double data overflow
|
||||||
|
tdSql.checkData(0, 1, None)
|
||||||
|
tdSql.checkData(1, 1, None)
|
||||||
|
tdSql.checkData(4, 1, 0.000000000)
|
||||||
|
|
||||||
|
tdSql.query("select c1, pow(c1, 10000000000000000000000000) from ct1") # bigint to double data overflow
|
||||||
|
tdSql.query("select c1, pow(c1, 10000000000000000000000000.0) from ct1") # 10000000000000000000000000.0 is a double value
|
||||||
|
tdSql.checkData(0, 1, None)
|
||||||
|
tdSql.checkData(1, 1, None)
|
||||||
|
tdSql.checkData(4, 1, 0.000000000)
|
||||||
|
|
||||||
|
tdSql.query("select c1, pow(c1, 10000000000000000000000000000000000) from ct1") # bigint to double data overflow
|
||||||
|
tdSql.query("select c1, pow(c1, 10000000000000000000000000000000000.0) from ct1") # 10000000000000000000000000.0 is a double value
|
||||||
|
tdSql.checkData(0, 1, None)
|
||||||
|
tdSql.checkData(1, 1, None)
|
||||||
|
tdSql.checkData(4, 1, 0.000000000)
|
||||||
|
|
||||||
|
tdSql.query("select c1, pow(c1, 10000000000000000000000000000000000000000) from ct1") # bigint to double data overflow
|
||||||
|
tdSql.query("select c1, pow(c1, 10000000000000000000000000000000000000000.0) from ct1") # 10000000000000000000000000.0 is a double value
|
||||||
|
tdSql.checkData(0, 1, None)
|
||||||
|
tdSql.checkData(1, 1, None)
|
||||||
|
tdSql.checkData(4, 1, 0.000000000)
|
||||||
|
|
||||||
|
tdSql.query("select c1, pow(c1, 10000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000) from ct1") # bigint to double data overflow
|
||||||
|
|
||||||
|
def pow_base_test(self):
|
||||||
|
|
||||||
|
# base is an regular number ,int or double
|
||||||
|
tdSql.query("select c1, pow(c1, 2) from ct1")
|
||||||
|
tdSql.checkData(0, 1,64.000000000)
|
||||||
|
tdSql.query("select c1, pow(c1, 2.0) from ct1")
|
||||||
|
tdSql.checkData(0, 1, 64.000000000)
|
||||||
|
|
||||||
|
tdSql.query("select c1, pow(1, 2.0) from ct1")
|
||||||
|
tdSql.checkData(0, 1, 1.000000000)
|
||||||
|
tdSql.checkRows(13)
|
||||||
|
|
||||||
|
|
||||||
|
# # bug for compute in functions
|
||||||
|
# tdSql.query("select c1, abs(1/0) from ct1")
|
||||||
|
# tdSql.checkData(0, 0, 8)
|
||||||
|
# tdSql.checkData(0, 1, 1)
|
||||||
|
|
||||||
|
tdSql.query("select c1, pow(1, 2.0) from ct1")
|
||||||
|
tdSql.checkData(0, 1, 1.000000000)
|
||||||
|
tdSql.checkRows(13)
|
||||||
|
|
||||||
|
# two cols start pow(x,y)
|
||||||
|
tdSql.query("select c1,c2, pow(c1,c2) from ct1")
|
||||||
|
tdSql.checkData(0, 2, None)
|
||||||
|
tdSql.checkData(1, 2, None)
|
||||||
|
tdSql.checkData(4, 2, 1.000000000)
|
||||||
|
|
||||||
|
tdSql.query("select c1,c2, pow(c2,c1) from ct1")
|
||||||
|
tdSql.checkData(0, 2, 3897131646727578700481513520437089271808.000000000)
|
||||||
|
tdSql.checkData(1, 2, 17217033054561120738612297152331776.000000000)
|
||||||
|
tdSql.checkData(4, 2, 1.000000000)
|
||||||
|
|
||||||
|
tdSql.query("select c1, pow(2.0 , c1) from ct1")
|
||||||
|
tdSql.checkData(0, 1, 256.000000000)
|
||||||
|
tdSql.checkData(1, 1, 128.000000000)
|
||||||
|
tdSql.checkData(4, 1, 1.000000000)
|
||||||
|
|
||||||
|
tdSql.query("select c1, pow(2.0 , c1) from ct1")
|
||||||
|
tdSql.checkData(0, 1, 256.000000000)
|
||||||
|
tdSql.checkData(1, 1, 128.000000000)
|
||||||
|
tdSql.checkData(4, 1, 1.000000000)
|
||||||
|
|
||||||
|
def abs_func_filter(self):
|
||||||
|
tdSql.execute("use db")
|
||||||
|
tdSql.query("select c1, abs(c1) -0 ,ceil(c1-0.1)-0 ,floor(c1+0.1)-0.1 ,ceil(pow(c1,2)-0.5) from ct4 where c1>5 ")
|
||||||
|
tdSql.checkRows(3)
|
||||||
|
tdSql.checkData(0,0,8)
|
||||||
|
tdSql.checkData(0,1,8.000000000)
|
||||||
|
tdSql.checkData(0,2,8.000000000)
|
||||||
|
tdSql.checkData(0,3,7.900000000)
|
||||||
|
tdSql.checkData(0,4,64.000000000)
|
||||||
|
|
||||||
|
tdSql.query("select c1, abs(c1) -0 ,ceil(c1-0.1)-0 ,floor(c1+0.1)-0.1 ,ceil(pow(c1,2)-0.5) from ct4 where c1=5 ")
|
||||||
|
tdSql.checkRows(1)
|
||||||
|
tdSql.checkData(0,0,5)
|
||||||
|
tdSql.checkData(0,1,5.000000000)
|
||||||
|
tdSql.checkData(0,2,5.000000000)
|
||||||
|
tdSql.checkData(0,3,4.900000000)
|
||||||
|
tdSql.checkData(0,4,25.000000000)
|
||||||
|
|
||||||
|
tdSql.query("select c1, abs(c1) -0 ,ceil(c1-0.1)-0 ,floor(c1+0.1)-0.1 ,ceil(pow(c1,2)-0.5) from ct4 where c1=5 ")
|
||||||
|
tdSql.checkRows(1)
|
||||||
|
tdSql.checkData(0,0,5)
|
||||||
|
tdSql.checkData(0,1,5.000000000)
|
||||||
|
tdSql.checkData(0,2,5.000000000)
|
||||||
|
tdSql.checkData(0,3,4.900000000)
|
||||||
|
tdSql.checkData(0,4,25.000000000)
|
||||||
|
|
||||||
|
tdSql.query("select c1,c2 , abs(c1) -0 ,ceil(c1-0.1)-0 ,floor(c1+0.1)-0.1 ,ceil(pow(c1,2)-0.5) from ct4 where c1<pow(c1,2) limit 1 ")
|
||||||
|
tdSql.checkRows(1)
|
||||||
|
tdSql.checkData(0,0,8)
|
||||||
|
tdSql.checkData(0,1,88888)
|
||||||
|
tdSql.checkData(0,2,8.000000000)
|
||||||
|
tdSql.checkData(0,3,8.000000000)
|
||||||
|
tdSql.checkData(0,4,7.900000000)
|
||||||
|
tdSql.checkData(0,5,64.000000000)
|
||||||
|
|
||||||
|
def pow_Arithmetic(self):
|
||||||
|
pass
|
||||||
|
|
||||||
|
def check_boundary_values(self):
|
||||||
|
|
||||||
|
tdSql.execute("drop database if exists bound_test")
|
||||||
|
tdSql.execute("create database if not exists bound_test")
|
||||||
|
time.sleep(3)
|
||||||
|
tdSql.execute("use bound_test")
|
||||||
|
tdSql.execute(
|
||||||
|
"create table stb_bound (ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(32),c9 nchar(32), c10 timestamp) tags (t1 int);"
|
||||||
|
)
|
||||||
|
tdSql.execute(f'create table sub1_bound using stb_bound tags ( 1 )')
|
||||||
|
tdSql.execute(
|
||||||
|
f"insert into sub1_bound values ( now()-1s, 2147483647, 9223372036854775807, 32767, 127, 3.40E+38, 1.7e+308, True, 'binary_tb1', 'nchar_tb1', now() )"
|
||||||
|
)
|
||||||
|
tdSql.execute(
|
||||||
|
f"insert into sub1_bound values ( now()-1s, -2147483647, -9223372036854775807, -32767, -127, -3.40E+38, -1.7e+308, True, 'binary_tb1', 'nchar_tb1', now() )"
|
||||||
|
)
|
||||||
|
tdSql.execute(
|
||||||
|
f"insert into sub1_bound values ( now(), 2147483646, 9223372036854775806, 32766, 126, 3.40E+38, 1.7e+308, True, 'binary_tb1', 'nchar_tb1', now() )"
|
||||||
|
)
|
||||||
|
tdSql.execute(
|
||||||
|
f"insert into sub1_bound values ( now(), -2147483646, -9223372036854775806, -32766, -126, -3.40E+38, -1.7e+308, True, 'binary_tb1', 'nchar_tb1', now() )"
|
||||||
|
)
|
||||||
|
tdSql.error(
|
||||||
|
f"insert into sub1_bound values ( now()+1s, 2147483648, 9223372036854775808, 32768, 128, 3.40E+38, 1.7e+308, True, 'binary_tb1', 'nchar_tb1', now() )"
|
||||||
|
)
|
||||||
|
self.check_result_auto_pow2( "select c1, c2, c3 , c4, c5 from sub1_bound ", "select pow(c1,2), pow(c2,2) ,pow(c3,2), pow(c4,2), pow(c5,2) from sub1_bound")
|
||||||
|
self.check_result_auto_pow__10( "select c1, c2, c3 , c4, c5 from sub1_bound ", "select pow(c1,-10), pow(c2,-10) ,pow(c3,-10), pow(c4,-10), pow(c5,-10) from sub1_bound")
|
||||||
|
|
||||||
|
self.check_result_auto_pow2( "select c1, c2, c3 , c3, c2 ,c1 from sub1_bound ", "select pow(c1,2), pow(c2,2) ,pow(c3,2), pow(c3,2), pow(c2,2) ,pow(c1,2) from sub1_bound")
|
||||||
|
|
||||||
|
|
||||||
|
self.check_result_auto_pow2("select abs(abs(abs(abs(abs(abs(abs(abs(abs(c1))))))))) nest_col_func from sub1_bound" , "select pow(abs(c1) ,2) from sub1_bound" )
|
||||||
|
|
||||||
|
# check basic elem for table per row
|
||||||
|
tdSql.query("select pow(abs(c1),2) ,pow(abs(c2),2) , pow(abs(c3),2) , pow(abs(c4),2), pow(abs(c5),2), pow(abs(c6),2) from sub1_bound ")
|
||||||
|
tdSql.checkData(0,0,math.pow(2147483647,2))
|
||||||
|
tdSql.checkData(0,1,math.pow(9223372036854775807 ,2))
|
||||||
|
tdSql.checkData(0,2,math.pow(32767,2))
|
||||||
|
tdSql.checkData(0,3,math.pow(127 ,2))
|
||||||
|
tdSql.checkData(0,4,math.pow(339999995214436424907732413799364296704.00000,2))
|
||||||
|
tdSql.checkData(1,0,math.pow(2147483647 ,2))
|
||||||
|
tdSql.checkData(1,1,math.pow(9223372036854775807 ,2))
|
||||||
|
tdSql.checkData(1,2,math.pow(32767 ,2))
|
||||||
|
tdSql.checkData(1,3,math.pow(127,2))
|
||||||
|
tdSql.checkData(1,4,math.pow(339999995214436424907732413799364296704.00000 ,2))
|
||||||
|
tdSql.checkData(3,0,math.pow(2147483646,2))
|
||||||
|
tdSql.checkData(3,1,math.pow(9223372036854775806,2))
|
||||||
|
tdSql.checkData(3,2,math.pow(32766,2))
|
||||||
|
tdSql.checkData(3,3,math.pow(126 ,2))
|
||||||
|
tdSql.checkData(3,4,math.pow(339999995214436424907732413799364296704.00000,2))
|
||||||
|
|
||||||
|
# check + - * / in functions
|
||||||
|
tdSql.query("select pow(abs(c1+1) ,2) ,pow(abs(c2),2) , pow(abs(c3*1),2) , pow(abs(c4/2),2), pow(abs(c5) ,2)/2, pow(abs(c6) ,2) from sub1_bound ")
|
||||||
|
tdSql.checkData(0,0,math.pow(2147483648.000000000,2))
|
||||||
|
tdSql.checkData(0,1,math.pow(9223372036854775807,2))
|
||||||
|
tdSql.checkData(0,2,math.pow(32767.000000000,2))
|
||||||
|
tdSql.checkData(0,3,math.pow(63.500000000,2))
|
||||||
|
tdSql.checkData(0,5,None)
|
||||||
|
|
||||||
|
|
||||||
|
def run(self): # sourcery skip: extract-duplicate-method, remove-redundant-fstring
|
||||||
|
tdSql.prepare()
|
||||||
|
|
||||||
|
tdLog.printNoPrefix("==========step1:create table ==============")
|
||||||
|
|
||||||
|
self.prepare_datas()
|
||||||
|
|
||||||
|
tdLog.printNoPrefix("==========step2:test errors ==============")
|
||||||
|
|
||||||
|
self.test_errors()
|
||||||
|
|
||||||
|
tdLog.printNoPrefix("==========step3:support types ============")
|
||||||
|
|
||||||
|
self.support_types()
|
||||||
|
|
||||||
|
tdLog.printNoPrefix("==========step4: pow basic query ============")
|
||||||
|
|
||||||
|
self.basic_pow_function()
|
||||||
|
|
||||||
|
tdLog.printNoPrefix("==========step5: big number pow query ============")
|
||||||
|
|
||||||
|
self.test_big_number()
|
||||||
|
|
||||||
|
tdLog.printNoPrefix("==========step6: base number for pow query ============")
|
||||||
|
|
||||||
|
self.pow_base_test()
|
||||||
|
|
||||||
|
tdLog.printNoPrefix("==========step7: pow boundary query ============")
|
||||||
|
|
||||||
|
self.check_boundary_values()
|
||||||
|
|
||||||
|
tdLog.printNoPrefix("==========step8: pow filter query ============")
|
||||||
|
|
||||||
|
self.abs_func_filter()
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
def stop(self):
|
||||||
|
tdSql.close()
|
||||||
|
tdLog.success(f"{__file__} successfully executed")
|
||||||
|
|
||||||
|
tdCases.addLinux(__file__, TDTestCase())
|
||||||
|
tdCases.addWindows(__file__, TDTestCase())
|
|
@ -0,0 +1,131 @@
|
||||||
|
###################################################################
|
||||||
|
# Copyright (c) 2016 by TAOS Technologies, Inc.
|
||||||
|
# All rights reserved.
|
||||||
|
#
|
||||||
|
# This file is proprietary and confidential to TAOS Technologies.
|
||||||
|
# No part of this file may be reproduced, stored, transmitted,
|
||||||
|
# disclosed or used in any form or by any means other than as
|
||||||
|
# expressly provided by the written permission from Jianhui Tao
|
||||||
|
#
|
||||||
|
###################################################################
|
||||||
|
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
import sys
|
||||||
|
|
||||||
|
from numpy.lib.function_base import insert
|
||||||
|
import taos
|
||||||
|
from util.log import *
|
||||||
|
from util.cases import *
|
||||||
|
from util.sql import *
|
||||||
|
import numpy as np
|
||||||
|
|
||||||
|
# constant define
|
||||||
|
WAITS = 5 # wait seconds
|
||||||
|
|
||||||
|
class TDTestCase:
|
||||||
|
#
|
||||||
|
# --------------- main frame -------------------
|
||||||
|
#
|
||||||
|
# updatecfgDict = {'debugFlag': 135}
|
||||||
|
# updatecfgDict = {'fqdn': 135}
|
||||||
|
|
||||||
|
def caseDescription(self):
|
||||||
|
'''
|
||||||
|
limit and offset keyword function test cases;
|
||||||
|
case1: limit offset base function test
|
||||||
|
case2: offset return valid
|
||||||
|
'''
|
||||||
|
return
|
||||||
|
|
||||||
|
# init
|
||||||
|
def init(self, conn, logSql):
|
||||||
|
tdLog.debug("start to execute %s" % __file__)
|
||||||
|
tdSql.init(conn.cursor())
|
||||||
|
tdSql.prepare()
|
||||||
|
self.create_tables();
|
||||||
|
self.ts = 1500000000000
|
||||||
|
|
||||||
|
|
||||||
|
# run case
|
||||||
|
def run(self):
|
||||||
|
# insert data
|
||||||
|
self.insert_data1("t1", self.ts, 1000*10000)
|
||||||
|
self.insert_data1("t4", self.ts, 1000*10000)
|
||||||
|
# test base case
|
||||||
|
# self.test_case1()
|
||||||
|
tdLog.debug(" LIMIT test_case1 ............ [OK]")
|
||||||
|
# test advance case
|
||||||
|
# self.test_case2()
|
||||||
|
tdLog.debug(" LIMIT test_case2 ............ [OK]")
|
||||||
|
|
||||||
|
|
||||||
|
# stop
|
||||||
|
def stop(self):
|
||||||
|
tdSql.close()
|
||||||
|
tdLog.success("%s successfully executed" % __file__)
|
||||||
|
|
||||||
|
#
|
||||||
|
# --------------- case -------------------
|
||||||
|
#
|
||||||
|
|
||||||
|
# create table
|
||||||
|
def create_tables(self):
|
||||||
|
# super table
|
||||||
|
tdSql.execute("create table st(ts timestamp, i1 int,i2 int) tags(area int)");
|
||||||
|
# child table
|
||||||
|
tdSql.execute("create table t1 using st tags(1)");
|
||||||
|
|
||||||
|
tdSql.execute("create table st1(ts timestamp, i1 int ,i2 int) tags(area int) sma(i2) ");
|
||||||
|
tdSql.execute("create table t4 using st1 tags(1)");
|
||||||
|
|
||||||
|
return
|
||||||
|
|
||||||
|
# insert data1
|
||||||
|
def insert_data(self, tbname, ts_start, count):
|
||||||
|
pre_insert = "insert into %s values"%tbname
|
||||||
|
sql = pre_insert
|
||||||
|
tdLog.debug("doing insert table %s rows=%d ..."%(tbname, count))
|
||||||
|
for i in range(count):
|
||||||
|
sql += " (%d,%d)"%(ts_start + i*1000, i )
|
||||||
|
if i >0 and i%30000 == 0:
|
||||||
|
tdSql.execute(sql)
|
||||||
|
sql = pre_insert
|
||||||
|
# end sql
|
||||||
|
if sql != pre_insert:
|
||||||
|
tdSql.execute(sql)
|
||||||
|
|
||||||
|
tdLog.debug("INSERT TABLE DATA ............ [OK]")
|
||||||
|
return
|
||||||
|
|
||||||
|
def insert_data1(self, tbname, ts_start, count):
|
||||||
|
pre_insert = "insert into %s values"%tbname
|
||||||
|
sql = pre_insert
|
||||||
|
tdLog.debug("doing insert table %s rows=%d ..."%(tbname, count))
|
||||||
|
for i in range(count):
|
||||||
|
sql += " (%d,%d,%d)"%(ts_start + i*1000, i , i+1)
|
||||||
|
if i >0 and i%30000 == 0:
|
||||||
|
tdSql.execute(sql)
|
||||||
|
sql = pre_insert
|
||||||
|
# end sql
|
||||||
|
if sql != pre_insert:
|
||||||
|
tdSql.execute(sql)
|
||||||
|
|
||||||
|
tdLog.debug("INSERT TABLE DATA ............ [OK]")
|
||||||
|
return
|
||||||
|
|
||||||
|
# test case1 base
|
||||||
|
# def test_case1(self):
|
||||||
|
# #
|
||||||
|
# # limit base function
|
||||||
|
# #
|
||||||
|
# # base no where
|
||||||
|
# sql = "select * from t1 limit 10"
|
||||||
|
# tdSql.waitedQuery(sql, 10, WAITS)
|
||||||
|
|
||||||
|
|
||||||
|
#
|
||||||
|
# add case with filename
|
||||||
|
#
|
||||||
|
tdCases.addWindows(__file__, TDTestCase())
|
||||||
|
tdCases.addLinux(__file__, TDTestCase())
|
|
@ -22,4 +22,5 @@ python3 ./test.py -f 2-query/abs.py
|
||||||
python3 ./test.py -f 2-query/ceil.py
|
python3 ./test.py -f 2-query/ceil.py
|
||||||
python3 ./test.py -f 2-query/floor.py
|
python3 ./test.py -f 2-query/floor.py
|
||||||
python3 ./test.py -f 2-query/round.py
|
python3 ./test.py -f 2-query/round.py
|
||||||
python3 ./test.py -f 2-query/log.py
|
python3 ./test.py -f 2-query/log.py
|
||||||
|
python3 ./test.py -f 2-query/pow.py
|
||||||
|
|
|
@ -141,6 +141,9 @@ int32_t shellRunCommand(char *command) {
|
||||||
*p++ = '\\';
|
*p++ = '\\';
|
||||||
}
|
}
|
||||||
break;
|
break;
|
||||||
|
default:
|
||||||
|
*p++ = '\\';
|
||||||
|
break;
|
||||||
}
|
}
|
||||||
*p++ = c;
|
*p++ = c;
|
||||||
esc = false;
|
esc = false;
|
||||||
|
|
|
@ -21,7 +21,7 @@ static void shellWorkAsClient() {
|
||||||
SRpcInit rpcInit = {0};
|
SRpcInit rpcInit = {0};
|
||||||
SEpSet epSet = {.inUse = 0, .numOfEps = 1};
|
SEpSet epSet = {.inUse = 0, .numOfEps = 1};
|
||||||
SRpcMsg rpcRsp = {0};
|
SRpcMsg rpcRsp = {0};
|
||||||
void *clientRpc = NULL;
|
void * clientRpc = NULL;
|
||||||
char pass[TSDB_PASSWORD_LEN + 1] = {0};
|
char pass[TSDB_PASSWORD_LEN + 1] = {0};
|
||||||
|
|
||||||
taosEncryptPass_c((uint8_t *)("_pwd"), strlen("_pwd"), pass);
|
taosEncryptPass_c((uint8_t *)("_pwd"), strlen("_pwd"), pass);
|
||||||
|
@ -116,6 +116,7 @@ static void shellWorkAsServer() {
|
||||||
}
|
}
|
||||||
|
|
||||||
SRpcInit rpcInit = {0};
|
SRpcInit rpcInit = {0};
|
||||||
|
memcpy(rpcInit.localFqdn, tsLocalFqdn, strlen(tsLocalFqdn));
|
||||||
rpcInit.localPort = pArgs->port;
|
rpcInit.localPort = pArgs->port;
|
||||||
rpcInit.label = "CHK";
|
rpcInit.label = "CHK";
|
||||||
rpcInit.numOfThreads = tsNumOfRpcThreads;
|
rpcInit.numOfThreads = tsNumOfRpcThreads;
|
||||||
|
@ -126,7 +127,7 @@ static void shellWorkAsServer() {
|
||||||
|
|
||||||
void *serverRpc = rpcOpen(&rpcInit);
|
void *serverRpc = rpcOpen(&rpcInit);
|
||||||
if (serverRpc == NULL) {
|
if (serverRpc == NULL) {
|
||||||
printf("failed to init net test server since %s", terrstr());
|
printf("failed to init net test server since %s\n", terrstr());
|
||||||
} else {
|
} else {
|
||||||
printf("network test server is initialized, port:%u\n", pArgs->port);
|
printf("network test server is initialized, port:%u\n", pArgs->port);
|
||||||
taosSetSignal(SIGTERM, shellNettestHandler);
|
taosSetSignal(SIGTERM, shellNettestHandler);
|
||||||
|
|
Loading…
Reference in New Issue