Merge remote-tracking branch 'origin/3.0' into feature/qnode
This commit is contained in:
commit
6f41437a15
|
@ -135,30 +135,30 @@ void basic_consume_loop(tmq_t *tmq,
|
||||||
fprintf(stderr, "%% Consumer closed\n");
|
fprintf(stderr, "%% Consumer closed\n");
|
||||||
}
|
}
|
||||||
|
|
||||||
void sync_consume_loop(tmq_t *rk,
|
void sync_consume_loop(tmq_t *tmq,
|
||||||
tmq_list_t *topics) {
|
tmq_list_t *topics) {
|
||||||
static const int MIN_COMMIT_COUNT = 1000;
|
static const int MIN_COMMIT_COUNT = 1000;
|
||||||
|
|
||||||
int msg_count = 0;
|
int msg_count = 0;
|
||||||
tmq_resp_err_t err;
|
tmq_resp_err_t err;
|
||||||
|
|
||||||
if ((err = tmq_subscribe(rk, topics))) {
|
if ((err = tmq_subscribe(tmq, topics))) {
|
||||||
fprintf(stderr, "%% Failed to start consuming topics: %s\n", tmq_err2str(err));
|
fprintf(stderr, "%% Failed to start consuming topics: %s\n", tmq_err2str(err));
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
while (running) {
|
while (running) {
|
||||||
tmq_message_t *tmqmessage = tmq_consumer_poll(rk, 500);
|
tmq_message_t *tmqmessage = tmq_consumer_poll(tmq, 500);
|
||||||
if (tmqmessage) {
|
if (tmqmessage) {
|
||||||
msg_process(tmqmessage);
|
msg_process(tmqmessage);
|
||||||
tmq_message_destroy(tmqmessage);
|
tmq_message_destroy(tmqmessage);
|
||||||
|
|
||||||
if ((++msg_count % MIN_COMMIT_COUNT) == 0)
|
if ((++msg_count % MIN_COMMIT_COUNT) == 0)
|
||||||
tmq_commit(rk, NULL, 0);
|
tmq_commit(tmq, NULL, 0);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
err = tmq_consumer_close(rk);
|
err = tmq_consumer_close(tmq);
|
||||||
if (err)
|
if (err)
|
||||||
fprintf(stderr, "%% Failed to close consumer: %s\n", tmq_err2str(err));
|
fprintf(stderr, "%% Failed to close consumer: %s\n", tmq_err2str(err));
|
||||||
else
|
else
|
||||||
|
|
|
@ -113,13 +113,13 @@ typedef enum _mgmt_table {
|
||||||
|
|
||||||
#define TSDB_ALTER_TABLE_ADD_TAG_COLUMN 1
|
#define TSDB_ALTER_TABLE_ADD_TAG_COLUMN 1
|
||||||
#define TSDB_ALTER_TABLE_DROP_TAG_COLUMN 2
|
#define TSDB_ALTER_TABLE_DROP_TAG_COLUMN 2
|
||||||
#define TSDB_ALTER_TABLE_CHANGE_TAG_COLUMN 3
|
#define TSDB_ALTER_TABLE_UPDATE_TAG_NAME 3
|
||||||
#define TSDB_ALTER_TABLE_UPDATE_TAG_VAL 4
|
#define TSDB_ALTER_TABLE_UPDATE_TAG_VAL 4
|
||||||
|
|
||||||
#define TSDB_ALTER_TABLE_ADD_COLUMN 5
|
#define TSDB_ALTER_TABLE_ADD_COLUMN 5
|
||||||
#define TSDB_ALTER_TABLE_DROP_COLUMN 6
|
#define TSDB_ALTER_TABLE_DROP_COLUMN 6
|
||||||
#define TSDB_ALTER_TABLE_CHANGE_COLUMN 7
|
#define TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES 7
|
||||||
#define TSDB_ALTER_TABLE_MODIFY_TAG_COLUMN 8
|
#define TSDB_ALTER_TABLE_UPDATE_TAG_BYTES 8
|
||||||
|
|
||||||
#define TSDB_FILL_NONE 0
|
#define TSDB_FILL_NONE 0
|
||||||
#define TSDB_FILL_NULL 1
|
#define TSDB_FILL_NULL 1
|
||||||
|
@ -254,7 +254,7 @@ typedef struct {
|
||||||
int8_t igExists;
|
int8_t igExists;
|
||||||
int32_t numOfTags;
|
int32_t numOfTags;
|
||||||
int32_t numOfColumns;
|
int32_t numOfColumns;
|
||||||
SSchema pSchema[];
|
SSchema pSchemas[];
|
||||||
} SMCreateStbReq;
|
} SMCreateStbReq;
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
|
@ -265,8 +265,9 @@ typedef struct {
|
||||||
typedef struct {
|
typedef struct {
|
||||||
char name[TSDB_TABLE_FNAME_LEN];
|
char name[TSDB_TABLE_FNAME_LEN];
|
||||||
int8_t alterType;
|
int8_t alterType;
|
||||||
SSchema schema;
|
int32_t numOfSchemas;
|
||||||
} SMAlterStbReq;
|
SSchema pSchemas[];
|
||||||
|
} SMAltertbReq;
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
int32_t pid;
|
int32_t pid;
|
||||||
|
@ -1178,31 +1179,28 @@ typedef struct SVCreateTbReq {
|
||||||
SSchema* pSchema;
|
SSchema* pSchema;
|
||||||
} ntbCfg;
|
} ntbCfg;
|
||||||
};
|
};
|
||||||
} SVCreateTbReq;
|
} SVCreateTbReq, SVUpdateTbReq;
|
||||||
|
|
||||||
|
typedef struct {
|
||||||
|
} SVCreateTbRsp, SVUpdateTbRsp;
|
||||||
|
|
||||||
|
int32_t tSerializeSVCreateTbReq(void** buf, SVCreateTbReq* pReq);
|
||||||
|
void* tDeserializeSVCreateTbReq(void* buf, SVCreateTbReq* pReq);
|
||||||
|
int32_t tSerializeSVCreateTbRsp(void** buf, SVCreateTbRsp* pRsp);
|
||||||
|
void* tDeserializeSVCreateTbRsp(void* buf, SVCreateTbRsp* pRsp);
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
uint64_t ver; // use a general definition
|
uint64_t ver; // use a general definition
|
||||||
SArray* pArray;
|
SArray* pArray;
|
||||||
} SVCreateTbBatchReq;
|
} SVCreateTbBatchReq;
|
||||||
|
|
||||||
int tSerializeSVCreateTbReq(void** buf, SVCreateTbReq* pReq);
|
|
||||||
void* tDeserializeSVCreateTbReq(void* buf, SVCreateTbReq* pReq);
|
|
||||||
int tSVCreateTbBatchReqSerialize(void** buf, SVCreateTbBatchReq* pReq);
|
|
||||||
void* tSVCreateTbBatchReqDeserialize(void* buf, SVCreateTbBatchReq* pReq);
|
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
SMsgHead head;
|
} SVCreateTbBatchRsp;
|
||||||
} SVCreateTbRsp;
|
|
||||||
|
|
||||||
typedef struct {
|
int32_t tSerializeSVCreateTbBatchReq(void** buf, SVCreateTbBatchReq* pReq);
|
||||||
SMsgHead head;
|
void* tDeserializeSVCreateTbBatchReq(void* buf, SVCreateTbBatchReq* pReq);
|
||||||
char name[TSDB_TABLE_FNAME_LEN];
|
int32_t tSerializeSVCreateTbBatchReqp(void** buf, SVCreateTbBatchReq* pRsp);
|
||||||
int8_t ignoreNotExists;
|
void* tDeserializeSVCreateTbBatchReq(void* buf, SVCreateTbBatchReq* pRsp);
|
||||||
} SVAlterTbReq;
|
|
||||||
|
|
||||||
typedef struct {
|
|
||||||
SMsgHead head;
|
|
||||||
} SVAlterTbRsp;
|
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
uint64_t ver;
|
uint64_t ver;
|
||||||
|
|
|
@ -273,12 +273,11 @@
|
||||||
#define NEW_TK_SOFFSET 64
|
#define NEW_TK_SOFFSET 64
|
||||||
#define NEW_TK_LIMIT 65
|
#define NEW_TK_LIMIT 65
|
||||||
#define NEW_TK_OFFSET 66
|
#define NEW_TK_OFFSET 66
|
||||||
#define NEW_TK_NK_LR 67
|
#define NEW_TK_ASC 67
|
||||||
#define NEW_TK_ASC 68
|
#define NEW_TK_DESC 68
|
||||||
#define NEW_TK_DESC 69
|
#define NEW_TK_NULLS 69
|
||||||
#define NEW_TK_NULLS 70
|
#define NEW_TK_FIRST 70
|
||||||
#define NEW_TK_FIRST 71
|
#define NEW_TK_LAST 71
|
||||||
#define NEW_TK_LAST 72
|
|
||||||
|
|
||||||
#define TK_SPACE 300
|
#define TK_SPACE 300
|
||||||
#define TK_COMMENT 301
|
#define TK_COMMENT 301
|
||||||
|
|
|
@ -54,6 +54,9 @@ typedef enum ENodeType {
|
||||||
QUERY_NODE_NODE_LIST,
|
QUERY_NODE_NODE_LIST,
|
||||||
QUERY_NODE_FILL,
|
QUERY_NODE_FILL,
|
||||||
|
|
||||||
|
// only for parser
|
||||||
|
QUERY_NODE_TARGET_EXPR,
|
||||||
|
|
||||||
QUERY_NODE_SET_OPERATOR,
|
QUERY_NODE_SET_OPERATOR,
|
||||||
QUERY_NODE_SELECT_STMT,
|
QUERY_NODE_SELECT_STMT,
|
||||||
QUERY_NODE_SHOW_STMT
|
QUERY_NODE_SHOW_STMT
|
||||||
|
@ -78,11 +81,6 @@ typedef struct SNodeList {
|
||||||
SListCell* pTail;
|
SListCell* pTail;
|
||||||
} SNodeList;
|
} SNodeList;
|
||||||
|
|
||||||
typedef struct SNameStr {
|
|
||||||
int32_t len;
|
|
||||||
char* pName;
|
|
||||||
} SNameStr;
|
|
||||||
|
|
||||||
typedef struct SDataType {
|
typedef struct SDataType {
|
||||||
uint8_t type;
|
uint8_t type;
|
||||||
uint8_t precision;
|
uint8_t precision;
|
||||||
|
@ -114,7 +112,7 @@ typedef struct SColumnNode {
|
||||||
} SColumnNode;
|
} SColumnNode;
|
||||||
|
|
||||||
typedef struct SValueNode {
|
typedef struct SValueNode {
|
||||||
SExprNode type; // QUERY_NODE_VALUE
|
SExprNode node; // QUERY_NODE_VALUE
|
||||||
char* literal;
|
char* literal;
|
||||||
} SValueNode;
|
} SValueNode;
|
||||||
|
|
||||||
|
@ -146,7 +144,7 @@ typedef enum EOperatorType {
|
||||||
} EOperatorType;
|
} EOperatorType;
|
||||||
|
|
||||||
typedef struct SOperatorNode {
|
typedef struct SOperatorNode {
|
||||||
SExprNode type; // QUERY_NODE_OPERATOR
|
SExprNode node; // QUERY_NODE_OPERATOR
|
||||||
EOperatorType opType;
|
EOperatorType opType;
|
||||||
SNode* pLeft;
|
SNode* pLeft;
|
||||||
SNode* pRight;
|
SNode* pRight;
|
||||||
|
@ -332,6 +330,10 @@ void nodesCloneNode(const SNode* pNode);
|
||||||
int32_t nodesNodeToString(const SNode* pNode, char** pStr, int32_t* pLen);
|
int32_t nodesNodeToString(const SNode* pNode, char** pStr, int32_t* pLen);
|
||||||
int32_t nodesStringToNode(const char* pStr, SNode** pNode);
|
int32_t nodesStringToNode(const char* pStr, SNode** pNode);
|
||||||
|
|
||||||
|
bool nodesIsArithmeticOp(const SOperatorNode* pOp);
|
||||||
|
bool nodesIsComparisonOp(const SOperatorNode* pOp);
|
||||||
|
bool nodesIsJsonOp(const SOperatorNode* pOp);
|
||||||
|
|
||||||
bool nodesIsTimeorderQuery(const SNode* pQuery);
|
bool nodesIsTimeorderQuery(const SNode* pQuery);
|
||||||
bool nodesIsTimelineQuery(const SNode* pQuery);
|
bool nodesIsTimelineQuery(const SNode* pQuery);
|
||||||
|
|
||||||
|
|
|
@ -228,7 +228,7 @@ int32_t* taosGetErrno();
|
||||||
#define TSDB_CODE_MND_TOO_MANY_COLUMNS TAOS_DEF_ERROR_CODE(0, 0x03A9)
|
#define TSDB_CODE_MND_TOO_MANY_COLUMNS TAOS_DEF_ERROR_CODE(0, 0x03A9)
|
||||||
#define TSDB_CODE_MND_COLUMN_ALREAY_EXIST TAOS_DEF_ERROR_CODE(0, 0x03AA)
|
#define TSDB_CODE_MND_COLUMN_ALREAY_EXIST TAOS_DEF_ERROR_CODE(0, 0x03AA)
|
||||||
#define TSDB_CODE_MND_COLUMN_NOT_EXIST TAOS_DEF_ERROR_CODE(0, 0x03AB)
|
#define TSDB_CODE_MND_COLUMN_NOT_EXIST TAOS_DEF_ERROR_CODE(0, 0x03AB)
|
||||||
#define TSDB_CODE_MND_EXCEED_MAX_ROW_BYTES TAOS_DEF_ERROR_CODE(0, 0x03AC)
|
#define TSDB_CODE_MND_INVALID_ROW_BYTES TAOS_DEF_ERROR_CODE(0, 0x03AC)
|
||||||
#define TSDB_CODE_MND_NAME_CONFLICT_WITH_TOPIC TAOS_DEF_ERROR_CODE(0, 0x03AD)
|
#define TSDB_CODE_MND_NAME_CONFLICT_WITH_TOPIC TAOS_DEF_ERROR_CODE(0, 0x03AD)
|
||||||
|
|
||||||
// mnode-func
|
// mnode-func
|
||||||
|
@ -446,6 +446,7 @@ int32_t* taosGetErrno();
|
||||||
#define TSDB_CODE_PARSER_INVALID_COLUMN TAOS_DEF_ERROR_CODE(0, 0x2601) //invalid column name
|
#define TSDB_CODE_PARSER_INVALID_COLUMN TAOS_DEF_ERROR_CODE(0, 0x2601) //invalid column name
|
||||||
#define TSDB_CODE_PARSER_TABLE_NOT_EXIST TAOS_DEF_ERROR_CODE(0, 0x2602) //table not exist
|
#define TSDB_CODE_PARSER_TABLE_NOT_EXIST TAOS_DEF_ERROR_CODE(0, 0x2602) //table not exist
|
||||||
#define TSDB_CODE_PARSER_AMBIGUOUS_COLUMN TAOS_DEF_ERROR_CODE(0, 0x2603) //ambiguous column
|
#define TSDB_CODE_PARSER_AMBIGUOUS_COLUMN TAOS_DEF_ERROR_CODE(0, 0x2603) //ambiguous column
|
||||||
|
#define TSDB_CODE_PARSER_WRONG_VALUE_TYPE TAOS_DEF_ERROR_CODE(0, 0x2604) //wrong value type
|
||||||
|
|
||||||
#ifdef __cplusplus
|
#ifdef __cplusplus
|
||||||
}
|
}
|
||||||
|
|
|
@ -105,8 +105,9 @@ TAOS *taos_connect_internal(const char *ip, const char *user, const char *pass,
|
||||||
pthread_mutex_lock(&appInfo.mutex);
|
pthread_mutex_lock(&appInfo.mutex);
|
||||||
|
|
||||||
pInst = taosHashGet(appInfo.pInstMap, key, strlen(key));
|
pInst = taosHashGet(appInfo.pInstMap, key, strlen(key));
|
||||||
|
SAppInstInfo* p = NULL;
|
||||||
if (pInst == NULL) {
|
if (pInst == NULL) {
|
||||||
SAppInstInfo* p = calloc(1, sizeof(struct SAppInstInfo));
|
p = calloc(1, sizeof(struct SAppInstInfo));
|
||||||
p->mgmtEp = epSet;
|
p->mgmtEp = epSet;
|
||||||
p->pTransporter = openTransporter(user, secretEncrypt, tsNumOfCores);
|
p->pTransporter = openTransporter(user, secretEncrypt, tsNumOfCores);
|
||||||
p->pAppHbMgr = appHbMgrInit(p, key);
|
p->pAppHbMgr = appHbMgrInit(p, key);
|
||||||
|
|
|
@ -5,14 +5,26 @@ MESSAGE(STATUS "build parser unit test")
|
||||||
SET(CMAKE_CXX_STANDARD 11)
|
SET(CMAKE_CXX_STANDARD 11)
|
||||||
AUX_SOURCE_DIRECTORY(${CMAKE_CURRENT_SOURCE_DIR} SOURCE_LIST)
|
AUX_SOURCE_DIRECTORY(${CMAKE_CURRENT_SOURCE_DIR} SOURCE_LIST)
|
||||||
|
|
||||||
ADD_EXECUTABLE(clientTest ${SOURCE_LIST})
|
ADD_EXECUTABLE(clientTest clientTests.cpp)
|
||||||
TARGET_LINK_LIBRARIES(
|
TARGET_LINK_LIBRARIES(
|
||||||
clientTest
|
clientTest
|
||||||
PUBLIC os util common transport parser catalog scheduler function gtest taos qcom
|
PUBLIC os util common transport parser catalog scheduler function gtest taos qcom
|
||||||
)
|
)
|
||||||
|
|
||||||
|
ADD_EXECUTABLE(tmqTest tmqTest.cpp)
|
||||||
|
TARGET_LINK_LIBRARIES(
|
||||||
|
tmqTest
|
||||||
|
PUBLIC os util common transport parser catalog scheduler function gtest taos qcom
|
||||||
|
)
|
||||||
|
|
||||||
TARGET_INCLUDE_DIRECTORIES(
|
TARGET_INCLUDE_DIRECTORIES(
|
||||||
clientTest
|
clientTest
|
||||||
PUBLIC "${CMAKE_SOURCE_DIR}/include/libs/client/"
|
PUBLIC "${CMAKE_SOURCE_DIR}/include/libs/client/"
|
||||||
PRIVATE "${CMAKE_SOURCE_DIR}/source/libs/client/inc"
|
PRIVATE "${CMAKE_SOURCE_DIR}/source/libs/client/inc"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
TARGET_INCLUDE_DIRECTORIES(
|
||||||
|
tmqTest
|
||||||
|
PUBLIC "${CMAKE_SOURCE_DIR}/include/libs/client/"
|
||||||
|
PRIVATE "${CMAKE_SOURCE_DIR}/source/libs/client/inc"
|
||||||
|
)
|
||||||
|
|
|
@ -564,119 +564,6 @@ TEST(testCase, insert_test) {
|
||||||
}
|
}
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
TEST(testCase, create_topic_ctb_Test) {
|
|
||||||
TAOS* pConn = taos_connect("localhost", "root", "taosdata", NULL, 0);
|
|
||||||
assert(pConn != NULL);
|
|
||||||
|
|
||||||
TAOS_RES* pRes = taos_query(pConn, "use abc1");
|
|
||||||
if (taos_errno(pRes) != 0) {
|
|
||||||
printf("error in use db, reason:%s\n", taos_errstr(pRes));
|
|
||||||
}
|
|
||||||
//taos_free_result(pRes);
|
|
||||||
|
|
||||||
TAOS_FIELD* pFields = taos_fetch_fields(pRes);
|
|
||||||
ASSERT_TRUE(pFields == nullptr);
|
|
||||||
|
|
||||||
int32_t numOfFields = taos_num_fields(pRes);
|
|
||||||
ASSERT_EQ(numOfFields, 0);
|
|
||||||
|
|
||||||
taos_free_result(pRes);
|
|
||||||
|
|
||||||
char* sql = "select * from tu";
|
|
||||||
pRes = tmq_create_topic(pConn, "test_ctb_topic_1", sql, strlen(sql));
|
|
||||||
taos_free_result(pRes);
|
|
||||||
taos_close(pConn);
|
|
||||||
}
|
|
||||||
|
|
||||||
TEST(testCase, create_topic_stb_Test) {
|
|
||||||
TAOS* pConn = taos_connect("localhost", "root", "taosdata", NULL, 0);
|
|
||||||
assert(pConn != NULL);
|
|
||||||
|
|
||||||
TAOS_RES* pRes = taos_query(pConn, "use abc1");
|
|
||||||
if (taos_errno(pRes) != 0) {
|
|
||||||
printf("error in use db, reason:%s\n", taos_errstr(pRes));
|
|
||||||
}
|
|
||||||
//taos_free_result(pRes);
|
|
||||||
|
|
||||||
TAOS_FIELD* pFields = taos_fetch_fields(pRes);
|
|
||||||
ASSERT_TRUE(pFields == nullptr);
|
|
||||||
|
|
||||||
int32_t numOfFields = taos_num_fields(pRes);
|
|
||||||
ASSERT_EQ(numOfFields, 0);
|
|
||||||
|
|
||||||
taos_free_result(pRes);
|
|
||||||
|
|
||||||
char* sql = "select * from st1";
|
|
||||||
pRes = tmq_create_topic(pConn, "test_stb_topic_1", sql, strlen(sql));
|
|
||||||
taos_free_result(pRes);
|
|
||||||
taos_close(pConn);
|
|
||||||
}
|
|
||||||
|
|
||||||
#if 0
|
|
||||||
TEST(testCase, tmq_subscribe_ctb_Test) {
|
|
||||||
TAOS* pConn = taos_connect("localhost", "root", "taosdata", NULL, 0);
|
|
||||||
assert(pConn != NULL);
|
|
||||||
|
|
||||||
TAOS_RES* pRes = taos_query(pConn, "use abc1");
|
|
||||||
if (taos_errno(pRes) != 0) {
|
|
||||||
printf("error in use db, reason:%s\n", taos_errstr(pRes));
|
|
||||||
}
|
|
||||||
taos_free_result(pRes);
|
|
||||||
|
|
||||||
tmq_conf_t* conf = tmq_conf_new();
|
|
||||||
tmq_conf_set(conf, "group.id", "tg1");
|
|
||||||
tmq_t* tmq = tmq_consumer_new(pConn, conf, NULL, 0);
|
|
||||||
|
|
||||||
tmq_list_t* topic_list = tmq_list_new();
|
|
||||||
tmq_list_append(topic_list, "test_ctb_topic_1");
|
|
||||||
tmq_subscribe(tmq, topic_list);
|
|
||||||
|
|
||||||
while (1) {
|
|
||||||
tmq_message_t* msg = tmq_consumer_poll(tmq, 1000);
|
|
||||||
tmq_message_destroy(msg);
|
|
||||||
//printf("get msg\n");
|
|
||||||
//if (msg == NULL) break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
#endif
|
|
||||||
|
|
||||||
TEST(testCase, tmq_subscribe_stb_Test) {
|
|
||||||
TAOS* pConn = taos_connect("localhost", "root", "taosdata", NULL, 0);
|
|
||||||
assert(pConn != NULL);
|
|
||||||
|
|
||||||
TAOS_RES* pRes = taos_query(pConn, "use abc1");
|
|
||||||
if (taos_errno(pRes) != 0) {
|
|
||||||
printf("error in use db, reason:%s\n", taos_errstr(pRes));
|
|
||||||
}
|
|
||||||
taos_free_result(pRes);
|
|
||||||
|
|
||||||
tmq_conf_t* conf = tmq_conf_new();
|
|
||||||
tmq_conf_set(conf, "group.id", "tg2");
|
|
||||||
tmq_t* tmq = tmq_consumer_new(pConn, conf, NULL, 0);
|
|
||||||
|
|
||||||
tmq_list_t* topic_list = tmq_list_new();
|
|
||||||
tmq_list_append(topic_list, "test_stb_topic_1");
|
|
||||||
tmq_subscribe(tmq, topic_list);
|
|
||||||
|
|
||||||
int cnt = 1;
|
|
||||||
while (1) {
|
|
||||||
tmq_message_t* msg = tmq_consumer_poll(tmq, 1000);
|
|
||||||
if (msg == NULL) continue;
|
|
||||||
tmqShowMsg(msg);
|
|
||||||
if (cnt++ % 10 == 0){
|
|
||||||
tmq_commit(tmq, NULL, 0);
|
|
||||||
}
|
|
||||||
//tmq_commit(tmq, NULL, 0);
|
|
||||||
tmq_message_destroy(msg);
|
|
||||||
//printf("get msg\n");
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
TEST(testCase, tmq_consume_Test) {
|
|
||||||
}
|
|
||||||
|
|
||||||
TEST(testCase, tmq_commit_TEST) {
|
|
||||||
}
|
|
||||||
|
|
||||||
#if 0
|
#if 0
|
||||||
TEST(testCase, projection_query_tables) {
|
TEST(testCase, projection_query_tables) {
|
||||||
|
|
|
@ -0,0 +1,154 @@
|
||||||
|
/*
|
||||||
|
* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
|
||||||
|
*
|
||||||
|
* This program is free software: you can use, redistribute, and/or modify
|
||||||
|
* it under the terms of the GNU Affero General Public License, version 3
|
||||||
|
* or later ("AGPL"), as published by the Free Software Foundation.
|
||||||
|
*
|
||||||
|
* This program is distributed in the hope that it will be useful, but WITHOUT
|
||||||
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||||
|
* FITNESS FOR A PARTICULAR PURPOSE.
|
||||||
|
*
|
||||||
|
* You should have received a copy of the GNU Affero General Public License
|
||||||
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
*/
|
||||||
|
|
||||||
|
#include <gtest/gtest.h>
|
||||||
|
|
||||||
|
#include <taoserror.h>
|
||||||
|
#include <tglobal.h>
|
||||||
|
#include <iostream>
|
||||||
|
|
||||||
|
#pragma GCC diagnostic push
|
||||||
|
#pragma GCC diagnostic ignored "-Wwrite-strings"
|
||||||
|
#pragma GCC diagnostic ignored "-Wunused-function"
|
||||||
|
#pragma GCC diagnostic ignored "-Wunused-variable"
|
||||||
|
#pragma GCC diagnostic ignored "-Wsign-compare"
|
||||||
|
|
||||||
|
#include "../inc/clientInt.h"
|
||||||
|
#include "taos.h"
|
||||||
|
|
||||||
|
int main(int argc, char** argv) {
|
||||||
|
testing::InitGoogleTest(&argc, argv);
|
||||||
|
return RUN_ALL_TESTS();
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST(testCase, driverInit_Test) {
|
||||||
|
taosInitGlobalCfg();
|
||||||
|
// taos_init();
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST(testCase, create_topic_ctb_Test) {
|
||||||
|
TAOS* pConn = taos_connect("localhost", "root", "taosdata", NULL, 0);
|
||||||
|
assert(pConn != NULL);
|
||||||
|
|
||||||
|
TAOS_RES* pRes = taos_query(pConn, "use abc1");
|
||||||
|
if (taos_errno(pRes) != 0) {
|
||||||
|
printf("error in use db, reason:%s\n", taos_errstr(pRes));
|
||||||
|
}
|
||||||
|
//taos_free_result(pRes);
|
||||||
|
|
||||||
|
TAOS_FIELD* pFields = taos_fetch_fields(pRes);
|
||||||
|
ASSERT_TRUE(pFields == nullptr);
|
||||||
|
|
||||||
|
int32_t numOfFields = taos_num_fields(pRes);
|
||||||
|
ASSERT_EQ(numOfFields, 0);
|
||||||
|
|
||||||
|
taos_free_result(pRes);
|
||||||
|
|
||||||
|
char* sql = "select * from tu";
|
||||||
|
pRes = tmq_create_topic(pConn, "test_ctb_topic_1", sql, strlen(sql));
|
||||||
|
taos_free_result(pRes);
|
||||||
|
taos_close(pConn);
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST(testCase, create_topic_stb_Test) {
|
||||||
|
TAOS* pConn = taos_connect("localhost", "root", "taosdata", NULL, 0);
|
||||||
|
assert(pConn != NULL);
|
||||||
|
|
||||||
|
TAOS_RES* pRes = taos_query(pConn, "use abc1");
|
||||||
|
if (taos_errno(pRes) != 0) {
|
||||||
|
printf("error in use db, reason:%s\n", taos_errstr(pRes));
|
||||||
|
}
|
||||||
|
//taos_free_result(pRes);
|
||||||
|
|
||||||
|
TAOS_FIELD* pFields = taos_fetch_fields(pRes);
|
||||||
|
ASSERT_TRUE(pFields == nullptr);
|
||||||
|
|
||||||
|
int32_t numOfFields = taos_num_fields(pRes);
|
||||||
|
ASSERT_EQ(numOfFields, 0);
|
||||||
|
|
||||||
|
taos_free_result(pRes);
|
||||||
|
|
||||||
|
char* sql = "select * from st1";
|
||||||
|
pRes = tmq_create_topic(pConn, "test_stb_topic_1", sql, strlen(sql));
|
||||||
|
taos_free_result(pRes);
|
||||||
|
taos_close(pConn);
|
||||||
|
}
|
||||||
|
|
||||||
|
#if 0
|
||||||
|
TEST(testCase, tmq_subscribe_ctb_Test) {
|
||||||
|
TAOS* pConn = taos_connect("localhost", "root", "taosdata", NULL, 0);
|
||||||
|
assert(pConn != NULL);
|
||||||
|
|
||||||
|
TAOS_RES* pRes = taos_query(pConn, "use abc1");
|
||||||
|
if (taos_errno(pRes) != 0) {
|
||||||
|
printf("error in use db, reason:%s\n", taos_errstr(pRes));
|
||||||
|
}
|
||||||
|
taos_free_result(pRes);
|
||||||
|
|
||||||
|
tmq_conf_t* conf = tmq_conf_new();
|
||||||
|
tmq_conf_set(conf, "group.id", "tg1");
|
||||||
|
tmq_t* tmq = tmq_consumer_new(pConn, conf, NULL, 0);
|
||||||
|
|
||||||
|
tmq_list_t* topic_list = tmq_list_new();
|
||||||
|
tmq_list_append(topic_list, "test_ctb_topic_1");
|
||||||
|
tmq_subscribe(tmq, topic_list);
|
||||||
|
|
||||||
|
while (1) {
|
||||||
|
tmq_message_t* msg = tmq_consumer_poll(tmq, 1000);
|
||||||
|
tmq_message_destroy(msg);
|
||||||
|
//printf("get msg\n");
|
||||||
|
//if (msg == NULL) break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST(testCase, tmq_subscribe_stb_Test) {
|
||||||
|
TAOS* pConn = taos_connect("localhost", "root", "taosdata", NULL, 0);
|
||||||
|
assert(pConn != NULL);
|
||||||
|
|
||||||
|
TAOS_RES* pRes = taos_query(pConn, "use abc1");
|
||||||
|
if (taos_errno(pRes) != 0) {
|
||||||
|
printf("error in use db, reason:%s\n", taos_errstr(pRes));
|
||||||
|
}
|
||||||
|
taos_free_result(pRes);
|
||||||
|
|
||||||
|
tmq_conf_t* conf = tmq_conf_new();
|
||||||
|
tmq_conf_set(conf, "group.id", "tg2");
|
||||||
|
tmq_t* tmq = tmq_consumer_new(pConn, conf, NULL, 0);
|
||||||
|
|
||||||
|
tmq_list_t* topic_list = tmq_list_new();
|
||||||
|
tmq_list_append(topic_list, "test_stb_topic_1");
|
||||||
|
tmq_subscribe(tmq, topic_list);
|
||||||
|
|
||||||
|
int cnt = 1;
|
||||||
|
while (1) {
|
||||||
|
tmq_message_t* msg = tmq_consumer_poll(tmq, 1000);
|
||||||
|
if (msg == NULL) continue;
|
||||||
|
tmqShowMsg(msg);
|
||||||
|
if (cnt++ % 10 == 0){
|
||||||
|
tmq_commit(tmq, NULL, 0);
|
||||||
|
}
|
||||||
|
//tmq_commit(tmq, NULL, 0);
|
||||||
|
tmq_message_destroy(msg);
|
||||||
|
//printf("get msg\n");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST(testCase, tmq_consume_Test) {
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST(testCase, tmq_commit_Test) {
|
||||||
|
}
|
||||||
|
|
||||||
|
#endif
|
|
@ -293,7 +293,7 @@ void *tDeserializeSVCreateTbReq(void *buf, SVCreateTbReq *pReq) {
|
||||||
return buf;
|
return buf;
|
||||||
}
|
}
|
||||||
|
|
||||||
int tSVCreateTbBatchReqSerialize(void **buf, SVCreateTbBatchReq *pReq) {
|
int tSerializeSVCreateTbBatchReq(void **buf, SVCreateTbBatchReq *pReq) {
|
||||||
int tlen = 0;
|
int tlen = 0;
|
||||||
|
|
||||||
tlen += taosEncodeFixedU64(buf, pReq->ver);
|
tlen += taosEncodeFixedU64(buf, pReq->ver);
|
||||||
|
@ -306,7 +306,7 @@ int tSVCreateTbBatchReqSerialize(void **buf, SVCreateTbBatchReq *pReq) {
|
||||||
return tlen;
|
return tlen;
|
||||||
}
|
}
|
||||||
|
|
||||||
void *tSVCreateTbBatchReqDeserialize(void *buf, SVCreateTbBatchReq *pReq) {
|
void *tDeserializeSVCreateTbBatchReq(void *buf, SVCreateTbBatchReq *pReq) {
|
||||||
uint32_t nsize = 0;
|
uint32_t nsize = 0;
|
||||||
|
|
||||||
buf = taosDecodeFixedU64(buf, &pReq->ver);
|
buf = taosDecodeFixedU64(buf, &pReq->ver);
|
||||||
|
|
|
@ -220,15 +220,69 @@ TEST_F(DndTestVnode, 03_Create_Stb) {
|
||||||
}
|
}
|
||||||
|
|
||||||
TEST_F(DndTestVnode, 04_ALTER_Stb) {
|
TEST_F(DndTestVnode, 04_ALTER_Stb) {
|
||||||
#if 0
|
for (int i = 0; i < 1; ++i) {
|
||||||
{
|
SVCreateTbReq req = {0};
|
||||||
for (int i = 0; i < 3; ++i) {
|
req.ver = 0;
|
||||||
SRpcMsg* pRsp = test.SendReq(TDMT_VND_ALTER_STB, pReq, contLen);
|
req.name = (char*)"stb1";
|
||||||
ASSERT_NE(pRsp, nullptr);
|
req.ttl = 0;
|
||||||
ASSERT_EQ(pRsp->code, 0);
|
req.keep = 0;
|
||||||
|
req.type = TD_SUPER_TABLE;
|
||||||
|
|
||||||
|
SSchema schemas[5] = {0};
|
||||||
|
{
|
||||||
|
SSchema* pSchema = &schemas[0];
|
||||||
|
pSchema->bytes = htonl(8);
|
||||||
|
pSchema->type = TSDB_DATA_TYPE_TIMESTAMP;
|
||||||
|
strcpy(pSchema->name, "ts");
|
||||||
}
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
SSchema* pSchema = &schemas[1];
|
||||||
|
pSchema->bytes = htonl(4);
|
||||||
|
pSchema->type = TSDB_DATA_TYPE_INT;
|
||||||
|
strcpy(pSchema->name, "col1");
|
||||||
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
SSchema* pSchema = &schemas[2];
|
||||||
|
pSchema->bytes = htonl(2);
|
||||||
|
pSchema->type = TSDB_DATA_TYPE_TINYINT;
|
||||||
|
strcpy(pSchema->name, "_tag1");
|
||||||
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
SSchema* pSchema = &schemas[3];
|
||||||
|
pSchema->bytes = htonl(8);
|
||||||
|
pSchema->type = TSDB_DATA_TYPE_BIGINT;
|
||||||
|
strcpy(pSchema->name, "_tag2");
|
||||||
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
SSchema* pSchema = &schemas[4];
|
||||||
|
pSchema->bytes = htonl(16);
|
||||||
|
pSchema->type = TSDB_DATA_TYPE_BINARY;
|
||||||
|
strcpy(pSchema->name, "_tag3");
|
||||||
|
}
|
||||||
|
|
||||||
|
req.stbCfg.suid = 9527;
|
||||||
|
req.stbCfg.nCols = 2;
|
||||||
|
req.stbCfg.pSchema = &schemas[0];
|
||||||
|
req.stbCfg.nTagCols = 3;
|
||||||
|
req.stbCfg.pTagSchema = &schemas[2];
|
||||||
|
|
||||||
|
int32_t contLen = tSerializeSVCreateTbReq(NULL, &req) + sizeof(SMsgHead);
|
||||||
|
SMsgHead* pHead = (SMsgHead*)rpcMallocCont(contLen);
|
||||||
|
|
||||||
|
pHead->contLen = htonl(contLen);
|
||||||
|
pHead->vgId = htonl(2);
|
||||||
|
|
||||||
|
void* pBuf = POINTER_SHIFT(pHead, sizeof(SMsgHead));
|
||||||
|
tSerializeSVCreateTbReq(&pBuf, &req);
|
||||||
|
|
||||||
|
SRpcMsg* pRsp = test.SendReq(TDMT_VND_ALTER_STB, (void*)pHead, contLen);
|
||||||
|
ASSERT_NE(pRsp, nullptr);
|
||||||
|
ASSERT_EQ(pRsp->code, 0);
|
||||||
}
|
}
|
||||||
#endif
|
|
||||||
}
|
}
|
||||||
|
|
||||||
TEST_F(DndTestVnode, 05_DROP_Stb) {
|
TEST_F(DndTestVnode, 05_DROP_Stb) {
|
||||||
|
|
|
@ -301,10 +301,12 @@ typedef struct {
|
||||||
uint64_t uid;
|
uint64_t uid;
|
||||||
uint64_t dbUid;
|
uint64_t dbUid;
|
||||||
int32_t version;
|
int32_t version;
|
||||||
|
int32_t nextColId;
|
||||||
int32_t numOfColumns;
|
int32_t numOfColumns;
|
||||||
int32_t numOfTags;
|
int32_t numOfTags;
|
||||||
|
SSchema* pTags;
|
||||||
|
SSchema* pColumns;
|
||||||
SRWLatch lock;
|
SRWLatch lock;
|
||||||
SSchema* pSchema;
|
|
||||||
} SStbObj;
|
} SStbObj;
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
|
@ -617,7 +619,7 @@ typedef struct SMqTopicObj {
|
||||||
int64_t createTime;
|
int64_t createTime;
|
||||||
int64_t updateTime;
|
int64_t updateTime;
|
||||||
uint64_t uid;
|
uint64_t uid;
|
||||||
uint64_t dbUid;
|
int64_t dbUid;
|
||||||
int32_t version;
|
int32_t version;
|
||||||
SRWLatch lock;
|
SRWLatch lock;
|
||||||
int32_t sqlLen;
|
int32_t sqlLen;
|
||||||
|
|
|
@ -84,12 +84,20 @@ static SSdbRaw *mndStbActionEncode(SStbObj *pStb) {
|
||||||
SDB_SET_INT64(pRaw, dataPos, pStb->uid, STB_ENCODE_OVER)
|
SDB_SET_INT64(pRaw, dataPos, pStb->uid, STB_ENCODE_OVER)
|
||||||
SDB_SET_INT64(pRaw, dataPos, pStb->dbUid, STB_ENCODE_OVER)
|
SDB_SET_INT64(pRaw, dataPos, pStb->dbUid, STB_ENCODE_OVER)
|
||||||
SDB_SET_INT32(pRaw, dataPos, pStb->version, STB_ENCODE_OVER)
|
SDB_SET_INT32(pRaw, dataPos, pStb->version, STB_ENCODE_OVER)
|
||||||
|
SDB_SET_INT32(pRaw, dataPos, pStb->nextColId, STB_ENCODE_OVER)
|
||||||
SDB_SET_INT32(pRaw, dataPos, pStb->numOfColumns, STB_ENCODE_OVER)
|
SDB_SET_INT32(pRaw, dataPos, pStb->numOfColumns, STB_ENCODE_OVER)
|
||||||
SDB_SET_INT32(pRaw, dataPos, pStb->numOfTags, STB_ENCODE_OVER)
|
SDB_SET_INT32(pRaw, dataPos, pStb->numOfTags, STB_ENCODE_OVER)
|
||||||
|
|
||||||
int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
|
for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
|
||||||
for (int32_t i = 0; i < totalCols; ++i) {
|
SSchema *pSchema = &pStb->pColumns[i];
|
||||||
SSchema *pSchema = &pStb->pSchema[i];
|
SDB_SET_INT8(pRaw, dataPos, pSchema->type, STB_ENCODE_OVER)
|
||||||
|
SDB_SET_INT32(pRaw, dataPos, pSchema->colId, STB_ENCODE_OVER)
|
||||||
|
SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, STB_ENCODE_OVER)
|
||||||
|
SDB_SET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, STB_ENCODE_OVER)
|
||||||
|
}
|
||||||
|
|
||||||
|
for (int32_t i = 0; i < pStb->numOfTags; ++i) {
|
||||||
|
SSchema *pSchema = &pStb->pTags[i];
|
||||||
SDB_SET_INT8(pRaw, dataPos, pSchema->type, STB_ENCODE_OVER)
|
SDB_SET_INT8(pRaw, dataPos, pSchema->type, STB_ENCODE_OVER)
|
||||||
SDB_SET_INT32(pRaw, dataPos, pSchema->colId, STB_ENCODE_OVER)
|
SDB_SET_INT32(pRaw, dataPos, pSchema->colId, STB_ENCODE_OVER)
|
||||||
SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, STB_ENCODE_OVER)
|
SDB_SET_INT32(pRaw, dataPos, pSchema->bytes, STB_ENCODE_OVER)
|
||||||
|
@ -137,17 +145,26 @@ static SSdbRow *mndStbActionDecode(SSdbRaw *pRaw) {
|
||||||
SDB_GET_INT64(pRaw, dataPos, &pStb->uid, STB_DECODE_OVER)
|
SDB_GET_INT64(pRaw, dataPos, &pStb->uid, STB_DECODE_OVER)
|
||||||
SDB_GET_INT64(pRaw, dataPos, &pStb->dbUid, STB_DECODE_OVER)
|
SDB_GET_INT64(pRaw, dataPos, &pStb->dbUid, STB_DECODE_OVER)
|
||||||
SDB_GET_INT32(pRaw, dataPos, &pStb->version, STB_DECODE_OVER)
|
SDB_GET_INT32(pRaw, dataPos, &pStb->version, STB_DECODE_OVER)
|
||||||
|
SDB_GET_INT32(pRaw, dataPos, &pStb->nextColId, STB_DECODE_OVER)
|
||||||
SDB_GET_INT32(pRaw, dataPos, &pStb->numOfColumns, STB_DECODE_OVER)
|
SDB_GET_INT32(pRaw, dataPos, &pStb->numOfColumns, STB_DECODE_OVER)
|
||||||
SDB_GET_INT32(pRaw, dataPos, &pStb->numOfTags, STB_DECODE_OVER)
|
SDB_GET_INT32(pRaw, dataPos, &pStb->numOfTags, STB_DECODE_OVER)
|
||||||
|
|
||||||
int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
|
pStb->pColumns = calloc(pStb->numOfColumns, sizeof(SSchema));
|
||||||
pStb->pSchema = calloc(totalCols, sizeof(SSchema));
|
pStb->pTags = calloc(pStb->numOfTags, sizeof(SSchema));
|
||||||
if (pStb->pSchema == NULL) {
|
if (pStb->pColumns == NULL || pStb->pTags == NULL) {
|
||||||
goto STB_DECODE_OVER;
|
goto STB_DECODE_OVER;
|
||||||
}
|
}
|
||||||
|
|
||||||
for (int32_t i = 0; i < totalCols; ++i) {
|
for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
|
||||||
SSchema *pSchema = &pStb->pSchema[i];
|
SSchema *pSchema = &pStb->pColumns[i];
|
||||||
|
SDB_GET_INT8(pRaw, dataPos, &pSchema->type, STB_DECODE_OVER)
|
||||||
|
SDB_GET_INT32(pRaw, dataPos, &pSchema->colId, STB_DECODE_OVER)
|
||||||
|
SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, STB_DECODE_OVER)
|
||||||
|
SDB_GET_BINARY(pRaw, dataPos, pSchema->name, TSDB_COL_NAME_LEN, STB_DECODE_OVER)
|
||||||
|
}
|
||||||
|
|
||||||
|
for (int32_t i = 0; i < pStb->numOfTags; ++i) {
|
||||||
|
SSchema *pSchema = &pStb->pTags[i];
|
||||||
SDB_GET_INT8(pRaw, dataPos, &pSchema->type, STB_DECODE_OVER)
|
SDB_GET_INT8(pRaw, dataPos, &pSchema->type, STB_DECODE_OVER)
|
||||||
SDB_GET_INT32(pRaw, dataPos, &pSchema->colId, STB_DECODE_OVER)
|
SDB_GET_INT32(pRaw, dataPos, &pSchema->colId, STB_DECODE_OVER)
|
||||||
SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, STB_DECODE_OVER)
|
SDB_GET_INT32(pRaw, dataPos, &pSchema->bytes, STB_DECODE_OVER)
|
||||||
|
@ -176,6 +193,8 @@ static int32_t mndStbActionInsert(SSdb *pSdb, SStbObj *pStb) {
|
||||||
|
|
||||||
static int32_t mndStbActionDelete(SSdb *pSdb, SStbObj *pStb) {
|
static int32_t mndStbActionDelete(SSdb *pSdb, SStbObj *pStb) {
|
||||||
mTrace("stb:%s, perform delete action, row:%p", pStb->name, pStb);
|
mTrace("stb:%s, perform delete action, row:%p", pStb->name, pStb);
|
||||||
|
tfree(pStb->pColumns);
|
||||||
|
tfree(pStb->pTags);
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -183,13 +202,24 @@ static int32_t mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew) {
|
||||||
mTrace("stb:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
|
mTrace("stb:%s, perform update action, old row:%p new row:%p", pOld->name, pOld, pNew);
|
||||||
|
|
||||||
taosWLockLatch(&pOld->lock);
|
taosWLockLatch(&pOld->lock);
|
||||||
int32_t totalCols = pNew->numOfTags + pNew->numOfColumns;
|
|
||||||
int32_t totalSize = totalCols * sizeof(SSchema);
|
if (pOld->numOfColumns < pNew->numOfColumns) {
|
||||||
if (pOld->numOfTags + pOld->numOfColumns < totalCols) {
|
void *pColumns = malloc(pNew->numOfColumns * sizeof(SSchema));
|
||||||
void *pSchema = malloc(totalSize);
|
if (pColumns != NULL) {
|
||||||
if (pSchema != NULL) {
|
free(pOld->pColumns);
|
||||||
free(pOld->pSchema);
|
pOld->pColumns = pColumns;
|
||||||
pOld->pSchema = pSchema;
|
} else {
|
||||||
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
|
mTrace("stb:%s, failed to perform update action since %s", pOld->name, terrstr());
|
||||||
|
taosWUnLockLatch(&pOld->lock);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (pOld->numOfTags < pNew->numOfTags) {
|
||||||
|
void *pTags = malloc(pNew->numOfTags * sizeof(SSchema));
|
||||||
|
if (pTags != NULL) {
|
||||||
|
free(pOld->pTags);
|
||||||
|
pOld->pTags = pTags;
|
||||||
} else {
|
} else {
|
||||||
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
mTrace("stb:%s, failed to perform update action since %s", pOld->name, terrstr());
|
mTrace("stb:%s, failed to perform update action since %s", pOld->name, terrstr());
|
||||||
|
@ -199,9 +229,11 @@ static int32_t mndStbActionUpdate(SSdb *pSdb, SStbObj *pOld, SStbObj *pNew) {
|
||||||
|
|
||||||
pOld->updateTime = pNew->updateTime;
|
pOld->updateTime = pNew->updateTime;
|
||||||
pOld->version = pNew->version;
|
pOld->version = pNew->version;
|
||||||
|
pOld->nextColId = pNew->nextColId;
|
||||||
pOld->numOfColumns = pNew->numOfColumns;
|
pOld->numOfColumns = pNew->numOfColumns;
|
||||||
pOld->numOfTags = pNew->numOfTags;
|
pOld->numOfTags = pNew->numOfTags;
|
||||||
memcpy(pOld->pSchema, pNew->pSchema, totalSize);
|
memcpy(pOld->pColumns, pNew->pColumns, pOld->numOfColumns * sizeof(SSchema));
|
||||||
|
memcpy(pOld->pTags, pNew->pTags, pOld->numOfTags * sizeof(SSchema));
|
||||||
taosWUnLockLatch(&pOld->lock);
|
taosWUnLockLatch(&pOld->lock);
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
@ -242,9 +274,9 @@ static void *mndBuildCreateStbReq(SMnode *pMnode, SVgObj *pVgroup, SStbObj *pStb
|
||||||
req.type = TD_SUPER_TABLE;
|
req.type = TD_SUPER_TABLE;
|
||||||
req.stbCfg.suid = pStb->uid;
|
req.stbCfg.suid = pStb->uid;
|
||||||
req.stbCfg.nCols = pStb->numOfColumns;
|
req.stbCfg.nCols = pStb->numOfColumns;
|
||||||
req.stbCfg.pSchema = pStb->pSchema;
|
req.stbCfg.pSchema = pStb->pColumns;
|
||||||
req.stbCfg.nTagCols = pStb->numOfTags;
|
req.stbCfg.nTagCols = pStb->numOfTags;
|
||||||
req.stbCfg.pTagSchema = pStb->pSchema + pStb->numOfColumns;
|
req.stbCfg.pTagSchema = pStb->pTags;
|
||||||
|
|
||||||
int32_t contLen = tSerializeSVCreateTbReq(NULL, &req) + sizeof(SMsgHead);
|
int32_t contLen = tSerializeSVCreateTbReq(NULL, &req) + sizeof(SMsgHead);
|
||||||
SMsgHead *pHead = malloc(contLen);
|
SMsgHead *pHead = malloc(contLen);
|
||||||
|
@ -295,7 +327,7 @@ static int32_t mndCheckCreateStbReq(SMCreateStbReq *pCreate) {
|
||||||
pCreate->numOfTags = htonl(pCreate->numOfTags);
|
pCreate->numOfTags = htonl(pCreate->numOfTags);
|
||||||
int32_t totalCols = pCreate->numOfColumns + pCreate->numOfTags;
|
int32_t totalCols = pCreate->numOfColumns + pCreate->numOfTags;
|
||||||
for (int32_t i = 0; i < totalCols; ++i) {
|
for (int32_t i = 0; i < totalCols; ++i) {
|
||||||
SSchema *pSchema = &pCreate->pSchema[i];
|
SSchema *pSchema = &pCreate->pSchemas[i];
|
||||||
pSchema->bytes = htonl(pSchema->bytes);
|
pSchema->bytes = htonl(pSchema->bytes);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -316,7 +348,7 @@ static int32_t mndCheckCreateStbReq(SMCreateStbReq *pCreate) {
|
||||||
|
|
||||||
int32_t maxColId = (TSDB_MAX_COLUMNS + TSDB_MAX_TAGS);
|
int32_t maxColId = (TSDB_MAX_COLUMNS + TSDB_MAX_TAGS);
|
||||||
for (int32_t i = 0; i < totalCols; ++i) {
|
for (int32_t i = 0; i < totalCols; ++i) {
|
||||||
SSchema *pSchema = &pCreate->pSchema[i];
|
SSchema *pSchema = &pCreate->pSchemas[i];
|
||||||
if (pSchema->type < 0) {
|
if (pSchema->type < 0) {
|
||||||
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
||||||
return -1;
|
return -1;
|
||||||
|
@ -435,27 +467,35 @@ static int32_t mndSetCreateStbUndoActions(SMnode *pMnode, STrans *pTrans, SDbObj
|
||||||
|
|
||||||
static int32_t mndCreateStb(SMnode *pMnode, SMnodeMsg *pReq, SMCreateStbReq *pCreate, SDbObj *pDb) {
|
static int32_t mndCreateStb(SMnode *pMnode, SMnodeMsg *pReq, SMCreateStbReq *pCreate, SDbObj *pDb) {
|
||||||
SStbObj stbObj = {0};
|
SStbObj stbObj = {0};
|
||||||
tstrncpy(stbObj.name, pCreate->name, TSDB_TABLE_FNAME_LEN);
|
memcpy(stbObj.name, pCreate->name, TSDB_TABLE_FNAME_LEN);
|
||||||
tstrncpy(stbObj.db, pDb->name, TSDB_DB_FNAME_LEN);
|
memcpy(stbObj.db, pDb->name, TSDB_DB_FNAME_LEN);
|
||||||
stbObj.createdTime = taosGetTimestampMs();
|
stbObj.createdTime = taosGetTimestampMs();
|
||||||
stbObj.updateTime = stbObj.createdTime;
|
stbObj.updateTime = stbObj.createdTime;
|
||||||
stbObj.uid = mndGenerateUid(pCreate->name, TSDB_TABLE_FNAME_LEN);
|
stbObj.uid = mndGenerateUid(pCreate->name, TSDB_TABLE_FNAME_LEN);
|
||||||
stbObj.dbUid = pDb->uid;
|
stbObj.dbUid = pDb->uid;
|
||||||
stbObj.version = 1;
|
stbObj.version = 1;
|
||||||
|
stbObj.nextColId = 1;
|
||||||
stbObj.numOfColumns = pCreate->numOfColumns;
|
stbObj.numOfColumns = pCreate->numOfColumns;
|
||||||
stbObj.numOfTags = pCreate->numOfTags;
|
stbObj.numOfTags = pCreate->numOfTags;
|
||||||
|
|
||||||
int32_t totalCols = stbObj.numOfColumns + stbObj.numOfTags;
|
stbObj.pColumns = malloc(stbObj.numOfColumns * sizeof(SSchema));
|
||||||
int32_t totalSize = totalCols * sizeof(SSchema);
|
stbObj.pTags = malloc(stbObj.numOfTags * sizeof(SSchema));
|
||||||
stbObj.pSchema = malloc(totalSize);
|
if (stbObj.pColumns == NULL || stbObj.pTags == NULL) {
|
||||||
if (stbObj.pSchema == NULL) {
|
|
||||||
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
return -1;
|
return -1;
|
||||||
}
|
}
|
||||||
memcpy(stbObj.pSchema, pCreate->pSchema, totalSize);
|
|
||||||
|
|
||||||
for (int32_t i = 0; i < totalCols; ++i) {
|
memcpy(stbObj.pColumns, pCreate->pSchemas, stbObj.numOfColumns * sizeof(SSchema));
|
||||||
stbObj.pSchema[i].colId = i + 1;
|
memcpy(stbObj.pTags, pCreate->pSchemas + stbObj.numOfColumns, stbObj.numOfTags * sizeof(SSchema));
|
||||||
|
|
||||||
|
for (int32_t i = 0; i < stbObj.numOfColumns; ++i) {
|
||||||
|
stbObj.pColumns[i].colId = stbObj.nextColId;
|
||||||
|
stbObj.nextColId++;
|
||||||
|
}
|
||||||
|
|
||||||
|
for (int32_t i = 0; i < stbObj.numOfTags; ++i) {
|
||||||
|
stbObj.pTags[i].colId = stbObj.nextColId;
|
||||||
|
stbObj.nextColId++;
|
||||||
}
|
}
|
||||||
|
|
||||||
int32_t code = -1;
|
int32_t code = -1;
|
||||||
|
@ -537,36 +577,396 @@ static int32_t mndProcessVCreateStbRsp(SMnodeMsg *pRsp) {
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
static int32_t mndCheckAlterStbReq(SMAlterStbReq *pAlter) {
|
static int32_t mndCheckAlterStbReq(SMAltertbReq *pAlter) {
|
||||||
SSchema *pSchema = &pAlter->schema;
|
pAlter->numOfSchemas = htonl(pAlter->numOfSchemas);
|
||||||
pSchema->colId = htonl(pSchema->colId);
|
|
||||||
pSchema->bytes = htonl(pSchema->bytes);
|
|
||||||
|
|
||||||
if (pSchema->type <= 0) {
|
for (int32_t i = 0; i < pAlter->numOfSchemas; ++i) {
|
||||||
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
SSchema *pSchema = &pAlter->pSchemas[i];
|
||||||
return -1;
|
pSchema->colId = htonl(pSchema->colId);
|
||||||
}
|
pSchema->bytes = htonl(pSchema->bytes);
|
||||||
if (pSchema->colId < 0 || pSchema->colId >= (TSDB_MAX_COLUMNS + TSDB_MAX_TAGS)) {
|
|
||||||
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
if (pSchema->type <= 0) {
|
||||||
return -1;
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
||||||
}
|
return -1;
|
||||||
if (pSchema->bytes <= 0) {
|
}
|
||||||
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
if (pSchema->colId < 0 || pSchema->colId >= (TSDB_MAX_COLUMNS + TSDB_MAX_TAGS)) {
|
||||||
return -1;
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
||||||
}
|
return -1;
|
||||||
if (pSchema->name[0] == 0) {
|
}
|
||||||
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
if (pSchema->bytes <= 0) {
|
||||||
return -1;
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
if (pSchema->name[0] == 0) {
|
||||||
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
static int32_t mndUpdateStb(SMnode *pMnode, SMnodeMsg *pReq, SStbObj *pOld, SStbObj *pNew) { return 0; }
|
static int32_t mndFindSuperTableTagIndex(const SStbObj *pStb, const char *tagName) {
|
||||||
|
for (int32_t tag = 0; tag < pStb->numOfTags; tag++) {
|
||||||
|
if (strcasecmp(pStb->pTags[tag].name, tagName) == 0) {
|
||||||
|
return tag;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int32_t mndFindSuperTableColumnIndex(const SStbObj *pStb, const char *colName) {
|
||||||
|
for (int32_t col = 0; col < pStb->numOfColumns; col++) {
|
||||||
|
if (strcasecmp(pStb->pColumns[col].name, colName) == 0) {
|
||||||
|
return col;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int32_t mndAllocStbSchemas(const SStbObj *pOld, SStbObj *pNew) {
|
||||||
|
pNew->pTags = calloc(pNew->numOfTags, sizeof(SSchema));
|
||||||
|
pNew->pColumns = calloc(pNew->numOfColumns, sizeof(SSchema));
|
||||||
|
if (pNew->pTags == NULL || pNew->pColumns == NULL) {
|
||||||
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
memcpy(pNew->pColumns, pOld->pColumns, sizeof(SSchema) * pOld->numOfColumns);
|
||||||
|
memcpy(pNew->pTags, pOld->pTags, sizeof(SSchema) * pOld->numOfTags);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int32_t mndAddSuperTableTag(const SStbObj *pOld, SStbObj *pNew, const SSchema *pSchemas, int32_t ntags) {
|
||||||
|
if (pOld->numOfTags + ntags > TSDB_MAX_TAGS) {
|
||||||
|
terrno = TSDB_CODE_MND_TOO_MANY_TAGS;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (pOld->numOfColumns + ntags + pOld->numOfTags > TSDB_MAX_COLUMNS) {
|
||||||
|
terrno = TSDB_CODE_MND_TOO_MANY_COLUMNS;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
for (int32_t i = 0; i < ntags; i++) {
|
||||||
|
if (mndFindSuperTableColumnIndex(pOld, pSchemas[i].name) > 0) {
|
||||||
|
terrno = TSDB_CODE_MND_TAG_ALREAY_EXIST;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (mndFindSuperTableTagIndex(pOld, pSchemas[i].name) > 0) {
|
||||||
|
terrno = TSDB_CODE_MND_COLUMN_ALREAY_EXIST;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pNew->numOfTags = pNew->numOfTags + ntags;
|
||||||
|
if (mndAllocStbSchemas(pOld, pNew) != 0) {
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
memcpy(pNew->pTags + pOld->numOfTags, pSchemas, sizeof(SSchema) * ntags);
|
||||||
|
|
||||||
|
for (int32_t i = pOld->numOfTags; i < pNew->numOfTags; i++) {
|
||||||
|
SSchema *pSchema = &pNew->pTags[i];
|
||||||
|
pSchema->colId = pNew->nextColId;
|
||||||
|
pNew->nextColId++;
|
||||||
|
}
|
||||||
|
|
||||||
|
pNew->version++;
|
||||||
|
mDebug("stb:%s, start to add tag %s", pNew->name, pSchemas[0].name);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int32_t mndDropSuperTableTag(const SStbObj *pOld, SStbObj *pNew, const char *tagName) {
|
||||||
|
int32_t tag = mndFindSuperTableTagIndex(pOld, tagName);
|
||||||
|
if (tag < 0) {
|
||||||
|
terrno = TSDB_CODE_MND_TAG_NOT_EXIST;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (mndAllocStbSchemas(pOld, pNew) != 0) {
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
memmove(pNew->pTags + tag, pNew->pTags + tag + 1, sizeof(SSchema) * (pNew->numOfTags - tag - 1));
|
||||||
|
|
||||||
|
pNew->version++;
|
||||||
|
mDebug("stb:%s, start to drop tag %s", pNew->name, tagName);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int32_t mndAlterStbTagName(const SStbObj *pOld, SStbObj *pNew, const char *oldTagName, const char *newTagName) {
|
||||||
|
int32_t tag = mndFindSuperTableTagIndex(pOld, oldTagName);
|
||||||
|
if (tag < 0) {
|
||||||
|
terrno = TSDB_CODE_MND_TAG_NOT_EXIST;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (mndFindSuperTableTagIndex(pOld, newTagName) >= 0) {
|
||||||
|
terrno = TSDB_CODE_MND_TAG_ALREAY_EXIST;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
int32_t len = (int32_t)strlen(newTagName);
|
||||||
|
if (len >= TSDB_COL_NAME_LEN) {
|
||||||
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (mndAllocStbSchemas(pOld, pNew) != 0) {
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
SSchema *pSchema = (SSchema *)(pNew->pTags + tag);
|
||||||
|
memcpy(pSchema->name, newTagName, TSDB_COL_NAME_LEN);
|
||||||
|
|
||||||
|
pNew->version++;
|
||||||
|
mDebug("stb:%s, start to modify tag %s to %s", pNew->name, oldTagName, newTagName);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int32_t mndAlterStbTagBytes(const SStbObj *pOld, SStbObj *pNew, const SSchema *pSchema) {
|
||||||
|
int32_t tag = mndFindSuperTableTagIndex(pOld, pSchema->name);
|
||||||
|
if (tag < 0) {
|
||||||
|
terrno = TSDB_CODE_MND_TAG_NOT_EXIST;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!(pSchema->type == TSDB_DATA_TYPE_BINARY || pSchema->type == TSDB_DATA_TYPE_NCHAR)) {
|
||||||
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (mndAllocStbSchemas(pOld, pNew) != 0) {
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
SSchema *pTag = pNew->pTags + tag;
|
||||||
|
if (pSchema->bytes <= pTag->bytes) {
|
||||||
|
terrno = TSDB_CODE_MND_INVALID_ROW_BYTES;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
pTag->bytes = pSchema->bytes;
|
||||||
|
pNew->version++;
|
||||||
|
|
||||||
|
mDebug("stb:%s, start to modify tag len %s to %d", pNew->name, pSchema->name, pSchema->bytes);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int32_t mndAddSuperTableColumn(const SStbObj *pOld, SStbObj *pNew, const SSchema *pSchemas, int32_t ncols) {
|
||||||
|
if (pOld->numOfColumns + ncols + pOld->numOfTags > TSDB_MAX_COLUMNS) {
|
||||||
|
terrno = TSDB_CODE_MND_TOO_MANY_COLUMNS;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
for (int32_t i = 0; i < ncols; i++) {
|
||||||
|
if (mndFindSuperTableColumnIndex(pOld, pSchemas[i].name) > 0) {
|
||||||
|
terrno = TSDB_CODE_MND_TAG_ALREAY_EXIST;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (mndFindSuperTableTagIndex(pOld, pSchemas[i].name) > 0) {
|
||||||
|
terrno = TSDB_CODE_MND_COLUMN_ALREAY_EXIST;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pNew->numOfColumns = pNew->numOfColumns + ncols;
|
||||||
|
if (mndAllocStbSchemas(pOld, pNew) != 0) {
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
memcpy(pNew->pColumns + pOld->numOfColumns, pSchemas, sizeof(SSchema) * ncols);
|
||||||
|
|
||||||
|
for (int32_t i = pOld->numOfColumns; i < pNew->numOfColumns; i++) {
|
||||||
|
SSchema *pSchema = &pNew->pColumns[i];
|
||||||
|
pSchema->colId = pNew->nextColId;
|
||||||
|
pNew->nextColId++;
|
||||||
|
}
|
||||||
|
|
||||||
|
pNew->version++;
|
||||||
|
mDebug("stb:%s, start to add column %s", pNew->name, pSchemas[0].name);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int32_t mndDropSuperTableColumn(const SStbObj *pOld, SStbObj *pNew, const char *colName) {
|
||||||
|
int32_t col = mndFindSuperTableColumnIndex(pOld, colName);
|
||||||
|
if (col <= 0) {
|
||||||
|
terrno = TSDB_CODE_MND_COLUMN_NOT_EXIST;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (mndAllocStbSchemas(pOld, pNew) != 0) {
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
memmove(pNew->pColumns + col, pNew->pColumns + col + 1, sizeof(SSchema) * (pNew->numOfColumns - col - 1));
|
||||||
|
|
||||||
|
pNew->version++;
|
||||||
|
mDebug("stb:%s, start to drop col %s", pNew->name, colName);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int32_t mndAlterStbColumnBytes(const SStbObj *pOld, SStbObj *pNew, const SSchema *pSchema) {
|
||||||
|
int32_t col = mndFindSuperTableColumnIndex(pOld, pSchema->name);
|
||||||
|
if (col < 0) {
|
||||||
|
terrno = TSDB_CODE_MND_COLUMN_NOT_EXIST;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!(pSchema->type == TSDB_DATA_TYPE_BINARY || pSchema->type == TSDB_DATA_TYPE_NCHAR)) {
|
||||||
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
uint32_t nLen = 0;
|
||||||
|
for (int32_t i = 0; i < pOld->numOfColumns; ++i) {
|
||||||
|
nLen += (pOld->pColumns[i].colId == col) ? pSchema->bytes : pOld->pColumns[i].bytes;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (nLen > TSDB_MAX_BYTES_PER_ROW) {
|
||||||
|
terrno = TSDB_CODE_MND_INVALID_ROW_BYTES;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (mndAllocStbSchemas(pOld, pNew) != 0) {
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
SSchema *pCol = pNew->pColumns + col;
|
||||||
|
if (pSchema->bytes <= pCol->bytes) {
|
||||||
|
terrno = TSDB_CODE_MND_INVALID_ROW_BYTES;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
pCol->bytes = pSchema->bytes;
|
||||||
|
pNew->version++;
|
||||||
|
|
||||||
|
mDebug("stb:%s, start to modify col len %s to %d", pNew->name, pSchema->name, pSchema->bytes);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int32_t mndSetAlterStbRedoLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
|
||||||
|
SSdbRaw *pRedoRaw = mndStbActionEncode(pStb);
|
||||||
|
if (pRedoRaw == NULL) return -1;
|
||||||
|
if (mndTransAppendRedolog(pTrans, pRedoRaw) != 0) return -1;
|
||||||
|
if (sdbSetRawStatus(pRedoRaw, SDB_STATUS_UPDATING) != 0) return -1;
|
||||||
|
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int32_t mndSetAlterStbCommitLogs(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
|
||||||
|
SSdbRaw *pCommitRaw = mndStbActionEncode(pStb);
|
||||||
|
if (pCommitRaw == NULL) return -1;
|
||||||
|
if (mndTransAppendCommitlog(pTrans, pCommitRaw) != 0) return -1;
|
||||||
|
if (sdbSetRawStatus(pCommitRaw, SDB_STATUS_READY) != 0) return -1;
|
||||||
|
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int32_t mndSetAlterStbRedoActions(SMnode *pMnode, STrans *pTrans, SDbObj *pDb, SStbObj *pStb) {
|
||||||
|
SSdb *pSdb = pMnode->pSdb;
|
||||||
|
SVgObj *pVgroup = NULL;
|
||||||
|
void *pIter = NULL;
|
||||||
|
int32_t contLen;
|
||||||
|
|
||||||
|
while (1) {
|
||||||
|
pIter = sdbFetch(pSdb, SDB_VGROUP, pIter, (void **)&pVgroup);
|
||||||
|
if (pIter == NULL) break;
|
||||||
|
if (pVgroup->dbUid != pDb->uid) continue;
|
||||||
|
|
||||||
|
void *pReq = mndBuildCreateStbReq(pMnode, pVgroup, pStb, &contLen);
|
||||||
|
if (pReq == NULL) {
|
||||||
|
sdbCancelFetch(pSdb, pIter);
|
||||||
|
sdbRelease(pSdb, pVgroup);
|
||||||
|
terrno = TSDB_CODE_OUT_OF_MEMORY;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
STransAction action = {0};
|
||||||
|
action.epSet = mndGetVgroupEpset(pMnode, pVgroup);
|
||||||
|
action.pCont = pReq;
|
||||||
|
action.contLen = contLen;
|
||||||
|
action.msgType = TDMT_VND_ALTER_STB;
|
||||||
|
if (mndTransAppendRedoAction(pTrans, &action) != 0) {
|
||||||
|
free(pReq);
|
||||||
|
sdbCancelFetch(pSdb, pIter);
|
||||||
|
sdbRelease(pSdb, pVgroup);
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
sdbRelease(pSdb, pVgroup);
|
||||||
|
}
|
||||||
|
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int32_t mndAlterStb(SMnode *pMnode, SMnodeMsg *pReq, const SMAltertbReq *pAlter, SDbObj *pDb, SStbObj *pOld) {
|
||||||
|
SStbObj stbObj = {0};
|
||||||
|
taosRLockLatch(&pOld->lock);
|
||||||
|
memcpy(&stbObj, pOld, sizeof(SStbObj));
|
||||||
|
stbObj.pColumns = NULL;
|
||||||
|
stbObj.pTags = NULL;
|
||||||
|
stbObj.updateTime = taosGetTimestampMs();
|
||||||
|
taosRUnLockLatch(&pOld->lock);
|
||||||
|
|
||||||
|
int32_t code = -1;
|
||||||
|
|
||||||
|
switch (pAlter->alterType) {
|
||||||
|
case TSDB_ALTER_TABLE_ADD_TAG_COLUMN:
|
||||||
|
code = mndAddSuperTableTag(pOld, &stbObj, pAlter->pSchemas, 1);
|
||||||
|
break;
|
||||||
|
case TSDB_ALTER_TABLE_DROP_TAG_COLUMN:
|
||||||
|
code = mndDropSuperTableTag(pOld, &stbObj, pAlter->pSchemas[0].name);
|
||||||
|
break;
|
||||||
|
case TSDB_ALTER_TABLE_UPDATE_TAG_NAME:
|
||||||
|
code = mndAlterStbTagName(pOld, &stbObj, pAlter->pSchemas[0].name, pAlter->pSchemas[1].name);
|
||||||
|
break;
|
||||||
|
case TSDB_ALTER_TABLE_UPDATE_TAG_BYTES:
|
||||||
|
code = mndAlterStbTagBytes(pOld, &stbObj, &pAlter->pSchemas[0]);
|
||||||
|
break;
|
||||||
|
case TSDB_ALTER_TABLE_ADD_COLUMN:
|
||||||
|
code = mndAddSuperTableColumn(pOld, &stbObj, pAlter->pSchemas, 1);
|
||||||
|
break;
|
||||||
|
case TSDB_ALTER_TABLE_DROP_COLUMN:
|
||||||
|
code = mndDropSuperTableColumn(pOld, &stbObj, pAlter->pSchemas[0].name);
|
||||||
|
break;
|
||||||
|
case TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES:
|
||||||
|
code = mndAlterStbColumnBytes(pOld, &stbObj, &pAlter->pSchemas[0]);
|
||||||
|
break;
|
||||||
|
default:
|
||||||
|
terrno = TSDB_CODE_MND_INVALID_STB_OPTION;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (code != 0) goto ALTER_STB_OVER;
|
||||||
|
|
||||||
|
code = -1;
|
||||||
|
STrans *pTrans = mndTransCreate(pMnode, TRN_POLICY_RETRY, &pReq->rpcMsg);
|
||||||
|
if (pTrans == NULL) goto ALTER_STB_OVER;
|
||||||
|
|
||||||
|
mDebug("trans:%d, used to alter stb:%s", pTrans->id, pAlter->name);
|
||||||
|
|
||||||
|
if (mndSetAlterStbRedoLogs(pMnode, pTrans, pDb, &stbObj) != 0) goto ALTER_STB_OVER;
|
||||||
|
if (mndSetAlterStbCommitLogs(pMnode, pTrans, pDb, &stbObj) != 0) goto ALTER_STB_OVER;
|
||||||
|
if (mndSetAlterStbRedoActions(pMnode, pTrans, pDb, &stbObj) != 0) goto ALTER_STB_OVER;
|
||||||
|
if (mndTransPrepare(pMnode, pTrans) != 0) goto ALTER_STB_OVER;
|
||||||
|
|
||||||
|
code = 0;
|
||||||
|
|
||||||
|
ALTER_STB_OVER:
|
||||||
|
mndTransDrop(pTrans);
|
||||||
|
tfree(stbObj.pTags);
|
||||||
|
tfree(stbObj.pColumns);
|
||||||
|
return code;
|
||||||
|
}
|
||||||
|
|
||||||
static int32_t mndProcessMAlterStbReq(SMnodeMsg *pReq) {
|
static int32_t mndProcessMAlterStbReq(SMnodeMsg *pReq) {
|
||||||
SMnode *pMnode = pReq->pMnode;
|
SMnode *pMnode = pReq->pMnode;
|
||||||
SMAlterStbReq *pAlter = pReq->rpcMsg.pCont;
|
SMAltertbReq *pAlter = pReq->rpcMsg.pCont;
|
||||||
|
|
||||||
mDebug("stb:%s, start to alter", pAlter->name);
|
mDebug("stb:%s, start to alter", pAlter->name);
|
||||||
|
|
||||||
|
@ -582,10 +982,15 @@ static int32_t mndProcessMAlterStbReq(SMnodeMsg *pReq) {
|
||||||
return -1;
|
return -1;
|
||||||
}
|
}
|
||||||
|
|
||||||
SStbObj stbObj = {0};
|
SDbObj *pDb = mndAcquireDbByStb(pMnode, pAlter->name);
|
||||||
memcpy(&stbObj, pStb, sizeof(SStbObj));
|
if (pDb == NULL) {
|
||||||
|
mndReleaseStb(pMnode, pStb);
|
||||||
|
terrno = TSDB_CODE_MND_DB_NOT_SELECTED;
|
||||||
|
mError("stb:%s, failed to alter since %s", pAlter->name, terrstr());
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
int32_t code = mndUpdateStb(pMnode, pReq, pStb, &stbObj);
|
int32_t code = mndAlterStb(pMnode, pReq, pAlter, pDb, pStb);
|
||||||
mndReleaseStb(pMnode, pStb);
|
mndReleaseStb(pMnode, pStb);
|
||||||
|
|
||||||
if (code != 0) {
|
if (code != 0) {
|
||||||
|
@ -770,14 +1175,24 @@ static int32_t mndProcessStbMetaReq(SMnodeMsg *pReq) {
|
||||||
pMeta->suid = htobe64(pStb->uid);
|
pMeta->suid = htobe64(pStb->uid);
|
||||||
pMeta->tuid = htobe64(pStb->uid);
|
pMeta->tuid = htobe64(pStb->uid);
|
||||||
|
|
||||||
for (int32_t i = 0; i < totalCols; ++i) {
|
for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
|
||||||
SSchema *pSchema = &pMeta->pSchema[i];
|
SSchema *pSchema = &pMeta->pSchema[i];
|
||||||
SSchema *pSrcSchema = &pStb->pSchema[i];
|
SSchema *pSrcSchema = &pStb->pColumns[i];
|
||||||
memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
|
memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
|
||||||
pSchema->type = pSrcSchema->type;
|
pSchema->type = pSrcSchema->type;
|
||||||
pSchema->colId = htonl(pSrcSchema->colId);
|
pSchema->colId = htonl(pSrcSchema->colId);
|
||||||
pSchema->bytes = htonl(pSrcSchema->bytes);
|
pSchema->bytes = htonl(pSrcSchema->bytes);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
for (int32_t i = 0; i < pStb->numOfTags; ++i) {
|
||||||
|
SSchema *pSchema = &pMeta->pSchema[i + pStb->numOfColumns];
|
||||||
|
SSchema *pSrcSchema = &pStb->pTags[i];
|
||||||
|
memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
|
||||||
|
pSchema->type = pSrcSchema->type;
|
||||||
|
pSchema->colId = htonl(pSrcSchema->colId);
|
||||||
|
pSchema->bytes = htonl(pSrcSchema->bytes);
|
||||||
|
}
|
||||||
|
|
||||||
taosRUnLockLatch(&pStb->lock);
|
taosRUnLockLatch(&pStb->lock);
|
||||||
mndReleaseDb(pMnode, pDb);
|
mndReleaseDb(pMnode, pDb);
|
||||||
mndReleaseStb(pMnode, pStb);
|
mndReleaseStb(pMnode, pStb);
|
||||||
|
@ -790,11 +1205,11 @@ static int32_t mndProcessStbMetaReq(SMnodeMsg *pReq) {
|
||||||
}
|
}
|
||||||
|
|
||||||
int32_t mndValidateStbInfo(SMnode *pMnode, SSTableMetaVersion *stbs, int32_t num, void **rsp, int32_t *rspLen) {
|
int32_t mndValidateStbInfo(SMnode *pMnode, SSTableMetaVersion *stbs, int32_t num, void **rsp, int32_t *rspLen) {
|
||||||
SSdb *pSdb = pMnode->pSdb;
|
SSdb *pSdb = pMnode->pSdb;
|
||||||
int32_t bufSize = num * (sizeof(STableMetaRsp) + 4 * sizeof(SSchema));
|
int32_t bufSize = num * (sizeof(STableMetaRsp) + 4 * sizeof(SSchema));
|
||||||
void *buf = malloc(bufSize);
|
void *buf = malloc(bufSize);
|
||||||
int32_t len = 0;
|
int32_t len = 0;
|
||||||
int32_t contLen = 0;
|
int32_t contLen = 0;
|
||||||
STableMetaRsp *pRsp = NULL;
|
STableMetaRsp *pRsp = NULL;
|
||||||
|
|
||||||
for (int32_t i = 0; i < num; ++i) {
|
for (int32_t i = 0; i < num; ++i) {
|
||||||
|
@ -804,7 +1219,7 @@ int32_t mndValidateStbInfo(SMnode *pMnode, SSTableMetaVersion *stbs, int32_t num
|
||||||
stb->tversion = ntohs(stb->tversion);
|
stb->tversion = ntohs(stb->tversion);
|
||||||
|
|
||||||
if ((contLen + sizeof(STableMetaRsp)) > bufSize) {
|
if ((contLen + sizeof(STableMetaRsp)) > bufSize) {
|
||||||
bufSize = contLen + (num -i) * (sizeof(STableMetaRsp) + 4 * sizeof(SSchema));
|
bufSize = contLen + (num - i) * (sizeof(STableMetaRsp) + 4 * sizeof(SSchema));
|
||||||
buf = realloc(buf, bufSize);
|
buf = realloc(buf, bufSize);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -813,9 +1228,9 @@ int32_t mndValidateStbInfo(SMnode *pMnode, SSTableMetaVersion *stbs, int32_t num
|
||||||
strcpy(pRsp->dbFName, stb->dbFName);
|
strcpy(pRsp->dbFName, stb->dbFName);
|
||||||
strcpy(pRsp->tbName, stb->stbName);
|
strcpy(pRsp->tbName, stb->stbName);
|
||||||
strcpy(pRsp->stbName, stb->stbName);
|
strcpy(pRsp->stbName, stb->stbName);
|
||||||
|
|
||||||
mDebug("start to retrieve meta, db:%s, stb:%s", stb->dbFName, stb->stbName);
|
mDebug("start to retrieve meta, db:%s, stb:%s", stb->dbFName, stb->stbName);
|
||||||
|
|
||||||
SDbObj *pDb = mndAcquireDb(pMnode, stb->dbFName);
|
SDbObj *pDb = mndAcquireDb(pMnode, stb->dbFName);
|
||||||
if (pDb == NULL) {
|
if (pDb == NULL) {
|
||||||
pRsp->numOfColumns = -1;
|
pRsp->numOfColumns = -1;
|
||||||
|
@ -827,7 +1242,7 @@ int32_t mndValidateStbInfo(SMnode *pMnode, SSTableMetaVersion *stbs, int32_t num
|
||||||
|
|
||||||
char tbFName[TSDB_TABLE_FNAME_LEN] = {0};
|
char tbFName[TSDB_TABLE_FNAME_LEN] = {0};
|
||||||
snprintf(tbFName, sizeof(tbFName), "%s.%s", stb->dbFName, stb->stbName);
|
snprintf(tbFName, sizeof(tbFName), "%s.%s", stb->dbFName, stb->stbName);
|
||||||
|
|
||||||
SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
|
SStbObj *pStb = mndAcquireStb(pMnode, tbFName);
|
||||||
if (pStb == NULL) {
|
if (pStb == NULL) {
|
||||||
mndReleaseDb(pMnode, pDb);
|
mndReleaseDb(pMnode, pDb);
|
||||||
|
@ -837,7 +1252,7 @@ int32_t mndValidateStbInfo(SMnode *pMnode, SSTableMetaVersion *stbs, int32_t num
|
||||||
mWarn("stb:%s, failed to get meta since %s", tbFName, terrstr());
|
mWarn("stb:%s, failed to get meta since %s", tbFName, terrstr());
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
taosRLockLatch(&pStb->lock);
|
taosRLockLatch(&pStb->lock);
|
||||||
|
|
||||||
if (stb->suid == pStb->uid && stb->sversion == pStb->version) {
|
if (stb->suid == pStb->uid && stb->sversion == pStb->version) {
|
||||||
|
@ -846,17 +1261,17 @@ int32_t mndValidateStbInfo(SMnode *pMnode, SSTableMetaVersion *stbs, int32_t num
|
||||||
mndReleaseStb(pMnode, pStb);
|
mndReleaseStb(pMnode, pStb);
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
|
int32_t totalCols = pStb->numOfColumns + pStb->numOfTags;
|
||||||
int32_t len = totalCols * sizeof(SSchema);
|
int32_t len = totalCols * sizeof(SSchema);
|
||||||
|
|
||||||
contLen += sizeof(STableMetaRsp) + len;
|
contLen += sizeof(STableMetaRsp) + len;
|
||||||
|
|
||||||
if (contLen > bufSize) {
|
if (contLen > bufSize) {
|
||||||
bufSize = contLen + (num -i - 1) * (sizeof(STableMetaRsp) + 4 * sizeof(SSchema));
|
bufSize = contLen + (num - i - 1) * (sizeof(STableMetaRsp) + 4 * sizeof(SSchema));
|
||||||
buf = realloc(buf, bufSize);
|
buf = realloc(buf, bufSize);
|
||||||
}
|
}
|
||||||
|
|
||||||
pRsp->numOfTags = htonl(pStb->numOfTags);
|
pRsp->numOfTags = htonl(pStb->numOfTags);
|
||||||
pRsp->numOfColumns = htonl(pStb->numOfColumns);
|
pRsp->numOfColumns = htonl(pStb->numOfColumns);
|
||||||
pRsp->precision = pDb->cfg.precision;
|
pRsp->precision = pDb->cfg.precision;
|
||||||
|
@ -865,15 +1280,25 @@ int32_t mndValidateStbInfo(SMnode *pMnode, SSTableMetaVersion *stbs, int32_t num
|
||||||
pRsp->sversion = htonl(pStb->version);
|
pRsp->sversion = htonl(pStb->version);
|
||||||
pRsp->suid = htobe64(pStb->uid);
|
pRsp->suid = htobe64(pStb->uid);
|
||||||
pRsp->tuid = htobe64(pStb->uid);
|
pRsp->tuid = htobe64(pStb->uid);
|
||||||
|
|
||||||
for (int32_t i = 0; i < totalCols; ++i) {
|
for (int32_t i = 0; i < pStb->numOfColumns; ++i) {
|
||||||
SSchema *pSchema = &pRsp->pSchema[i];
|
SSchema *pSchema = &pRsp->pSchema[i];
|
||||||
SSchema *pSrcSchema = &pStb->pSchema[i];
|
SSchema *pSrcSchema = &pStb->pColumns[i];
|
||||||
memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
|
memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
|
||||||
pSchema->type = pSrcSchema->type;
|
pSchema->type = pSrcSchema->type;
|
||||||
pSchema->colId = htonl(pSrcSchema->colId);
|
pSchema->colId = htonl(pSrcSchema->colId);
|
||||||
pSchema->bytes = htonl(pSrcSchema->bytes);
|
pSchema->bytes = htonl(pSrcSchema->bytes);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
for (int32_t i = 0; i < pStb->numOfTags; ++i) {
|
||||||
|
SSchema *pSchema = &pRsp->pSchema[i + pStb->numOfColumns];
|
||||||
|
SSchema *pSrcSchema = &pStb->pTags[i];
|
||||||
|
memcpy(pSchema->name, pSrcSchema->name, TSDB_COL_NAME_LEN);
|
||||||
|
pSchema->type = pSrcSchema->type;
|
||||||
|
pSchema->colId = htonl(pSrcSchema->colId);
|
||||||
|
pSchema->bytes = htonl(pSrcSchema->bytes);
|
||||||
|
}
|
||||||
|
|
||||||
taosRUnLockLatch(&pStb->lock);
|
taosRUnLockLatch(&pStb->lock);
|
||||||
mndReleaseDb(pMnode, pDb);
|
mndReleaseDb(pMnode, pDb);
|
||||||
mndReleaseStb(pMnode, pStb);
|
mndReleaseStb(pMnode, pStb);
|
||||||
|
@ -891,7 +1316,6 @@ int32_t mndValidateStbInfo(SMnode *pMnode, SSTableMetaVersion *stbs, int32_t num
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
static int32_t mndGetNumOfStbs(SMnode *pMnode, char *dbName, int32_t *pNumOfStbs) {
|
static int32_t mndGetNumOfStbs(SMnode *pMnode, char *dbName, int32_t *pNumOfStbs) {
|
||||||
SSdb *pSdb = pMnode->pSdb;
|
SSdb *pSdb = pMnode->pSdb;
|
||||||
|
|
||||||
|
|
|
@ -21,213 +21,289 @@ class MndTestStb : public ::testing::Test {
|
||||||
public:
|
public:
|
||||||
void SetUp() override {}
|
void SetUp() override {}
|
||||||
void TearDown() override {}
|
void TearDown() override {}
|
||||||
|
|
||||||
|
SCreateDbReq* BuildCreateDbReq(const char* dbname, int32_t* pContLen);
|
||||||
|
SMCreateStbReq* BuildCreateStbReq(const char* stbname, int32_t* pContLen);
|
||||||
|
SMAltertbReq* BuildAlterStbAddTagReq(const char* stbname, int32_t* pContLen);
|
||||||
};
|
};
|
||||||
|
|
||||||
Testbase MndTestStb::test;
|
Testbase MndTestStb::test;
|
||||||
|
|
||||||
TEST_F(MndTestStb, 01_Create_Show_Meta_Drop_Restart_Stb) {
|
SCreateDbReq* MndTestStb::BuildCreateDbReq(const char* dbname, int32_t* pContLen) {
|
||||||
{
|
int32_t contLen = sizeof(SCreateDbReq);
|
||||||
int32_t contLen = sizeof(SCreateDbReq);
|
|
||||||
|
|
||||||
SCreateDbReq* pReq = (SCreateDbReq*)rpcMallocCont(contLen);
|
SCreateDbReq* pReq = (SCreateDbReq*)rpcMallocCont(contLen);
|
||||||
strcpy(pReq->db, "1.d1");
|
strcpy(pReq->db, dbname);
|
||||||
pReq->numOfVgroups = htonl(2);
|
pReq->numOfVgroups = htonl(2);
|
||||||
pReq->cacheBlockSize = htonl(16);
|
pReq->cacheBlockSize = htonl(16);
|
||||||
pReq->totalBlocks = htonl(10);
|
pReq->totalBlocks = htonl(10);
|
||||||
pReq->daysPerFile = htonl(10);
|
pReq->daysPerFile = htonl(10);
|
||||||
pReq->daysToKeep0 = htonl(3650);
|
pReq->daysToKeep0 = htonl(3650);
|
||||||
pReq->daysToKeep1 = htonl(3650);
|
pReq->daysToKeep1 = htonl(3650);
|
||||||
pReq->daysToKeep2 = htonl(3650);
|
pReq->daysToKeep2 = htonl(3650);
|
||||||
pReq->minRows = htonl(100);
|
pReq->minRows = htonl(100);
|
||||||
pReq->maxRows = htonl(4096);
|
pReq->maxRows = htonl(4096);
|
||||||
pReq->commitTime = htonl(3600);
|
pReq->commitTime = htonl(3600);
|
||||||
pReq->fsyncPeriod = htonl(3000);
|
pReq->fsyncPeriod = htonl(3000);
|
||||||
pReq->walLevel = 1;
|
pReq->walLevel = 1;
|
||||||
pReq->precision = 0;
|
pReq->precision = 0;
|
||||||
pReq->compression = 2;
|
pReq->compression = 2;
|
||||||
pReq->replications = 1;
|
pReq->replications = 1;
|
||||||
pReq->quorum = 1;
|
pReq->quorum = 1;
|
||||||
pReq->update = 0;
|
pReq->update = 0;
|
||||||
pReq->cacheLastRow = 0;
|
pReq->cacheLastRow = 0;
|
||||||
pReq->ignoreExist = 1;
|
pReq->ignoreExist = 1;
|
||||||
|
|
||||||
SRpcMsg* pRsp = test.SendReq(TDMT_MND_CREATE_DB, pReq, contLen);
|
*pContLen = contLen;
|
||||||
ASSERT_NE(pRsp, nullptr);
|
return pReq;
|
||||||
ASSERT_EQ(pRsp->code, 0);
|
}
|
||||||
}
|
|
||||||
|
SMCreateStbReq* MndTestStb::BuildCreateStbReq(const char *stbname, int32_t* pContLen) {
|
||||||
{
|
int32_t cols = 2;
|
||||||
int32_t cols = 2;
|
int32_t tags = 3;
|
||||||
int32_t tags = 3;
|
int32_t contLen = (tags + cols) * sizeof(SSchema) + sizeof(SMCreateStbReq);
|
||||||
int32_t contLen = (tags + cols) * sizeof(SSchema) + sizeof(SMCreateStbReq);
|
|
||||||
|
SMCreateStbReq* pReq = (SMCreateStbReq*)rpcMallocCont(contLen);
|
||||||
SMCreateStbReq* pReq = (SMCreateStbReq*)rpcMallocCont(contLen);
|
strcpy(pReq->name, stbname);
|
||||||
strcpy(pReq->name, "1.d1.stb");
|
pReq->numOfTags = htonl(tags);
|
||||||
pReq->numOfTags = htonl(tags);
|
pReq->numOfColumns = htonl(cols);
|
||||||
pReq->numOfColumns = htonl(cols);
|
|
||||||
|
{
|
||||||
{
|
SSchema* pSchema = &pReq->pSchemas[0];
|
||||||
SSchema* pSchema = &pReq->pSchema[0];
|
pSchema->bytes = htonl(8);
|
||||||
pSchema->bytes = htonl(8);
|
pSchema->type = TSDB_DATA_TYPE_TIMESTAMP;
|
||||||
pSchema->type = TSDB_DATA_TYPE_TIMESTAMP;
|
strcpy(pSchema->name, "ts");
|
||||||
strcpy(pSchema->name, "ts");
|
}
|
||||||
}
|
|
||||||
|
{
|
||||||
{
|
SSchema* pSchema = &pReq->pSchemas[1];
|
||||||
SSchema* pSchema = &pReq->pSchema[1];
|
pSchema->bytes = htonl(4);
|
||||||
pSchema->bytes = htonl(4);
|
pSchema->type = TSDB_DATA_TYPE_INT;
|
||||||
pSchema->type = TSDB_DATA_TYPE_INT;
|
strcpy(pSchema->name, "col1");
|
||||||
strcpy(pSchema->name, "col1");
|
}
|
||||||
}
|
|
||||||
|
{
|
||||||
{
|
SSchema* pSchema = &pReq->pSchemas[2];
|
||||||
SSchema* pSchema = &pReq->pSchema[2];
|
pSchema->bytes = htonl(2);
|
||||||
pSchema->bytes = htonl(2);
|
pSchema->type = TSDB_DATA_TYPE_TINYINT;
|
||||||
pSchema->type = TSDB_DATA_TYPE_TINYINT;
|
strcpy(pSchema->name, "tag1");
|
||||||
strcpy(pSchema->name, "tag1");
|
}
|
||||||
}
|
|
||||||
|
{
|
||||||
{
|
SSchema* pSchema = &pReq->pSchemas[3];
|
||||||
SSchema* pSchema = &pReq->pSchema[3];
|
pSchema->bytes = htonl(8);
|
||||||
pSchema->bytes = htonl(8);
|
pSchema->type = TSDB_DATA_TYPE_BIGINT;
|
||||||
pSchema->type = TSDB_DATA_TYPE_BIGINT;
|
strcpy(pSchema->name, "tag2");
|
||||||
strcpy(pSchema->name, "tag2");
|
}
|
||||||
}
|
|
||||||
|
{
|
||||||
{
|
SSchema* pSchema = &pReq->pSchemas[4];
|
||||||
SSchema* pSchema = &pReq->pSchema[4];
|
pSchema->bytes = htonl(16);
|
||||||
pSchema->bytes = htonl(16);
|
pSchema->type = TSDB_DATA_TYPE_BINARY;
|
||||||
pSchema->type = TSDB_DATA_TYPE_BINARY;
|
strcpy(pSchema->name, "tag3");
|
||||||
strcpy(pSchema->name, "tag3");
|
}
|
||||||
}
|
|
||||||
|
*pContLen = contLen;
|
||||||
SRpcMsg* pRsp = test.SendReq(TDMT_MND_CREATE_STB, pReq, contLen);
|
return pReq;
|
||||||
ASSERT_NE(pRsp, nullptr);
|
}
|
||||||
ASSERT_EQ(pRsp->code, 0);
|
|
||||||
}
|
// TEST_F(MndTestStb, 01_Create_Show_Meta_Drop_Restart_Stb) {
|
||||||
|
// const char *dbname = "1.d1";
|
||||||
test.SendShowMetaReq(TSDB_MGMT_TABLE_STB, "1.d1");
|
// const char *stbname = "1.d1.stb";
|
||||||
CHECK_META("show stables", 4);
|
|
||||||
|
// {
|
||||||
CHECK_SCHEMA(0, TSDB_DATA_TYPE_BINARY, TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE, "name");
|
// int32_t contLen = 0;
|
||||||
CHECK_SCHEMA(1, TSDB_DATA_TYPE_TIMESTAMP, 8, "create_time");
|
// SCreateDbReq* pReq = BuildCreateDbReq(dbname, &contLen);
|
||||||
CHECK_SCHEMA(2, TSDB_DATA_TYPE_INT, 4, "columns");
|
// SRpcMsg* pRsp = test.SendReq(TDMT_MND_CREATE_DB, pReq, contLen);
|
||||||
CHECK_SCHEMA(3, TSDB_DATA_TYPE_INT, 4, "tags");
|
// ASSERT_NE(pRsp, nullptr);
|
||||||
|
// ASSERT_EQ(pRsp->code, 0);
|
||||||
test.SendShowRetrieveReq();
|
// }
|
||||||
EXPECT_EQ(test.GetShowRows(), 1);
|
|
||||||
CheckBinary("stb", TSDB_TABLE_NAME_LEN);
|
// {
|
||||||
CheckTimestamp();
|
// int32_t contLen = 0;
|
||||||
CheckInt32(2);
|
// SMCreateStbReq* pReq = BuildCreateStbReq(stbname, &contLen);
|
||||||
CheckInt32(3);
|
// SRpcMsg* pRsp = test.SendReq(TDMT_MND_CREATE_STB, pReq, contLen);
|
||||||
|
// ASSERT_NE(pRsp, nullptr);
|
||||||
// ----- meta ------
|
// ASSERT_EQ(pRsp->code, 0);
|
||||||
{
|
// }
|
||||||
int32_t contLen = sizeof(STableInfoReq);
|
|
||||||
|
// {
|
||||||
STableInfoReq* pReq = (STableInfoReq*)rpcMallocCont(contLen);
|
// test.SendShowMetaReq(TSDB_MGMT_TABLE_STB, dbname);
|
||||||
strcpy(pReq->dbFName, "1.d1");
|
// CHECK_META("show stables", 4);
|
||||||
strcpy(pReq->tbName, "stb");
|
// CHECK_SCHEMA(0, TSDB_DATA_TYPE_BINARY, TSDB_TABLE_NAME_LEN + VARSTR_HEADER_SIZE, "name");
|
||||||
|
// CHECK_SCHEMA(1, TSDB_DATA_TYPE_TIMESTAMP, 8, "create_time");
|
||||||
SRpcMsg* pMsg = test.SendReq(TDMT_MND_STB_META, pReq, contLen);
|
// CHECK_SCHEMA(2, TSDB_DATA_TYPE_INT, 4, "columns");
|
||||||
ASSERT_NE(pMsg, nullptr);
|
// CHECK_SCHEMA(3, TSDB_DATA_TYPE_INT, 4, "tags");
|
||||||
ASSERT_EQ(pMsg->code, 0);
|
|
||||||
|
// test.SendShowRetrieveReq();
|
||||||
STableMetaRsp* pRsp = (STableMetaRsp*)pMsg->pCont;
|
// EXPECT_EQ(test.GetShowRows(), 1);
|
||||||
pRsp->numOfTags = htonl(pRsp->numOfTags);
|
// CheckBinary("stb", TSDB_TABLE_NAME_LEN);
|
||||||
pRsp->numOfColumns = htonl(pRsp->numOfColumns);
|
// CheckTimestamp();
|
||||||
pRsp->sversion = htonl(pRsp->sversion);
|
// CheckInt32(2);
|
||||||
pRsp->tversion = htonl(pRsp->tversion);
|
// CheckInt32(3);
|
||||||
pRsp->suid = be64toh(pRsp->suid);
|
// }
|
||||||
pRsp->tuid = be64toh(pRsp->tuid);
|
|
||||||
pRsp->vgId = be64toh(pRsp->vgId);
|
// // ----- meta ------
|
||||||
for (int32_t i = 0; i < pRsp->numOfTags + pRsp->numOfColumns; ++i) {
|
// {
|
||||||
SSchema* pSchema = &pRsp->pSchema[i];
|
// int32_t contLen = sizeof(STableInfoReq);
|
||||||
pSchema->colId = htonl(pSchema->colId);
|
// STableInfoReq* pReq = (STableInfoReq*)rpcMallocCont(contLen);
|
||||||
pSchema->bytes = htonl(pSchema->bytes);
|
// strcpy(pReq->dbFName, dbname);
|
||||||
}
|
// strcpy(pReq->tbName, "stb");
|
||||||
|
|
||||||
EXPECT_STREQ(pRsp->dbFName, "1.d1");
|
// SRpcMsg* pMsg = test.SendReq(TDMT_MND_STB_META, pReq, contLen);
|
||||||
EXPECT_STREQ(pRsp->tbName, "stb");
|
// ASSERT_NE(pMsg, nullptr);
|
||||||
EXPECT_STREQ(pRsp->stbName, "stb");
|
// ASSERT_EQ(pMsg->code, 0);
|
||||||
EXPECT_EQ(pRsp->numOfColumns, 2);
|
|
||||||
EXPECT_EQ(pRsp->numOfTags, 3);
|
// STableMetaRsp* pRsp = (STableMetaRsp*)pMsg->pCont;
|
||||||
EXPECT_EQ(pRsp->precision, TSDB_TIME_PRECISION_MILLI);
|
// pRsp->numOfTags = htonl(pRsp->numOfTags);
|
||||||
EXPECT_EQ(pRsp->tableType, TSDB_SUPER_TABLE);
|
// pRsp->numOfColumns = htonl(pRsp->numOfColumns);
|
||||||
EXPECT_EQ(pRsp->update, 0);
|
// pRsp->sversion = htonl(pRsp->sversion);
|
||||||
EXPECT_EQ(pRsp->sversion, 1);
|
// pRsp->tversion = htonl(pRsp->tversion);
|
||||||
EXPECT_EQ(pRsp->tversion, 0);
|
// pRsp->suid = be64toh(pRsp->suid);
|
||||||
EXPECT_GT(pRsp->suid, 0);
|
// pRsp->tuid = be64toh(pRsp->tuid);
|
||||||
EXPECT_GT(pRsp->tuid, 0);
|
// pRsp->vgId = be64toh(pRsp->vgId);
|
||||||
EXPECT_EQ(pRsp->vgId, 0);
|
// for (int32_t i = 0; i < pRsp->numOfTags + pRsp->numOfColumns; ++i) {
|
||||||
|
// SSchema* pSchema = &pRsp->pSchema[i];
|
||||||
{
|
// pSchema->colId = htonl(pSchema->colId);
|
||||||
SSchema* pSchema = &pRsp->pSchema[0];
|
// pSchema->bytes = htonl(pSchema->bytes);
|
||||||
EXPECT_EQ(pSchema->type, TSDB_DATA_TYPE_TIMESTAMP);
|
// }
|
||||||
EXPECT_EQ(pSchema->colId, 1);
|
|
||||||
EXPECT_EQ(pSchema->bytes, 8);
|
// EXPECT_STREQ(pRsp->dbFName, dbname);
|
||||||
EXPECT_STREQ(pSchema->name, "ts");
|
// EXPECT_STREQ(pRsp->tbName, "stb");
|
||||||
}
|
// EXPECT_STREQ(pRsp->stbName, "stb");
|
||||||
|
// EXPECT_EQ(pRsp->numOfColumns, 2);
|
||||||
{
|
// EXPECT_EQ(pRsp->numOfTags, 3);
|
||||||
SSchema* pSchema = &pRsp->pSchema[1];
|
// EXPECT_EQ(pRsp->precision, TSDB_TIME_PRECISION_MILLI);
|
||||||
EXPECT_EQ(pSchema->type, TSDB_DATA_TYPE_INT);
|
// EXPECT_EQ(pRsp->tableType, TSDB_SUPER_TABLE);
|
||||||
EXPECT_EQ(pSchema->colId, 2);
|
// EXPECT_EQ(pRsp->update, 0);
|
||||||
EXPECT_EQ(pSchema->bytes, 4);
|
// EXPECT_EQ(pRsp->sversion, 1);
|
||||||
EXPECT_STREQ(pSchema->name, "col1");
|
// EXPECT_EQ(pRsp->tversion, 0);
|
||||||
}
|
// EXPECT_GT(pRsp->suid, 0);
|
||||||
|
// EXPECT_GT(pRsp->tuid, 0);
|
||||||
{
|
// EXPECT_EQ(pRsp->vgId, 0);
|
||||||
SSchema* pSchema = &pRsp->pSchema[2];
|
|
||||||
EXPECT_EQ(pSchema->type, TSDB_DATA_TYPE_TINYINT);
|
// {
|
||||||
EXPECT_EQ(pSchema->colId, 3);
|
// SSchema* pSchema = &pRsp->pSchema[0];
|
||||||
EXPECT_EQ(pSchema->bytes, 2);
|
// EXPECT_EQ(pSchema->type, TSDB_DATA_TYPE_TIMESTAMP);
|
||||||
EXPECT_STREQ(pSchema->name, "tag1");
|
// EXPECT_EQ(pSchema->colId, 1);
|
||||||
}
|
// EXPECT_EQ(pSchema->bytes, 8);
|
||||||
|
// EXPECT_STREQ(pSchema->name, "ts");
|
||||||
{
|
// }
|
||||||
SSchema* pSchema = &pRsp->pSchema[3];
|
|
||||||
EXPECT_EQ(pSchema->type, TSDB_DATA_TYPE_BIGINT);
|
// {
|
||||||
EXPECT_EQ(pSchema->colId, 4);
|
// SSchema* pSchema = &pRsp->pSchema[1];
|
||||||
EXPECT_EQ(pSchema->bytes, 8);
|
// EXPECT_EQ(pSchema->type, TSDB_DATA_TYPE_INT);
|
||||||
EXPECT_STREQ(pSchema->name, "tag2");
|
// EXPECT_EQ(pSchema->colId, 2);
|
||||||
}
|
// EXPECT_EQ(pSchema->bytes, 4);
|
||||||
|
// EXPECT_STREQ(pSchema->name, "col1");
|
||||||
{
|
// }
|
||||||
SSchema* pSchema = &pRsp->pSchema[4];
|
|
||||||
EXPECT_EQ(pSchema->type, TSDB_DATA_TYPE_BINARY);
|
// {
|
||||||
EXPECT_EQ(pSchema->colId, 5);
|
// SSchema* pSchema = &pRsp->pSchema[2];
|
||||||
EXPECT_EQ(pSchema->bytes, 16);
|
// EXPECT_EQ(pSchema->type, TSDB_DATA_TYPE_TINYINT);
|
||||||
EXPECT_STREQ(pSchema->name, "tag3");
|
// EXPECT_EQ(pSchema->colId, 3);
|
||||||
}
|
// EXPECT_EQ(pSchema->bytes, 2);
|
||||||
}
|
// EXPECT_STREQ(pSchema->name, "tag1");
|
||||||
|
// }
|
||||||
// restart
|
|
||||||
test.Restart();
|
// {
|
||||||
|
// SSchema* pSchema = &pRsp->pSchema[3];
|
||||||
test.SendShowMetaReq(TSDB_MGMT_TABLE_STB, "1.d1");
|
// EXPECT_EQ(pSchema->type, TSDB_DATA_TYPE_BIGINT);
|
||||||
CHECK_META("show stables", 4);
|
// EXPECT_EQ(pSchema->colId, 4);
|
||||||
test.SendShowRetrieveReq();
|
// EXPECT_EQ(pSchema->bytes, 8);
|
||||||
EXPECT_EQ(test.GetShowRows(), 1);
|
// EXPECT_STREQ(pSchema->name, "tag2");
|
||||||
|
// }
|
||||||
CheckBinary("stb", TSDB_TABLE_NAME_LEN);
|
|
||||||
CheckTimestamp();
|
// {
|
||||||
CheckInt32(2);
|
// SSchema* pSchema = &pRsp->pSchema[4];
|
||||||
CheckInt32(3);
|
// EXPECT_EQ(pSchema->type, TSDB_DATA_TYPE_BINARY);
|
||||||
|
// EXPECT_EQ(pSchema->colId, 5);
|
||||||
{
|
// EXPECT_EQ(pSchema->bytes, 16);
|
||||||
int32_t contLen = sizeof(SMDropStbReq);
|
// EXPECT_STREQ(pSchema->name, "tag3");
|
||||||
|
// }
|
||||||
SMDropStbReq* pReq = (SMDropStbReq*)rpcMallocCont(contLen);
|
// }
|
||||||
strcpy(pReq->name, "1.d1.stb");
|
|
||||||
|
// // restart
|
||||||
SRpcMsg* pRsp = test.SendReq(TDMT_MND_DROP_STB, pReq, contLen);
|
// test.Restart();
|
||||||
ASSERT_NE(pRsp, nullptr);
|
|
||||||
ASSERT_EQ(pRsp->code, 0);
|
// {
|
||||||
}
|
// test.SendShowMetaReq(TSDB_MGMT_TABLE_STB, dbname);
|
||||||
|
// CHECK_META("show stables", 4);
|
||||||
test.SendShowMetaReq(TSDB_MGMT_TABLE_STB, "1.d1");
|
// test.SendShowRetrieveReq();
|
||||||
CHECK_META("show stables", 4);
|
// EXPECT_EQ(test.GetShowRows(), 1);
|
||||||
test.SendShowRetrieveReq();
|
|
||||||
EXPECT_EQ(test.GetShowRows(), 0);
|
// CheckBinary("stb", TSDB_TABLE_NAME_LEN);
|
||||||
|
// CheckTimestamp();
|
||||||
|
// CheckInt32(2);
|
||||||
|
// CheckInt32(3);
|
||||||
|
// }
|
||||||
|
|
||||||
|
// {
|
||||||
|
// int32_t contLen = sizeof(SMDropStbReq);
|
||||||
|
|
||||||
|
// SMDropStbReq* pReq = (SMDropStbReq*)rpcMallocCont(contLen);
|
||||||
|
// strcpy(pReq->name, stbname);
|
||||||
|
|
||||||
|
// SRpcMsg* pRsp = test.SendReq(TDMT_MND_DROP_STB, pReq, contLen);
|
||||||
|
// ASSERT_NE(pRsp, nullptr);
|
||||||
|
// ASSERT_EQ(pRsp->code, 0);
|
||||||
|
// }
|
||||||
|
|
||||||
|
// test.SendShowMetaReq(TSDB_MGMT_TABLE_STB, dbname);
|
||||||
|
// CHECK_META("show stables", 4);
|
||||||
|
// test.SendShowRetrieveReq();
|
||||||
|
// EXPECT_EQ(test.GetShowRows(), 0);
|
||||||
|
// }
|
||||||
|
|
||||||
|
SMAltertbReq* MndTestStb::BuildAlterStbAddTagReq(const char* stbname, int32_t* pContLen) {
|
||||||
|
int32_t contLen = sizeof(SMAltertbReq) + sizeof(SSchema);
|
||||||
|
SMAltertbReq* pReq = (SMAltertbReq*)rpcMallocCont(contLen);
|
||||||
|
strcpy(pReq->name, stbname);
|
||||||
|
pReq->numOfSchemas = htonl(1);
|
||||||
|
pReq->alterType = TSDB_ALTER_TABLE_ADD_TAG_COLUMN;
|
||||||
|
|
||||||
|
SSchema* pSchema = &pReq->pSchemas[0];
|
||||||
|
pSchema->bytes = htonl(4);
|
||||||
|
pSchema->type = TSDB_DATA_TYPE_INT;
|
||||||
|
strcpy(pSchema->name, "tag4");
|
||||||
|
|
||||||
|
*pContLen = contLen;
|
||||||
|
return pReq;
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(MndTestStb, 01_Alter_Stb) {
|
||||||
|
const char *dbname = "1.d2";
|
||||||
|
const char *stbname = "1.d2.stb";
|
||||||
|
|
||||||
|
{
|
||||||
|
int32_t contLen = 0;
|
||||||
|
SCreateDbReq* pReq = BuildCreateDbReq(dbname, &contLen);
|
||||||
|
SRpcMsg* pRsp = test.SendReq(TDMT_MND_CREATE_DB, pReq, contLen);
|
||||||
|
ASSERT_NE(pRsp, nullptr);
|
||||||
|
ASSERT_EQ(pRsp->code, 0);
|
||||||
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
int32_t contLen = 0;
|
||||||
|
SMCreateStbReq* pReq = BuildCreateStbReq(stbname, &contLen);
|
||||||
|
SRpcMsg* pRsp = test.SendReq(TDMT_MND_CREATE_STB, pReq, contLen);
|
||||||
|
ASSERT_NE(pRsp, nullptr);
|
||||||
|
ASSERT_EQ(pRsp->code, 0);
|
||||||
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
int32_t contLen = 0;
|
||||||
|
SMAltertbReq* pReq = BuildAlterStbAddTagReq(stbname, &contLen);
|
||||||
|
SRpcMsg* pRsp = test.SendReq(TDMT_MND_ALTER_STB, pReq, contLen);
|
||||||
|
ASSERT_NE(pRsp, nullptr);
|
||||||
|
ASSERT_EQ(pRsp->code, 0);
|
||||||
|
|
||||||
|
test.SendShowMetaReq(TSDB_MGMT_TABLE_STB, dbname);
|
||||||
|
test.SendShowRetrieveReq();
|
||||||
|
EXPECT_EQ(test.GetShowRows(), 1);
|
||||||
|
CheckBinary("stb", TSDB_TABLE_NAME_LEN);
|
||||||
|
CheckTimestamp();
|
||||||
|
CheckInt32(2);
|
||||||
|
CheckInt32(4);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -1327,7 +1327,7 @@ static int tsdbMergeMemData(SCommitH *pCommith, SCommitIter *pIter, int bidx) {
|
||||||
int nBlocks = pCommith->readh.pBlkIdx->numOfBlocks;
|
int nBlocks = pCommith->readh.pBlkIdx->numOfBlocks;
|
||||||
SBlock * pBlock = pCommith->readh.pBlkInfo->blocks + bidx;
|
SBlock * pBlock = pCommith->readh.pBlkInfo->blocks + bidx;
|
||||||
TSKEY keyLimit;
|
TSKEY keyLimit;
|
||||||
int16_t colId = 0;
|
int16_t colId = PRIMARYKEY_TIMESTAMP_COL_ID;
|
||||||
SMergeInfo mInfo;
|
SMergeInfo mInfo;
|
||||||
SBlock subBlocks[TSDB_MAX_SUBBLOCKS];
|
SBlock subBlocks[TSDB_MAX_SUBBLOCKS];
|
||||||
SBlock block, supBlock;
|
SBlock block, supBlock;
|
||||||
|
|
|
@ -472,7 +472,7 @@ static int tsdbLoadBlockDataImpl(SReadH *pReadh, SBlock *pBlock, SDataCols *pDat
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
int16_t tcolId = 0;
|
int16_t tcolId = PRIMARYKEY_TIMESTAMP_COL_ID;
|
||||||
uint32_t toffset = TSDB_KEY_COL_OFFSET;
|
uint32_t toffset = TSDB_KEY_COL_OFFSET;
|
||||||
int32_t tlen = pBlock->keyLen;
|
int32_t tlen = pBlock->keyLen;
|
||||||
|
|
||||||
|
|
|
@ -185,6 +185,7 @@ static void vBufPoolDestroyMA(SMemAllocatorFactory *pMAF, SMemAllocator *pMA) {
|
||||||
free(pMA);
|
free(pMA);
|
||||||
if (--pVMA->_ref.val == 0) {
|
if (--pVMA->_ref.val == 0) {
|
||||||
TD_DLIST_POP(&(pVnode->pBufPool->incycle), pVMA);
|
TD_DLIST_POP(&(pVnode->pBufPool->incycle), pVMA);
|
||||||
|
vmaReset(pVMA);
|
||||||
TD_DLIST_APPEND(&(pVnode->pBufPool->free), pVMA);
|
TD_DLIST_APPEND(&(pVnode->pBufPool->free), pVMA);
|
||||||
}
|
}
|
||||||
}
|
}
|
|
@ -83,7 +83,7 @@ int vnodeApplyWMsg(SVnode *pVnode, SRpcMsg *pMsg, SRpcMsg **pRsp) {
|
||||||
free(vCreateTbReq.name);
|
free(vCreateTbReq.name);
|
||||||
break;
|
break;
|
||||||
case TDMT_VND_CREATE_TABLE:
|
case TDMT_VND_CREATE_TABLE:
|
||||||
tSVCreateTbBatchReqDeserialize(POINTER_SHIFT(pMsg->pCont, sizeof(SMsgHead)), &vCreateTbBatchReq);
|
tDeserializeSVCreateTbBatchReq(POINTER_SHIFT(pMsg->pCont, sizeof(SMsgHead)), &vCreateTbBatchReq);
|
||||||
for (int i = 0; i < taosArrayGetSize(vCreateTbBatchReq.pArray); i++) {
|
for (int i = 0; i < taosArrayGetSize(vCreateTbBatchReq.pArray); i++) {
|
||||||
SVCreateTbReq *pCreateTbReq = taosArrayGet(vCreateTbBatchReq.pArray, i);
|
SVCreateTbReq *pCreateTbReq = taosArrayGet(vCreateTbBatchReq.pArray, i);
|
||||||
if (metaCreateTable(pVnode->pMeta, pCreateTbReq) < 0) {
|
if (metaCreateTable(pVnode->pMeta, pCreateTbReq) < 0) {
|
||||||
|
@ -106,7 +106,11 @@ int vnodeApplyWMsg(SVnode *pVnode, SRpcMsg *pMsg, SRpcMsg **pRsp) {
|
||||||
break;
|
break;
|
||||||
|
|
||||||
case TDMT_VND_ALTER_STB:
|
case TDMT_VND_ALTER_STB:
|
||||||
vTrace("vgId:%d, process drop stb req", pVnode->vgId);
|
vTrace("vgId:%d, process alter stb req", pVnode->vgId);
|
||||||
|
tDeserializeSVCreateTbReq(POINTER_SHIFT(pMsg->pCont, sizeof(SMsgHead)), &vCreateTbReq);
|
||||||
|
free(vCreateTbReq.stbCfg.pSchema);
|
||||||
|
free(vCreateTbReq.stbCfg.pTagSchema);
|
||||||
|
free(vCreateTbReq.name);
|
||||||
break;
|
break;
|
||||||
case TDMT_VND_DROP_STB:
|
case TDMT_VND_DROP_STB:
|
||||||
vTrace("vgId:%d, process drop stb req", pVnode->vgId);
|
vTrace("vgId:%d, process drop stb req", pVnode->vgId);
|
||||||
|
|
|
@ -28,7 +28,6 @@ typedef struct SAstCreateContext {
|
||||||
bool notSupport;
|
bool notSupport;
|
||||||
bool valid;
|
bool valid;
|
||||||
SNode* pRootNode;
|
SNode* pRootNode;
|
||||||
SHashObj* pResourceHash;
|
|
||||||
} SAstCreateContext;
|
} SAstCreateContext;
|
||||||
|
|
||||||
int32_t createAstCreateContext(SParseContext* pQueryCxt, SAstCreateContext* pCxt);
|
int32_t createAstCreateContext(SParseContext* pQueryCxt, SAstCreateContext* pCxt);
|
||||||
|
|
|
@ -13,11 +13,6 @@
|
||||||
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
*/
|
*/
|
||||||
|
|
||||||
#include "nodes.h"
|
|
||||||
#include "nodesShowStmts.h"
|
|
||||||
#include "astCreateContext.h"
|
|
||||||
#include "ttoken.h"
|
|
||||||
|
|
||||||
#ifndef _TD_AST_CREATE_FUNCS_H_
|
#ifndef _TD_AST_CREATE_FUNCS_H_
|
||||||
#define _TD_AST_CREATE_FUNCS_H_
|
#define _TD_AST_CREATE_FUNCS_H_
|
||||||
|
|
||||||
|
@ -25,15 +20,26 @@
|
||||||
extern "C" {
|
extern "C" {
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
|
#include "nodes.h"
|
||||||
|
#include "nodesShowStmts.h"
|
||||||
|
#include "astCreateContext.h"
|
||||||
|
#include "ttoken.h"
|
||||||
|
|
||||||
extern SToken nil_token;
|
extern SToken nil_token;
|
||||||
|
|
||||||
|
typedef struct STargetExprNode {
|
||||||
|
ENodeType nodeType;
|
||||||
|
char* p;
|
||||||
|
uint32_t n;
|
||||||
|
SNode* pNode;
|
||||||
|
} STargetExprNode;
|
||||||
|
|
||||||
SNodeList* createNodeList(SAstCreateContext* pCxt, SNode* pNode);
|
SNodeList* createNodeList(SAstCreateContext* pCxt, SNode* pNode);
|
||||||
SNodeList* addNodeToList(SAstCreateContext* pCxt, SNodeList* pList, SNode* pNode);
|
SNodeList* addNodeToList(SAstCreateContext* pCxt, SNodeList* pList, SNode* pNode);
|
||||||
|
|
||||||
SNode* createColumnNode(SAstCreateContext* pCxt, const SToken* pTableName, const SToken* pColumnName);
|
SNode* createColumnNode(SAstCreateContext* pCxt, const SToken* pTableAlias, const SToken* pColumnName);
|
||||||
SNode* createValueNode(SAstCreateContext* pCxt, int32_t dataType, const SToken* pLiteral);
|
SNode* createValueNode(SAstCreateContext* pCxt, int32_t dataType, const SToken* pLiteral);
|
||||||
SNode* createDurationValueNode(SAstCreateContext* pCxt, const SToken* pLiteral);
|
SNode* createDurationValueNode(SAstCreateContext* pCxt, const SToken* pLiteral);
|
||||||
SNode* addMinusSign(SAstCreateContext* pCxt, SNode* pNode);
|
|
||||||
SNode* setProjectionAlias(SAstCreateContext* pCxt, SNode* pNode, const SToken* pAlias);
|
SNode* setProjectionAlias(SAstCreateContext* pCxt, SNode* pNode, const SToken* pAlias);
|
||||||
SNode* createLogicConditionNode(SAstCreateContext* pCxt, ELogicConditionType type, SNode* pParam1, SNode* pParam2);
|
SNode* createLogicConditionNode(SAstCreateContext* pCxt, ELogicConditionType type, SNode* pParam1, SNode* pParam2);
|
||||||
SNode* createOperatorNode(SAstCreateContext* pCxt, EOperatorType type, SNode* pLeft, SNode* pRight);
|
SNode* createOperatorNode(SAstCreateContext* pCxt, EOperatorType type, SNode* pLeft, SNode* pRight);
|
||||||
|
|
|
@ -187,7 +187,7 @@ table_reference(A) ::= joined_table(B).
|
||||||
table_primary(A) ::= table_name(B) alias_opt(C). { PARSER_TRACE; A = createRealTableNode(pCxt, NULL, &B, &C); }
|
table_primary(A) ::= table_name(B) alias_opt(C). { PARSER_TRACE; A = createRealTableNode(pCxt, NULL, &B, &C); }
|
||||||
table_primary(A) ::= db_name(B) NK_DOT table_name(C) alias_opt(D). { PARSER_TRACE; A = createRealTableNode(pCxt, &B, &C, &D); }
|
table_primary(A) ::= db_name(B) NK_DOT table_name(C) alias_opt(D). { PARSER_TRACE; A = createRealTableNode(pCxt, &B, &C, &D); }
|
||||||
table_primary(A) ::= subquery(B) alias_opt(C). { PARSER_TRACE; A = createTempTableNode(pCxt, B, &C); }
|
table_primary(A) ::= subquery(B) alias_opt(C). { PARSER_TRACE; A = createTempTableNode(pCxt, B, &C); }
|
||||||
table_primary ::= parenthesized_joined_table.
|
table_primary(A) ::= parenthesized_joined_table(B). { PARSER_TRACE; A = B; }
|
||||||
|
|
||||||
%type alias_opt { SToken }
|
%type alias_opt { SToken }
|
||||||
%destructor alias_opt { PARSER_DESTRUCTOR_TRACE; }
|
%destructor alias_opt { PARSER_DESTRUCTOR_TRACE; }
|
||||||
|
@ -297,9 +297,9 @@ query_expression_body(A) ::=
|
||||||
query_expression_body(B) UNION ALL query_expression_body(D). { PARSER_TRACE; A = createSetOperator(pCxt, SET_OP_TYPE_UNION_ALL, B, D); }
|
query_expression_body(B) UNION ALL query_expression_body(D). { PARSER_TRACE; A = createSetOperator(pCxt, SET_OP_TYPE_UNION_ALL, B, D); }
|
||||||
|
|
||||||
query_primary(A) ::= query_specification(B). { PARSER_TRACE; A = B; }
|
query_primary(A) ::= query_specification(B). { PARSER_TRACE; A = B; }
|
||||||
query_primary(A) ::=
|
//query_primary(A) ::=
|
||||||
NK_LP query_expression_body(B)
|
// NK_LP query_expression_body(B)
|
||||||
order_by_clause_opt limit_clause_opt slimit_clause_opt NK_RP. { PARSER_TRACE; A = B;}
|
// order_by_clause_opt slimit_clause_opt limit_clause_opt NK_RP. { PARSER_TRACE; A = B;}
|
||||||
|
|
||||||
%type order_by_clause_opt { SNodeList* }
|
%type order_by_clause_opt { SNodeList* }
|
||||||
%destructor order_by_clause_opt { PARSER_DESTRUCTOR_TRACE; nodesDestroyList($$); }
|
%destructor order_by_clause_opt { PARSER_DESTRUCTOR_TRACE; nodesDestroyList($$); }
|
||||||
|
@ -317,7 +317,7 @@ limit_clause_opt(A) ::= LIMIT NK_INTEGER(B) OFFSET NK_INTEGER(C).
|
||||||
limit_clause_opt(A) ::= LIMIT NK_INTEGER(C) NK_COMMA NK_INTEGER(B). { PARSER_TRACE; A = createLimitNode(pCxt, &B, &C); }
|
limit_clause_opt(A) ::= LIMIT NK_INTEGER(C) NK_COMMA NK_INTEGER(B). { PARSER_TRACE; A = createLimitNode(pCxt, &B, &C); }
|
||||||
|
|
||||||
/************************************************ subquery ************************************************************/
|
/************************************************ subquery ************************************************************/
|
||||||
subquery(A) ::= NK_LR query_expression(B) NK_RP. { PARSER_TRACE; A = B; }
|
subquery(A) ::= NK_LP query_expression(B) NK_RP. { PARSER_TRACE; A = B; }
|
||||||
|
|
||||||
/************************************************ search_condition ****************************************************/
|
/************************************************ search_condition ****************************************************/
|
||||||
search_condition(A) ::= boolean_value_expression(B). { PARSER_TRACE; A = B; }
|
search_condition(A) ::= boolean_value_expression(B). { PARSER_TRACE; A = B; }
|
||||||
|
|
|
@ -28,6 +28,7 @@ typedef struct SQuery {
|
||||||
} SQuery;
|
} SQuery;
|
||||||
|
|
||||||
int32_t doParse(SParseContext* pParseCxt, SQuery* pQuery);
|
int32_t doParse(SParseContext* pParseCxt, SQuery* pQuery);
|
||||||
|
int32_t doTranslate(SParseContext* pParseCxt, SQuery* pQuery);
|
||||||
|
|
||||||
#ifdef __cplusplus
|
#ifdef __cplusplus
|
||||||
}
|
}
|
||||||
|
|
|
@ -813,7 +813,7 @@ cmd ::= ALTER TABLE ids(X) cpxName(F) DROP COLUMN ids(A). {
|
||||||
|
|
||||||
cmd ::= ALTER TABLE ids(X) cpxName(F) MODIFY COLUMN columnlist(A). {
|
cmd ::= ALTER TABLE ids(X) cpxName(F) MODIFY COLUMN columnlist(A). {
|
||||||
X.n += F.n;
|
X.n += F.n;
|
||||||
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&X, A, NULL, TSDB_ALTER_TABLE_CHANGE_COLUMN, -1);
|
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&X, A, NULL, TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES, -1);
|
||||||
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -842,7 +842,7 @@ cmd ::= ALTER TABLE ids(X) cpxName(F) CHANGE TAG ids(Y) ids(Z). {
|
||||||
toTSDBType(Z.type);
|
toTSDBType(Z.type);
|
||||||
A = tListItemAppendToken(A, &Z, -1);
|
A = tListItemAppendToken(A, &Z, -1);
|
||||||
|
|
||||||
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&X, NULL, A, TSDB_ALTER_TABLE_CHANGE_TAG_COLUMN, -1);
|
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&X, NULL, A, TSDB_ALTER_TABLE_UPDATE_TAG_NAME, -1);
|
||||||
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -859,7 +859,7 @@ cmd ::= ALTER TABLE ids(X) cpxName(F) SET TAG ids(Y) EQ tagitem(Z). {
|
||||||
|
|
||||||
cmd ::= ALTER TABLE ids(X) cpxName(F) MODIFY TAG columnlist(A). {
|
cmd ::= ALTER TABLE ids(X) cpxName(F) MODIFY TAG columnlist(A). {
|
||||||
X.n += F.n;
|
X.n += F.n;
|
||||||
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&X, A, NULL, TSDB_ALTER_TABLE_MODIFY_TAG_COLUMN, -1);
|
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&X, A, NULL, TSDB_ALTER_TABLE_UPDATE_TAG_BYTES, -1);
|
||||||
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -882,7 +882,7 @@ cmd ::= ALTER STABLE ids(X) cpxName(F) DROP COLUMN ids(A). {
|
||||||
|
|
||||||
cmd ::= ALTER STABLE ids(X) cpxName(F) MODIFY COLUMN columnlist(A). {
|
cmd ::= ALTER STABLE ids(X) cpxName(F) MODIFY COLUMN columnlist(A). {
|
||||||
X.n += F.n;
|
X.n += F.n;
|
||||||
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&X, A, NULL, TSDB_ALTER_TABLE_CHANGE_COLUMN, TSDB_SUPER_TABLE);
|
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&X, A, NULL, TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES, TSDB_SUPER_TABLE);
|
||||||
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -911,7 +911,7 @@ cmd ::= ALTER STABLE ids(X) cpxName(F) CHANGE TAG ids(Y) ids(Z). {
|
||||||
toTSDBType(Z.type);
|
toTSDBType(Z.type);
|
||||||
A = tListItemAppendToken(A, &Z, -1);
|
A = tListItemAppendToken(A, &Z, -1);
|
||||||
|
|
||||||
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&X, NULL, A, TSDB_ALTER_TABLE_CHANGE_TAG_COLUMN, TSDB_SUPER_TABLE);
|
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&X, NULL, A, TSDB_ALTER_TABLE_UPDATE_TAG_NAME, TSDB_SUPER_TABLE);
|
||||||
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -928,7 +928,7 @@ cmd ::= ALTER STABLE ids(X) cpxName(F) SET TAG ids(Y) EQ tagitem(Z). {
|
||||||
|
|
||||||
cmd ::= ALTER STABLE ids(X) cpxName(F) MODIFY TAG columnlist(A). {
|
cmd ::= ALTER STABLE ids(X) cpxName(F) MODIFY TAG columnlist(A). {
|
||||||
X.n += F.n;
|
X.n += F.n;
|
||||||
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&X, A, NULL, TSDB_ALTER_TABLE_MODIFY_TAG_COLUMN, TSDB_SUPER_TABLE);
|
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&X, A, NULL, TSDB_ALTER_TABLE_UPDATE_TAG_BYTES, TSDB_SUPER_TABLE);
|
||||||
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -60,14 +60,14 @@ SNodeList* addNodeToList(SAstCreateContext* pCxt, SNodeList* pList, SNode* pNode
|
||||||
return nodesListAppend(pList, pNode);
|
return nodesListAppend(pList, pNode);
|
||||||
}
|
}
|
||||||
|
|
||||||
SNode* createColumnNode(SAstCreateContext* pCxt, const SToken* pTableName, const SToken* pColumnName) {
|
SNode* createColumnNode(SAstCreateContext* pCxt, const SToken* pTableAlias, const SToken* pColumnName) {
|
||||||
if (!checkTableName(pCxt, pTableName) || !checkColumnName(pCxt, pColumnName)) {
|
if (!checkTableName(pCxt, pTableAlias) || !checkColumnName(pCxt, pColumnName)) {
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
SColumnNode* col = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
|
SColumnNode* col = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
|
||||||
CHECK_OUT_OF_MEM(col);
|
CHECK_OUT_OF_MEM(col);
|
||||||
if (NULL != pTableName) {
|
if (NULL != pTableAlias) {
|
||||||
strncpy(col->tableName, pTableName->z, pTableName->n);
|
strncpy(col->tableAlias, pTableAlias->z, pTableAlias->n);
|
||||||
}
|
}
|
||||||
strncpy(col->colName, pColumnName->z, pColumnName->n);
|
strncpy(col->colName, pColumnName->z, pColumnName->n);
|
||||||
return (SNode*)col;
|
return (SNode*)col;
|
||||||
|
@ -76,7 +76,10 @@ SNode* createColumnNode(SAstCreateContext* pCxt, const SToken* pTableName, const
|
||||||
SNode* createValueNode(SAstCreateContext* pCxt, int32_t dataType, const SToken* pLiteral) {
|
SNode* createValueNode(SAstCreateContext* pCxt, int32_t dataType, const SToken* pLiteral) {
|
||||||
SValueNode* val = (SValueNode*)nodesMakeNode(QUERY_NODE_VALUE);
|
SValueNode* val = (SValueNode*)nodesMakeNode(QUERY_NODE_VALUE);
|
||||||
CHECK_OUT_OF_MEM(val);
|
CHECK_OUT_OF_MEM(val);
|
||||||
// todo
|
val->literal = strndup(pLiteral->z, pLiteral->n);
|
||||||
|
CHECK_OUT_OF_MEM(val->literal);
|
||||||
|
val->node.resType.type = dataType;
|
||||||
|
val->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BOOL].bytes;
|
||||||
return (SNode*)val;
|
return (SNode*)val;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -87,10 +90,6 @@ SNode* createDurationValueNode(SAstCreateContext* pCxt, const SToken* pLiteral)
|
||||||
return (SNode*)val;
|
return (SNode*)val;
|
||||||
}
|
}
|
||||||
|
|
||||||
SNode* addMinusSign(SAstCreateContext* pCxt, SNode* pNode) {
|
|
||||||
// todo
|
|
||||||
}
|
|
||||||
|
|
||||||
SNode* createLogicConditionNode(SAstCreateContext* pCxt, ELogicConditionType type, SNode* pParam1, SNode* pParam2) {
|
SNode* createLogicConditionNode(SAstCreateContext* pCxt, ELogicConditionType type, SNode* pParam1, SNode* pParam2) {
|
||||||
SLogicConditionNode* cond = (SLogicConditionNode*)nodesMakeNode(QUERY_NODE_LOGIC_CONDITION);
|
SLogicConditionNode* cond = (SLogicConditionNode*)nodesMakeNode(QUERY_NODE_LOGIC_CONDITION);
|
||||||
CHECK_OUT_OF_MEM(cond);
|
CHECK_OUT_OF_MEM(cond);
|
||||||
|
@ -151,6 +150,13 @@ SNode* createRealTableNode(SAstCreateContext* pCxt, const SToken* pDbName, const
|
||||||
CHECK_OUT_OF_MEM(realTable);
|
CHECK_OUT_OF_MEM(realTable);
|
||||||
if (NULL != pDbName) {
|
if (NULL != pDbName) {
|
||||||
strncpy(realTable->table.dbName, pDbName->z, pDbName->n);
|
strncpy(realTable->table.dbName, pDbName->z, pDbName->n);
|
||||||
|
} else {
|
||||||
|
strcpy(realTable->table.dbName, pCxt->pQueryCxt->db);
|
||||||
|
}
|
||||||
|
if (NULL != pTableAlias && TK_NIL != pTableAlias->type) {
|
||||||
|
strncpy(realTable->table.tableAlias, pTableAlias->z, pTableAlias->n);
|
||||||
|
} else {
|
||||||
|
strncpy(realTable->table.tableAlias, pTableName->z, pTableName->n);
|
||||||
}
|
}
|
||||||
strncpy(realTable->table.tableName, pTableName->z, pTableName->n);
|
strncpy(realTable->table.tableName, pTableName->z, pTableName->n);
|
||||||
return (SNode*)realTable;
|
return (SNode*)realTable;
|
||||||
|
@ -160,6 +166,9 @@ SNode* createTempTableNode(SAstCreateContext* pCxt, SNode* pSubquery, const STok
|
||||||
STempTableNode* tempTable = (STempTableNode*)nodesMakeNode(QUERY_NODE_TEMP_TABLE);
|
STempTableNode* tempTable = (STempTableNode*)nodesMakeNode(QUERY_NODE_TEMP_TABLE);
|
||||||
CHECK_OUT_OF_MEM(tempTable);
|
CHECK_OUT_OF_MEM(tempTable);
|
||||||
tempTable->pSubquery = pSubquery;
|
tempTable->pSubquery = pSubquery;
|
||||||
|
if (NULL != pTableAlias && TK_NIL != pTableAlias->type) {
|
||||||
|
strncpy(tempTable->table.tableAlias, pTableAlias->z, pTableAlias->n);
|
||||||
|
}
|
||||||
return (SNode*)tempTable;
|
return (SNode*)tempTable;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -610,7 +610,7 @@ SAlterTableInfo *tSetAlterTableInfo(SToken *pTableName, SArray *pCols, SArray *p
|
||||||
pAlterTable->type = type;
|
pAlterTable->type = type;
|
||||||
pAlterTable->tableType = tableType;
|
pAlterTable->tableType = tableType;
|
||||||
|
|
||||||
if (type == TSDB_ALTER_TABLE_ADD_COLUMN || type == TSDB_ALTER_TABLE_ADD_TAG_COLUMN || type == TSDB_ALTER_TABLE_CHANGE_COLUMN || type == TSDB_ALTER_TABLE_MODIFY_TAG_COLUMN) {
|
if (type == TSDB_ALTER_TABLE_ADD_COLUMN || type == TSDB_ALTER_TABLE_ADD_TAG_COLUMN || type == TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES || type == TSDB_ALTER_TABLE_UPDATE_TAG_BYTES) {
|
||||||
pAlterTable->pAddColumns = pCols;
|
pAlterTable->pAddColumns = pCols;
|
||||||
assert(pVals == NULL);
|
assert(pVals == NULL);
|
||||||
} else {
|
} else {
|
||||||
|
|
|
@ -310,7 +310,7 @@ SMCreateStbReq* buildCreateStbMsg(SCreateTableSql* pCreateTableSql, int32_t* len
|
||||||
pCreateStbMsg->numOfColumns = htonl(numOfCols);
|
pCreateStbMsg->numOfColumns = htonl(numOfCols);
|
||||||
pCreateStbMsg->numOfTags = htonl(numOfTags);
|
pCreateStbMsg->numOfTags = htonl(numOfTags);
|
||||||
|
|
||||||
pSchema = (SSchema*)pCreateStbMsg->pSchema;
|
pSchema = (SSchema*)pCreateStbMsg->pSchemas;
|
||||||
for (int i = 0; i < numOfCols; ++i) {
|
for (int i = 0; i < numOfCols; ++i) {
|
||||||
SField* pField = taosArrayGet(pCreateTableSql->colInfo.pColumns, i);
|
SField* pField = taosArrayGet(pCreateTableSql->colInfo.pColumns, i);
|
||||||
pSchema->type = pField->type;
|
pSchema->type = pField->type;
|
||||||
|
|
|
@ -598,7 +598,7 @@ static int32_t doCheckAndBuildCreateCTableReq(SCreateTableSql* pCreateTable, SPa
|
||||||
}
|
}
|
||||||
|
|
||||||
static int32_t serializeVgroupTablesBatchImpl(SVgroupTablesBatch* pTbBatch, SArray* pBufArray) {
|
static int32_t serializeVgroupTablesBatchImpl(SVgroupTablesBatch* pTbBatch, SArray* pBufArray) {
|
||||||
int tlen = sizeof(SMsgHead) + tSVCreateTbBatchReqSerialize(NULL, &(pTbBatch->req));
|
int tlen = sizeof(SMsgHead) + tSerializeSVCreateTbBatchReq(NULL, &(pTbBatch->req));
|
||||||
void* buf = malloc(tlen);
|
void* buf = malloc(tlen);
|
||||||
if (buf == NULL) {
|
if (buf == NULL) {
|
||||||
// TODO: handle error
|
// TODO: handle error
|
||||||
|
@ -608,7 +608,7 @@ static int32_t serializeVgroupTablesBatchImpl(SVgroupTablesBatch* pTbBatch, SArr
|
||||||
((SMsgHead*)buf)->contLen = htonl(tlen);
|
((SMsgHead*)buf)->contLen = htonl(tlen);
|
||||||
|
|
||||||
void* pBuf = POINTER_SHIFT(buf, sizeof(SMsgHead));
|
void* pBuf = POINTER_SHIFT(buf, sizeof(SMsgHead));
|
||||||
tSVCreateTbBatchReqSerialize(&pBuf, &(pTbBatch->req));
|
tSerializeSVCreateTbBatchReq(&pBuf, &(pTbBatch->req));
|
||||||
|
|
||||||
SVgDataBlocks* pVgData = calloc(1, sizeof(SVgDataBlocks));
|
SVgDataBlocks* pVgData = calloc(1, sizeof(SVgDataBlocks));
|
||||||
pVgData->vg = pTbBatch->info;
|
pVgData->vg = pTbBatch->info;
|
||||||
|
|
File diff suppressed because it is too large
Load Diff
|
@ -25,9 +25,14 @@ typedef void (*FFree)(void*);
|
||||||
extern void* NewParseAlloc(FMalloc);
|
extern void* NewParseAlloc(FMalloc);
|
||||||
extern void NewParse(void*, int, SToken, void*);
|
extern void NewParse(void*, int, SToken, void*);
|
||||||
extern void NewParseFree(void*, FFree);
|
extern void NewParseFree(void*, FFree);
|
||||||
|
extern void NewParseTrace(FILE*, char*);
|
||||||
|
|
||||||
static uint32_t toNewTokenId(uint32_t tokenId) {
|
static uint32_t toNewTokenId(uint32_t tokenId) {
|
||||||
switch (tokenId) {
|
switch (tokenId) {
|
||||||
|
case TK_OR:
|
||||||
|
return NEW_TK_OR;
|
||||||
|
case TK_AND:
|
||||||
|
return NEW_TK_AND;
|
||||||
case TK_UNION:
|
case TK_UNION:
|
||||||
return NEW_TK_UNION;
|
return NEW_TK_UNION;
|
||||||
case TK_ALL:
|
case TK_ALL:
|
||||||
|
@ -40,28 +45,104 @@ static uint32_t toNewTokenId(uint32_t tokenId) {
|
||||||
return NEW_TK_NK_STAR;
|
return NEW_TK_NK_STAR;
|
||||||
case TK_SLASH:
|
case TK_SLASH:
|
||||||
return NEW_TK_NK_SLASH;
|
return NEW_TK_NK_SLASH;
|
||||||
|
case TK_REM:
|
||||||
|
return NEW_TK_NK_REM;
|
||||||
case TK_SHOW:
|
case TK_SHOW:
|
||||||
return NEW_TK_SHOW;
|
return NEW_TK_SHOW;
|
||||||
case TK_DATABASES:
|
case TK_DATABASES:
|
||||||
return NEW_TK_DATABASES;
|
return NEW_TK_DATABASES;
|
||||||
|
case TK_INTEGER:
|
||||||
|
return NEW_TK_NK_INTEGER;
|
||||||
|
case TK_FLOAT:
|
||||||
|
return NEW_TK_NK_FLOAT;
|
||||||
|
case TK_STRING:
|
||||||
|
return NEW_TK_NK_STRING;
|
||||||
|
case TK_BOOL:
|
||||||
|
return NEW_TK_NK_BOOL;
|
||||||
|
case TK_TIMESTAMP:
|
||||||
|
return NEW_TK_TIMESTAMP;
|
||||||
|
case TK_VARIABLE:
|
||||||
|
return NEW_TK_NK_VARIABLE;
|
||||||
|
case TK_COMMA:
|
||||||
|
return NEW_TK_NK_COMMA;
|
||||||
case TK_ID:
|
case TK_ID:
|
||||||
return NEW_TK_NK_ID;
|
return NEW_TK_NK_ID;
|
||||||
case TK_LP:
|
case TK_LP:
|
||||||
return NEW_TK_NK_LP;
|
return NEW_TK_NK_LP;
|
||||||
case TK_RP:
|
case TK_RP:
|
||||||
return NEW_TK_NK_RP;
|
return NEW_TK_NK_RP;
|
||||||
case TK_COMMA:
|
|
||||||
return NEW_TK_NK_COMMA;
|
|
||||||
case TK_DOT:
|
case TK_DOT:
|
||||||
return NEW_TK_NK_DOT;
|
return NEW_TK_NK_DOT;
|
||||||
|
case TK_BETWEEN:
|
||||||
|
return NEW_TK_BETWEEN;
|
||||||
|
case TK_NOT:
|
||||||
|
return NEW_TK_NOT;
|
||||||
|
case TK_IS:
|
||||||
|
return NEW_TK_IS;
|
||||||
|
case TK_NULL:
|
||||||
|
return NEW_TK_NULL;
|
||||||
|
case TK_LT:
|
||||||
|
return NEW_TK_NK_LT;
|
||||||
|
case TK_GT:
|
||||||
|
return NEW_TK_NK_GT;
|
||||||
|
case TK_LE:
|
||||||
|
return NEW_TK_NK_LE;
|
||||||
|
case TK_GE:
|
||||||
|
return NEW_TK_NK_GE;
|
||||||
|
case TK_NE:
|
||||||
|
return NEW_TK_NK_NE;
|
||||||
|
case TK_EQ:
|
||||||
|
return NEW_TK_NK_EQ;
|
||||||
|
case TK_LIKE:
|
||||||
|
return NEW_TK_LIKE;
|
||||||
|
case TK_MATCH:
|
||||||
|
return NEW_TK_MATCH;
|
||||||
|
case TK_NMATCH:
|
||||||
|
return NEW_TK_NMATCH;
|
||||||
|
case TK_IN:
|
||||||
|
return NEW_TK_IN;
|
||||||
case TK_SELECT:
|
case TK_SELECT:
|
||||||
return NEW_TK_SELECT;
|
return NEW_TK_SELECT;
|
||||||
case TK_DISTINCT:
|
case TK_DISTINCT:
|
||||||
return NEW_TK_DISTINCT;
|
return NEW_TK_DISTINCT;
|
||||||
|
case TK_WHERE:
|
||||||
|
return NEW_TK_WHERE;
|
||||||
case TK_AS:
|
case TK_AS:
|
||||||
return NEW_TK_AS;
|
return NEW_TK_AS;
|
||||||
case TK_FROM:
|
case TK_FROM:
|
||||||
return NEW_TK_FROM;
|
return NEW_TK_FROM;
|
||||||
|
case TK_JOIN:
|
||||||
|
return NEW_TK_JOIN;
|
||||||
|
// case TK_ON:
|
||||||
|
// return NEW_TK_ON;
|
||||||
|
// case TK_INNER:
|
||||||
|
// return NEW_TK_INNER;
|
||||||
|
// case TK_PARTITION:
|
||||||
|
// return NEW_TK_PARTITION;
|
||||||
|
case TK_SESSION:
|
||||||
|
return NEW_TK_SESSION;
|
||||||
|
case TK_STATE_WINDOW:
|
||||||
|
return NEW_TK_STATE_WINDOW;
|
||||||
|
case TK_INTERVAL:
|
||||||
|
return NEW_TK_INTERVAL;
|
||||||
|
case TK_SLIDING:
|
||||||
|
return NEW_TK_SLIDING;
|
||||||
|
case TK_FILL:
|
||||||
|
return NEW_TK_FILL;
|
||||||
|
// case TK_VALUE:
|
||||||
|
// return NEW_TK_VALUE;
|
||||||
|
case TK_NONE:
|
||||||
|
return NEW_TK_NONE;
|
||||||
|
case TK_PREV:
|
||||||
|
return NEW_TK_PREV;
|
||||||
|
case TK_LINEAR:
|
||||||
|
return NEW_TK_LINEAR;
|
||||||
|
// case TK_NEXT:
|
||||||
|
// return NEW_TK_NEXT;
|
||||||
|
case TK_GROUP:
|
||||||
|
return NEW_TK_GROUP;
|
||||||
|
case TK_HAVING:
|
||||||
|
return NEW_TK_HAVING;
|
||||||
case TK_ORDER:
|
case TK_ORDER:
|
||||||
return NEW_TK_ORDER;
|
return NEW_TK_ORDER;
|
||||||
case TK_BY:
|
case TK_BY:
|
||||||
|
@ -70,6 +151,18 @@ static uint32_t toNewTokenId(uint32_t tokenId) {
|
||||||
return NEW_TK_ASC;
|
return NEW_TK_ASC;
|
||||||
case TK_DESC:
|
case TK_DESC:
|
||||||
return NEW_TK_DESC;
|
return NEW_TK_DESC;
|
||||||
|
case TK_SLIMIT:
|
||||||
|
return NEW_TK_SLIMIT;
|
||||||
|
case TK_SOFFSET:
|
||||||
|
return NEW_TK_SOFFSET;
|
||||||
|
case TK_LIMIT:
|
||||||
|
return NEW_TK_LIMIT;
|
||||||
|
case TK_OFFSET:
|
||||||
|
return NEW_TK_OFFSET;
|
||||||
|
case TK_SPACE:
|
||||||
|
break;
|
||||||
|
default:
|
||||||
|
printf("!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!tokenId = %d\n", tokenId);
|
||||||
}
|
}
|
||||||
return tokenId;
|
return tokenId;
|
||||||
}
|
}
|
||||||
|
@ -125,6 +218,7 @@ int32_t doParse(SParseContext* pParseCxt, SQuery* pQuery) {
|
||||||
|
|
||||||
default:
|
default:
|
||||||
NewParse(pParser, t0.type, t0, &cxt);
|
NewParse(pParser, t0.type, t0, &cxt);
|
||||||
|
// NewParseTrace(stdout, "");
|
||||||
if (!cxt.valid) {
|
if (!cxt.valid) {
|
||||||
goto abort_parse;
|
goto abort_parse;
|
||||||
}
|
}
|
||||||
|
@ -139,13 +233,10 @@ abort_parse:
|
||||||
return cxt.valid ? TSDB_CODE_SUCCESS : TSDB_CODE_FAILED;
|
return cxt.valid ? TSDB_CODE_SUCCESS : TSDB_CODE_FAILED;
|
||||||
}
|
}
|
||||||
|
|
||||||
// typedef struct SNamespace {
|
typedef enum ESqlClause {
|
||||||
// int16_t level; // todo for correlated subquery
|
SQL_CLAUSE_FROM = 1,
|
||||||
// char dbName[TSDB_DB_NAME_LEN];
|
SQL_CLAUSE_WHERE
|
||||||
// char tableAlias[TSDB_TABLE_NAME_LEN];
|
} ESqlClause;
|
||||||
// SHashObj* pColHash; // key is colname, value is index of STableMeta.schema
|
|
||||||
// STableMeta* pMeta;
|
|
||||||
// } SNamespace;
|
|
||||||
|
|
||||||
typedef struct STranslateContext {
|
typedef struct STranslateContext {
|
||||||
SParseContext* pParseCxt;
|
SParseContext* pParseCxt;
|
||||||
|
@ -153,6 +244,7 @@ typedef struct STranslateContext {
|
||||||
SMsgBuf msgBuf;
|
SMsgBuf msgBuf;
|
||||||
SArray* pNsLevel; // element is SArray*, the element of this subarray is STableNode*
|
SArray* pNsLevel; // element is SArray*, the element of this subarray is STableNode*
|
||||||
int32_t currLevel;
|
int32_t currLevel;
|
||||||
|
ESqlClause currClause;
|
||||||
} STranslateContext;
|
} STranslateContext;
|
||||||
|
|
||||||
static int32_t translateSubquery(STranslateContext* pCxt, SNode* pNode);
|
static int32_t translateSubquery(STranslateContext* pCxt, SNode* pNode);
|
||||||
|
@ -165,6 +257,8 @@ static char* getSyntaxErrFormat(int32_t errCode) {
|
||||||
return "Table does not exist : %s";
|
return "Table does not exist : %s";
|
||||||
case TSDB_CODE_PARSER_AMBIGUOUS_COLUMN:
|
case TSDB_CODE_PARSER_AMBIGUOUS_COLUMN:
|
||||||
return "Column ambiguously defined : %s";
|
return "Column ambiguously defined : %s";
|
||||||
|
case TSDB_CODE_PARSER_WRONG_VALUE_TYPE:
|
||||||
|
return "Invalid value type : %s";
|
||||||
default:
|
default:
|
||||||
return "Unknown error";
|
return "Unknown error";
|
||||||
}
|
}
|
||||||
|
@ -177,19 +271,28 @@ static int32_t generateSyntaxErrMsg(STranslateContext* pCxt, int32_t errCode, co
|
||||||
}
|
}
|
||||||
|
|
||||||
static int32_t addNamespace(STranslateContext* pCxt, void* pTable) {
|
static int32_t addNamespace(STranslateContext* pCxt, void* pTable) {
|
||||||
SArray* pTables = NULL;
|
size_t currTotalLevel = taosArrayGetSize(pCxt->pNsLevel);
|
||||||
if (taosArrayGetSize(pCxt->pNsLevel) > pCxt->currLevel) {
|
if (currTotalLevel > pCxt->currLevel) {
|
||||||
pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
|
SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
|
||||||
|
taosArrayPush(pTables, &pTable);
|
||||||
} else {
|
} else {
|
||||||
pTables = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
|
do {
|
||||||
|
SArray* pTables = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES);
|
||||||
|
if (pCxt->currLevel == currTotalLevel) {
|
||||||
|
taosArrayPush(pTables, &pTable);
|
||||||
|
}
|
||||||
|
taosArrayPush(pCxt->pNsLevel, &pTables);
|
||||||
|
++currTotalLevel;
|
||||||
|
} while (currTotalLevel <= pCxt->currLevel);
|
||||||
}
|
}
|
||||||
taosArrayPush(pTables, &pTable);
|
|
||||||
return TSDB_CODE_SUCCESS;
|
return TSDB_CODE_SUCCESS;
|
||||||
}
|
}
|
||||||
|
|
||||||
static SName* toName(const SRealTableNode* pRealTable, SName* pName) {
|
static SName* toName(int32_t acctId, const SRealTableNode* pRealTable, SName* pName) {
|
||||||
strncpy(pName->dbname, pRealTable->table.dbName, strlen(pRealTable->table.dbName));
|
pName->type = TSDB_TABLE_NAME_T;
|
||||||
strncpy(pName->dbname, pRealTable->table.tableName, strlen(pRealTable->table.tableName));
|
pName->acctId = acctId;
|
||||||
|
strcpy(pName->dbname, pRealTable->table.dbName);
|
||||||
|
strcpy(pName->tname, pRealTable->table.tableName);
|
||||||
return pName;
|
return pName;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -213,26 +316,43 @@ static SNodeList* getProjectList(SNode* pNode) {
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static void setColumnInfoBySchema(const STableNode* pTable, const SSchema* pColSchema, SColumnNode* pCol) {
|
||||||
|
strcpy(pCol->dbName, pTable->dbName);
|
||||||
|
strcpy(pCol->tableAlias, pTable->tableAlias);
|
||||||
|
strcpy(pCol->tableName, pTable->tableName);
|
||||||
|
strcpy(pCol->colName, pColSchema->name);
|
||||||
|
if ('\0' == pCol->node.aliasName[0]) {
|
||||||
|
strcpy(pCol->node.aliasName, pColSchema->name);
|
||||||
|
}
|
||||||
|
pCol->colId = pColSchema->colId;
|
||||||
|
// pCol->colType = pColSchema->type;
|
||||||
|
pCol->node.resType.type = pColSchema->type;
|
||||||
|
pCol->node.resType.bytes = pColSchema->bytes;
|
||||||
|
}
|
||||||
|
|
||||||
|
static void setColumnInfoByExpr(const STableNode* pTable, SExprNode* pExpr, SColumnNode* pCol) {
|
||||||
|
pCol->pProjectRef = (SNode*)pExpr;
|
||||||
|
pExpr->pAssociationList = nodesListAppend(pExpr->pAssociationList, (SNode*)pCol);
|
||||||
|
strcpy(pCol->tableAlias, pTable->tableAlias);
|
||||||
|
strcpy(pCol->colName, pExpr->aliasName);
|
||||||
|
pCol->node.resType = pExpr->resType;
|
||||||
|
}
|
||||||
|
|
||||||
static int32_t createColumnNodeByTable(const STableNode* pTable, SNodeList* pList) {
|
static int32_t createColumnNodeByTable(const STableNode* pTable, SNodeList* pList) {
|
||||||
if (QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
|
if (QUERY_NODE_REAL_TABLE == nodeType(pTable)) {
|
||||||
const STableMeta* pMeta = ((SRealTableNode*)pTable)->pMeta;
|
const STableMeta* pMeta = ((SRealTableNode*)pTable)->pMeta;
|
||||||
int32_t nums = pMeta->tableInfo.numOfTags + pMeta->tableInfo.numOfColumns;
|
int32_t nums = pMeta->tableInfo.numOfTags + pMeta->tableInfo.numOfColumns;
|
||||||
for (int32_t i = 0; i < nums; ++i) {
|
for (int32_t i = 0; i < nums; ++i) {
|
||||||
SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
|
SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
|
||||||
pCol->colId = pMeta->schema[i].colId;
|
setColumnInfoBySchema(pTable, pMeta->schema + i, pCol);
|
||||||
pCol->colType = pMeta->schema[i].type;
|
|
||||||
pCol->node.resType.bytes = pMeta->schema[i].bytes;
|
|
||||||
nodesListAppend(pList, (SNode*)pCol);
|
nodesListAppend(pList, (SNode*)pCol);
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
SNodeList* pProjectList = getProjectList(((STempTableNode*)pTable)->pSubquery);
|
SNodeList* pProjectList = getProjectList(((STempTableNode*)pTable)->pSubquery);
|
||||||
SNode* pNode;
|
SNode* pNode;
|
||||||
FOREACH(pNode, pProjectList) {
|
FOREACH(pNode, pProjectList) {
|
||||||
SExprNode* pExpr = (SExprNode*)pNode;
|
|
||||||
SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
|
SColumnNode* pCol = (SColumnNode*)nodesMakeNode(QUERY_NODE_COLUMN);
|
||||||
pCol->pProjectRef = (SNode*)pExpr;
|
setColumnInfoByExpr(pTable, (SExprNode*)pNode, pCol);
|
||||||
pExpr->pAssociationList = nodesListAppend(pExpr->pAssociationList, (SNode*)pCol);
|
|
||||||
pCol->node.resType = pExpr->resType;
|
|
||||||
nodesListAppend(pList, (SNode*)pCol);
|
nodesListAppend(pList, (SNode*)pCol);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -245,9 +365,7 @@ static bool findAndSetColumn(SColumnNode* pCol, const STableNode* pTable) {
|
||||||
int32_t nums = pMeta->tableInfo.numOfTags + pMeta->tableInfo.numOfColumns;
|
int32_t nums = pMeta->tableInfo.numOfTags + pMeta->tableInfo.numOfColumns;
|
||||||
for (int32_t i = 0; i < nums; ++i) {
|
for (int32_t i = 0; i < nums; ++i) {
|
||||||
if (0 == strcmp(pCol->colName, pMeta->schema[i].name)) {
|
if (0 == strcmp(pCol->colName, pMeta->schema[i].name)) {
|
||||||
pCol->colId = pMeta->schema[i].colId;
|
setColumnInfoBySchema(pTable, pMeta->schema + i, pCol);
|
||||||
pCol->colType = pMeta->schema[i].type;
|
|
||||||
pCol->node.resType.bytes = pMeta->schema[i].bytes;
|
|
||||||
found = true;
|
found = true;
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
@ -258,9 +376,7 @@ static bool findAndSetColumn(SColumnNode* pCol, const STableNode* pTable) {
|
||||||
FOREACH(pNode, pProjectList) {
|
FOREACH(pNode, pProjectList) {
|
||||||
SExprNode* pExpr = (SExprNode*)pNode;
|
SExprNode* pExpr = (SExprNode*)pNode;
|
||||||
if (0 == strcmp(pCol->colName, pExpr->aliasName)) {
|
if (0 == strcmp(pCol->colName, pExpr->aliasName)) {
|
||||||
pCol->pProjectRef = (SNode*)pExpr;
|
setColumnInfoByExpr(pTable, pExpr, pCol);
|
||||||
pExpr->pAssociationList = nodesListAppend(pExpr->pAssociationList, (SNode*)pCol);
|
|
||||||
pCol->node.resType = pExpr->resType;
|
|
||||||
found = true;
|
found = true;
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
@ -269,45 +385,98 @@ static bool findAndSetColumn(SColumnNode* pCol, const STableNode* pTable) {
|
||||||
return found;
|
return found;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static bool translateColumnWithPrefix(STranslateContext* pCxt, SColumnNode* pCol) {
|
||||||
|
SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
|
||||||
|
size_t nums = taosArrayGetSize(pTables);
|
||||||
|
for (size_t i = 0; i < nums; ++i) {
|
||||||
|
STableNode* pTable = taosArrayGetP(pTables, i);
|
||||||
|
if (belongTable(pCxt->pParseCxt->db, pCol, pTable)) {
|
||||||
|
if (findAndSetColumn(pCol, pTable)) {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
generateSyntaxErrMsg(pCxt, TSDB_CODE_PARSER_INVALID_COLUMN, pCol->colName);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
static bool translateColumnWithoutPrefix(STranslateContext* pCxt, SColumnNode* pCol) {
|
||||||
|
SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
|
||||||
|
size_t nums = taosArrayGetSize(pTables);
|
||||||
|
bool found = false;
|
||||||
|
for (size_t i = 0; i < nums; ++i) {
|
||||||
|
STableNode* pTable = taosArrayGetP(pTables, i);
|
||||||
|
if (findAndSetColumn(pCol, pTable)) {
|
||||||
|
if (found) {
|
||||||
|
generateSyntaxErrMsg(pCxt, TSDB_CODE_PARSER_AMBIGUOUS_COLUMN, pCol->colName);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
found = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (!found) {
|
||||||
|
generateSyntaxErrMsg(pCxt, TSDB_CODE_PARSER_INVALID_COLUMN, pCol->colName);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
static bool translateColumn(STranslateContext* pCxt, SColumnNode* pCol) {
|
||||||
|
if ('\0' != pCol->tableAlias[0]) {
|
||||||
|
return translateColumnWithPrefix(pCxt, pCol);
|
||||||
|
}
|
||||||
|
return translateColumnWithoutPrefix(pCxt, pCol);
|
||||||
|
}
|
||||||
|
|
||||||
|
// check literal format
|
||||||
|
static bool translateValue(STranslateContext* pCxt, SValueNode* pVal) {
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
static bool translateOperator(STranslateContext* pCxt, SOperatorNode* pOp) {
|
||||||
|
SDataType ldt = ((SExprNode*)(pOp->pLeft))->resType;
|
||||||
|
SDataType rdt = ((SExprNode*)(pOp->pRight))->resType;
|
||||||
|
if (nodesIsArithmeticOp(pOp)) {
|
||||||
|
if (TSDB_DATA_TYPE_JSON == ldt.type || TSDB_DATA_TYPE_BLOB == ldt.type ||
|
||||||
|
TSDB_DATA_TYPE_JSON == rdt.type || TSDB_DATA_TYPE_BLOB == rdt.type) {
|
||||||
|
generateSyntaxErrMsg(pCxt, TSDB_CODE_PARSER_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pRight))->aliasName);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
pOp->node.resType.type = TSDB_DATA_TYPE_DOUBLE;
|
||||||
|
pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_DOUBLE].bytes;
|
||||||
|
return true;
|
||||||
|
} else if (nodesIsComparisonOp(pOp)) {
|
||||||
|
if (TSDB_DATA_TYPE_JSON == ldt.type || TSDB_DATA_TYPE_BLOB == ldt.type ||
|
||||||
|
TSDB_DATA_TYPE_JSON == rdt.type || TSDB_DATA_TYPE_BLOB == rdt.type) {
|
||||||
|
generateSyntaxErrMsg(pCxt, TSDB_CODE_PARSER_WRONG_VALUE_TYPE, ((SExprNode*)(pOp->pRight))->aliasName);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
pOp->node.resType.type = TSDB_DATA_TYPE_BOOL;
|
||||||
|
pOp->node.resType.bytes = tDataTypes[TSDB_DATA_TYPE_BOOL].bytes;
|
||||||
|
return true;
|
||||||
|
} else {
|
||||||
|
// todo json operator
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
static bool translateFunction(STranslateContext* pCxt, SFunctionNode* pFunc) {
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
static bool doTranslateExpr(SNode* pNode, void* pContext) {
|
static bool doTranslateExpr(SNode* pNode, void* pContext) {
|
||||||
STranslateContext* pCxt = (STranslateContext*)pContext;
|
STranslateContext* pCxt = (STranslateContext*)pContext;
|
||||||
switch (nodeType(pNode)) {
|
switch (nodeType(pNode)) {
|
||||||
case QUERY_NODE_COLUMN: {
|
case QUERY_NODE_COLUMN:
|
||||||
SColumnNode* pCol = (SColumnNode*)pNode;
|
return translateColumn(pCxt, (SColumnNode*)pNode);
|
||||||
SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
|
|
||||||
size_t nums = taosArrayGetSize(pTables);
|
|
||||||
bool hasTableAlias = ('\0' != pCol->tableAlias[0]);
|
|
||||||
bool found = false;
|
|
||||||
for (size_t i = 0; i < nums; ++i) {
|
|
||||||
STableNode* pTable = taosArrayGetP(pTables, i);
|
|
||||||
if (hasTableAlias) {
|
|
||||||
if (belongTable(pCxt->pParseCxt->db, pCol, pTable)) {
|
|
||||||
if (findAndSetColumn(pCol, pTable)) {
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
generateSyntaxErrMsg(pCxt, TSDB_CODE_PARSER_INVALID_COLUMN, pCol->colName);
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
if (findAndSetColumn(pCol, pTable)) {
|
|
||||||
if (found) {
|
|
||||||
generateSyntaxErrMsg(pCxt, TSDB_CODE_PARSER_AMBIGUOUS_COLUMN, pCol->colName);
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
found = true;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
case QUERY_NODE_VALUE:
|
case QUERY_NODE_VALUE:
|
||||||
break; // todo check literal format
|
return translateValue(pCxt, (SValueNode*)pNode);
|
||||||
case QUERY_NODE_OPERATOR: {
|
case QUERY_NODE_OPERATOR:
|
||||||
|
return translateOperator(pCxt, (SOperatorNode*)pNode);
|
||||||
break;
|
|
||||||
}
|
|
||||||
case QUERY_NODE_FUNCTION:
|
case QUERY_NODE_FUNCTION:
|
||||||
break; // todo
|
return translateFunction(pCxt, (SFunctionNode*)pNode);
|
||||||
case QUERY_NODE_TEMP_TABLE:
|
case QUERY_NODE_TEMP_TABLE:
|
||||||
return translateSubquery(pCxt, ((STempTableNode*)pNode)->pSubquery);
|
return translateSubquery(pCxt, ((STempTableNode*)pNode)->pSubquery);
|
||||||
default:
|
default:
|
||||||
|
@ -331,15 +500,9 @@ static int32_t translateTable(STranslateContext* pCxt, SNode* pTable) {
|
||||||
switch (nodeType(pTable)) {
|
switch (nodeType(pTable)) {
|
||||||
case QUERY_NODE_REAL_TABLE: {
|
case QUERY_NODE_REAL_TABLE: {
|
||||||
SRealTableNode* pRealTable = (SRealTableNode*)pTable;
|
SRealTableNode* pRealTable = (SRealTableNode*)pTable;
|
||||||
if ('\0' == pRealTable->table.dbName[0]) {
|
|
||||||
strcpy(pRealTable->table.dbName, pCxt->pParseCxt->db);
|
|
||||||
}
|
|
||||||
if ('\0' == pRealTable->table.tableAlias[0]) {
|
|
||||||
strcpy(pRealTable->table.tableAlias, pRealTable->table.tableName);
|
|
||||||
}
|
|
||||||
SName name;
|
SName name;
|
||||||
code = catalogGetTableMeta(
|
code = catalogGetTableMeta(pCxt->pParseCxt->pCatalog, pCxt->pParseCxt->pTransporter, &(pCxt->pParseCxt->mgmtEpSet),
|
||||||
pCxt->pParseCxt->pCatalog, pCxt->pParseCxt->pTransporter, &(pCxt->pParseCxt->mgmtEpSet), toName(pRealTable, &name), &(pRealTable->pMeta));
|
toName(pCxt->pParseCxt->acctId, pRealTable, &name), &(pRealTable->pMeta));
|
||||||
if (TSDB_CODE_SUCCESS != code) {
|
if (TSDB_CODE_SUCCESS != code) {
|
||||||
return generateSyntaxErrMsg(pCxt, TSDB_CODE_PARSER_TABLE_NOT_EXIST, pRealTable->table.tableName);
|
return generateSyntaxErrMsg(pCxt, TSDB_CODE_PARSER_TABLE_NOT_EXIST, pRealTable->table.tableName);
|
||||||
}
|
}
|
||||||
|
@ -371,10 +534,16 @@ static int32_t translateTable(STranslateContext* pCxt, SNode* pTable) {
|
||||||
return code;
|
return code;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static int32_t translateFrom(STranslateContext* pCxt, SNode* pTable) {
|
||||||
|
pCxt->currClause = SQL_CLAUSE_FROM;
|
||||||
|
return translateTable(pCxt, pTable);
|
||||||
|
}
|
||||||
|
|
||||||
static int32_t translateStar(STranslateContext* pCxt, SSelectStmt* pSelect, bool* pIsSelectStar) {
|
static int32_t translateStar(STranslateContext* pCxt, SSelectStmt* pSelect, bool* pIsSelectStar) {
|
||||||
if (NULL == pSelect->pProjectionList) { // select * ...
|
if (NULL == pSelect->pProjectionList) { // select * ...
|
||||||
SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
|
SArray* pTables = taosArrayGetP(pCxt->pNsLevel, pCxt->currLevel);
|
||||||
size_t nums = taosArrayGetSize(pTables);
|
size_t nums = taosArrayGetSize(pTables);
|
||||||
|
pSelect->pProjectionList = nodesMakeList();
|
||||||
for (size_t i = 0; i < nums; ++i) {
|
for (size_t i = 0; i < nums; ++i) {
|
||||||
STableNode* pTable = taosArrayGetP(pTables, i);
|
STableNode* pTable = taosArrayGetP(pTables, i);
|
||||||
createColumnNodeByTable(pTable, pSelect->pProjectionList);
|
createColumnNodeByTable(pTable, pSelect->pProjectionList);
|
||||||
|
@ -383,14 +552,18 @@ static int32_t translateStar(STranslateContext* pCxt, SSelectStmt* pSelect, bool
|
||||||
} else {
|
} else {
|
||||||
|
|
||||||
}
|
}
|
||||||
|
return TSDB_CODE_SUCCESS;
|
||||||
}
|
}
|
||||||
|
|
||||||
static int32_t translateSelect(STranslateContext* pCxt, SSelectStmt* pSelect) {
|
static int32_t translateSelect(STranslateContext* pCxt, SSelectStmt* pSelect) {
|
||||||
int32_t code = TSDB_CODE_SUCCESS;
|
int32_t code = TSDB_CODE_SUCCESS;
|
||||||
code = translateTable(pCxt, pSelect->pFromTable);
|
code = translateFrom(pCxt, pSelect->pFromTable);
|
||||||
if (TSDB_CODE_SUCCESS == code) {
|
if (TSDB_CODE_SUCCESS == code) {
|
||||||
code = translateExpr(pCxt, pSelect->pWhere);
|
code = translateExpr(pCxt, pSelect->pWhere);
|
||||||
}
|
}
|
||||||
|
if (TSDB_CODE_SUCCESS == code) {
|
||||||
|
code = translateExprList(pCxt, pSelect->pGroupByList);
|
||||||
|
}
|
||||||
bool isSelectStar = false;
|
bool isSelectStar = false;
|
||||||
if (TSDB_CODE_SUCCESS == code) {
|
if (TSDB_CODE_SUCCESS == code) {
|
||||||
code = translateStar(pCxt, pSelect, &isSelectStar);
|
code = translateStar(pCxt, pSelect, &isSelectStar);
|
||||||
|
@ -398,6 +571,7 @@ static int32_t translateSelect(STranslateContext* pCxt, SSelectStmt* pSelect) {
|
||||||
if (TSDB_CODE_SUCCESS == code && !isSelectStar) {
|
if (TSDB_CODE_SUCCESS == code && !isSelectStar) {
|
||||||
code = translateExprList(pCxt, pSelect->pProjectionList);
|
code = translateExprList(pCxt, pSelect->pProjectionList);
|
||||||
}
|
}
|
||||||
|
// printf("%s:%d code = %d\n", __FUNCTION__, __LINE__, code);
|
||||||
return code;
|
return code;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -415,12 +589,21 @@ static int32_t translateQuery(STranslateContext* pCxt, SNode* pNode) {
|
||||||
|
|
||||||
static int32_t translateSubquery(STranslateContext* pCxt, SNode* pNode) {
|
static int32_t translateSubquery(STranslateContext* pCxt, SNode* pNode) {
|
||||||
++(pCxt->currLevel);
|
++(pCxt->currLevel);
|
||||||
|
ESqlClause currClause = pCxt->currClause;
|
||||||
int32_t code = translateQuery(pCxt, pNode);
|
int32_t code = translateQuery(pCxt, pNode);
|
||||||
--(pCxt->currLevel);
|
--(pCxt->currLevel);
|
||||||
|
pCxt->currClause = currClause;
|
||||||
return code;
|
return code;
|
||||||
}
|
}
|
||||||
|
|
||||||
int32_t doTranslate(SParseContext* pParseCxt, SQuery* pQuery) {
|
int32_t doTranslate(SParseContext* pParseCxt, SQuery* pQuery) {
|
||||||
STranslateContext cxt = { .pParseCxt = pParseCxt, .pNsLevel = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES), .currLevel = 0 };
|
STranslateContext cxt = {
|
||||||
|
.pParseCxt = pParseCxt,
|
||||||
|
.errCode = TSDB_CODE_SUCCESS,
|
||||||
|
.msgBuf = { .buf = pParseCxt->pMsg, .len = pParseCxt->msgLen },
|
||||||
|
.pNsLevel = taosArrayInit(TARRAY_MIN_SIZE, POINTER_BYTES),
|
||||||
|
.currLevel = 0,
|
||||||
|
.currClause = 0
|
||||||
|
};
|
||||||
return translateQuery(&cxt, pQuery->pRoot);
|
return translateQuery(&cxt, pQuery->pRoot);
|
||||||
}
|
}
|
||||||
|
|
|
@ -3199,7 +3199,7 @@ static void yy_reduce(
|
||||||
case 285: /* cmd ::= ALTER TABLE ids cpxName MODIFY COLUMN columnlist */
|
case 285: /* cmd ::= ALTER TABLE ids cpxName MODIFY COLUMN columnlist */
|
||||||
{
|
{
|
||||||
yymsp[-4].minor.yy0.n += yymsp[-3].minor.yy0.n;
|
yymsp[-4].minor.yy0.n += yymsp[-3].minor.yy0.n;
|
||||||
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&yymsp[-4].minor.yy0, yymsp[0].minor.yy165, NULL, TSDB_ALTER_TABLE_CHANGE_COLUMN, -1);
|
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&yymsp[-4].minor.yy0, yymsp[0].minor.yy165, NULL, TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES, -1);
|
||||||
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
||||||
}
|
}
|
||||||
break;
|
break;
|
||||||
|
@ -3231,7 +3231,7 @@ static void yy_reduce(
|
||||||
toTSDBType(yymsp[0].minor.yy0.type);
|
toTSDBType(yymsp[0].minor.yy0.type);
|
||||||
A = tListItemAppendToken(A, &yymsp[0].minor.yy0, -1);
|
A = tListItemAppendToken(A, &yymsp[0].minor.yy0, -1);
|
||||||
|
|
||||||
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&yymsp[-5].minor.yy0, NULL, A, TSDB_ALTER_TABLE_CHANGE_TAG_COLUMN, -1);
|
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&yymsp[-5].minor.yy0, NULL, A, TSDB_ALTER_TABLE_UPDATE_TAG_NAME, -1);
|
||||||
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
||||||
}
|
}
|
||||||
break;
|
break;
|
||||||
|
@ -3250,7 +3250,7 @@ static void yy_reduce(
|
||||||
case 290: /* cmd ::= ALTER TABLE ids cpxName MODIFY TAG columnlist */
|
case 290: /* cmd ::= ALTER TABLE ids cpxName MODIFY TAG columnlist */
|
||||||
{
|
{
|
||||||
yymsp[-4].minor.yy0.n += yymsp[-3].minor.yy0.n;
|
yymsp[-4].minor.yy0.n += yymsp[-3].minor.yy0.n;
|
||||||
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&yymsp[-4].minor.yy0, yymsp[0].minor.yy165, NULL, TSDB_ALTER_TABLE_MODIFY_TAG_COLUMN, -1);
|
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&yymsp[-4].minor.yy0, yymsp[0].minor.yy165, NULL, TSDB_ALTER_TABLE_UPDATE_TAG_BYTES, -1);
|
||||||
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
||||||
}
|
}
|
||||||
break;
|
break;
|
||||||
|
@ -3275,7 +3275,7 @@ static void yy_reduce(
|
||||||
case 293: /* cmd ::= ALTER STABLE ids cpxName MODIFY COLUMN columnlist */
|
case 293: /* cmd ::= ALTER STABLE ids cpxName MODIFY COLUMN columnlist */
|
||||||
{
|
{
|
||||||
yymsp[-4].minor.yy0.n += yymsp[-3].minor.yy0.n;
|
yymsp[-4].minor.yy0.n += yymsp[-3].minor.yy0.n;
|
||||||
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&yymsp[-4].minor.yy0, yymsp[0].minor.yy165, NULL, TSDB_ALTER_TABLE_CHANGE_COLUMN, TSDB_SUPER_TABLE);
|
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&yymsp[-4].minor.yy0, yymsp[0].minor.yy165, NULL, TSDB_ALTER_TABLE_UPDATE_COLUMN_BYTES, TSDB_SUPER_TABLE);
|
||||||
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
||||||
}
|
}
|
||||||
break;
|
break;
|
||||||
|
@ -3307,7 +3307,7 @@ static void yy_reduce(
|
||||||
toTSDBType(yymsp[0].minor.yy0.type);
|
toTSDBType(yymsp[0].minor.yy0.type);
|
||||||
A = tListItemAppendToken(A, &yymsp[0].minor.yy0, -1);
|
A = tListItemAppendToken(A, &yymsp[0].minor.yy0, -1);
|
||||||
|
|
||||||
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&yymsp[-5].minor.yy0, NULL, A, TSDB_ALTER_TABLE_CHANGE_TAG_COLUMN, TSDB_SUPER_TABLE);
|
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&yymsp[-5].minor.yy0, NULL, A, TSDB_ALTER_TABLE_UPDATE_TAG_NAME, TSDB_SUPER_TABLE);
|
||||||
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
||||||
}
|
}
|
||||||
break;
|
break;
|
||||||
|
@ -3326,7 +3326,7 @@ static void yy_reduce(
|
||||||
case 298: /* cmd ::= ALTER STABLE ids cpxName MODIFY TAG columnlist */
|
case 298: /* cmd ::= ALTER STABLE ids cpxName MODIFY TAG columnlist */
|
||||||
{
|
{
|
||||||
yymsp[-4].minor.yy0.n += yymsp[-3].minor.yy0.n;
|
yymsp[-4].minor.yy0.n += yymsp[-3].minor.yy0.n;
|
||||||
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&yymsp[-4].minor.yy0, yymsp[0].minor.yy165, NULL, TSDB_ALTER_TABLE_MODIFY_TAG_COLUMN, TSDB_SUPER_TABLE);
|
SAlterTableInfo* pAlterTable = tSetAlterTableInfo(&yymsp[-4].minor.yy0, yymsp[0].minor.yy165, NULL, TSDB_ALTER_TABLE_UPDATE_TAG_BYTES, TSDB_SUPER_TABLE);
|
||||||
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
setSqlInfo(pInfo, pAlterTable, NULL, TSDB_SQL_ALTER_TABLE);
|
||||||
}
|
}
|
||||||
break;
|
break;
|
||||||
|
|
|
@ -38,34 +38,214 @@ protected:
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
bool run(int32_t expectCode = TSDB_CODE_SUCCESS) {
|
bool run(int32_t parseCode = TSDB_CODE_SUCCESS, int32_t translateCode = TSDB_CODE_SUCCESS) {
|
||||||
int32_t code = doParse(&cxt_, &query_);
|
int32_t code = doParse(&cxt_, &query_);
|
||||||
|
// cout << "doParse return " << code << endl;
|
||||||
if (code != TSDB_CODE_SUCCESS) {
|
if (code != TSDB_CODE_SUCCESS) {
|
||||||
cout << "sql:[" << cxt_.pSql << "] code:" << tstrerror(code) << ", msg:" << errMagBuf_ << endl;
|
cout << "sql:[" << cxt_.pSql << "] code:" << tstrerror(code) << ", msg:" << errMagBuf_ << endl;
|
||||||
return (code == expectCode);
|
return (TSDB_CODE_SUCCESS != parseCode);
|
||||||
|
}
|
||||||
|
if (TSDB_CODE_SUCCESS != parseCode) {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
code = doTranslate(&cxt_, &query_);
|
||||||
|
// cout << "doTranslate return " << code << endl;
|
||||||
|
if (code != TSDB_CODE_SUCCESS) {
|
||||||
|
cout << "sql:[" << cxt_.pSql << "] code:" << tstrerror(code) << ", msg:" << errMagBuf_ << endl;
|
||||||
|
return (TSDB_CODE_SUCCESS != translateCode);
|
||||||
}
|
}
|
||||||
if (NULL != query_.pRoot && QUERY_NODE_SELECT_STMT == nodeType(query_.pRoot)) {
|
if (NULL != query_.pRoot && QUERY_NODE_SELECT_STMT == nodeType(query_.pRoot)) {
|
||||||
SSelectStmt* select = (SSelectStmt*)query_.pRoot;
|
cout << "input sql : [" << cxt_.pSql << "]" << endl;
|
||||||
string sql("SELECT ");
|
// string sql;
|
||||||
if (select->isDistinct) {
|
// selectToSql(query_.pRoot, sql);
|
||||||
sql.append("DISTINCT ");
|
// cout << "output sql : [" << sql << "]" << endl;
|
||||||
}
|
string str;
|
||||||
if (nullptr == select->pProjectionList) {
|
selectToStr(query_.pRoot, str);
|
||||||
sql.append("* ");
|
cout << "translate str : \n" << str << endl;
|
||||||
} else {
|
|
||||||
nodeListToSql(select->pProjectionList, sql);
|
|
||||||
}
|
|
||||||
sql.append("FROM ");
|
|
||||||
tableToSql(select->pFromTable, sql);
|
|
||||||
cout << sql << endl;
|
|
||||||
}
|
}
|
||||||
return (code == expectCode);
|
return (TSDB_CODE_SUCCESS == translateCode);
|
||||||
}
|
}
|
||||||
|
|
||||||
private:
|
private:
|
||||||
static const int max_err_len = 1024;
|
static const int max_err_len = 1024;
|
||||||
static const int max_sql_len = 1024 * 1024;
|
static const int max_sql_len = 1024 * 1024;
|
||||||
|
|
||||||
|
string dataTypeToStr(const SDataType& dt) {
|
||||||
|
switch (dt.type) {
|
||||||
|
case TSDB_DATA_TYPE_NULL:
|
||||||
|
return "NULL";
|
||||||
|
case TSDB_DATA_TYPE_BOOL:
|
||||||
|
return "BOOL";
|
||||||
|
case TSDB_DATA_TYPE_TINYINT:
|
||||||
|
return "TINYINT";
|
||||||
|
case TSDB_DATA_TYPE_SMALLINT:
|
||||||
|
return "SMALLINT";
|
||||||
|
case TSDB_DATA_TYPE_INT:
|
||||||
|
return "INT";
|
||||||
|
case TSDB_DATA_TYPE_BIGINT:
|
||||||
|
return "BIGINT";
|
||||||
|
case TSDB_DATA_TYPE_FLOAT:
|
||||||
|
return "FLOAT";
|
||||||
|
case TSDB_DATA_TYPE_DOUBLE:
|
||||||
|
return "DOUBLE";
|
||||||
|
case TSDB_DATA_TYPE_BINARY:
|
||||||
|
return "BINART(" + to_string(dt.bytes) + ")";
|
||||||
|
case TSDB_DATA_TYPE_TIMESTAMP:
|
||||||
|
return "TIMESTAMP";
|
||||||
|
case TSDB_DATA_TYPE_NCHAR:
|
||||||
|
return "NCHAR(" + to_string(dt.bytes) + ")";
|
||||||
|
case TSDB_DATA_TYPE_UTINYINT:
|
||||||
|
return "UTINYINT";
|
||||||
|
case TSDB_DATA_TYPE_USMALLINT:
|
||||||
|
return "USMALLINT";
|
||||||
|
case TSDB_DATA_TYPE_UINT:
|
||||||
|
return "UINT";
|
||||||
|
case TSDB_DATA_TYPE_UBIGINT:
|
||||||
|
return "UBIGINT";
|
||||||
|
case TSDB_DATA_TYPE_VARCHAR:
|
||||||
|
return "VARCHAR(" + to_string(dt.bytes) + ")";
|
||||||
|
case TSDB_DATA_TYPE_VARBINARY:
|
||||||
|
return "VARBINARY(" + to_string(dt.bytes) + ")";
|
||||||
|
case TSDB_DATA_TYPE_JSON:
|
||||||
|
return "JSON";
|
||||||
|
case TSDB_DATA_TYPE_DECIMAL:
|
||||||
|
return "DECIMAL(" + to_string(dt.precision) + ", " + to_string(dt.scale) + ")";
|
||||||
|
case TSDB_DATA_TYPE_BLOB:
|
||||||
|
return "BLOB";
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
return "Unknown Data Type " + to_string(dt.type);
|
||||||
|
}
|
||||||
|
|
||||||
|
void nodeToStr(const SNode* node, string& str, bool isProject) {
|
||||||
|
if (nullptr == node) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
switch (nodeType(node)) {
|
||||||
|
case QUERY_NODE_COLUMN: {
|
||||||
|
SColumnNode* pCol = (SColumnNode*)node;
|
||||||
|
if ('\0' != pCol->dbName[0]) {
|
||||||
|
str.append(pCol->dbName);
|
||||||
|
str.append(".");
|
||||||
|
}
|
||||||
|
if ('\0' != pCol->tableAlias[0]) {
|
||||||
|
str.append(pCol->tableAlias);
|
||||||
|
str.append(".");
|
||||||
|
}
|
||||||
|
str.append(pCol->colName);
|
||||||
|
str.append(" [" + dataTypeToStr(pCol->node.resType) + "]");
|
||||||
|
if (isProject) {
|
||||||
|
str.append(" AS " + string(pCol->node.aliasName));
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
case QUERY_NODE_VALUE: {
|
||||||
|
SValueNode* pVal = (SValueNode*)node;
|
||||||
|
str.append(pVal->literal);
|
||||||
|
str.append(" [" + dataTypeToStr(pVal->node.resType) + "]");
|
||||||
|
if (isProject) {
|
||||||
|
str.append(" AS " + string(pVal->node.aliasName));
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
case QUERY_NODE_OPERATOR: {
|
||||||
|
SOperatorNode* pOp = (SOperatorNode*)node;
|
||||||
|
nodeToStr(pOp->pLeft, str, false);
|
||||||
|
str.append(opTypeToStr(pOp->opType));
|
||||||
|
nodeToStr(pOp->pRight, str, false);
|
||||||
|
str.append(" [" + dataTypeToStr(pOp->node.resType) + "]");
|
||||||
|
if (isProject) {
|
||||||
|
str.append(" AS " + string(pOp->node.aliasName));
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void nodeListToStr(const SNodeList* nodelist, const string& prefix, string& str, bool isProject = false) {
|
||||||
|
SNode* node = nullptr;
|
||||||
|
FOREACH(node, nodelist) {
|
||||||
|
str.append(prefix);
|
||||||
|
nodeToStr(node, str, isProject);
|
||||||
|
str.append("\n");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void tableToStr(const SNode* node, const string& prefix, string& str) {
|
||||||
|
const STableNode* table = (const STableNode*)node;
|
||||||
|
switch (nodeType(node)) {
|
||||||
|
case QUERY_NODE_REAL_TABLE: {
|
||||||
|
SRealTableNode* realTable = (SRealTableNode*)table;
|
||||||
|
str.append(prefix);
|
||||||
|
if ('\0' != realTable->table.dbName[0]) {
|
||||||
|
str.append(realTable->table.dbName);
|
||||||
|
str.append(".");
|
||||||
|
}
|
||||||
|
str.append(realTable->table.tableName);
|
||||||
|
str.append(string(" ") + realTable->table.tableAlias);
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
case QUERY_NODE_TEMP_TABLE: {
|
||||||
|
STempTableNode* tempTable = (STempTableNode*)table;
|
||||||
|
str.append(prefix + "(\n");
|
||||||
|
selectToStr(tempTable->pSubquery, str, prefix + "\t");
|
||||||
|
str.append("\n");
|
||||||
|
str.append(prefix + ") ");
|
||||||
|
str.append(tempTable->table.tableAlias);
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
case QUERY_NODE_JOIN_TABLE: {
|
||||||
|
SJoinTableNode* joinTable = (SJoinTableNode*)table;
|
||||||
|
tableToStr(joinTable->pLeft, prefix, str);
|
||||||
|
str.append("\n" + prefix + "JOIN\n");
|
||||||
|
tableToStr(joinTable->pRight, prefix, str);
|
||||||
|
if (nullptr != joinTable->pOnCond) {
|
||||||
|
str.append("\n" + prefix + "\tON ");
|
||||||
|
nodeToStr(joinTable->pOnCond, str, false);
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void selectToStr(const SNode* node, string& str, const string& prefix = "") {
|
||||||
|
SSelectStmt* select = (SSelectStmt*)node;
|
||||||
|
str.append(prefix + "SELECT ");
|
||||||
|
if (select->isDistinct) {
|
||||||
|
str.append("DISTINCT");
|
||||||
|
}
|
||||||
|
str.append("\n");
|
||||||
|
nodeListToStr(select->pProjectionList, prefix + "\t", str, true);
|
||||||
|
str.append("\n" + prefix + "FROM\n");
|
||||||
|
tableToStr(select->pFromTable, prefix + "\t", str);
|
||||||
|
}
|
||||||
|
|
||||||
|
void selectToSql(const SNode* node, string& sql) {
|
||||||
|
SSelectStmt* select = (SSelectStmt*)node;
|
||||||
|
sql.append("SELECT ");
|
||||||
|
if (select->isDistinct) {
|
||||||
|
sql.append("DISTINCT ");
|
||||||
|
}
|
||||||
|
if (nullptr == select->pProjectionList) {
|
||||||
|
sql.append("* ");
|
||||||
|
} else {
|
||||||
|
nodeListToSql(select->pProjectionList, sql);
|
||||||
|
sql.append(" ");
|
||||||
|
}
|
||||||
|
sql.append("FROM ");
|
||||||
|
tableToSql(select->pFromTable, sql);
|
||||||
|
if (nullptr != select->pWhere) {
|
||||||
|
sql.append(" WHERE ");
|
||||||
|
nodeToSql(select->pWhere, sql);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
void tableToSql(const SNode* node, string& sql) {
|
void tableToSql(const SNode* node, string& sql) {
|
||||||
const STableNode* table = (const STableNode*)node;
|
const STableNode* table = (const STableNode*)node;
|
||||||
switch (nodeType(node)) {
|
switch (nodeType(node)) {
|
||||||
|
@ -78,6 +258,88 @@ private:
|
||||||
sql.append(realTable->table.tableName);
|
sql.append(realTable->table.tableName);
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
case QUERY_NODE_TEMP_TABLE: {
|
||||||
|
STempTableNode* tempTable = (STempTableNode*)table;
|
||||||
|
sql.append("(");
|
||||||
|
selectToSql(tempTable->pSubquery, sql);
|
||||||
|
sql.append(") ");
|
||||||
|
sql.append(tempTable->table.tableAlias);
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
case QUERY_NODE_JOIN_TABLE: {
|
||||||
|
SJoinTableNode* joinTable = (SJoinTableNode*)table;
|
||||||
|
tableToSql(joinTable->pLeft, sql);
|
||||||
|
sql.append(" JOIN ");
|
||||||
|
tableToSql(joinTable->pRight, sql);
|
||||||
|
if (nullptr != joinTable->pOnCond) {
|
||||||
|
sql.append(" ON ");
|
||||||
|
nodeToSql(joinTable->pOnCond, sql);
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
string opTypeToStr(EOperatorType type) {
|
||||||
|
switch (type) {
|
||||||
|
case OP_TYPE_ADD:
|
||||||
|
return " + ";
|
||||||
|
case OP_TYPE_SUB:
|
||||||
|
return " - ";
|
||||||
|
case OP_TYPE_MULTI:
|
||||||
|
case OP_TYPE_DIV:
|
||||||
|
case OP_TYPE_MOD:
|
||||||
|
case OP_TYPE_GREATER_THAN:
|
||||||
|
case OP_TYPE_GREATER_EQUAL:
|
||||||
|
case OP_TYPE_LOWER_THAN:
|
||||||
|
case OP_TYPE_LOWER_EQUAL:
|
||||||
|
case OP_TYPE_EQUAL:
|
||||||
|
return " = ";
|
||||||
|
case OP_TYPE_NOT_EQUAL:
|
||||||
|
case OP_TYPE_IN:
|
||||||
|
case OP_TYPE_NOT_IN:
|
||||||
|
case OP_TYPE_LIKE:
|
||||||
|
case OP_TYPE_NOT_LIKE:
|
||||||
|
case OP_TYPE_MATCH:
|
||||||
|
case OP_TYPE_NMATCH:
|
||||||
|
case OP_TYPE_JSON_GET_VALUE:
|
||||||
|
case OP_TYPE_JSON_CONTAINS:
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
return " unknown operator ";
|
||||||
|
}
|
||||||
|
|
||||||
|
void nodeToSql(const SNode* node, string& sql) {
|
||||||
|
if (nullptr == node) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
switch (nodeType(node)) {
|
||||||
|
case QUERY_NODE_COLUMN: {
|
||||||
|
SColumnNode* pCol = (SColumnNode*)node;
|
||||||
|
if ('\0' != pCol->dbName[0]) {
|
||||||
|
sql.append(pCol->dbName);
|
||||||
|
sql.append(".");
|
||||||
|
}
|
||||||
|
if ('\0' != pCol->tableAlias[0]) {
|
||||||
|
sql.append(pCol->tableAlias);
|
||||||
|
sql.append(".");
|
||||||
|
}
|
||||||
|
sql.append(pCol->colName);
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
case QUERY_NODE_VALUE:
|
||||||
|
break;
|
||||||
|
case QUERY_NODE_OPERATOR: {
|
||||||
|
SOperatorNode* pOp = (SOperatorNode*)node;
|
||||||
|
nodeToSql(pOp->pLeft, sql);
|
||||||
|
sql.append(opTypeToStr(pOp->opType));
|
||||||
|
nodeToSql(pOp->pRight, sql);
|
||||||
|
break;
|
||||||
|
}
|
||||||
default:
|
default:
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
@ -91,13 +353,8 @@ private:
|
||||||
sql.append(", ");
|
sql.append(", ");
|
||||||
}
|
}
|
||||||
firstNode = false;
|
firstNode = false;
|
||||||
switch (nodeType(node)) {
|
nodeToSql(node, sql);
|
||||||
case QUERY_NODE_COLUMN:
|
|
||||||
sql.append(((SColumnNode*)node)->colName);
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
sql.append(" ");
|
|
||||||
}
|
}
|
||||||
|
|
||||||
void reset() {
|
void reset() {
|
||||||
|
@ -115,8 +372,7 @@ private:
|
||||||
SQuery query_;
|
SQuery query_;
|
||||||
};
|
};
|
||||||
|
|
||||||
// SELECT * FROM t1
|
TEST_F(NewParserTest, selectSimple) {
|
||||||
TEST_F(NewParserTest, selectStar) {
|
|
||||||
setDatabase("root", "test");
|
setDatabase("root", "test");
|
||||||
|
|
||||||
bind("SELECT * FROM t1");
|
bind("SELECT * FROM t1");
|
||||||
|
@ -125,14 +381,24 @@ TEST_F(NewParserTest, selectStar) {
|
||||||
bind("SELECT * FROM test.t1");
|
bind("SELECT * FROM test.t1");
|
||||||
ASSERT_TRUE(run());
|
ASSERT_TRUE(run());
|
||||||
|
|
||||||
bind("SELECT ts FROM t1");
|
bind("SELECT ts, c1 FROM t1");
|
||||||
ASSERT_TRUE(run());
|
ASSERT_TRUE(run());
|
||||||
|
|
||||||
bind("SELECT ts, tag1, c1 FROM t1");
|
bind("SELECT ts, t.c1 FROM (SELECT * FROM t1) t");
|
||||||
|
ASSERT_TRUE(run());
|
||||||
|
|
||||||
|
bind("SELECT * FROM t1 tt1, t1 tt2 WHERE tt1.c1 = tt2.c1");
|
||||||
ASSERT_TRUE(run());
|
ASSERT_TRUE(run());
|
||||||
}
|
}
|
||||||
|
|
||||||
TEST_F(NewParserTest, syntaxError) {
|
TEST_F(NewParserTest, selectExpression) {
|
||||||
|
setDatabase("root", "test");
|
||||||
|
|
||||||
|
bind("SELECT c1 + 10, c2 FROM t1");
|
||||||
|
ASSERT_TRUE(run());
|
||||||
|
}
|
||||||
|
|
||||||
|
TEST_F(NewParserTest, selectSyntaxError) {
|
||||||
setDatabase("root", "test");
|
setDatabase("root", "test");
|
||||||
|
|
||||||
bind("SELECTT * FROM t1");
|
bind("SELECTT * FROM t1");
|
||||||
|
@ -147,3 +413,16 @@ TEST_F(NewParserTest, syntaxError) {
|
||||||
bind("SELECT * FROM test.t1 t WHER");
|
bind("SELECT * FROM test.t1 t WHER");
|
||||||
ASSERT_TRUE(run(TSDB_CODE_FAILED));
|
ASSERT_TRUE(run(TSDB_CODE_FAILED));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
TEST_F(NewParserTest, selectSemanticError) {
|
||||||
|
setDatabase("root", "test");
|
||||||
|
|
||||||
|
bind("SELECT * FROM t10");
|
||||||
|
ASSERT_TRUE(run(TSDB_CODE_SUCCESS, TSDB_CODE_FAILED));
|
||||||
|
|
||||||
|
bind("SELECT c1, c3 FROM t1");
|
||||||
|
ASSERT_TRUE(run(TSDB_CODE_SUCCESS, TSDB_CODE_FAILED));
|
||||||
|
|
||||||
|
bind("SELECT c2 FROM t1 tt1, t1 tt2 WHERE tt1.c1 = tt2.c1");
|
||||||
|
ASSERT_TRUE(run(TSDB_CODE_SUCCESS, TSDB_CODE_FAILED));
|
||||||
|
}
|
||||||
|
|
|
@ -561,7 +561,7 @@ int32_t qwGetResFromSink(QW_FPARAMS_DEF, SQWTaskCtx *ctx, int32_t *dataLen, void
|
||||||
|
|
||||||
QW_ERR_RET(qwUpdateTaskStatus(QW_FPARAMS(), JOB_TASK_STATUS_SUCCEED));
|
QW_ERR_RET(qwUpdateTaskStatus(QW_FPARAMS(), JOB_TASK_STATUS_SUCCEED));
|
||||||
|
|
||||||
QW_ERR_RET(qwMallocFetchRsp(len, &rsp));
|
QW_ERR_RET(qwMallocFetchRsp(len, &rsp));
|
||||||
*rspMsg = rsp;
|
*rspMsg = rsp;
|
||||||
*dataLen = 0;
|
*dataLen = 0;
|
||||||
|
|
||||||
|
@ -573,7 +573,7 @@ int32_t qwGetResFromSink(QW_FPARAMS_DEF, SQWTaskCtx *ctx, int32_t *dataLen, void
|
||||||
QW_TASK_DLOG("no res data in sink, need response later, queryEnd:%d", queryEnd);
|
QW_TASK_DLOG("no res data in sink, need response later, queryEnd:%d", queryEnd);
|
||||||
|
|
||||||
return TSDB_CODE_SUCCESS;
|
return TSDB_CODE_SUCCESS;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
// Got data from sink
|
// Got data from sink
|
||||||
|
|
|
@ -1409,7 +1409,7 @@ int32_t schedulerAsyncExecJob(void *transport, SArray *pNodeList, SQueryDag* pDa
|
||||||
}
|
}
|
||||||
|
|
||||||
int32_t schedulerConvertDagToTaskList(SQueryDag* pDag, SArray **pTasks) {
|
int32_t schedulerConvertDagToTaskList(SQueryDag* pDag, SArray **pTasks) {
|
||||||
if (NULL == pDag || pDag->numOfSubplans <= 0 || taosArrayGetSize(pDag->pSubplans) <= 0) {
|
if (NULL == pDag || pDag->numOfSubplans <= 0 || taosArrayGetSize(pDag->pSubplans) == 0) {
|
||||||
SCH_ERR_RET(TSDB_CODE_QRY_INVALID_INPUT);
|
SCH_ERR_RET(TSDB_CODE_QRY_INVALID_INPUT);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -1454,7 +1454,6 @@ int32_t schedulerConvertDagToTaskList(SQueryDag* pDag, SArray **pTasks) {
|
||||||
}
|
}
|
||||||
|
|
||||||
SSubQueryMsg* pMsg = calloc(1, msgSize);
|
SSubQueryMsg* pMsg = calloc(1, msgSize);
|
||||||
memcpy(pMsg->msg, msg, msgLen);
|
|
||||||
|
|
||||||
pMsg->header.vgId = tInfo.addr.nodeId;
|
pMsg->header.vgId = tInfo.addr.nodeId;
|
||||||
|
|
||||||
|
@ -1464,6 +1463,7 @@ int32_t schedulerConvertDagToTaskList(SQueryDag* pDag, SArray **pTasks) {
|
||||||
pMsg->taskType = TASK_TYPE_PERSISTENT;
|
pMsg->taskType = TASK_TYPE_PERSISTENT;
|
||||||
pMsg->phyLen = msgLen;
|
pMsg->phyLen = msgLen;
|
||||||
pMsg->sqlLen = 0;
|
pMsg->sqlLen = 0;
|
||||||
|
memcpy(pMsg->msg, msg, msgLen);
|
||||||
/*memcpy(pMsg->msg, ((SSubQueryMsg*)msg)->msg, msgLen);*/
|
/*memcpy(pMsg->msg, ((SSubQueryMsg*)msg)->msg, msgLen);*/
|
||||||
|
|
||||||
tInfo.msg = pMsg;
|
tInfo.msg = pMsg;
|
||||||
|
|
|
@ -14,17 +14,18 @@ target_link_libraries(
|
||||||
PUBLIC common
|
PUBLIC common
|
||||||
)
|
)
|
||||||
if (${BUILD_WITH_UV_TRANS})
|
if (${BUILD_WITH_UV_TRANS})
|
||||||
|
if (${BUILD_WITH_UV})
|
||||||
target_include_directories(
|
target_include_directories(
|
||||||
transport
|
transport
|
||||||
PUBLIC "${CMAKE_SOURCE_DIR}/contrib/libuv/include"
|
PUBLIC "${CMAKE_SOURCE_DIR}/contrib/libuv/include"
|
||||||
)
|
)
|
||||||
|
|
||||||
#LINK_DIRECTORIES("${CMAKE_SOURCE_DIR}/debug/contrib/libuv")
|
|
||||||
target_link_libraries(
|
target_link_libraries(
|
||||||
transport
|
transport
|
||||||
PUBLIC uv_a
|
PUBLIC uv_a
|
||||||
)
|
)
|
||||||
add_definitions(-DUSE_UV)
|
add_definitions(-DUSE_UV)
|
||||||
|
endif(${BUILD_WITH_UV})
|
||||||
endif(${BUILD_WITH_UV_TRANS})
|
endif(${BUILD_WITH_UV_TRANS})
|
||||||
|
|
||||||
if (${BUILD_TEST})
|
if (${BUILD_TEST})
|
||||||
|
|
|
@ -134,10 +134,12 @@ typedef struct {
|
||||||
// int16_t numOfTry; // number of try for different servers
|
// int16_t numOfTry; // number of try for different servers
|
||||||
// int8_t oldInUse; // server EP inUse passed by app
|
// int8_t oldInUse; // server EP inUse passed by app
|
||||||
// int8_t redirect; // flag to indicate redirect
|
// int8_t redirect; // flag to indicate redirect
|
||||||
int8_t connType; // connection type
|
int8_t connType; // connection type
|
||||||
int64_t rid; // refId returned by taosAddRef
|
int64_t rid; // refId returned by taosAddRef
|
||||||
SRpcMsg* pRsp; // for synchronous API
|
|
||||||
tsem_t* pSem; // for synchronous API
|
SRpcMsg* pRsp; // for synchronous API
|
||||||
|
tsem_t* pSem; // for synchronous API
|
||||||
|
|
||||||
char* ip;
|
char* ip;
|
||||||
uint32_t port;
|
uint32_t port;
|
||||||
// SEpSet* pSet; // for synchronous API
|
// SEpSet* pSet; // for synchronous API
|
||||||
|
@ -213,6 +215,12 @@ typedef struct SConnBuffer {
|
||||||
|
|
||||||
typedef void (*AsyncCB)(uv_async_t* handle);
|
typedef void (*AsyncCB)(uv_async_t* handle);
|
||||||
|
|
||||||
|
typedef struct {
|
||||||
|
void* pThrd;
|
||||||
|
queue qmsg;
|
||||||
|
pthread_mutex_t mtx; // protect qmsg;
|
||||||
|
} SAsyncItem;
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
int index;
|
int index;
|
||||||
int nAsync;
|
int nAsync;
|
||||||
|
@ -221,7 +229,7 @@ typedef struct {
|
||||||
|
|
||||||
SAsyncPool* transCreateAsyncPool(uv_loop_t* loop, void* arg, AsyncCB cb);
|
SAsyncPool* transCreateAsyncPool(uv_loop_t* loop, void* arg, AsyncCB cb);
|
||||||
void transDestroyAsyncPool(SAsyncPool* pool);
|
void transDestroyAsyncPool(SAsyncPool* pool);
|
||||||
int transSendAsync(SAsyncPool* pool);
|
int transSendAsync(SAsyncPool* pool, queue* mq);
|
||||||
|
|
||||||
int transInitBuffer(SConnBuffer* buf);
|
int transInitBuffer(SConnBuffer* buf);
|
||||||
int transClearBuffer(SConnBuffer* buf);
|
int transClearBuffer(SConnBuffer* buf);
|
||||||
|
|
|
@ -813,8 +813,8 @@ static SRpcConn *rpcSetupConnToServer(SRpcReqContext *pContext) {
|
||||||
SRpcInfo *pRpc = pContext->pRpc;
|
SRpcInfo *pRpc = pContext->pRpc;
|
||||||
SEpSet * pEpSet = &pContext->epSet;
|
SEpSet * pEpSet = &pContext->epSet;
|
||||||
|
|
||||||
pConn =
|
pConn = rpcGetConnFromCache(pRpc->pCache, pEpSet->eps[pEpSet->inUse].fqdn, pEpSet->eps[pEpSet->inUse].port,
|
||||||
rpcGetConnFromCache(pRpc->pCache, pEpSet->eps[pEpSet->inUse].fqdn, pEpSet->eps[pEpSet->inUse].port, pContext->connType);
|
pContext->connType);
|
||||||
if (pConn == NULL || pConn->user[0] == 0) {
|
if (pConn == NULL || pConn->user[0] == 0) {
|
||||||
pConn = rpcOpenConn(pRpc, pEpSet->eps[pEpSet->inUse].fqdn, pEpSet->eps[pEpSet->inUse].port, pContext->connType);
|
pConn = rpcOpenConn(pRpc, pEpSet->eps[pEpSet->inUse].fqdn, pEpSet->eps[pEpSet->inUse].port, pContext->connType);
|
||||||
}
|
}
|
||||||
|
|
|
@ -63,17 +63,41 @@ void rpcFreeCont(void* cont) {
|
||||||
}
|
}
|
||||||
free((char*)cont - TRANS_MSG_OVERHEAD);
|
free((char*)cont - TRANS_MSG_OVERHEAD);
|
||||||
}
|
}
|
||||||
void* rpcReallocCont(void* ptr, int contLen) { return NULL; }
|
void* rpcReallocCont(void* ptr, int contLen) {
|
||||||
|
if (ptr == NULL) {
|
||||||
|
return rpcMallocCont(contLen);
|
||||||
|
}
|
||||||
|
char* st = (char*)ptr - TRANS_MSG_OVERHEAD;
|
||||||
|
int sz = contLen + TRANS_MSG_OVERHEAD;
|
||||||
|
st = realloc(st, sz);
|
||||||
|
if (st == NULL) {
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
return st + TRANS_MSG_OVERHEAD;
|
||||||
|
}
|
||||||
|
|
||||||
|
void rpcSendRedirectRsp(void* thandle, const SEpSet* pEpSet) {
|
||||||
|
SRpcMsg rpcMsg;
|
||||||
|
memset(&rpcMsg, 0, sizeof(rpcMsg));
|
||||||
|
|
||||||
|
rpcMsg.contLen = sizeof(SEpSet);
|
||||||
|
rpcMsg.pCont = rpcMallocCont(rpcMsg.contLen);
|
||||||
|
if (rpcMsg.pCont == NULL) return;
|
||||||
|
|
||||||
|
memcpy(rpcMsg.pCont, pEpSet, sizeof(SEpSet));
|
||||||
|
|
||||||
|
rpcMsg.code = TSDB_CODE_RPC_REDIRECT;
|
||||||
|
rpcMsg.handle = thandle;
|
||||||
|
|
||||||
|
rpcSendResponse(&rpcMsg);
|
||||||
|
}
|
||||||
|
|
||||||
void rpcSendRedirectRsp(void* pConn, const SEpSet* pEpSet) {}
|
|
||||||
int rpcGetConnInfo(void* thandle, SRpcConnInfo* pInfo) { return -1; }
|
|
||||||
void rpcSendRecv(void* shandle, SEpSet* pEpSet, SRpcMsg* pReq, SRpcMsg* pRsp) { return; }
|
|
||||||
int rpcReportProgress(void* pConn, char* pCont, int contLen) { return -1; }
|
int rpcReportProgress(void* pConn, char* pCont, int contLen) { return -1; }
|
||||||
void rpcCancelRequest(int64_t rid) { return; }
|
void rpcCancelRequest(int64_t rid) { return; }
|
||||||
|
|
||||||
int32_t rpcInit(void) {
|
int32_t rpcInit(void) {
|
||||||
// impl later
|
// impl later
|
||||||
return -1;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
void rpcCleanup(void) {
|
void rpcCleanup(void) {
|
||||||
|
|
|
@ -123,9 +123,14 @@ static void clientHandleResp(SCliConn* conn) {
|
||||||
rpcMsg.code = pHead->code;
|
rpcMsg.code = pHead->code;
|
||||||
rpcMsg.msgType = pHead->msgType;
|
rpcMsg.msgType = pHead->msgType;
|
||||||
rpcMsg.ahandle = pCtx->ahandle;
|
rpcMsg.ahandle = pCtx->ahandle;
|
||||||
|
if (pCtx->pSem == NULL) {
|
||||||
tDebug("conn %p handle resp", conn);
|
tDebug("conn %p handle resp", conn);
|
||||||
(pRpc->cfp)(NULL, &rpcMsg, NULL);
|
(pRpc->cfp)(NULL, &rpcMsg, NULL);
|
||||||
|
} else {
|
||||||
|
tDebug("conn %p handle resp", conn);
|
||||||
|
memcpy((char*)pCtx->pRsp, (char*)&rpcMsg, sizeof(rpcMsg));
|
||||||
|
tsem_post(pCtx->pSem);
|
||||||
|
}
|
||||||
conn->notifyCount += 1;
|
conn->notifyCount += 1;
|
||||||
|
|
||||||
// buf's mem alread translated to rpcMsg.pCont
|
// buf's mem alread translated to rpcMsg.pCont
|
||||||
|
@ -159,14 +164,20 @@ static void clientHandleExcept(SCliConn* pConn) {
|
||||||
SRpcMsg rpcMsg = {0};
|
SRpcMsg rpcMsg = {0};
|
||||||
rpcMsg.ahandle = pCtx->ahandle;
|
rpcMsg.ahandle = pCtx->ahandle;
|
||||||
rpcMsg.code = TSDB_CODE_RPC_NETWORK_UNAVAIL;
|
rpcMsg.code = TSDB_CODE_RPC_NETWORK_UNAVAIL;
|
||||||
// SRpcInfo* pRpc = pMsg->ctx->pRpc;
|
if (pCtx->pSem == NULL) {
|
||||||
(pCtx->pTransInst->cfp)(NULL, &rpcMsg, NULL);
|
// SRpcInfo* pRpc = pMsg->ctx->pRpc;
|
||||||
pConn->notifyCount += 1;
|
(pCtx->pTransInst->cfp)(NULL, &rpcMsg, NULL);
|
||||||
|
} else {
|
||||||
|
memcpy((char*)(pCtx->pRsp), (char*)(&rpcMsg), sizeof(rpcMsg));
|
||||||
|
// SRpcMsg rpcMsg
|
||||||
|
tsem_post(pCtx->pSem);
|
||||||
|
}
|
||||||
|
|
||||||
destroyCmsg(pMsg);
|
destroyCmsg(pMsg);
|
||||||
pConn->data = NULL;
|
pConn->data = NULL;
|
||||||
// transDestroyConnCtx(pCtx);
|
// transDestroyConnCtx(pCtx);
|
||||||
clientConnDestroy(pConn, true);
|
clientConnDestroy(pConn, true);
|
||||||
|
pConn->notifyCount += 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
static void clientTimeoutCb(uv_timer_t* handle) {
|
static void clientTimeoutCb(uv_timer_t* handle) {
|
||||||
|
@ -432,14 +443,15 @@ static void clientHandleReq(SCliMsg* pMsg, SCliThrdObj* pThrd) {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
static void clientAsyncCb(uv_async_t* handle) {
|
static void clientAsyncCb(uv_async_t* handle) {
|
||||||
SCliThrdObj* pThrd = handle->data;
|
SAsyncItem* item = handle->data;
|
||||||
|
SCliThrdObj* pThrd = item->pThrd;
|
||||||
SCliMsg* pMsg = NULL;
|
SCliMsg* pMsg = NULL;
|
||||||
queue wq;
|
queue wq;
|
||||||
|
|
||||||
// batch process to avoid to lock/unlock frequently
|
// batch process to avoid to lock/unlock frequently
|
||||||
pthread_mutex_lock(&pThrd->msgMtx);
|
pthread_mutex_lock(&item->mtx);
|
||||||
QUEUE_MOVE(&pThrd->msg, &wq);
|
QUEUE_MOVE(&item->qmsg, &wq);
|
||||||
pthread_mutex_unlock(&pThrd->msgMtx);
|
pthread_mutex_unlock(&item->mtx);
|
||||||
|
|
||||||
int count = 0;
|
int count = 0;
|
||||||
while (!QUEUE_IS_EMPTY(&wq)) {
|
while (!QUEUE_IS_EMPTY(&wq)) {
|
||||||
|
@ -462,6 +474,7 @@ static void clientAsyncCb(uv_async_t* handle) {
|
||||||
|
|
||||||
static void* clientThread(void* arg) {
|
static void* clientThread(void* arg) {
|
||||||
SCliThrdObj* pThrd = (SCliThrdObj*)arg;
|
SCliThrdObj* pThrd = (SCliThrdObj*)arg;
|
||||||
|
setThreadName("trans-client-work");
|
||||||
uv_run(pThrd->loop, UV_RUN_DEFAULT);
|
uv_run(pThrd->loop, UV_RUN_DEFAULT);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -548,11 +561,11 @@ static void clientSendQuit(SCliThrdObj* thrd) {
|
||||||
SCliMsg* msg = calloc(1, sizeof(SCliMsg));
|
SCliMsg* msg = calloc(1, sizeof(SCliMsg));
|
||||||
msg->ctx = NULL; //
|
msg->ctx = NULL; //
|
||||||
|
|
||||||
pthread_mutex_lock(&thrd->msgMtx);
|
// pthread_mutex_lock(&thrd->msgMtx);
|
||||||
QUEUE_PUSH(&thrd->msg, &msg->q);
|
// QUEUE_PUSH(&thrd->msg, &msg->q);
|
||||||
pthread_mutex_unlock(&thrd->msgMtx);
|
// pthread_mutex_unlock(&thrd->msgMtx);
|
||||||
|
|
||||||
transSendAsync(thrd->asyncPool);
|
transSendAsync(thrd->asyncPool, &msg->q);
|
||||||
// uv_async_send(thrd->cliAsync);
|
// uv_async_send(thrd->cliAsync);
|
||||||
}
|
}
|
||||||
void taosCloseClient(void* arg) {
|
void taosCloseClient(void* arg) {
|
||||||
|
@ -567,8 +580,8 @@ void taosCloseClient(void* arg) {
|
||||||
}
|
}
|
||||||
void rpcSendRequest(void* shandle, const SEpSet* pEpSet, SRpcMsg* pMsg, int64_t* pRid) {
|
void rpcSendRequest(void* shandle, const SEpSet* pEpSet, SRpcMsg* pMsg, int64_t* pRid) {
|
||||||
// impl later
|
// impl later
|
||||||
char* ip = (char*)(pEpSet->fqdn[pEpSet->inUse]);
|
char* ip = (char*)(pEpSet->eps[pEpSet->inUse].fqdn);
|
||||||
uint32_t port = pEpSet->port[pEpSet->inUse];
|
uint32_t port = pEpSet->eps[pEpSet->inUse].port;
|
||||||
|
|
||||||
SRpcInfo* pRpc = (SRpcInfo*)shandle;
|
SRpcInfo* pRpc = (SRpcInfo*)shandle;
|
||||||
|
|
||||||
|
@ -598,14 +611,55 @@ void rpcSendRequest(void* shandle, const SEpSet* pEpSet, SRpcMsg* pMsg, int64_t*
|
||||||
|
|
||||||
SCliThrdObj* thrd = ((SClientObj*)pRpc->tcphandle)->pThreadObj[index % pRpc->numOfThreads];
|
SCliThrdObj* thrd = ((SClientObj*)pRpc->tcphandle)->pThreadObj[index % pRpc->numOfThreads];
|
||||||
|
|
||||||
pthread_mutex_lock(&thrd->msgMtx);
|
// pthread_mutex_lock(&thrd->msgMtx);
|
||||||
QUEUE_PUSH(&thrd->msg, &cliMsg->q);
|
// QUEUE_PUSH(&thrd->msg, &cliMsg->q);
|
||||||
pthread_mutex_unlock(&thrd->msgMtx);
|
// pthread_mutex_unlock(&thrd->msgMtx);
|
||||||
|
|
||||||
int start = taosGetTimestampUs();
|
// int start = taosGetTimestampUs();
|
||||||
transSendAsync(thrd->asyncPool);
|
transSendAsync(thrd->asyncPool, &(cliMsg->q));
|
||||||
// uv_async_send(thrd->cliAsync);
|
// uv_async_send(thrd->cliAsync);
|
||||||
int end = taosGetTimestampUs() - start;
|
// int end = taosGetTimestampUs() - start;
|
||||||
// tError("client sent to rpc, time cost: %d", (int)end);
|
// tError("client sent to rpc, time cost: %d", (int)end);
|
||||||
}
|
}
|
||||||
|
void rpcSendRecv(void* shandle, SEpSet* pEpSet, SRpcMsg* pReq, SRpcMsg* pRsp) {
|
||||||
|
char* ip = (char*)(pEpSet->eps[pEpSet->inUse].fqdn);
|
||||||
|
uint32_t port = pEpSet->eps[pEpSet->inUse].port;
|
||||||
|
|
||||||
|
SRpcInfo* pRpc = (SRpcInfo*)shandle;
|
||||||
|
|
||||||
|
STransConnCtx* pCtx = calloc(1, sizeof(STransConnCtx));
|
||||||
|
pCtx->pTransInst = (SRpcInfo*)shandle;
|
||||||
|
pCtx->ahandle = pReq->ahandle;
|
||||||
|
pCtx->msgType = pReq->msgType;
|
||||||
|
pCtx->ip = strdup(ip);
|
||||||
|
pCtx->port = port;
|
||||||
|
pCtx->pSem = calloc(1, sizeof(tsem_t));
|
||||||
|
pCtx->pRsp = pRsp;
|
||||||
|
tsem_init(pCtx->pSem, 0, 0);
|
||||||
|
|
||||||
|
int64_t index = pRpc->index;
|
||||||
|
if (pRpc->index++ >= pRpc->numOfThreads) {
|
||||||
|
pRpc->index = 0;
|
||||||
|
}
|
||||||
|
SCliMsg* cliMsg = malloc(sizeof(SCliMsg));
|
||||||
|
cliMsg->ctx = pCtx;
|
||||||
|
cliMsg->msg = *pReq;
|
||||||
|
cliMsg->st = taosGetTimestampUs();
|
||||||
|
|
||||||
|
SCliThrdObj* thrd = ((SClientObj*)pRpc->tcphandle)->pThreadObj[index % pRpc->numOfThreads];
|
||||||
|
|
||||||
|
// pthread_mutex_lock(&thrd->msgMtx);
|
||||||
|
// QUEUE_PUSH(&thrd->msg, &cliMsg->q);
|
||||||
|
// pthread_mutex_unlock(&thrd->msgMtx);
|
||||||
|
|
||||||
|
// int start = taosGetTimestampUs();
|
||||||
|
transSendAsync(thrd->asyncPool, &(cliMsg->q));
|
||||||
|
|
||||||
|
tsem_t* pSem = pCtx->pSem;
|
||||||
|
tsem_wait(pSem);
|
||||||
|
tsem_destroy(pSem);
|
||||||
|
free(pSem);
|
||||||
|
|
||||||
|
return;
|
||||||
|
}
|
||||||
#endif
|
#endif
|
||||||
|
|
|
@ -247,7 +247,7 @@ int transDestroyBuffer(SConnBuffer* buf) {
|
||||||
}
|
}
|
||||||
|
|
||||||
SAsyncPool* transCreateAsyncPool(uv_loop_t* loop, void* arg, AsyncCB cb) {
|
SAsyncPool* transCreateAsyncPool(uv_loop_t* loop, void* arg, AsyncCB cb) {
|
||||||
static int sz = 20;
|
static int sz = 10;
|
||||||
|
|
||||||
SAsyncPool* pool = calloc(1, sizeof(SAsyncPool));
|
SAsyncPool* pool = calloc(1, sizeof(SAsyncPool));
|
||||||
pool->index = 0;
|
pool->index = 0;
|
||||||
|
@ -257,24 +257,46 @@ SAsyncPool* transCreateAsyncPool(uv_loop_t* loop, void* arg, AsyncCB cb) {
|
||||||
for (int i = 0; i < pool->nAsync; i++) {
|
for (int i = 0; i < pool->nAsync; i++) {
|
||||||
uv_async_t* async = &(pool->asyncs[i]);
|
uv_async_t* async = &(pool->asyncs[i]);
|
||||||
uv_async_init(loop, async, cb);
|
uv_async_init(loop, async, cb);
|
||||||
async->data = arg;
|
|
||||||
|
SAsyncItem* item = calloc(1, sizeof(SAsyncItem));
|
||||||
|
item->pThrd = arg;
|
||||||
|
QUEUE_INIT(&item->qmsg);
|
||||||
|
pthread_mutex_init(&item->mtx, NULL);
|
||||||
|
|
||||||
|
async->data = item;
|
||||||
}
|
}
|
||||||
return pool;
|
return pool;
|
||||||
}
|
}
|
||||||
void transDestroyAsyncPool(SAsyncPool* pool) {
|
void transDestroyAsyncPool(SAsyncPool* pool) {
|
||||||
for (int i = 0; i < pool->nAsync; i++) {
|
for (int i = 0; i < pool->nAsync; i++) {
|
||||||
uv_async_t* async = &(pool->asyncs[i]);
|
uv_async_t* async = &(pool->asyncs[i]);
|
||||||
|
|
||||||
|
SAsyncItem* item = async->data;
|
||||||
|
pthread_mutex_destroy(&item->mtx);
|
||||||
|
free(item);
|
||||||
}
|
}
|
||||||
free(pool->asyncs);
|
free(pool->asyncs);
|
||||||
free(pool);
|
free(pool);
|
||||||
}
|
}
|
||||||
int transSendAsync(SAsyncPool* pool) {
|
int transSendAsync(SAsyncPool* pool, queue* q) {
|
||||||
int idx = pool->index;
|
int idx = pool->index;
|
||||||
idx = idx % pool->nAsync;
|
idx = idx % pool->nAsync;
|
||||||
// no need mutex here
|
// no need mutex here
|
||||||
if (pool->index++ > pool->nAsync) {
|
if (pool->index++ > pool->nAsync) {
|
||||||
pool->index = 0;
|
pool->index = 0;
|
||||||
}
|
}
|
||||||
return uv_async_send(&(pool->asyncs[idx]));
|
uv_async_t* async = &(pool->asyncs[idx]);
|
||||||
|
SAsyncItem* item = async->data;
|
||||||
|
|
||||||
|
int64_t st = taosGetTimestampUs();
|
||||||
|
pthread_mutex_lock(&item->mtx);
|
||||||
|
QUEUE_PUSH(&item->qmsg, q);
|
||||||
|
pthread_mutex_unlock(&item->mtx);
|
||||||
|
int64_t el = taosGetTimestampUs() - st;
|
||||||
|
if (el > 50) {
|
||||||
|
// tInfo("lock and unlock cost: %d", (int)el);
|
||||||
|
}
|
||||||
|
|
||||||
|
return uv_async_send(async);
|
||||||
}
|
}
|
||||||
#endif
|
#endif
|
||||||
|
|
|
@ -33,6 +33,8 @@ typedef struct SSrvConn {
|
||||||
void* hostThrd;
|
void* hostThrd;
|
||||||
void* pSrvMsg;
|
void* pSrvMsg;
|
||||||
|
|
||||||
|
struct sockaddr peername;
|
||||||
|
|
||||||
// SRpcMsg sendMsg;
|
// SRpcMsg sendMsg;
|
||||||
// del later
|
// del later
|
||||||
char secured;
|
char secured;
|
||||||
|
@ -376,13 +378,15 @@ static void destroySmsg(SSrvMsg* smsg) {
|
||||||
free(smsg);
|
free(smsg);
|
||||||
}
|
}
|
||||||
void uvWorkerAsyncCb(uv_async_t* handle) {
|
void uvWorkerAsyncCb(uv_async_t* handle) {
|
||||||
SWorkThrdObj* pThrd = handle->data;
|
SAsyncItem* item = handle->data;
|
||||||
|
SWorkThrdObj* pThrd = item->pThrd;
|
||||||
SSrvConn* conn = NULL;
|
SSrvConn* conn = NULL;
|
||||||
queue wq;
|
queue wq;
|
||||||
// batch process to avoid to lock/unlock frequently
|
// batch process to avoid to lock/unlock frequently
|
||||||
pthread_mutex_lock(&pThrd->msgMtx);
|
pthread_mutex_lock(&item->mtx);
|
||||||
QUEUE_MOVE(&pThrd->msg, &wq);
|
QUEUE_MOVE(&item->qmsg, &wq);
|
||||||
pthread_mutex_unlock(&pThrd->msgMtx);
|
pthread_mutex_unlock(&item->mtx);
|
||||||
|
// pthread_mutex_unlock(&mtx);
|
||||||
|
|
||||||
while (!QUEUE_IS_EMPTY(&wq)) {
|
while (!QUEUE_IS_EMPTY(&wq)) {
|
||||||
queue* head = QUEUE_HEAD(&wq);
|
queue* head = QUEUE_HEAD(&wq);
|
||||||
|
@ -485,7 +489,13 @@ void uvOnConnectionCb(uv_stream_t* q, ssize_t nread, const uv_buf_t* buf) {
|
||||||
uv_os_fd_t fd;
|
uv_os_fd_t fd;
|
||||||
uv_fileno((const uv_handle_t*)pConn->pTcp, &fd);
|
uv_fileno((const uv_handle_t*)pConn->pTcp, &fd);
|
||||||
tDebug("conn %p created, fd: %d", pConn, fd);
|
tDebug("conn %p created, fd: %d", pConn, fd);
|
||||||
uv_read_start((uv_stream_t*)(pConn->pTcp), uvAllocReadBufferCb, uvOnReadCb);
|
int namelen = sizeof(pConn->peername);
|
||||||
|
if (0 != uv_tcp_getpeername(pConn->pTcp, &pConn->peername, &namelen)) {
|
||||||
|
tError("failed to get peer name");
|
||||||
|
destroyConn(pConn, true);
|
||||||
|
} else {
|
||||||
|
uv_read_start((uv_stream_t*)(pConn->pTcp), uvAllocReadBufferCb, uvOnReadCb);
|
||||||
|
}
|
||||||
} else {
|
} else {
|
||||||
tDebug("failed to create new connection");
|
tDebug("failed to create new connection");
|
||||||
destroyConn(pConn, true);
|
destroyConn(pConn, true);
|
||||||
|
@ -494,6 +504,7 @@ void uvOnConnectionCb(uv_stream_t* q, ssize_t nread, const uv_buf_t* buf) {
|
||||||
|
|
||||||
void* acceptThread(void* arg) {
|
void* acceptThread(void* arg) {
|
||||||
// opt
|
// opt
|
||||||
|
setThreadName("trans-accept");
|
||||||
SServerObj* srv = (SServerObj*)arg;
|
SServerObj* srv = (SServerObj*)arg;
|
||||||
uv_run(srv->loop, UV_RUN_DEFAULT);
|
uv_run(srv->loop, UV_RUN_DEFAULT);
|
||||||
}
|
}
|
||||||
|
@ -539,13 +550,14 @@ static bool addHandleToAcceptloop(void* arg) {
|
||||||
tError("failed to bind: %s", uv_err_name(err));
|
tError("failed to bind: %s", uv_err_name(err));
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
if ((err = uv_listen((uv_stream_t*)&srv->server, 128, uvOnAcceptCb)) != 0) {
|
if ((err = uv_listen((uv_stream_t*)&srv->server, 512, uvOnAcceptCb)) != 0) {
|
||||||
tError("failed to listen: %s", uv_err_name(err));
|
tError("failed to listen: %s", uv_err_name(err));
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
void* workerThread(void* arg) {
|
void* workerThread(void* arg) {
|
||||||
|
setThreadName("trans-worker");
|
||||||
SWorkThrdObj* pThrd = (SWorkThrdObj*)arg;
|
SWorkThrdObj* pThrd = (SWorkThrdObj*)arg;
|
||||||
uv_run(pThrd->loop, UV_RUN_DEFAULT);
|
uv_run(pThrd->loop, UV_RUN_DEFAULT);
|
||||||
}
|
}
|
||||||
|
@ -671,12 +683,12 @@ void destroyWorkThrd(SWorkThrdObj* pThrd) {
|
||||||
void sendQuitToWorkThrd(SWorkThrdObj* pThrd) {
|
void sendQuitToWorkThrd(SWorkThrdObj* pThrd) {
|
||||||
SSrvMsg* srvMsg = calloc(1, sizeof(SSrvMsg));
|
SSrvMsg* srvMsg = calloc(1, sizeof(SSrvMsg));
|
||||||
|
|
||||||
pthread_mutex_lock(&pThrd->msgMtx);
|
// pthread_mutex_lock(&pThrd->msgMtx);
|
||||||
QUEUE_PUSH(&pThrd->msg, &srvMsg->q);
|
// QUEUE_PUSH(&pThrd->msg, &srvMsg->q);
|
||||||
pthread_mutex_unlock(&pThrd->msgMtx);
|
// pthread_mutex_unlock(&pThrd->msgMtx);
|
||||||
tDebug("send quit msg to work thread");
|
tDebug("send quit msg to work thread");
|
||||||
|
|
||||||
transSendAsync(pThrd->asyncPool);
|
transSendAsync(pThrd->asyncPool, &srvMsg->q);
|
||||||
// uv_async_send(pThrd->workerAsync);
|
// uv_async_send(pThrd->workerAsync);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -712,13 +724,25 @@ void rpcSendResponse(const SRpcMsg* pMsg) {
|
||||||
srvMsg->pConn = pConn;
|
srvMsg->pConn = pConn;
|
||||||
srvMsg->msg = *pMsg;
|
srvMsg->msg = *pMsg;
|
||||||
|
|
||||||
pthread_mutex_lock(&pThrd->msgMtx);
|
// pthread_mutex_lock(&pThrd->msgMtx);
|
||||||
QUEUE_PUSH(&pThrd->msg, &srvMsg->q);
|
// QUEUE_PUSH(&pThrd->msg, &srvMsg->q);
|
||||||
pthread_mutex_unlock(&pThrd->msgMtx);
|
// pthread_mutex_unlock(&pThrd->msgMtx);
|
||||||
|
|
||||||
tDebug("conn %p start to send resp", pConn);
|
tDebug("conn %p start to send resp", pConn);
|
||||||
transSendAsync(pThrd->asyncPool);
|
transSendAsync(pThrd->asyncPool, &srvMsg->q);
|
||||||
// uv_async_send(pThrd->workerAsync);
|
// uv_async_send(pThrd->workerAsync);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
int rpcGetConnInfo(void* thandle, SRpcConnInfo* pInfo) {
|
||||||
|
SSrvConn* pConn = thandle;
|
||||||
|
struct sockaddr* pPeerName = &pConn->peername;
|
||||||
|
|
||||||
|
struct sockaddr_in caddr = *(struct sockaddr_in*)(pPeerName);
|
||||||
|
pInfo->clientIp = (uint32_t)(caddr.sin_addr.s_addr);
|
||||||
|
pInfo->clientPort = ntohs(caddr.sin_port);
|
||||||
|
|
||||||
|
tstrncpy(pInfo->user, pConn->user, sizeof(pInfo->user));
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
|
|
@ -2,6 +2,7 @@ add_executable(transportTest "")
|
||||||
add_executable(client "")
|
add_executable(client "")
|
||||||
add_executable(server "")
|
add_executable(server "")
|
||||||
add_executable(transUT "")
|
add_executable(transUT "")
|
||||||
|
add_executable(syncClient "")
|
||||||
|
|
||||||
target_sources(transUT
|
target_sources(transUT
|
||||||
PRIVATE
|
PRIVATE
|
||||||
|
@ -20,6 +21,10 @@ target_sources (server
|
||||||
PRIVATE
|
PRIVATE
|
||||||
"rserver.c"
|
"rserver.c"
|
||||||
)
|
)
|
||||||
|
target_sources (syncClient
|
||||||
|
PRIVATE
|
||||||
|
"syncClient.c"
|
||||||
|
)
|
||||||
|
|
||||||
target_include_directories(transportTest
|
target_include_directories(transportTest
|
||||||
PUBLIC
|
PUBLIC
|
||||||
|
@ -67,7 +72,6 @@ target_include_directories(transUT
|
||||||
"${CMAKE_CURRENT_SOURCE_DIR}/../inc"
|
"${CMAKE_CURRENT_SOURCE_DIR}/../inc"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
target_link_libraries (server
|
target_link_libraries (server
|
||||||
os
|
os
|
||||||
util
|
util
|
||||||
|
@ -75,4 +79,17 @@ target_link_libraries (server
|
||||||
gtest_main
|
gtest_main
|
||||||
transport
|
transport
|
||||||
)
|
)
|
||||||
|
target_include_directories(syncClient
|
||||||
|
PUBLIC
|
||||||
|
"${CMAKE_SOURCE_DIR}/include/libs/transport"
|
||||||
|
"${CMAKE_CURRENT_SOURCE_DIR}/../inc"
|
||||||
|
)
|
||||||
|
target_link_libraries (syncClient
|
||||||
|
os
|
||||||
|
util
|
||||||
|
common
|
||||||
|
gtest_main
|
||||||
|
transport
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -33,7 +33,6 @@ typedef struct {
|
||||||
pthread_t thread;
|
pthread_t thread;
|
||||||
void * pRpc;
|
void * pRpc;
|
||||||
} SInfo;
|
} SInfo;
|
||||||
|
|
||||||
static void processResponse(void *pParent, SRpcMsg *pMsg, SEpSet *pEpSet) {
|
static void processResponse(void *pParent, SRpcMsg *pMsg, SEpSet *pEpSet) {
|
||||||
SInfo *pInfo = (SInfo *)pMsg->ahandle;
|
SInfo *pInfo = (SInfo *)pMsg->ahandle;
|
||||||
tDebug("thread:%d, response is received, type:%d contLen:%d code:0x%x", pInfo->index, pMsg->msgType, pMsg->contLen,
|
tDebug("thread:%d, response is received, type:%d contLen:%d code:0x%x", pInfo->index, pMsg->msgType, pMsg->contLen,
|
||||||
|
|
|
@ -0,0 +1,220 @@
|
||||||
|
/*
|
||||||
|
* Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
|
||||||
|
*
|
||||||
|
* This program is free software: you can use, redistribute, and/or modify
|
||||||
|
* it under the terms of the GNU Affero General Public License, version 3
|
||||||
|
* or later ("AGPL"), as published by the Free Software Foundation.
|
||||||
|
*
|
||||||
|
* This program is distributed in the hope that it will be useful, but WITHOUT
|
||||||
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
||||||
|
* FITNESS FOR A PARTICULAR PURPOSE.
|
||||||
|
*
|
||||||
|
* You should have received a copy of the GNU Affero General Public License
|
||||||
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
*/
|
||||||
|
#include <sys/time.h>
|
||||||
|
|
||||||
|
#include <tep.h>
|
||||||
|
#include "os.h"
|
||||||
|
#include "rpcLog.h"
|
||||||
|
#include "taoserror.h"
|
||||||
|
#include "tglobal.h"
|
||||||
|
#include "trpc.h"
|
||||||
|
#include "tutil.h"
|
||||||
|
|
||||||
|
typedef struct {
|
||||||
|
int index;
|
||||||
|
SEpSet epSet;
|
||||||
|
int num;
|
||||||
|
int numOfReqs;
|
||||||
|
int msgSize;
|
||||||
|
tsem_t rspSem;
|
||||||
|
tsem_t * pOverSem;
|
||||||
|
pthread_t thread;
|
||||||
|
void * pRpc;
|
||||||
|
} SInfo;
|
||||||
|
static void processResponse(void *pParent, SRpcMsg *pMsg, SEpSet *pEpSet) {
|
||||||
|
SInfo *pInfo = (SInfo *)pMsg->ahandle;
|
||||||
|
tDebug("thread:%d, response is received, type:%d contLen:%d code:0x%x", pInfo->index, pMsg->msgType, pMsg->contLen,
|
||||||
|
pMsg->code);
|
||||||
|
|
||||||
|
if (pEpSet) pInfo->epSet = *pEpSet;
|
||||||
|
|
||||||
|
rpcFreeCont(pMsg->pCont);
|
||||||
|
// tsem_post(&pInfo->rspSem);
|
||||||
|
tsem_post(&pInfo->rspSem);
|
||||||
|
}
|
||||||
|
|
||||||
|
static int tcount = 0;
|
||||||
|
|
||||||
|
static void *sendRequest(void *param) {
|
||||||
|
SInfo * pInfo = (SInfo *)param;
|
||||||
|
SRpcMsg rpcMsg = {0};
|
||||||
|
|
||||||
|
tDebug("thread:%d, start to send request", pInfo->index);
|
||||||
|
|
||||||
|
tDebug("thread:%d, reqs: %d", pInfo->index, pInfo->numOfReqs);
|
||||||
|
int u100 = 0;
|
||||||
|
int u500 = 0;
|
||||||
|
int u1000 = 0;
|
||||||
|
int u10000 = 0;
|
||||||
|
SRpcMsg respMsg = {0};
|
||||||
|
while (pInfo->numOfReqs == 0 || pInfo->num < pInfo->numOfReqs) {
|
||||||
|
pInfo->num++;
|
||||||
|
rpcMsg.pCont = rpcMallocCont(pInfo->msgSize);
|
||||||
|
rpcMsg.contLen = pInfo->msgSize;
|
||||||
|
rpcMsg.ahandle = pInfo;
|
||||||
|
rpcMsg.msgType = 1;
|
||||||
|
// tDebug("thread:%d, send request, contLen:%d num:%d", pInfo->index, pInfo->msgSize, pInfo->num);
|
||||||
|
int64_t start = taosGetTimestampUs();
|
||||||
|
rpcSendRecv(pInfo->pRpc, &pInfo->epSet, &rpcMsg, &respMsg);
|
||||||
|
// rpcSendRequest(pInfo->pRpc, &pInfo->epSet, &rpcMsg, NULL);
|
||||||
|
if (pInfo->num % 20000 == 0) tInfo("thread:%d, %d requests have been sent", pInfo->index, pInfo->num);
|
||||||
|
// tsem_wait(&pInfo->rspSem);
|
||||||
|
// wtsem_wait(&pInfo->rspSem);
|
||||||
|
int64_t end = taosGetTimestampUs() - start;
|
||||||
|
if (end <= 100) {
|
||||||
|
u100++;
|
||||||
|
} else if (end > 100 && end <= 500) {
|
||||||
|
u500++;
|
||||||
|
} else if (end > 500 && end < 1000) {
|
||||||
|
u1000++;
|
||||||
|
} else {
|
||||||
|
u10000++;
|
||||||
|
}
|
||||||
|
|
||||||
|
tDebug("recv response succefully");
|
||||||
|
|
||||||
|
// usleep(100000000);
|
||||||
|
}
|
||||||
|
|
||||||
|
tError("send and recv sum: %d, %d, %d, %d", u100, u500, u1000, u10000);
|
||||||
|
tDebug("thread:%d, it is over", pInfo->index);
|
||||||
|
tcount++;
|
||||||
|
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
|
||||||
|
int main(int argc, char *argv[]) {
|
||||||
|
SRpcInit rpcInit;
|
||||||
|
SEpSet epSet = {0};
|
||||||
|
int msgSize = 128;
|
||||||
|
int numOfReqs = 0;
|
||||||
|
int appThreads = 1;
|
||||||
|
char serverIp[40] = "127.0.0.1";
|
||||||
|
char secret[20] = "mypassword";
|
||||||
|
struct timeval systemTime;
|
||||||
|
int64_t startTime, endTime;
|
||||||
|
pthread_attr_t thattr;
|
||||||
|
|
||||||
|
// server info
|
||||||
|
epSet.inUse = 0;
|
||||||
|
addEpIntoEpSet(&epSet, serverIp, 7000);
|
||||||
|
addEpIntoEpSet(&epSet, "192.168.0.1", 7000);
|
||||||
|
|
||||||
|
// client info
|
||||||
|
memset(&rpcInit, 0, sizeof(rpcInit));
|
||||||
|
rpcInit.localPort = 0;
|
||||||
|
rpcInit.label = "APP";
|
||||||
|
rpcInit.numOfThreads = 1;
|
||||||
|
rpcInit.cfp = processResponse;
|
||||||
|
rpcInit.sessions = 100;
|
||||||
|
rpcInit.idleTime = 100;
|
||||||
|
rpcInit.user = "michael";
|
||||||
|
rpcInit.secret = secret;
|
||||||
|
rpcInit.ckey = "key";
|
||||||
|
rpcInit.spi = 1;
|
||||||
|
rpcInit.connType = TAOS_CONN_CLIENT;
|
||||||
|
|
||||||
|
for (int i = 1; i < argc; ++i) {
|
||||||
|
if (strcmp(argv[i], "-p") == 0 && i < argc - 1) {
|
||||||
|
epSet.eps[0].port = atoi(argv[++i]);
|
||||||
|
} else if (strcmp(argv[i], "-i") == 0 && i < argc - 1) {
|
||||||
|
tstrncpy(epSet.eps[0].fqdn, argv[++i], sizeof(epSet.eps[0].fqdn));
|
||||||
|
} else if (strcmp(argv[i], "-t") == 0 && i < argc - 1) {
|
||||||
|
rpcInit.numOfThreads = atoi(argv[++i]);
|
||||||
|
} else if (strcmp(argv[i], "-m") == 0 && i < argc - 1) {
|
||||||
|
msgSize = atoi(argv[++i]);
|
||||||
|
} else if (strcmp(argv[i], "-s") == 0 && i < argc - 1) {
|
||||||
|
rpcInit.sessions = atoi(argv[++i]);
|
||||||
|
} else if (strcmp(argv[i], "-n") == 0 && i < argc - 1) {
|
||||||
|
numOfReqs = atoi(argv[++i]);
|
||||||
|
} else if (strcmp(argv[i], "-a") == 0 && i < argc - 1) {
|
||||||
|
appThreads = atoi(argv[++i]);
|
||||||
|
} else if (strcmp(argv[i], "-o") == 0 && i < argc - 1) {
|
||||||
|
tsCompressMsgSize = atoi(argv[++i]);
|
||||||
|
} else if (strcmp(argv[i], "-u") == 0 && i < argc - 1) {
|
||||||
|
rpcInit.user = argv[++i];
|
||||||
|
} else if (strcmp(argv[i], "-k") == 0 && i < argc - 1) {
|
||||||
|
rpcInit.secret = argv[++i];
|
||||||
|
} else if (strcmp(argv[i], "-spi") == 0 && i < argc - 1) {
|
||||||
|
rpcInit.spi = atoi(argv[++i]);
|
||||||
|
} else if (strcmp(argv[i], "-d") == 0 && i < argc - 1) {
|
||||||
|
rpcDebugFlag = atoi(argv[++i]);
|
||||||
|
} else {
|
||||||
|
printf("\nusage: %s [options] \n", argv[0]);
|
||||||
|
printf(" [-i ip]: first server IP address, default is:%s\n", serverIp);
|
||||||
|
printf(" [-p port]: server port number, default is:%d\n", epSet.eps[0].port);
|
||||||
|
printf(" [-t threads]: number of rpc threads, default is:%d\n", rpcInit.numOfThreads);
|
||||||
|
printf(" [-s sessions]: number of rpc sessions, default is:%d\n", rpcInit.sessions);
|
||||||
|
printf(" [-m msgSize]: message body size, default is:%d\n", msgSize);
|
||||||
|
printf(" [-a threads]: number of app threads, default is:%d\n", appThreads);
|
||||||
|
printf(" [-n requests]: number of requests per thread, default is:%d\n", numOfReqs);
|
||||||
|
printf(" [-o compSize]: compression message size, default is:%d\n", tsCompressMsgSize);
|
||||||
|
printf(" [-u user]: user name for the connection, default is:%s\n", rpcInit.user);
|
||||||
|
printf(" [-k secret]: password for the connection, default is:%s\n", rpcInit.secret);
|
||||||
|
printf(" [-spi SPI]: security parameter index, default is:%d\n", rpcInit.spi);
|
||||||
|
printf(" [-d debugFlag]: debug flag, default:%d\n", rpcDebugFlag);
|
||||||
|
printf(" [-h help]: print out this help\n\n");
|
||||||
|
exit(0);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
taosInitLog("client.log", 100000, 10);
|
||||||
|
|
||||||
|
void *pRpc = rpcOpen(&rpcInit);
|
||||||
|
if (pRpc == NULL) {
|
||||||
|
tError("failed to initialize RPC");
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
tInfo("client is initialized");
|
||||||
|
tInfo("threads:%d msgSize:%d requests:%d", appThreads, msgSize, numOfReqs);
|
||||||
|
|
||||||
|
gettimeofday(&systemTime, NULL);
|
||||||
|
startTime = systemTime.tv_sec * 1000000 + systemTime.tv_usec;
|
||||||
|
|
||||||
|
SInfo *pInfo = (SInfo *)calloc(1, sizeof(SInfo) * appThreads);
|
||||||
|
|
||||||
|
pthread_attr_init(&thattr);
|
||||||
|
pthread_attr_setdetachstate(&thattr, PTHREAD_CREATE_JOINABLE);
|
||||||
|
|
||||||
|
for (int i = 0; i < appThreads; ++i) {
|
||||||
|
pInfo->index = i;
|
||||||
|
pInfo->epSet = epSet;
|
||||||
|
pInfo->numOfReqs = numOfReqs;
|
||||||
|
pInfo->msgSize = msgSize;
|
||||||
|
tsem_init(&pInfo->rspSem, 0, 0);
|
||||||
|
pInfo->pRpc = pRpc;
|
||||||
|
pthread_create(&pInfo->thread, &thattr, sendRequest, pInfo);
|
||||||
|
pInfo++;
|
||||||
|
}
|
||||||
|
|
||||||
|
do {
|
||||||
|
usleep(1);
|
||||||
|
} while (tcount < appThreads);
|
||||||
|
|
||||||
|
gettimeofday(&systemTime, NULL);
|
||||||
|
endTime = systemTime.tv_sec * 1000000 + systemTime.tv_usec;
|
||||||
|
float usedTime = (endTime - startTime) / 1000.0f; // mseconds
|
||||||
|
|
||||||
|
tInfo("it takes %.3f mseconds to send %d requests to server", usedTime, numOfReqs * appThreads);
|
||||||
|
tInfo("Performance: %.3f requests per second, msgSize:%d bytes", 1000.0 * numOfReqs * appThreads / usedTime, msgSize);
|
||||||
|
|
||||||
|
int ch = getchar();
|
||||||
|
UNUSED(ch);
|
||||||
|
|
||||||
|
taosCloseLog();
|
||||||
|
|
||||||
|
return 0;
|
||||||
|
}
|
|
@ -15,6 +15,7 @@
|
||||||
#include <gtest/gtest.h>
|
#include <gtest/gtest.h>
|
||||||
#include <cstdio>
|
#include <cstdio>
|
||||||
#include <cstring>
|
#include <cstring>
|
||||||
|
#include "tep.h"
|
||||||
#include "trpc.h"
|
#include "trpc.h"
|
||||||
using namespace std;
|
using namespace std;
|
||||||
|
|
||||||
|
@ -50,6 +51,25 @@ class TransObj {
|
||||||
trans = rpcOpen(&rpcInit);
|
trans = rpcOpen(&rpcInit);
|
||||||
return trans != NULL ? true : false;
|
return trans != NULL ? true : false;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
bool sendAndRecv() {
|
||||||
|
SEpSet epSet = {0};
|
||||||
|
epSet.inUse = 0;
|
||||||
|
addEpIntoEpSet(&epSet, "192.168.1.1", 7000);
|
||||||
|
addEpIntoEpSet(&epSet, "192.168.0.1", 7000);
|
||||||
|
|
||||||
|
if (trans == NULL) {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
SRpcMsg rpcMsg = {0}, reqMsg = {0};
|
||||||
|
reqMsg.pCont = rpcMallocCont(10);
|
||||||
|
reqMsg.contLen = 10;
|
||||||
|
reqMsg.ahandle = NULL;
|
||||||
|
rpcSendRecv(trans, &epSet, &reqMsg, &rpcMsg);
|
||||||
|
int code = rpcMsg.code;
|
||||||
|
std::cout << tstrerror(code) << std::endl;
|
||||||
|
return true;
|
||||||
|
}
|
||||||
bool stop() {
|
bool stop() {
|
||||||
rpcClose(trans);
|
rpcClose(trans);
|
||||||
trans = NULL;
|
trans = NULL;
|
||||||
|
@ -75,6 +95,7 @@ class TransEnv : public ::testing::Test {
|
||||||
};
|
};
|
||||||
TEST_F(TransEnv, test_start_stop) {
|
TEST_F(TransEnv, test_start_stop) {
|
||||||
assert(tr->startCli());
|
assert(tr->startCli());
|
||||||
|
assert(tr->sendAndRecv());
|
||||||
assert(tr->stop());
|
assert(tr->stop());
|
||||||
|
|
||||||
assert(tr->startSrv());
|
assert(tr->startSrv());
|
||||||
|
|
|
@ -109,7 +109,7 @@ void nodesWalkNodePostOrder(SNode* pNode, FQueryNodeWalker walker, void* pContex
|
||||||
}
|
}
|
||||||
|
|
||||||
void nodesWalkListPostOrder(SNodeList* pList, FQueryNodeWalker walker, void* pContext) {
|
void nodesWalkListPostOrder(SNodeList* pList, FQueryNodeWalker walker, void* pContext) {
|
||||||
(void)walkList(pList, TRAVERSAL_PREORDER, walker, pContext);
|
(void)walkList(pList, TRAVERSAL_POSTORDER, walker, pContext);
|
||||||
}
|
}
|
||||||
|
|
||||||
bool nodesWalkStmt(SNode* pNode, FQueryNodeWalker walker, void* pContext) {
|
bool nodesWalkStmt(SNode* pNode, FQueryNodeWalker walker, void* pContext) {
|
||||||
|
|
|
@ -70,8 +70,19 @@ SNode* nodesMakeNode(ENodeType type) {
|
||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
|
|
||||||
void nodesDestroyNode(SNode* pNode) {
|
static bool destroyNode(SNode* pNode, void* pContext) {
|
||||||
|
switch (nodeType(pNode)) {
|
||||||
|
case QUERY_NODE_VALUE:
|
||||||
|
tfree(((SValueNode*)pNode)->literal);
|
||||||
|
break;
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
tfree(pNode);
|
||||||
|
}
|
||||||
|
|
||||||
|
void nodesDestroyNode(SNode* pNode) {
|
||||||
|
nodesWalkNodePostOrder(pNode, destroyNode, NULL);
|
||||||
}
|
}
|
||||||
|
|
||||||
SNodeList* nodesMakeList() {
|
SNodeList* nodesMakeList() {
|
||||||
|
@ -103,13 +114,63 @@ SNodeList* nodesListAppend(SNodeList* pList, SNode* pNode) {
|
||||||
}
|
}
|
||||||
|
|
||||||
void nodesDestroyList(SNodeList* pList) {
|
void nodesDestroyList(SNodeList* pList) {
|
||||||
|
SNode* node;
|
||||||
|
FOREACH(node, pList) {
|
||||||
|
nodesDestroyNode(node);
|
||||||
|
}
|
||||||
|
tfree(pList);
|
||||||
|
}
|
||||||
|
|
||||||
|
bool nodesIsArithmeticOp(const SOperatorNode* pOp) {
|
||||||
|
switch (pOp->opType) {
|
||||||
|
case OP_TYPE_ADD:
|
||||||
|
case OP_TYPE_SUB:
|
||||||
|
case OP_TYPE_MULTI:
|
||||||
|
case OP_TYPE_DIV:
|
||||||
|
case OP_TYPE_MOD:
|
||||||
|
return true;
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
bool nodesIsComparisonOp(const SOperatorNode* pOp) {
|
||||||
|
switch (pOp->opType) {
|
||||||
|
case OP_TYPE_GREATER_THAN:
|
||||||
|
case OP_TYPE_GREATER_EQUAL:
|
||||||
|
case OP_TYPE_LOWER_THAN:
|
||||||
|
case OP_TYPE_LOWER_EQUAL:
|
||||||
|
case OP_TYPE_EQUAL:
|
||||||
|
case OP_TYPE_NOT_EQUAL:
|
||||||
|
case OP_TYPE_IN:
|
||||||
|
case OP_TYPE_NOT_IN:
|
||||||
|
case OP_TYPE_LIKE:
|
||||||
|
case OP_TYPE_NOT_LIKE:
|
||||||
|
case OP_TYPE_MATCH:
|
||||||
|
case OP_TYPE_NMATCH:
|
||||||
|
return true;
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
bool nodesIsJsonOp(const SOperatorNode* pOp) {
|
||||||
|
switch (pOp->opType) {
|
||||||
|
case OP_TYPE_JSON_GET_VALUE:
|
||||||
|
case OP_TYPE_JSON_CONTAINS:
|
||||||
|
return true;
|
||||||
|
default:
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
return false;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool nodesIsTimeorderQuery(const SNode* pQuery) {
|
bool nodesIsTimeorderQuery(const SNode* pQuery) {
|
||||||
|
return false;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool nodesIsTimelineQuery(const SNode* pQuery) {
|
bool nodesIsTimelineQuery(const SNode* pQuery) {
|
||||||
|
return false;
|
||||||
}
|
}
|
|
@ -236,9 +236,9 @@ TAOS_DEFINE_ERROR(TSDB_CODE_MND_TOO_MANY_TAGS, "Too many tags")
|
||||||
TAOS_DEFINE_ERROR(TSDB_CODE_MND_TAG_ALREAY_EXIST, "Tag already exists")
|
TAOS_DEFINE_ERROR(TSDB_CODE_MND_TAG_ALREAY_EXIST, "Tag already exists")
|
||||||
TAOS_DEFINE_ERROR(TSDB_CODE_MND_TAG_NOT_EXIST, "Tag does not exist")
|
TAOS_DEFINE_ERROR(TSDB_CODE_MND_TAG_NOT_EXIST, "Tag does not exist")
|
||||||
TAOS_DEFINE_ERROR(TSDB_CODE_MND_TOO_MANY_COLUMNS, "Too many columns")
|
TAOS_DEFINE_ERROR(TSDB_CODE_MND_TOO_MANY_COLUMNS, "Too many columns")
|
||||||
TAOS_DEFINE_ERROR(TSDB_CODE_MND_COLUMN_ALREAY_EXIST, "Column already exists")
|
TAOS_DEFINE_ERROR(TSDB_CODE_MND_COLUMN_ALREAY_EXIST, "Column already exists")
|
||||||
TAOS_DEFINE_ERROR(TSDB_CODE_MND_COLUMN_NOT_EXIST, "Column does not exist")
|
TAOS_DEFINE_ERROR(TSDB_CODE_MND_COLUMN_NOT_EXIST, "Column does not exist")
|
||||||
TAOS_DEFINE_ERROR(TSDB_CODE_MND_EXCEED_MAX_ROW_BYTES, "Exceed max row bytes")
|
TAOS_DEFINE_ERROR(TSDB_CODE_MND_INVALID_ROW_BYTES, "Invalid row bytes")
|
||||||
|
|
||||||
// mnode-func
|
// mnode-func
|
||||||
TAOS_DEFINE_ERROR(TSDB_CODE_MND_FUNC_ALREADY_EXIST, "Func already exists")
|
TAOS_DEFINE_ERROR(TSDB_CODE_MND_FUNC_ALREADY_EXIST, "Func already exists")
|
||||||
|
|
|
@ -0,0 +1,200 @@
|
||||||
|
import hudson.model.Result
|
||||||
|
import hudson.model.*;
|
||||||
|
import jenkins.model.CauseOfInterruption
|
||||||
|
node {
|
||||||
|
}
|
||||||
|
|
||||||
|
def skipbuild=0
|
||||||
|
def win_stop=0
|
||||||
|
|
||||||
|
def abortPreviousBuilds() {
|
||||||
|
def currentJobName = env.JOB_NAME
|
||||||
|
def currentBuildNumber = env.BUILD_NUMBER.toInteger()
|
||||||
|
def jobs = Jenkins.instance.getItemByFullName(currentJobName)
|
||||||
|
def builds = jobs.getBuilds()
|
||||||
|
|
||||||
|
for (build in builds) {
|
||||||
|
if (!build.isBuilding()) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (currentBuildNumber == build.getNumber().toInteger()) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
build.doKill() //doTerm(),doKill(),doTerm()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// abort previous build
|
||||||
|
abortPreviousBuilds()
|
||||||
|
def abort_previous(){
|
||||||
|
def buildNumber = env.BUILD_NUMBER as int
|
||||||
|
if (buildNumber > 1) milestone(buildNumber - 1)
|
||||||
|
milestone(buildNumber)
|
||||||
|
}
|
||||||
|
def pre_test(){
|
||||||
|
sh'hostname'
|
||||||
|
sh '''
|
||||||
|
sudo rmtaos || echo "taosd has not installed"
|
||||||
|
'''
|
||||||
|
sh '''
|
||||||
|
killall -9 taosd ||echo "no taosd running"
|
||||||
|
killall -9 gdb || echo "no gdb running"
|
||||||
|
killall -9 python3.8 || echo "no python program running"
|
||||||
|
cd ${WKC}
|
||||||
|
'''
|
||||||
|
script {
|
||||||
|
if (env.CHANGE_TARGET == 'master') {
|
||||||
|
sh '''
|
||||||
|
cd ${WKC}
|
||||||
|
git checkout master
|
||||||
|
'''
|
||||||
|
}
|
||||||
|
else if(env.CHANGE_TARGET == '2.0'){
|
||||||
|
sh '''
|
||||||
|
cd ${WKC}
|
||||||
|
git checkout 2.0
|
||||||
|
'''
|
||||||
|
}
|
||||||
|
else if(env.CHANGE_TARGET == '3.0'){
|
||||||
|
sh '''
|
||||||
|
cd ${WKC}
|
||||||
|
git checkout 3.0
|
||||||
|
'''
|
||||||
|
}
|
||||||
|
else{
|
||||||
|
sh '''
|
||||||
|
cd ${WKC}
|
||||||
|
git checkout develop
|
||||||
|
'''
|
||||||
|
}
|
||||||
|
}
|
||||||
|
sh'''
|
||||||
|
cd ${WKC}
|
||||||
|
git pull >/dev/null
|
||||||
|
git fetch origin +refs/pull/${CHANGE_ID}/merge
|
||||||
|
git checkout -qf FETCH_HEAD
|
||||||
|
export TZ=Asia/Harbin
|
||||||
|
date
|
||||||
|
rm -rf debug
|
||||||
|
mkdir debug
|
||||||
|
cd debug
|
||||||
|
cmake .. > /dev/null
|
||||||
|
make -j4> /dev/null
|
||||||
|
|
||||||
|
'''
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
|
||||||
|
pipeline {
|
||||||
|
agent none
|
||||||
|
options { skipDefaultCheckout() }
|
||||||
|
environment{
|
||||||
|
WK = '/var/lib/jenkins/workspace/TDinternal'
|
||||||
|
WKC= '/var/lib/jenkins/workspace/TDengine'
|
||||||
|
}
|
||||||
|
stages {
|
||||||
|
stage('pre_build'){
|
||||||
|
agent{label 'slave3_0'}
|
||||||
|
options { skipDefaultCheckout() }
|
||||||
|
when {
|
||||||
|
changeRequest()
|
||||||
|
}
|
||||||
|
steps {
|
||||||
|
script{
|
||||||
|
abort_previous()
|
||||||
|
abortPreviousBuilds()
|
||||||
|
}
|
||||||
|
timeout(time: 45, unit: 'MINUTES'){
|
||||||
|
pre_test()
|
||||||
|
sh'''
|
||||||
|
cd ${WKC}/tests
|
||||||
|
./test-all.sh b1fq
|
||||||
|
'''
|
||||||
|
sh'''
|
||||||
|
cd ${WKC}/debug
|
||||||
|
ctest
|
||||||
|
'''
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
post {
|
||||||
|
success {
|
||||||
|
emailext (
|
||||||
|
subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' SUCCESS",
|
||||||
|
body: """<!DOCTYPE html>
|
||||||
|
<html>
|
||||||
|
<head>
|
||||||
|
<meta charset="UTF-8">
|
||||||
|
</head>
|
||||||
|
<body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
|
||||||
|
<table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
|
||||||
|
<tr>
|
||||||
|
<td><br />
|
||||||
|
<b><font color="#0B610B"><font size="6">构建信息</font></font></b>
|
||||||
|
<hr size="2" width="100%" align="center" /></td>
|
||||||
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<td>
|
||||||
|
<ul>
|
||||||
|
<div style="font-size:18px">
|
||||||
|
<li>构建名称>>分支:${env.BRANCH_NAME}</li>
|
||||||
|
<li>构建结果:<span style="color:green"> Successful </span></li>
|
||||||
|
<li>构建编号:${BUILD_NUMBER}</li>
|
||||||
|
<li>触发用户:${env.CHANGE_AUTHOR}</li>
|
||||||
|
<li>提交信息:${env.CHANGE_TITLE}</li>
|
||||||
|
<li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
|
||||||
|
<li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
|
||||||
|
|
||||||
|
</div>
|
||||||
|
</ul>
|
||||||
|
</td>
|
||||||
|
</tr>
|
||||||
|
</table></font>
|
||||||
|
</body>
|
||||||
|
</html>""",
|
||||||
|
to: "${env.CHANGE_AUTHOR_EMAIL}",
|
||||||
|
from: "support@taosdata.com"
|
||||||
|
)
|
||||||
|
}
|
||||||
|
failure {
|
||||||
|
emailext (
|
||||||
|
subject: "PR-result: Job '${env.JOB_NAME} [${env.BUILD_NUMBER}]' FAIL",
|
||||||
|
body: """<!DOCTYPE html>
|
||||||
|
<html>
|
||||||
|
<head>
|
||||||
|
<meta charset="UTF-8">
|
||||||
|
</head>
|
||||||
|
<body leftmargin="8" marginwidth="0" topmargin="8" marginheight="4" offset="0">
|
||||||
|
<table width="95%" cellpadding="0" cellspacing="0" style="font-size: 16pt; font-family: Tahoma, Arial, Helvetica, sans-serif">
|
||||||
|
<tr>
|
||||||
|
<td><br />
|
||||||
|
<b><font color="#0B610B"><font size="6">构建信息</font></font></b>
|
||||||
|
<hr size="2" width="100%" align="center" /></td>
|
||||||
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<td>
|
||||||
|
<ul>
|
||||||
|
<div style="font-size:18px">
|
||||||
|
<li>构建名称>>分支:${env.BRANCH_NAME}</li>
|
||||||
|
<li>构建结果:<span style="color:red"> Failure </span></li>
|
||||||
|
<li>构建编号:${BUILD_NUMBER}</li>
|
||||||
|
<li>触发用户:${env.CHANGE_AUTHOR}</li>
|
||||||
|
<li>提交信息:${env.CHANGE_TITLE}</li>
|
||||||
|
<li>构建地址:<a href=${BUILD_URL}>${BUILD_URL}</a></li>
|
||||||
|
<li>构建日志:<a href=${BUILD_URL}console>${BUILD_URL}console</a></li>
|
||||||
|
|
||||||
|
</div>
|
||||||
|
</ul>
|
||||||
|
</td>
|
||||||
|
</tr>
|
||||||
|
</table></font>
|
||||||
|
</body>
|
||||||
|
</html>""",
|
||||||
|
to: "${env.CHANGE_AUTHOR_EMAIL}",
|
||||||
|
from: "support@taosdata.com"
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
Loading…
Reference in New Issue