xxq250
/
homework-jianmu
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

test: add alter table test

This commit is contained in:
kailixu 2023-11-23 19:40:02 +08:00
parent 14f163a795
commit f7ac2d9d39
2 changed files with 209 additions and 57 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

264
tests/script/api/alterTableTest.c
View File

@ -17,8 +17,15 @@
// to compile: gcc -o demo demo.c -ltaos
/**
* passwdTest.c
* alterTableTest.c
* - for JIRA: PI-23
* - Run the test case in clear TDengine environment with default root passwd 'taosdata'
*
* Usage Example: check add column for stable
* step 1) Open terminal 1, execute: "./alterTableTest localhost 1 0" to prepare db/stables.
* step 2) Open terminal 2 and 3, execute: "./alterTableTest localhost 0 0" to add columns simultaneously.
*
* Check Result: If reproduced, "Invalid value in client" error appears during checking "desc tables ..."
*/
#include <inttypes.h>
@ -28,37 +35,35 @@
#include <unistd.h>
#include "taos.h" // TAOS header file
#define nDup 3
#define USER_LEN 24
#define BUF_LEN 1024
#define DB "d0"
#define DB_BUFFER 32
#define STB "stb"
#define CTB "ctb"
#define COL "c"
typedef enum {
CHECK_ALTER_STABLE_ADD_COL = 0,
CHECK_ALTER_STABLE_ADD_TAG = 1,
CHECK_ALTER_STABLE_MODIFY_COL = 2,
CHECK_ALTER_STABLE_MODIFY_TAG = 3,
CHECK_ALTER_NTABLE_ADD_COL = 4,
CHECK_ALTER_NTABLE_MODIFY_COL = 5,
} ENUM_CHECK_ALTER_TYPE;
#if 0
#define STB_NUM 125
#define CTB_NUM 960
#define COL_NUM 52
#define COL_NCHAR_LEN 320
#else
#define STB_NUM 5
#define CTB_NUM 1
#define COL_NUM 505
#define COL_NCHAR_LEN 32
#endif
typedef uint16_t VarDataLenT;
#define nDup 3
#define USER_LEN 24
#define BUF_LEN 1024
#define DB "d0"
#define DB_BUFFER 32
#define STB "stb"
#define NTB "ntb"
#define CTB "ctb"
#define COL "c"
#define STB_NUM 10
#define NTB_NUM 20
#define CTB_NUM 1
#define COL_NUM 505
#define TAG_NUM 127
#define STB_NUM_MODIFY 100 // for modify columns/tags(increase the number if not easy to reproduced)
#define NTB_NUM_MODIFY 500
#define COL_NCHAR_LEN 32
int32_t isDropDb = 0;
#define TSDB_NCHAR_SIZE sizeof(int32_t)
#define VARSTR_HEADER_SIZE sizeof(VarDataLenT)
#define GET_FLOAT_VAL(x) (*(float *)(x))
#define GET_DOUBLE_VAL(x) (*(double *)(x))
#define varDataLen(v) ((VarDataLenT *)(v))[0]
int32_t checkType = 0;
static int32_t queryDB(TAOS *taos, char *command, bool skipError) {
int i;
@ -92,16 +97,7 @@ static int32_t queryDB(TAOS *taos, char *command, bool skipError) {
taos_free_result(pSql);
}
static void createDatabaseAlterStbColumns(TAOS *taos, const char *host, char *qstr, int32_t addColMode) {
if (isDropDb) {
sprintf(qstr, "drop database if exists %s", DB);
queryDB(taos, qstr, false);
sprintf(qstr, "create database if not exists %s vgroups 2 buffer %d", DB, DB_BUFFER);
queryDB(taos, qstr, false);
}
sprintf(qstr, "use %s", DB);
queryDB(taos, qstr, false);
static void createDatabaseAlterStbAddColumn(TAOS *taos, const char *host, char *qstr, int32_t type) {
// create stb
if (isDropDb) {
for (int i = 0; i < STB_NUM; ++i) {
@ -117,27 +113,21 @@ static void createDatabaseAlterStbColumns(TAOS *taos, const char *host, char *qs
}
if (isDropDb) {
printf("sleep 86400s to wait other terminal\n");
printf("sleep 86400s to wait another terminals (at least 2 terminals) executing ... \n");
sleep(86400);
}
int32_t colNum = type == CHECK_ALTER_STABLE_ADD_COL ? COL_NUM : TAG_NUM;
const char *colName = type == CHECK_ALTER_STABLE_ADD_COL ? "column" : "tag";
// alter stb cols
if (addColMode == 0) {
for (int i = 0; i < STB_NUM; ++i) {
for (int c = 1; c < COL_NUM; ++c) {
sprintf(qstr, "alter table %s_%d add column c_%d NCHAR(%d);", STB, i, c, COL_NCHAR_LEN);
queryDB(taos, qstr, true);
}
sprintf(qstr, "desc %s_%d;", STB, i);
queryDB(taos, qstr, false);
}
} else if (addColMode == 1) {
for (int i = 0; i < STB_NUM; ++i) {
for (int c = 1; c < COL_NUM; ++c) {
for (int i = 0; i < STB_NUM; ++i) {
sprintf(qstr, "alter table %s_%d add column c_%d NCHAR(%d);", STB, i, c, COL_NCHAR_LEN);
queryDB(taos, qstr, true);
}
sprintf(qstr, "alter table %s_%d add %s c_%d NCHAR(%d);", STB, i, colName, c, COL_NCHAR_LEN);
queryDB(taos, qstr, true);
}
sprintf(qstr, "desc %s_%d;", STB, i);
queryDB(taos, qstr, false);
}
// check
@ -147,28 +137,188 @@ static void createDatabaseAlterStbColumns(TAOS *taos, const char *host, char *qs
}
}
static void createDatabaseAlterStbModifyColumn(TAOS *taos, const char *host, char *qstr, int32_t type) {
// create stb
if (isDropDb) {
for (int i = 0; i < STB_NUM_MODIFY; ++i) {
sprintf(
qstr,
"CREATE table if not exists %s_%d (ts timestamp, c_0 NCHAR(160), c_1 NCHAR(160), c_2 NCHAR(160), c_3 "
"NCHAR(160),c_4 NCHAR(160),c_5 NCHAR(160),c_6 NCHAR(160),c_7 NCHAR(160),c_8 NCHAR(160),c_9 NCHAR(160),c_10 "
"NCHAR(160),c_11 NCHAR(160),c_12 NCHAR(160),c_13 NCHAR(160),c_14 NCHAR(160),c_15 NCHAR(160),c_16 "
"NCHAR(160),c_17 NCHAR(160),c_18 NCHAR(160),c_19 NCHAR(160),c_20 NCHAR(160),c_21 NCHAR(160),c_22 "
"NCHAR(160),c_23 NCHAR(160),c_24 NCHAR(160),c_25 NCHAR(160),c_26 NCHAR(160),c_27 NCHAR(160),c_28 "
"NCHAR(160),c_29 NCHAR(160),c_30 NCHAR(160),c_31 NCHAR(160),c_32 NCHAR(160),c_33 NCHAR(160),c_34 "
"NCHAR(160),c_35 NCHAR(160)) tags(t_0 NCHAR(80), t_1 NCHAR(80), t_2 NCHAR(80), t_3 NCHAR(80),t_4 "
"NCHAR(80),t_5 NCHAR(80),t_6 NCHAR(80),t_7 NCHAR(80),t_8 NCHAR(80),t_9 NCHAR(80),t_10 NCHAR(80),t_11 "
"NCHAR(80),t_12 NCHAR(80),t_13 NCHAR(80),t_14 NCHAR(80),t_15 NCHAR(80),t_16 NCHAR(80),t_17 NCHAR(80),t_18 "
"NCHAR(80),t_19 NCHAR(80),t_20 NCHAR(80),t_21 NCHAR(80),t_22 NCHAR(80),t_23 NCHAR(80),t_24 NCHAR(80),t_25 "
"NCHAR(80),t_26 NCHAR(80),t_27 NCHAR(80),t_28 NCHAR(80),t_29 NCHAR(80),t_30 NCHAR(80),t_31 NCHAR(80),t_32 "
"NCHAR(80),t_33 NCHAR(80),t_34 NCHAR(80),t_35 NCHAR(80));",
STB, i);
queryDB(taos, qstr, false);
}
}
if (isDropDb) {
printf("sleep 86400s to wait another terminals (at least 2 terminals) executing ... \n");
sleep(86400);
}
int32_t colLen = type == CHECK_ALTER_STABLE_MODIFY_COL ? 455 : 115;
const char *colName = type == CHECK_ALTER_STABLE_MODIFY_COL ? "column c_" : "tag t_";
// alter stb cols
for (int i = 0; i < STB_NUM_MODIFY; ++i) {
for (int c = 0; c < 36; ++c) {
sprintf(qstr, "alter table %s_%d modify %s%d NCHAR(%d);", STB, i, colName, c, colLen);
queryDB(taos, qstr, true);
// usleep(1000);
}
sprintf(qstr, "desc %s_%d;", STB, i);
queryDB(taos, qstr, false);
}
// check
for (int i = 0; i < STB_NUM_MODIFY; ++i) {
sprintf(qstr, "desc %s_%d;", STB, i);
queryDB(taos, qstr, false);
}
}
static void createDatabaseAlterNtbAddColumn(TAOS *taos, const char *host, char *qstr) {
// create ntb
if (isDropDb) {
for (int i = 0; i < NTB_NUM; ++i) {
sprintf(qstr, "CREATE table if not exists %s_%d (ts timestamp, %s_%d NCHAR(32));", NTB, i, COL, 0);
queryDB(taos, qstr, false);
}
}
if (isDropDb) {
printf("sleep 86400s to wait another terminals (at least 2 terminals) executing ... \n");
sleep(86400);
}
// alter ntb cols
for (int i = 0; i < NTB_NUM; ++i) {
for (int c = 1; c < COL_NUM; ++c) {
sprintf(qstr, "alter table %s_%d add column c_%d NCHAR(%d);", NTB, i, c, COL_NCHAR_LEN);
queryDB(taos, qstr, true);
}
sprintf(qstr, "desc %s_%d;", NTB, i);
queryDB(taos, qstr, false);
}
// check
for (int i = 0; i < NTB_NUM; ++i) {
sprintf(qstr, "desc %s_%d;", NTB, i);
queryDB(taos, qstr, false);
}
}
static void createDatabaseAlterNtbModifyColumn(TAOS *taos, const char *host, char *qstr) {
// create stb
if (isDropDb) {
for (int i = 0; i < NTB_NUM_MODIFY; ++i) {
sprintf(
qstr,
"CREATE table if not exists %s_%d (ts timestamp, c_0 NCHAR(160), c_1 NCHAR(160), c_2 NCHAR(160), c_3 "
"NCHAR(160),c_4 NCHAR(160),c_5 NCHAR(160),c_6 NCHAR(160),c_7 NCHAR(160),c_8 NCHAR(160),c_9 NCHAR(160),c_10 "
"NCHAR(160),c_11 NCHAR(160),c_12 NCHAR(160),c_13 NCHAR(160),c_14 NCHAR(160),c_15 NCHAR(160),c_16 "
"NCHAR(160),c_17 NCHAR(160),c_18 NCHAR(160),c_19 NCHAR(160),c_20 NCHAR(160),c_21 NCHAR(160),c_22 "
"NCHAR(160),c_23 NCHAR(160),c_24 NCHAR(160),c_25 NCHAR(160),c_26 NCHAR(160),c_27 NCHAR(160),c_28 "
"NCHAR(160),c_29 NCHAR(160),c_30 NCHAR(160),c_31 NCHAR(160),c_32 NCHAR(160),c_33 NCHAR(160),c_34 "
"NCHAR(160),c_35 NCHAR(160));",
NTB, i);
queryDB(taos, qstr, false);
}
}
if (isDropDb) {
printf("sleep 86400s to wait another terminals (at least 2 terminals) executing ... \n");
sleep(86400);
}
// alter ntb cols
for (int i = 0; i < NTB_NUM_MODIFY; ++i) {
for (int c = 0; c < 36; ++c) {
sprintf(qstr, "alter table %s_%d modify column c_%d NCHAR(%d);", NTB, i, c, 455);
queryDB(taos, qstr, true);
// usleep(1000);
}
sprintf(qstr, "desc %s_%d;", NTB, i);
queryDB(taos, qstr, false);
}
// check
for (int i = 0; i < NTB_NUM_MODIFY; ++i) {
sprintf(qstr, "desc %s_%d;", NTB, i);
queryDB(taos, qstr, false);
}
}
int main(int argc, char *argv[]) {
char qstr[1024];
// connect to server
if (argc < 2) {
printf("please input server-ip \n");
printf("please input server-ip \n"); // e.g. localhost
return 0;
}
if (argc < 3) {
printf("please specify if drop DB\n");
printf("please specify if drop DB to clear env\n"); // 0 not drop, 1 drop
return 0;
}
isDropDb = atoi(argv[2]);
if (argc < 4) {
printf("please specify check type\n"); // enum of ENUM_CHECK_ALTER_TYPE
return 0;
}
checkType = atoi(argv[3]);
TAOS *taos = taos_connect(argv[1], "root", "taosdata", NULL, 0);
if (taos == NULL) {
printf("failed to connect to server, reason:%s\n", "null taos" /*taos_errstr(taos)*/);
exit(1);
}
createDatabaseAlterStbColumns(taos, argv[1], qstr, 0);
if (isDropDb) {
sprintf(qstr, "drop database if exists %s", DB);
queryDB(taos, qstr, false);
sprintf(qstr, "create database if not exists %s vgroups 2 buffer %d", DB, DB_BUFFER);
queryDB(taos, qstr, false);
}
sprintf(qstr, "use %s", DB);
queryDB(taos, qstr, false);
switch (checkType) {
case CHECK_ALTER_STABLE_ADD_COL: // reproduced in 3.0.7.1
createDatabaseAlterStbAddColumn(taos, argv[1], qstr, CHECK_ALTER_STABLE_ADD_COL);
break;
case CHECK_ALTER_STABLE_ADD_TAG: // reproduced in 3.0.7.1
createDatabaseAlterStbAddColumn(taos, argv[1], qstr, CHECK_ALTER_STABLE_ADD_TAG);
break;
case CHECK_ALTER_STABLE_MODIFY_COL: // not reproduced in 3.0.7.1 since already checked in mnode
createDatabaseAlterStbModifyColumn(taos, argv[1], qstr, CHECK_ALTER_STABLE_MODIFY_COL);
break;
case CHECK_ALTER_STABLE_MODIFY_TAG: // reproduced in 3.0.7.1
createDatabaseAlterStbModifyColumn(taos, argv[1], qstr, CHECK_ALTER_STABLE_MODIFY_TAG);
break;
case CHECK_ALTER_NTABLE_ADD_COL: // not reproduced in 3.0.7.1
createDatabaseAlterNtbAddColumn(taos, argv[1], qstr);
break;
case CHECK_ALTER_NTABLE_MODIFY_COL: // not reproduced in 3.0.7.1
createDatabaseAlterNtbModifyColumn(taos, argv[1], qstr);
break;
default:
printf("unkown check type:%d\n", checkType);
break;
}
taos_close(taos);
taos_cleanup();

2
tests/script/api/makefile
View File

@ -16,6 +16,7 @@ exe:
gcc $(CFLAGS) ./dbTableRoute.c -o $(ROOT)dbTableRoute $(LFLAGS)
gcc $(CFLAGS) ./insertSameTs.c -o $(ROOT)insertSameTs $(LFLAGS)
gcc $(CFLAGS) ./passwdTest.c -o $(ROOT)passwdTest $(LFLAGS)
gcc $(CFLAGS) ./alterTableTest.c -o $(ROOT)alterTableTest $(LFLAGS)
gcc $(CFLAGS) ./whiteListTest.c -o $(ROOT)whiteListTest $(LFLAGS)
gcc $(CFLAGS) ./insert_stb.c -o $(ROOT)insert_stb $(LFLAGS)
gcc $(CFLAGS) ./tmqViewTest.c -o $(ROOT)tmqViewTest $(LFLAGS)
@ -27,6 +28,7 @@ clean:
rm $(ROOT)dbTableRoute
rm $(ROOT)insertSameTs
rm $(ROOT)passwdTest
rm $(ROOT)alterTableTest
rm $(ROOT)whiteListTest
rm $(ROOT)insert_stb
rm $(ROOT)tmqViewTest