test:add testcase of rsma
This commit is contained in:
chenhaoran
parent
a51df86e43
commit
526d766fac
|
|
@ -0,0 +1,105 @@
|
||||||
|
{
|
||||||
|
"filetype": "insert",
|
||||||
|
"cfgdir": "/home/ben/github/taosdata/3.0/TDinternal/dnodes/dnode1/cfg",
|
||||||
|
"host": "localhost",
|
||||||
|
"port": 6030,
|
||||||
|
"user": "root",
|
||||||
|
"password": "taosdata",
|
||||||
|
"connection_pool_size": 8,
|
||||||
|
"thread_count": 20,
|
||||||
|
"create_table_thread_count": 7,
|
||||||
|
"result_file": "/root/insert_rsma_10w_1vnode.txt",
|
||||||
|
"confirm_parameter_prompt": "no",
|
||||||
|
"insert_interval": 0,
|
||||||
|
"interlace_rows": 100,
|
||||||
|
"num_of_records_per_req": 100,
|
||||||
|
"prepared_rand": 10000,
|
||||||
|
"chinese": "no",
|
||||||
|
"databases": [
|
||||||
|
{
|
||||||
|
"dbinfo": {
|
||||||
|
"name": "db_replica",
|
||||||
|
"drop": "yes",
|
||||||
|
"replica": 1,
|
||||||
|
"duration": 10,
|
||||||
|
"vgroups": 1,
|
||||||
|
"precision": "ms",
|
||||||
|
"keep": 3650,
|
||||||
|
"minRows": 100,
|
||||||
|
"maxRows": 4096,
|
||||||
|
"comp": 2,
|
||||||
|
"wal_Level": 1,
|
||||||
|
"wal_retention_period": 0,
|
||||||
|
"retentions": "-:7d, 20s:8d, 30s:9d"
|
||||||
|
},
|
||||||
|
"super_tables": [
|
||||||
|
{
|
||||||
|
"name": "stb1",
|
||||||
|
"child_table_exists": "no",
|
||||||
|
"childtable_count": 1000,
|
||||||
|
"childtable_prefix": "ct",
|
||||||
|
"escape_character": "yes",
|
||||||
|
"auto_create_table": "no",
|
||||||
|
"batch_create_tbl_num": 10,
|
||||||
|
"data_source": "rand",
|
||||||
|
"insert_mode": "taosc",
|
||||||
|
"non_stop_mode": "no",
|
||||||
|
"line_protocol": "line",
|
||||||
|
"insert_rows": 5000,
|
||||||
|
"childtable_limit": 10,
|
||||||
|
"childtable_offset": 100,
|
||||||
|
"interlace_rows": 0,
|
||||||
|
"insert_interval": 0,
|
||||||
|
"partial_col_num": 0,
|
||||||
|
"disorder_ratio": 0,
|
||||||
|
"disorder_range": 1000,
|
||||||
|
"timestamp_step": 1000,
|
||||||
|
"start_timestamp": "now",
|
||||||
|
"sample_format": "csv",
|
||||||
|
"sample_file": "./sample.csv",
|
||||||
|
"use_sample_ts": "no",
|
||||||
|
"tags_file": "",
|
||||||
|
"rollup": "max",
|
||||||
|
"columns": [
|
||||||
|
{
|
||||||
|
"type": "FLOAT",
|
||||||
|
"name": "current",
|
||||||
|
"count": 1,
|
||||||
|
"max": 12,
|
||||||
|
"min": 8
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "INT",
|
||||||
|
"name": "voltage",
|
||||||
|
"max": 225,
|
||||||
|
"min": 215
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "FLOAT",
|
||||||
|
"name": "phase",
|
||||||
|
"max": 1,
|
||||||
|
"min": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"type": "INT",
|
||||||
|
"name": "tag1",
|
||||||
|
"max": 10,
|
||||||
|
"min": 1
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "location",
|
||||||
|
"type": "BINARY",
|
||||||
|
"len": 16,
|
||||||
|
"values": [
|
||||||
|
"beijing",
|
||||||
|
"shanghai"
|
||||||
|
]
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,111 @@
|
||||||
|
{
|
||||||
|
"filetype": "insert",
|
||||||
|
"cfgdir": "",
|
||||||
|
"host": "localhost",
|
||||||
|
"port": 6030,
|
||||||
|
"user": "root",
|
||||||
|
"password": "taosdata",
|
||||||
|
"connection_pool_size": 8,
|
||||||
|
"thread_count": 20,
|
||||||
|
"create_table_thread_count": 7,
|
||||||
|
"result_file": "",
|
||||||
|
"confirm_parameter_prompt": "no",
|
||||||
|
"insert_interval": 0,
|
||||||
|
"interlace_rows": 100,
|
||||||
|
"num_of_records_per_req": 100,
|
||||||
|
"prepared_rand": 10000,
|
||||||
|
"chinese": "no",
|
||||||
|
"databases": [
|
||||||
|
{
|
||||||
|
"dbinfo": {
|
||||||
|
"name": "db_update",
|
||||||
|
"drop": "yes",
|
||||||
|
"replica": 1,
|
||||||
|
"duration": 10,
|
||||||
|
"vgroups": 4,
|
||||||
|
"precision": "ms",
|
||||||
|
"keep": 3650,
|
||||||
|
"minRows": 100,
|
||||||
|
"maxRows": 4096,
|
||||||
|
"comp": 2,
|
||||||
|
"wal_Level": 1,
|
||||||
|
"wal_retention_period": 0,
|
||||||
|
"stt_trigger": 1,
|
||||||
|
"retentions": "-:7d, 1m:30d, 1h:60d"
|
||||||
|
},
|
||||||
|
"super_tables": [
|
||||||
|
{
|
||||||
|
"name": "stb1",
|
||||||
|
"child_table_exists": "no",
|
||||||
|
"childtable_count": 100,
|
||||||
|
"childtable_prefix": "ct",
|
||||||
|
"escape_character": "yes",
|
||||||
|
"auto_create_table": "no",
|
||||||
|
"batch_create_tbl_num": 10,
|
||||||
|
"data_source": "rand",
|
||||||
|
"insert_mode": "taosc",
|
||||||
|
"non_stop_mode": "no",
|
||||||
|
"line_protocol": "line",
|
||||||
|
"insert_rows": 3600,
|
||||||
|
"childtable_limit": 10,
|
||||||
|
"childtable_offset": 100,
|
||||||
|
"interlace_rows": 0,
|
||||||
|
"insert_interval": 0,
|
||||||
|
"partial_col_num": 0,
|
||||||
|
"disorder_ratio": 5,
|
||||||
|
"disorder_range": 1000,
|
||||||
|
"update_ratio": 5,
|
||||||
|
"delete_ratio": 1,
|
||||||
|
"disorder_fill_interval": 300,
|
||||||
|
"update_fill_interval": 25,
|
||||||
|
"generate_row_rule": 2,
|
||||||
|
"timestamp_step": 1000,
|
||||||
|
"start_timestamp": "2023-11-12 00:01:00.000",
|
||||||
|
"sample_format": "csv",
|
||||||
|
"sample_file": "./sample.csv",
|
||||||
|
"use_sample_ts": "no",
|
||||||
|
"tags_file": "",
|
||||||
|
"rollup": "max",
|
||||||
|
"columns": [
|
||||||
|
{
|
||||||
|
"type": "FLOAT",
|
||||||
|
"name": "current",
|
||||||
|
"count": 1,
|
||||||
|
"max": 12,
|
||||||
|
"min": 8
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "INT",
|
||||||
|
"name": "voltage",
|
||||||
|
"max": 225,
|
||||||
|
"min": 215
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "FLOAT",
|
||||||
|
"name": "phase",
|
||||||
|
"max": 1,
|
||||||
|
"min": 0
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"tags": [
|
||||||
|
{
|
||||||
|
"type": "INT",
|
||||||
|
"name": "tag1",
|
||||||
|
"max": 10,
|
||||||
|
"min": 1
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "location",
|
||||||
|
"type": "BINARY",
|
||||||
|
"len": 16,
|
||||||
|
"values": [
|
||||||
|
"beijing",
|
||||||
|
"shanghai"
|
||||||
|
]
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
|
@ -57,12 +57,16 @@ class TDTestCase:
|
||||||
"create database db1 retentions 1s:1d",
|
"create database db1 retentions 1s:1d",
|
||||||
"create database db1 retentions 1s:1d,2s:2d",
|
"create database db1 retentions 1s:1d,2s:2d",
|
||||||
"create database db1 retentions 1s:1d,2s:2d,3s:3d",
|
"create database db1 retentions 1s:1d,2s:2d,3s:3d",
|
||||||
|
"create database db1 retentions 1s:1d,2s:2d,3s:3d,4s:4d",
|
||||||
"create database db1 retentions -:1d,2s:2d,3s:3d,4s:4d",
|
"create database db1 retentions -:1d,2s:2d,3s:3d,4s:4d",
|
||||||
"create database db1 retentions -:-",
|
|
||||||
"create database db1 retentions --:1d",
|
"create database db1 retentions --:1d",
|
||||||
|
"create database db1 retentions -:-:1d",
|
||||||
|
"create database db1 retentions 1d:-",
|
||||||
|
"create database db1 retentions -:-",
|
||||||
"create database db1 retentions +:1d",
|
"create database db1 retentions +:1d",
|
||||||
"create database db1 retentions :1d",
|
"create database db1 retentions :1d",
|
||||||
"create database db1 retentions -:1d,-:2d",
|
"create database db1 retentions -:1d,-:2d",
|
||||||
|
"create database db1 retentions -:1d,-:2d,-:3d",
|
||||||
"create database db1 retentions -:1d,1s:-",
|
"create database db1 retentions -:1d,1s:-",
|
||||||
"create database db1 retentions -:1d,15s:2d,-:3d",
|
"create database db1 retentions -:1d,15s:2d,-:3d",
|
||||||
|
|
||||||
|
|
@ -76,6 +80,7 @@ class TDTestCase:
|
||||||
"create database db1 retentions -:1d,1s:86400000a",
|
"create database db1 retentions -:1d,1s:86400000a",
|
||||||
"create database db1 retentions -:1d,1s:86400000000u",
|
"create database db1 retentions -:1d,1s:86400000000u",
|
||||||
"create database db1 retentions -:1d,1s:86400000000000b",
|
"create database db1 retentions -:1d,1s:86400000000000b",
|
||||||
|
"create database db1 retentions -:1s,1s:2s",
|
||||||
"create database db1 retentions -:1d,1s:1w",
|
"create database db1 retentions -:1d,1s:1w",
|
||||||
"create database db1 retentions -:1d,1s:1n",
|
"create database db1 retentions -:1d,1s:1n",
|
||||||
"create database db1 retentions -:1d,1s:1y",
|
"create database db1 retentions -:1d,1s:1y",
|
||||||
|
|
@ -97,6 +102,8 @@ class TDTestCase:
|
||||||
"create database db5 retentions -:1d,2s:2d,2s:3d",
|
"create database db5 retentions -:1d,2s:2d,2s:3d",
|
||||||
"create database db5 retentions -:1d,3s:2d,2s:3d",
|
"create database db5 retentions -:1d,3s:2d,2s:3d",
|
||||||
"create database db1 retentions -:1d,2s:3d,3s:2d",
|
"create database db1 retentions -:1d,2s:3d,3s:2d",
|
||||||
|
"create database db1 retentions -:1d,2s:3d,1s:2d",
|
||||||
|
|
||||||
]
|
]
|
||||||
|
|
||||||
@property
|
@property
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,302 @@
|
||||||
|
from datetime import datetime
|
||||||
|
import time
|
||||||
|
|
||||||
|
from util.log import *
|
||||||
|
from util.sql import *
|
||||||
|
from util.cases import *
|
||||||
|
from util.dnodes import *
|
||||||
|
from util.common import *
|
||||||
|
|
||||||
|
from util.cluster import *
|
||||||
|
sys.path.append("./6-cluster")
|
||||||
|
from clusterCommonCreate import *
|
||||||
|
from clusterCommonCheck import clusterComCheck
|
||||||
|
|
||||||
|
|
||||||
|
PRIMARY_COL = "ts"
|
||||||
|
|
||||||
|
INT_COL = "c_int"
|
||||||
|
BINT_COL = "c_bint"
|
||||||
|
SINT_COL = "c_sint"
|
||||||
|
TINT_COL = "c_tint"
|
||||||
|
FLOAT_COL = "c_float"
|
||||||
|
DOUBLE_COL = "c_double"
|
||||||
|
BOOL_COL = "c_bool"
|
||||||
|
TINT_UN_COL = "c_utint"
|
||||||
|
SINT_UN_COL = "c_usint"
|
||||||
|
BINT_UN_COL = "c_ubint"
|
||||||
|
INT_UN_COL = "c_uint"
|
||||||
|
BINARY_COL = "c_binary"
|
||||||
|
NCHAR_COL = "c_nchar"
|
||||||
|
TS_COL = "c_ts"
|
||||||
|
|
||||||
|
INT_TAG = "t_int"
|
||||||
|
|
||||||
|
TAG_COL = [INT_TAG]
|
||||||
|
|
||||||
|
## insert data args：
|
||||||
|
TIME_STEP = 10000
|
||||||
|
NOW = int(datetime.timestamp(datetime.now()) * 1000)
|
||||||
|
|
||||||
|
# init db/table
|
||||||
|
DBNAME = "db"
|
||||||
|
DB1 = "db1"
|
||||||
|
DB2 = "db2"
|
||||||
|
DB3 = "db3"
|
||||||
|
DB4 = "db4"
|
||||||
|
STBNAME = "stb1"
|
||||||
|
CTBNAME = "ct1"
|
||||||
|
NTBNAME = "nt1"
|
||||||
|
|
||||||
|
class TDTestCase:
|
||||||
|
|
||||||
|
def init(self, conn, logSql, replicaVar=1):
|
||||||
|
self.replicaVar = int(replicaVar)
|
||||||
|
tdLog.debug(f"start to excute {__file__}")
|
||||||
|
tdSql.init(conn.cursor(), True)
|
||||||
|
|
||||||
|
@property
|
||||||
|
def create_databases_sql_err(self):
|
||||||
|
return [
|
||||||
|
# check grammar
|
||||||
|
"create database db1 retentions",
|
||||||
|
"create database db1 retentions 1s:1d",
|
||||||
|
"create database db1 retentions 1s:1d,2s:2d",
|
||||||
|
"create database db1 retentions 1s:1d,2s:2d,3s:3d",
|
||||||
|
"create database db1 retentions 1s:1d,2s:2d,3s:3d,4s:4d",
|
||||||
|
"create database db1 retentions -:1d,2s:2d,3s:3d,4s:4d",
|
||||||
|
"create database db1 retentions --:1d",
|
||||||
|
"create database db1 retentions -:-:1d",
|
||||||
|
"create database db1 retentions 1d:-",
|
||||||
|
"create database db1 retentions -:-",
|
||||||
|
"create database db1 retentions +:1d",
|
||||||
|
"create database db1 retentions :1d",
|
||||||
|
"create database db1 retentions -:1d,-:2d",
|
||||||
|
"create database db1 retentions -:1d,-:2d,-:3d",
|
||||||
|
"create database db1 retentions -:1d,1s:-",
|
||||||
|
"create database db1 retentions -:1d,15s:2d,-:3d",
|
||||||
|
|
||||||
|
# check unit
|
||||||
|
"create database db1 retentions -:1d,1b:1d",
|
||||||
|
"create database db1 retentions -:1d,1u:1d",
|
||||||
|
"create database db1 retentions -:1d,1a:1d",
|
||||||
|
"create database db1 retentions -:1d,1n:1d",
|
||||||
|
"create database db1 retentions -:1d,1y:1d",
|
||||||
|
"create database db1 retentions -:1d,1s:86400s",
|
||||||
|
"create database db1 retentions -:1d,1s:86400000a",
|
||||||
|
"create database db1 retentions -:1d,1s:86400000000u",
|
||||||
|
"create database db1 retentions -:1d,1s:86400000000000b",
|
||||||
|
"create database db1 retentions -:1s,1s:2s",
|
||||||
|
"create database db1 retentions -:1d,1s:1w",
|
||||||
|
"create database db1 retentions -:1d,1s:1n",
|
||||||
|
"create database db1 retentions -:1d,1s:1y",
|
||||||
|
|
||||||
|
# check value range
|
||||||
|
"create database db3 retentions -:-1d",
|
||||||
|
"create database db3 retentions -:0d",
|
||||||
|
"create database db3 retentions -:1439m",
|
||||||
|
"create database db3 retentions -:365001d",
|
||||||
|
"create database db3 retentions -:8760001h",
|
||||||
|
"create database db3 retentions -:525600001m",
|
||||||
|
"create database db3 retentions -:106581d precision 'ns'",
|
||||||
|
"create database db3 retentions -:2557921h precision 'ns'",
|
||||||
|
"create database db3 retentions -:153475201m precision 'ns'",
|
||||||
|
# check relationships
|
||||||
|
"create database db5 retentions -:1440m,1441m:1440m,2d:3d",
|
||||||
|
"create database db5 retentions -:1d,2m:1d,1s:2d",
|
||||||
|
"create database db5 retentions -:1440m,1s:2880m,2s:2879m",
|
||||||
|
"create database db5 retentions -:1d,2s:2d,2s:3d",
|
||||||
|
"create database db5 retentions -:1d,3s:2d,2s:3d",
|
||||||
|
"create database db1 retentions -:1d,2s:3d,3s:2d",
|
||||||
|
"create database db1 retentions -:1d,2s:3d,1s:2d",
|
||||||
|
|
||||||
|
]
|
||||||
|
|
||||||
|
@property
|
||||||
|
def create_databases_sql_current(self):
|
||||||
|
return [
|
||||||
|
f"create database {DB1} retentions -:1d",
|
||||||
|
f"create database {DB2} retentions -:1d,2m:2d,3h:3d",
|
||||||
|
]
|
||||||
|
|
||||||
|
@property
|
||||||
|
def alter_database_sql(self):
|
||||||
|
return [
|
||||||
|
"alter database db1 retentions -:99d",
|
||||||
|
"alter database db2 retentions -:97d,98h:98d,99h:99d,",
|
||||||
|
]
|
||||||
|
|
||||||
|
@property
|
||||||
|
def create_stable_sql_err(self, dbname=DB2):
|
||||||
|
return [
|
||||||
|
f"create stable {dbname}.stb11 ({PRIMARY_COL} timestamp, {INT_COL} int) tags (tag1 int) rollup(ceil) watermark 1s max_delay 1m",
|
||||||
|
f"create stable {dbname}.stb12 ({PRIMARY_COL} timestamp, {INT_COL} int) tags (tag1 int) rollup(count) watermark 1min",
|
||||||
|
f"create stable {dbname}.stb13 ({PRIMARY_COL} timestamp, {INT_COL} int) tags (tag1 int) rollup(min) max_delay -1s",
|
||||||
|
f"create stable {dbname}.stb14 ({PRIMARY_COL} timestamp, {INT_COL} int) tags (tag1 int) rollup(min) watermark -1m",
|
||||||
|
f"create stable {dbname}.stb15 ({PRIMARY_COL} timestamp, {INT_COL} int) tags (tag1 int) watermark 1m ",
|
||||||
|
f"create stable {dbname}.stb16 ({PRIMARY_COL} timestamp, {INT_COL} int) tags (tag1 int) max_delay 1m ",
|
||||||
|
f"create stable {dbname}.stb21 ({PRIMARY_COL} timestamp, {INT_COL} int, {BINARY_COL} binary(16)) tags (tag1 int) rollup(avg) watermark 1s",
|
||||||
|
f"create stable {dbname}.stb22 ({PRIMARY_COL} timestamp, {INT_COL} int, {NCHAR_COL} nchar(16)) tags (tag1 int) rollup(avg) max_delay 1m",
|
||||||
|
f"create table {dbname}.ntb_1 ({PRIMARY_COL} timestamp, {INT_COL} int, {NCHAR_COL} nchar(16)) rollup(avg) watermark 1s max_delay 1s",
|
||||||
|
f"create table {dbname}.ntb_2 ({PRIMARY_COL} timestamp, {INT_COL} int) " ,
|
||||||
|
f"create stable {dbname}.stb23 ({PRIMARY_COL} timestamp, {INT_COL} int, {NCHAR_COL} nchar(16)) tags (tag1 int) " ,
|
||||||
|
f"create stable {dbname}.stb24 ({PRIMARY_COL} timestamp, {INT_COL} int) tags (tag1 int) " ,
|
||||||
|
f"create stable {dbname}.stb25 ({PRIMARY_COL} timestamp, {INT_COL} int) " ,
|
||||||
|
f"create stable {dbname}.stb26 ({PRIMARY_COL} timestamp, {INT_COL} int, {BINARY_COL} nchar(16)) " ,
|
||||||
|
# only float/double allowd for avg/sum
|
||||||
|
f"create stable {dbname}.stb11 ({PRIMARY_COL} timestamp, {INT_COL} int) tags (tag1 int) rollup(avg)",
|
||||||
|
f"create stable {dbname}.stb11 ({PRIMARY_COL} timestamp, {BINT_COL} bigint) tags (tag1 int) rollup(avg)",
|
||||||
|
f"create stable {dbname}.stb11 ({PRIMARY_COL} timestamp, {BOOL_COL} bool) tags (tag1 int) rollup(avg)",
|
||||||
|
f"create stable {dbname}.stb11 ({PRIMARY_COL} timestamp, {BINARY_COL} binary(10)) tags (tag1 int) rollup(avg)",
|
||||||
|
f"create stable {dbname}.stb11 ({PRIMARY_COL} timestamp, {INT_COL} int) tags (tag1 int) rollup(sum)",
|
||||||
|
f"create stable {dbname}.stb11 ({PRIMARY_COL} timestamp, {BINT_COL} bigint) tags (tag1 int) rollup(sum)",
|
||||||
|
f"create stable {dbname}.stb11 ({PRIMARY_COL} timestamp, {BOOL_COL} bool) tags (tag1 int) rollup(sum)",
|
||||||
|
f"create stable {dbname}.stb11 ({PRIMARY_COL} timestamp, {BINARY_COL} binary(10)) tags (tag1 int) rollup(sum)",
|
||||||
|
|
||||||
|
|
||||||
|
# watermark, max_delay: [0, 900000], [ms, s, m, ?]
|
||||||
|
f"create stable stb17 ({PRIMARY_COL} timestamp, {INT_COL} int) tags (tag1 int) rollup(min) max_delay 1u",
|
||||||
|
f"create stable stb18 ({PRIMARY_COL} timestamp, {INT_COL} int) tags (tag1 int) rollup(min) watermark 1b",
|
||||||
|
f"create stable stb19 ({PRIMARY_COL} timestamp, {INT_COL} int) tags (tag1 int) rollup(min) watermark 900001ms",
|
||||||
|
f"create stable stb20 ({PRIMARY_COL} timestamp, {INT_COL} int) tags (tag1 int) rollup(min) max_delay 16m",
|
||||||
|
f"create stable stb27 ({PRIMARY_COL} timestamp, {INT_COL} int) tags (tag1 int) rollup(min) max_delay 901s",
|
||||||
|
f"create stable stb28 ({PRIMARY_COL} timestamp, {INT_COL} int) tags (tag1 int) rollup(min) max_delay 1h",
|
||||||
|
f"create stable stb29 ({PRIMARY_COL} timestamp, {INT_COL} int) tags (tag1 int) rollup(min) max_delay 0.2h",
|
||||||
|
f"create stable stb30 ({PRIMARY_COL} timestamp, {INT_COL} int) tags (tag1 int) rollup(min) watermark 0.002d",
|
||||||
|
|
||||||
|
]
|
||||||
|
|
||||||
|
@property
|
||||||
|
def create_tb(self, stb=STBNAME, ctb_num=20, ntbnum=1, rsma=False, dbname=DBNAME, rsma_type="sum"):
|
||||||
|
tdLog.printNoPrefix("==========step: create table")
|
||||||
|
if rsma:
|
||||||
|
if rsma_type.lower().strip() in ("last", "first"):
|
||||||
|
create_stb_sql = f'''create table {dbname}.{stb}(
|
||||||
|
ts timestamp, {INT_COL} int, {BINT_COL} bigint, {SINT_COL} smallint, {TINT_COL} tinyint,
|
||||||
|
{FLOAT_COL} float, {DOUBLE_COL} double, {TINT_UN_COL} tinyint unsigned, {SINT_UN_COL} smallint unsigned,
|
||||||
|
{INT_UN_COL} int unsigned, {BINT_UN_COL} bigint unsigned, {BINARY_COL} binary(16)
|
||||||
|
) tags ({INT_TAG} int) rollup({rsma_type}) watermark 5s,5s max_delay 5s,5s
|
||||||
|
'''
|
||||||
|
elif rsma_type.lower().strip() in ("sum", "avg"):
|
||||||
|
create_stb_sql = f'''create table {dbname}.{stb}(
|
||||||
|
ts timestamp, {DOUBLE_COL} double, {DOUBLE_COL}_1 double, {DOUBLE_COL}_2 double, {DOUBLE_COL}_3 double,
|
||||||
|
{FLOAT_COL} float, {DOUBLE_COL}_4 double, {FLOAT_COL}_1 float, {FLOAT_COL}_2 float, {FLOAT_COL}_3 float,
|
||||||
|
{DOUBLE_COL}_5 double) tags ({INT_TAG} int) rollup({rsma_type}) watermark 5s,5s max_delay 5s,5s
|
||||||
|
'''
|
||||||
|
else:
|
||||||
|
create_stb_sql = f'''create table {dbname}.{stb}(
|
||||||
|
ts timestamp, {INT_COL} int, {BINT_COL} bigint, {SINT_COL} smallint, {TINT_COL} tinyint,
|
||||||
|
{FLOAT_COL} float, {DOUBLE_COL} double, {TINT_UN_COL} tinyint unsigned, {SINT_UN_COL} smallint unsigned,
|
||||||
|
{INT_UN_COL} int unsigned, {BINT_UN_COL} bigint unsigned
|
||||||
|
) tags ({INT_TAG} int) rollup({rsma_type}) watermark 5s,5s max_delay 5s,5s
|
||||||
|
'''
|
||||||
|
tdSql.execute(create_stb_sql)
|
||||||
|
else:
|
||||||
|
create_stb_sql = f'''create table {dbname}.{stb}(
|
||||||
|
ts timestamp, {INT_COL} int, {BINT_COL} bigint, {SINT_COL} smallint, {TINT_COL} tinyint,
|
||||||
|
{FLOAT_COL} float, {DOUBLE_COL} double, {BOOL_COL} bool,
|
||||||
|
{BINARY_COL} binary(16), {NCHAR_COL} nchar(32), {TS_COL} timestamp,
|
||||||
|
{TINT_UN_COL} tinyint unsigned, {SINT_UN_COL} smallint unsigned,
|
||||||
|
{INT_UN_COL} int unsigned, {BINT_UN_COL} bigint unsigned
|
||||||
|
) tags ({INT_TAG} int)
|
||||||
|
'''
|
||||||
|
tdSql.execute(create_stb_sql)
|
||||||
|
|
||||||
|
for i in range(ntbnum):
|
||||||
|
create_ntb_sql = f'''create table {dbname}.nt{i+1}(
|
||||||
|
ts timestamp, {INT_COL} int, {BINT_COL} bigint, {SINT_COL} smallint, {TINT_COL} tinyint,
|
||||||
|
{FLOAT_COL} float, {DOUBLE_COL} double, {BOOL_COL} bool,
|
||||||
|
{BINARY_COL} binary(16), {NCHAR_COL} nchar(32), {TS_COL} timestamp,
|
||||||
|
{TINT_UN_COL} tinyint unsigned, {SINT_UN_COL} smallint unsigned,
|
||||||
|
{INT_UN_COL} int unsigned, {BINT_UN_COL} bigint unsigned
|
||||||
|
)
|
||||||
|
'''
|
||||||
|
tdSql.execute(create_ntb_sql)
|
||||||
|
|
||||||
|
for i in range(ctb_num):
|
||||||
|
tdSql.execute(f'create table {dbname}.ct{i+1} using {dbname}.{stb} tags ( {i+1} )')
|
||||||
|
|
||||||
|
def create_ctable(self,tsql=None, dbName='dbx',stbName='stb',ctbPrefix='ctb',ctbNum=1):
|
||||||
|
tsql.execute("use %s" %dbName)
|
||||||
|
pre_create = "create table"
|
||||||
|
sql = pre_create
|
||||||
|
#tdLog.debug("doing create one stable %s and %d child table in %s ..." %(stbname, count ,dbname))
|
||||||
|
for i in range(ctbNum):
|
||||||
|
tagValue = 'beijing'
|
||||||
|
if (i % 2 == 0):
|
||||||
|
tagValue = 'shanghai'
|
||||||
|
sql += " %s%d using %s tags(%d, '%s')"%(ctbPrefix,i,stbName,i+1, tagValue)
|
||||||
|
if (i > 0) and (i%100 == 0):
|
||||||
|
tsql.execute(sql)
|
||||||
|
sql = pre_create
|
||||||
|
if sql != pre_create:
|
||||||
|
tsql.execute(sql)
|
||||||
|
|
||||||
|
tdLog.debug("complete to create %d child tables in %s.%s" %(ctbNum, dbName, stbName))
|
||||||
|
return
|
||||||
|
|
||||||
|
def getPath(self, tool="taosBenchmark"):
|
||||||
|
if (platform.system().lower() == 'windows'):
|
||||||
|
tool = tool + ".exe"
|
||||||
|
selfPath = os.path.dirname(os.path.realpath(__file__))
|
||||||
|
|
||||||
|
if ("community" in selfPath):
|
||||||
|
projPath = selfPath[:selfPath.find("community")]
|
||||||
|
else:
|
||||||
|
projPath = selfPath[:selfPath.find("tests")]
|
||||||
|
|
||||||
|
paths = []
|
||||||
|
for root, dirs, files in os.walk(projPath):
|
||||||
|
if ((tool) in files):
|
||||||
|
rootRealPath = os.path.dirname(os.path.realpath(root))
|
||||||
|
if ("packaging" not in rootRealPath):
|
||||||
|
paths.append(os.path.join(root, tool))
|
||||||
|
break
|
||||||
|
if (len(paths) == 0):
|
||||||
|
tdLog.exit("taosBenchmark not found!")
|
||||||
|
return
|
||||||
|
else:
|
||||||
|
tdLog.info("taosBenchmark found in %s" % paths[0])
|
||||||
|
return paths[0]
|
||||||
|
|
||||||
|
|
||||||
|
def run(self):
|
||||||
|
binPath = self.getPath()
|
||||||
|
|
||||||
|
self.rows = 10
|
||||||
|
tdLog.printNoPrefix("==========step0:all check")
|
||||||
|
dbname='d0'
|
||||||
|
tdSql.execute(f"create database {dbname} retentions -:363d,1m:364d,1h:365d STT_TRIGGER 2 vgroups 6;")
|
||||||
|
tdSql.execute(f"create stable if not exists {dbname}.st_min (ts timestamp, c1 int) tags (proid int,city binary(20)) rollup(min) watermark 0s,1s max_delay 1m,180s;;")
|
||||||
|
tdSql.execute(f"create stable if not exists {dbname}.st_avg (ts timestamp, c1 double) tags (city binary(20),district binary(20)) rollup(min) watermark 0s,1s max_delay 1m,180s;;")
|
||||||
|
self.create_ctable(tdSql, dbname, 'st_min', 'ct_min', 1000)
|
||||||
|
tdLog.printNoPrefix("==========step4:after wal, all check again ")
|
||||||
|
datetime1 = datetime.now()
|
||||||
|
print(datetime1)
|
||||||
|
tdSql.execute(f"INSERT INTO {dbname}.ct_min7 VALUES ('2023-11-07 10:01:00.001',797029643) ('2023-11-07 10:01:00.001',797029643);")
|
||||||
|
tdSql.query(f"select * from {dbname}.st_min where ts>now-363d;")
|
||||||
|
tdSql.checkData(0, 0, '2023-11-07 10:01:00.001')
|
||||||
|
sleep(6)
|
||||||
|
tdSql.query(f"select * from {dbname}.st_min where ts>now-364d;")
|
||||||
|
tdSql.checkData(0, 0, '2023-11-07 10:01:00.000')
|
||||||
|
tdSql.query(f"select * from {dbname}.st_min where ts>now-365d;")
|
||||||
|
tdSql.checkData(0, 0, '2023-11-07 10:00:00.000')
|
||||||
|
|
||||||
|
#bug
|
||||||
|
# os.system(f"{binPath} -f ./1-insert/benchmark-tbl-rsma-alter.json")
|
||||||
|
# tdSql.execute(f"alter database db_replica replica 3;")
|
||||||
|
# clusterComCheck.check_vgroups_status(vgroup_numbers=1,db_replica=3,db_name="db_replica",count_number=240)
|
||||||
|
# tdSql.execute(f"alter database db_replica replica 1;")
|
||||||
|
|
||||||
|
#bug
|
||||||
|
# os.system(f"{binPath} -f ./1-insert/benchmark-tbl-rsma.json")
|
||||||
|
# tdSql.query(f" select count(*) from db_update.stb1;")
|
||||||
|
# tdSql.checkData(0, 0, 360000)
|
||||||
|
|
||||||
|
|
||||||
|
def stop(self):
|
||||||
|
tdSql.close()
|
||||||
|
tdLog.success(f"{__file__} successfully executed")
|
||||||
|
|
||||||
|
tdCases.addLinux(__file__, TDTestCase())
|
||||||
|
tdCases.addWindows(__file__, TDTestCase())
|
||||||
Loading…
Reference in New Issue