876 lines
39 KiB
Python
876 lines
39 KiB
Python
###################################################################
|
||
# Copyright (c) 2016 by TAOS Technologies, Inc.
|
||
# All rights reserved.
|
||
#
|
||
# This file is proprietary and confidential to TAOS Technologies.
|
||
# No part of this file may be reproduced, stored, transmitted,
|
||
# disclosed or used in any form or by any means other than as
|
||
# expressly provided by the written permission from Jianhui Tao
|
||
#
|
||
###################################################################
|
||
|
||
# -*- coding: utf-8 -*-
|
||
|
||
import sys
|
||
import random
|
||
import re
|
||
|
||
from util.log import *
|
||
from util.cases import *
|
||
from util.sql import *
|
||
from util.dnodes import *
|
||
|
||
DBNAME = "db"
|
||
|
||
|
||
class TDTestCase:
|
||
def init(self, conn, logSql, replicaVar=1):
|
||
self.replicaVar = int(replicaVar)
|
||
tdLog.debug("start to execute %s" % __file__)
|
||
tdSql.init(conn.cursor())
|
||
self.ts = 1537146000000
|
||
|
||
def sample_query_form(self, sel=f"select", func="sample(", col="c1", m_comm =",", k=1,r_comm=")", alias="", fr="from",table_expr="t1", condition=""):
|
||
'''
|
||
sample function:
|
||
|
||
:param sel: string, must be f"select", required parameters;
|
||
:param func: string, in this case must be "sample(", otherwise return other function, required parameters;
|
||
:param col: string, column name, required parameters;
|
||
:param m_comm: string, comma between col and k , required parameters;
|
||
:param k: int/float，the width of the sliding window, [1,100], required parameters;
|
||
:param r_comm: string, must be ")", use with "(" in func, required parameters;
|
||
:param alias: string, result column another name，or add other funtion;
|
||
:param fr: string, must be "from", required parameters;
|
||
:param table_expr: string or expression, data source（eg,table/stable name, result set）, required parameters;
|
||
:param condition: expression；
|
||
:return: sample query statement,default: select sample(c1, 1) from {dbname}.t1
|
||
'''
|
||
|
||
return f"{sel} {func} {col} {m_comm} {k} {r_comm} {alias} {fr} {table_expr} {condition}"
|
||
|
||
def checksample(self,sel=f"select", func="sample(", col="c1", m_comm =",", k=1,r_comm=")", alias="", fr="from",table_expr=f"{DBNAME}.t1", condition=""):
|
||
# print(self.sample_query_form(sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
# table_expr=table_expr, condition=condition))
|
||
line = sys._getframe().f_back.f_lineno
|
||
|
||
if not all([sel , func , col , m_comm , k , r_comm , fr , table_expr]):
|
||
print(f"case in {line}: ", end='')
|
||
return tdSql.error(self.sample_query_form(
|
||
sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
table_expr=table_expr, condition=condition
|
||
))
|
||
|
||
|
||
sql = f"select * from {table_expr}"
|
||
collist = tdSql.getColNameList(sql)
|
||
|
||
if not isinstance(col, str):
|
||
print(f"case in {line}: ", end='')
|
||
return tdSql.error(self.sample_query_form(
|
||
sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
table_expr=table_expr, condition=condition
|
||
))
|
||
|
||
if len([x for x in col.split(",") if x.strip()]) != 1:
|
||
print(f"case in {line}: ", end='')
|
||
return tdSql.error(self.sample_query_form(
|
||
sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
table_expr=table_expr, condition=condition
|
||
))
|
||
|
||
col = col.replace(",", "").replace(" ","")
|
||
|
||
if any([re.compile('^[a-zA-Z]{1}.*$').match(col) is None , not col.replace(".","").isalnum()]):
|
||
print(f"case in {line}: ", end='')
|
||
return tdSql.error(self.sample_query_form(
|
||
sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
table_expr=table_expr, condition=condition
|
||
))
|
||
|
||
if '.' in col:
|
||
if any([col.split(".")[0] not in table_expr, col.split(".")[1] not in collist]):
|
||
print(f"case in {line}: ", end='')
|
||
return tdSql.error(self.sample_query_form(
|
||
sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
table_expr=table_expr, condition=condition
|
||
))
|
||
pass
|
||
|
||
if "." not in col:
|
||
if col not in collist:
|
||
print(f"case in {line}: ", end='')
|
||
return tdSql.error(self.sample_query_form(
|
||
sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
table_expr=table_expr, condition=condition
|
||
))
|
||
pass
|
||
|
||
# colname = col if "." not in col else col.split(".")[1]
|
||
# col_index = collist.index(colname)
|
||
# if any([tdSql.cursor.istype(col_index, "TIMESTAMP"), tdSql.cursor.istype(col_index, "BOOL")]):
|
||
# print(f"case in {line}: ", end='')
|
||
# return tdSql.error(self.sample_query_form(
|
||
# sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
# table_expr=table_expr, condition=condition
|
||
# ))
|
||
#
|
||
# if any([tdSql.cursor.istype(col_index, "BINARY") , tdSql.cursor.istype(col_index,"NCHAR")]):
|
||
# print(f"case in {line}: ", end='')
|
||
# return tdSql.error(self.sample_query_form(
|
||
# sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
# table_expr=table_expr, condition=condition
|
||
# ))
|
||
|
||
if any( [func != "sample(" , r_comm != ")" , fr != "from", sel != f"select"]):
|
||
print(f"case in {line}: ", end='')
|
||
return tdSql.error(self.sample_query_form(
|
||
sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
table_expr=table_expr, condition=condition
|
||
))
|
||
|
||
if all(["(" not in table_expr, "stb" in table_expr, "group" not in condition.lower()]):
|
||
print(f"case in {line}: ", end='')
|
||
return tdSql.error(self.sample_query_form(
|
||
sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
table_expr=table_expr, condition=condition
|
||
))
|
||
|
||
if all(["group" in condition.lower(), "tbname" not in condition.lower()]):
|
||
print(f"case in {line}: ", end='')
|
||
return tdSql.error(self.sample_query_form(
|
||
sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
table_expr=table_expr, condition=condition
|
||
))
|
||
|
||
alias_list = ["tbname", "_c0", "st", "ts"]
|
||
if all([alias, "," not in alias]):
|
||
if any([ not alias.isalnum(), re.compile('^[a-zA-Z]{1}.*$').match(col) is None ]):
|
||
# actually， column alias also support "_"， but in this case，forbidden that。
|
||
print(f"case in {line}: ", end='')
|
||
return tdSql.error(self.sample_query_form(
|
||
sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
table_expr=table_expr, condition=condition
|
||
))
|
||
|
||
if all([alias, "," in alias]):
|
||
if all(parm != alias.lower().split(",")[1].strip() for parm in alias_list):
|
||
print(f"case in {line}: ", end='')
|
||
return tdSql.error(self.sample_query_form(
|
||
sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
table_expr=table_expr, condition=condition
|
||
))
|
||
pass
|
||
|
||
condition_exception = [ "-", "+", "/", "*", "~", "^", "insert", "distinct",
|
||
"count", "avg", "twa", "irate", "sum", "stddev", "leastquares",
|
||
"min", "max", "first", "last", "top", "bottom", "percentile",
|
||
"apercentile", "last_row", "interp", "diff", "derivative",
|
||
"spread", "ceil", "floor", "round", "interval", "fill", "slimit", "soffset"]
|
||
if "union" not in condition.lower():
|
||
if any(parm in condition.lower().strip() for parm in condition_exception):
|
||
|
||
print(f"case in {line}: ", end='')
|
||
print(f"condition : {condition}: ", end='')
|
||
return tdSql.error(self.sample_query_form(
|
||
sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
table_expr=table_expr, condition=condition
|
||
))
|
||
pass
|
||
|
||
if not any([isinstance(k, int) , isinstance(k, float)]) :
|
||
print(f"case in {line}: ", end='')
|
||
return tdSql.error(self.sample_query_form(
|
||
col=col, k=k, alias=alias, table_expr=table_expr, condition=condition
|
||
))
|
||
|
||
if not(1 <= k < 1001):
|
||
print(f"case in {line}: ", end='')
|
||
return tdSql.error(self.sample_query_form(
|
||
col=col, k=k, alias=alias, table_expr=table_expr, condition=condition
|
||
))
|
||
|
||
k = int(k // 1)
|
||
pre_sql = re.sub("sample\([a-z0-9 .,]*\)", f"count({col})", self.sample_query_form(
|
||
col=col, table_expr=table_expr, condition=condition
|
||
))
|
||
tdSql.query(pre_sql)
|
||
if tdSql.queryRows == 0:
|
||
tdSql.query(self.sample_query_form(
|
||
sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
table_expr=table_expr, condition=condition
|
||
))
|
||
print(f"case in {line}: ", end='')
|
||
tdSql.checkRows(0)
|
||
return
|
||
|
||
tdSql.query(self.sample_query_form(
|
||
sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
table_expr=table_expr, condition=condition
|
||
))
|
||
|
||
sample_result = tdSql.queryResult
|
||
sample_len = tdSql.queryRows
|
||
|
||
if "group" in condition:
|
||
tb_condition = condition.split("group by")[1].split(" ")[1]
|
||
tdSql.query(f"select distinct {tb_condition} from {table_expr}")
|
||
query_result = tdSql.queryResult
|
||
query_rows = tdSql.queryRows
|
||
clear_condition = re.sub('order by [0-9a-z]*|slimit [0-9]*|soffset [0-9]*', "", condition)
|
||
|
||
pre_row = 0
|
||
for i in range(query_rows):
|
||
group_name = query_result[i][0]
|
||
if "where" in clear_condition:
|
||
pre_condition = re.sub('group by [0-9a-z]*', f"and {tb_condition}='{group_name}' and {col} is not null", clear_condition)
|
||
else:
|
||
pre_condition = "where " + re.sub('group by [0-9a-z]*',f"{tb_condition}='{group_name}' and {col} is not null", clear_condition)
|
||
|
||
tdSql.query(f"select ts, {col} {alias} from {table_expr} {pre_condition}")
|
||
# pre_data = np.array(tdSql.queryResult)[np.array(tdSql.queryResult) != None]
|
||
# pre_sample = np.convolve(pre_data, np.ones(k), "valid")/k
|
||
pre_sample = tdSql.queryResult
|
||
pre_len = tdSql.queryRows
|
||
step = pre_len if pre_len < k else k
|
||
# tdSql.query(self.sample_query_form(
|
||
# sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
# table_expr=table_expr, condition=condition
|
||
# ))
|
||
for i in range(step):
|
||
if sample_result[pre_row:pre_row+step][i] not in pre_sample:
|
||
tdLog.exit(f"case in {line} is failed: sample data is not in {group_name}")
|
||
else:
|
||
tdLog.info(f"case in {line} is success: sample data is in {group_name}")
|
||
|
||
# for j in range(len(pre_sample)):
|
||
# print(f"case in {line}:", end='')
|
||
# tdSql.checkData(pre_row+j, 1, pre_sample[j])
|
||
pre_row += step
|
||
return
|
||
elif "union" in condition:
|
||
union_sql_0 = self.sample_query_form(
|
||
sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
table_expr=table_expr, condition=condition
|
||
).split("union all")[0]
|
||
|
||
union_sql_1 = self.sample_query_form(
|
||
sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
table_expr=table_expr, condition=condition
|
||
).split("union all")[1]
|
||
|
||
tdSql.query(union_sql_0)
|
||
# union_sample_0 = tdSql.queryResult
|
||
row_union_0 = tdSql.queryRows
|
||
|
||
tdSql.query(union_sql_1)
|
||
# union_sample_1 = tdSql.queryResult
|
||
row_union_1 = tdSql.queryRows
|
||
|
||
tdSql.query(self.sample_query_form(
|
||
sel=sel, func=func, col=col, m_comm=m_comm, k=k, r_comm=r_comm, alias=alias, fr=fr,
|
||
table_expr=table_expr, condition=condition
|
||
))
|
||
# for i in range(tdSql.queryRows):
|
||
# print(f"case in {line}: ", end='')
|
||
# if i < row_union_0:
|
||
# tdSql.checkData(i, 1, union_sample_0[i][1])
|
||
# else:
|
||
# tdSql.checkData(i, 1, union_sample_1[i-row_union_0][1])
|
||
if row_union_0 + row_union_1 != sample_len:
|
||
tdLog.exit(f"case in {line} is failed: sample data is not in ")
|
||
else:
|
||
tdLog.info(f"case in {line} is success: sample data is in ")
|
||
return
|
||
|
||
else:
|
||
# if "where" in condition:
|
||
# condition = re.sub('where', f"where {col} is not null and ", condition)
|
||
# else:
|
||
# condition = f"where {col} is not null" + condition
|
||
# print(f"select ts, {col} {alias} from {table_expr} {re.sub('limit [0-9]*|offset [0-9]*','',condition)}")
|
||
# tdSql.query(f"select _c0, {col} {alias} from {table_expr} {re.sub('limit [0-9]*|offset [0-9]*','',condition)}")
|
||
# offset_val = condition.split("offset")[1].split(" ")[1] if "offset" in condition else 0
|
||
# pre_sample = tdSql.queryResult
|
||
# pre_len = tdSql.queryRows
|
||
# for i in range(sample_len):
|
||
# if sample_result[pre_row:pre_row + step][i] not in pre_sample:
|
||
# tdLog.exit(f"case in {line} is failed: sample data is not in {group_name}")
|
||
# else:
|
||
# tdLog.info(f"case in {line} is success: sample data is in {group_name}")
|
||
|
||
pass
|
||
|
||
def sample_current_query(self) :
|
||
|
||
# table schema :ts timestamp, c1 int, c2 float, c3 timestamp, c4 binary(16), c5 double, c6 bool
|
||
# c7 bigint, c8 smallint, c9 tinyint, c10 nchar(16)
|
||
|
||
# case1～6： numeric col:int/bigint/tinyint/smallint/float/double
|
||
self.checksample()
|
||
case2 = {"col": "c2"}
|
||
self.checksample(**case2)
|
||
case3 = {"col": "c5"}
|
||
self.checksample(**case3)
|
||
case4 = {"col": "c7"}
|
||
self.checksample(**case4)
|
||
case5 = {"col": "c8"}
|
||
self.checksample(**case5)
|
||
case6 = {"col": "c9"}
|
||
self.checksample(**case6)
|
||
|
||
# # case7~8: nested query
|
||
case7 = {"table_expr": f"(select c1 from {DBNAME}.stb1)"}
|
||
self.checksample(**case7)
|
||
case8 = {"table_expr": f"(select sample(c1, 1) c1 from {DBNAME}.stb1 group by tbname)"}
|
||
self.checksample(**case8)
|
||
|
||
# case9~10: mix with tbname/ts/tag/col
|
||
case9 = {"alias": ", tbname"}
|
||
self.checksample(**case9)
|
||
case10 = {"alias": ", _c0"}
|
||
self.checksample(**case10)
|
||
case11 = {"alias": ", st1"}
|
||
# self.checksample(**case11)
|
||
tdSql.query(f"select sample( c1 , 1 ) , st1 from {DBNAME}.t1")
|
||
|
||
case12 = {"alias": ", c1"}
|
||
# self.checksample(**case12)
|
||
|
||
tdSql.query(f"select sample( c1 , 1 ) , c1 from {DBNAME}.t1")
|
||
|
||
# case13~15: with single condition
|
||
case13 = {"condition": "where c1 <= 10"}
|
||
self.checksample(**case13)
|
||
case14 = {"condition": "where c6 in (0, 1)"}
|
||
self.checksample(**case14)
|
||
case15 = {"condition": "where c1 between 1 and 10"}
|
||
self.checksample(**case15)
|
||
|
||
# case16: with multi-condition
|
||
case16 = {"condition": "where c6=1 or c6 =0"}
|
||
self.checksample(**case16)
|
||
|
||
# case17: only support normal table join
|
||
case17 = {
|
||
"col": "t1.c1",
|
||
"table_expr": f"{DBNAME}.t1 t1 join {DBNAME}.t2 t2 on t1.ts = t2.ts",
|
||
}
|
||
self.checksample(**case17)
|
||
# case18~19: with group by
|
||
case19 = {
|
||
"table_expr": f"{DBNAME}.stb1",
|
||
"condition": "partition by tbname"
|
||
}
|
||
# self.checksample(**case19)
|
||
|
||
# case20~21: with order by
|
||
case20 = {"condition": "order by ts"}
|
||
# self.checksample(**case20)
|
||
case21 = {
|
||
"table_expr": f"{DBNAME}.stb1",
|
||
"condition": "partition by tbname order by tbname"
|
||
}
|
||
# self.checksample(**case21)
|
||
|
||
# case22: with union
|
||
case22 = {
|
||
"condition": f"union all select sample( c1 , 1 ) from {DBNAME}.t2"
|
||
}
|
||
self.checksample(**case22)
|
||
|
||
# case23: with limit/slimit
|
||
case23 = {
|
||
"condition": "limit 1"
|
||
}
|
||
self.checksample(**case23)
|
||
|
||
# case24: value k range[1, 100], can be int or float, k = floor(k)
|
||
case24 = {"k": 3}
|
||
self.checksample(**case24)
|
||
case25 = {"k": 2.999}
|
||
self.checksample(**case25)
|
||
case26 = {"k": 1000}
|
||
self.checksample(**case26)
|
||
|
||
pass
|
||
|
||
def sample_error_query(self) -> None :
|
||
# unusual test
|
||
|
||
# form test
|
||
err1 = {"col": ""}
|
||
self.checksample(**err1) # no col
|
||
err2 = {"sel": ""}
|
||
self.checksample(**err2) # no select
|
||
err3 = {"func": "sample", "col": "", "m_comm": "", "k": "", "r_comm": ""}
|
||
self.checksample(**err3) # no sample condition: select sample from
|
||
err4 = {"col": "", "m_comm": "", "k": ""}
|
||
self.checksample(**err4) # no sample condition: select sample() from
|
||
err5 = {"func": "sample", "r_comm": ""}
|
||
self.checksample(**err5) # no brackets: select sample col, k from
|
||
err6 = {"fr": ""}
|
||
self.checksample(**err6) # no from
|
||
err7 = {"k": ""}
|
||
self.checksample(**err7) # no k
|
||
err8 = {"table_expr": ""}
|
||
self.checksample(**err8) # no table_expr
|
||
|
||
# err9 = {"col": "st1"}
|
||
# self.checksample(**err9) # col: tag
|
||
tdSql.query(f"select sample(st1 ,1) from {DBNAME}.t1 ")
|
||
# err10 = {"col": 1}
|
||
# self.checksample(**err10) # col: value
|
||
# err11 = {"col": "NULL"}
|
||
# self.checksample(**err11) # col: NULL
|
||
err12 = {"col": "%_"}
|
||
self.checksample(**err12) # col: %_
|
||
err13 = {"col": "c3"}
|
||
self.checksample(**err13) # col: timestamp col
|
||
err14 = {"col": "_c0"}
|
||
# self.checksample(**err14) # col: Primary key
|
||
err15 = {"col": "avg(c1)"}
|
||
# self.checksample(**err15) # expr col
|
||
err16 = {"col": "c4"}
|
||
self.checksample(**err16) # binary col
|
||
err17 = {"col": "c10"}
|
||
self.checksample(**err17) # nchar col
|
||
err18 = {"col": "c6"}
|
||
self.checksample(**err18) # bool col
|
||
# err19 = {"col": "'c1'"}
|
||
# self.checksample(**err19) # col: string
|
||
err20 = {"col": None}
|
||
self.checksample(**err20) # col: None
|
||
# err21 = {"col": "''"}
|
||
# self.checksample(**err21) # col: ''
|
||
err22 = {"col": "tt1.c1"}
|
||
self.checksample(**err22) # not table_expr col
|
||
err23 = {"col": "t1"}
|
||
self.checksample(**err23) # tbname
|
||
err24 = {"col": "stb1"}
|
||
self.checksample(**err24) # stbname
|
||
err25 = {"col": "db"}
|
||
self.checksample(**err25) # datbasename
|
||
# err26 = {"col": "True"}
|
||
# self.checksample(**err26) # col: BOOL 1
|
||
# err27 = {"col": True}
|
||
# self.checksample(**err27) # col: BOOL 2
|
||
err28 = {"col": "*"}
|
||
self.checksample(**err28) # col: all col
|
||
err29 = {"func": "sample[", "r_comm": "]"}
|
||
self.checksample(**err29) # form: sample[col, k]
|
||
err30 = {"func": "sample{", "r_comm": "}"}
|
||
self.checksample(**err30) # form: sample{col, k}
|
||
err31 = {"col": "[c1]"}
|
||
self.checksample(**err31) # form: sample([col], k)
|
||
err32 = {"col": "c1, c2"}
|
||
self.checksample(**err32) # form: sample(col, col2, k)
|
||
err33 = {"col": "c1, 2"}
|
||
self.checksample(**err33) # form: sample(col, k1, k2)
|
||
err34 = {"alias": ", count(c1)"}
|
||
self.checksample(**err34) # mix with aggregate function 1
|
||
err35 = {"alias": ", avg(c1)"}
|
||
self.checksample(**err35) # mix with aggregate function 2
|
||
err36 = {"alias": ", min(c1)"}
|
||
self.checksample(**err36) # mix with select function 1
|
||
err37 = {"alias": ", top(c1, 5)"}
|
||
self.checksample(**err37) # mix with select function 2
|
||
err38 = {"alias": ", spread(c1)"}
|
||
self.checksample(**err38) # mix with calculation function 1
|
||
err39 = {"alias": ", diff(c1)"}
|
||
self.checksample(**err39) # mix with calculation function 2
|
||
# err40 = {"alias": "+ 2"}
|
||
# self.checksample(**err40) # mix with arithmetic 1
|
||
# tdSql.query(f"select sample(c1 , 1) + 2 from {dbname}.t1 ")
|
||
err41 = {"alias": "+ avg(c1)"}
|
||
# self.checksample(**err41) # mix with arithmetic 2
|
||
|
||
# err42 = {"alias": ", c1"}
|
||
# self.checksample(**err42)
|
||
tdSql.query(f"select sample( c1 , 1 ) , c1 from {DBNAME}.t1")
|
||
# mix with other col
|
||
# err43 = {"table_expr": "stb1"}
|
||
# self.checksample(**err43) # select stb directly
|
||
# err44 = {
|
||
# "col": "stb1.c1",
|
||
# "table_expr": "stb1, stb2",
|
||
# "condition": "where stb1.ts=stb2.ts and stb1.st1=stb2.st2 order by stb1.ts"
|
||
# }
|
||
# self.checksample(**err44) # stb join
|
||
tdSql.query(f"select sample( stb1.c1 , 1 ) from {DBNAME}.stb1 stb1, {DBNAME}.stb2 stb2 where stb1.ts=stb2.ts and stb1.st1=stb2.st2 order by stb1.ts")
|
||
# err45 = {
|
||
# "condition": "where ts>0 and ts < now interval(1h) fill(next)"
|
||
# }
|
||
# self.checksample(**err45) # interval
|
||
tdSql.error(f"select sample( c1 , 1 ) from {DBNAME}.t1 where ts>0 and ts < now interval(1h) fill(next)")
|
||
err46 = {
|
||
"table_expr": f"{DBNAME}.t1",
|
||
"condition": "group by c6"
|
||
}
|
||
# self.checksample(**err46) # group by normal col
|
||
|
||
err49 = {"k": "2021-01-01 00:00:00.000"}
|
||
self.checksample(**err49) # k: timestamp
|
||
err50 = {"k": False}
|
||
self.checksample(**err50) # k: False
|
||
err51 = {"k": "%"}
|
||
self.checksample(**err51) # k: special char
|
||
err52 = {"k": ""}
|
||
self.checksample(**err52) # k: ""
|
||
err53 = {"k": None}
|
||
self.checksample(**err53) # k: None
|
||
err54 = {"k": "NULL"}
|
||
self.checksample(**err54) # k: null
|
||
err55 = {"k": "binary(4)"}
|
||
self.checksample(**err55) # k: string
|
||
err56 = {"k": "c1"}
|
||
self.checksample(**err56) # k: sring，col name
|
||
err57 = {"col": "c1, 1, c2"}
|
||
self.checksample(**err57) # form: sample(col1, k1, col2, k2)
|
||
err58 = {"col": "c1 cc1"}
|
||
self.checksample(**err58) # form: sample(col newname, k)
|
||
err59 = {"k": "'1'"}
|
||
# self.checksample(**err59) # formL sample(colm, "1")
|
||
err60 = {"k": "-1-(-2)"}
|
||
# self.checksample(**err60) # formL sample(colm, -1-2)
|
||
err61 = {"k": 1001}
|
||
self.checksample(**err61) # k: right out of [1, 1000]
|
||
err62 = {"k": -1}
|
||
self.checksample(**err62) # k: negative number
|
||
err63 = {"k": 0}
|
||
self.checksample(**err63) # k: 0
|
||
err64 = {"k": 2**63-1}
|
||
self.checksample(**err64) # k: max(bigint)
|
||
err65 = {"k": 1-2**63}
|
||
# self.checksample(**err65) # k: min(bigint)
|
||
err66 = {"k": -2**63}
|
||
self.checksample(**err66) # k: NULL
|
||
err67 = {"k": 0.999999}
|
||
self.checksample(**err67) # k: left out of [1, 1000]
|
||
|
||
pass
|
||
|
||
def sample_test_data(self, tbnum:int, data_row:int, basetime:int, dbname="db") -> None :
|
||
for i in range(tbnum):
|
||
for j in range(data_row):
|
||
tdSql.execute(
|
||
f"insert into {dbname}.t{i} values ("
|
||
f"{basetime + (j+1)*10}, {random.randint(-200, -1)}, {random.uniform(200, -1)}, {basetime + random.randint(-200, -1)}, "
|
||
f"'binary_{j}', {random.uniform(-200, -1)}, {random.choice([0,1])}, {random.randint(-200,-1)}, "
|
||
f"{random.randint(-200, -1)}, {random.randint(-127, -1)}, 'nchar_{j}' )"
|
||
)
|
||
|
||
tdSql.execute(
|
||
f"insert into {dbname}.t{i} values ("
|
||
f"{basetime - (j+1) * 10}, {random.randint(1, 200)}, {random.uniform(1, 200)}, {basetime - random.randint(1, 200)}, "
|
||
f"'binary_{j}_1', {random.uniform(1, 200)}, {random.choice([0, 1])}, {random.randint(1,200)}, "
|
||
f"{random.randint(1,200)}, {random.randint(1,127)}, 'nchar_{j}_1' )"
|
||
)
|
||
tdSql.execute(
|
||
f"insert into {dbname}.tt{i} values ( {basetime-(j+1) * 10}, {random.randint(1, 200)} )"
|
||
)
|
||
|
||
pass
|
||
|
||
def sample_test_table(self,tbnum: int, dbname="db") -> None :
|
||
tdSql.execute(f"drop database if exists {dbname}")
|
||
tdSql.execute(f"create database if not exists {dbname} keep 3650")
|
||
|
||
tdSql.execute(
|
||
f"create stable {dbname}.stb1 (\
|
||
ts timestamp, c1 int, c2 float, c3 timestamp, c4 binary(16), c5 double, c6 bool, \
|
||
c7 bigint, c8 smallint, c9 tinyint, c10 nchar(16)\
|
||
) \
|
||
tags(st1 int)"
|
||
)
|
||
tdSql.execute(
|
||
f"create stable {dbname}.stb2 (ts timestamp, c1 int) tags(st2 int)"
|
||
)
|
||
for i in range(tbnum):
|
||
tdSql.execute(f"create table {dbname}.t{i} using {dbname}.stb1 tags({i})")
|
||
tdSql.execute(f"create table {dbname}.tt{i} using {dbname}.stb2 tags({i})")
|
||
|
||
def check_sample(self , sample_query , origin_query ):
|
||
|
||
tdSql.query(origin_query)
|
||
|
||
origin_datas = tdSql.queryResult
|
||
|
||
tdSql.query(sample_query)
|
||
|
||
sample_datas = tdSql.queryResult
|
||
status = True
|
||
for ind , sample_data in enumerate(sample_datas):
|
||
if sample_data not in origin_datas:
|
||
status = False
|
||
|
||
if status:
|
||
tdLog.info(" sample data is in datas groups ,successed sql is : %s" % sample_query )
|
||
else:
|
||
tdLog.exit(" sample data is not in datas groups ,failed sql is : %s" % sample_query )
|
||
|
||
def basic_sample_query(self, dbname="db"):
|
||
tdSql.execute(f" drop database if exists {dbname} ")
|
||
tdSql.execute(f" create database if not exists {dbname} duration 300d ")
|
||
tdSql.execute(
|
||
f'''create table {dbname}.stb1
|
||
(ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
|
||
tags (t1 int)
|
||
'''
|
||
)
|
||
|
||
tdSql.execute(
|
||
f'''
|
||
create table {dbname}.t1
|
||
(ts timestamp, c1 int, c2 bigint, c3 smallint, c4 tinyint, c5 float, c6 double, c7 bool, c8 binary(16),c9 nchar(32), c10 timestamp)
|
||
'''
|
||
)
|
||
for i in range(4):
|
||
tdSql.execute(f'create table {dbname}.ct{i+1} using {dbname}.stb1 tags ( {i+1} )')
|
||
|
||
for i in range(9):
|
||
tdSql.execute(
|
||
f"insert into {dbname}.ct1 values ( now()-{i*10}s, {1*i}, {11111*i}, {111*i}, {11*i}, {1.11*i}, {11.11*i}, {i%2}, 'binary{i}', 'nchar{i}', now()+{1*i}a )"
|
||
)
|
||
tdSql.execute(
|
||
f"insert into {dbname}.ct4 values ( now()-{i*90}d, {1*i}, {11111*i}, {111*i}, {11*i}, {1.11*i}, {11.11*i}, {i%2}, 'binary{i}', 'nchar{i}', now()+{1*i}a )"
|
||
)
|
||
tdSql.execute(f"insert into {dbname}.ct1 values (now()-45s, 0, 0, 0, 0, 0, 0, 0, 'binary0', 'nchar0', now()+8a )")
|
||
tdSql.execute(f"insert into {dbname}.ct1 values (now()+10s, 9, -99999, -999, -99, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )")
|
||
tdSql.execute(f"insert into {dbname}.ct1 values (now()+15s, 9, -99999, -999, -99, -9.99, NULL, 1, 'binary9', 'nchar9', now()+9a )")
|
||
tdSql.execute(f"insert into {dbname}.ct1 values (now()+20s, 9, -99999, -999, NULL, -9.99, -99.99, 1, 'binary9', 'nchar9', now()+9a )")
|
||
|
||
tdSql.execute(f"insert into {dbname}.ct4 values (now()-810d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) ")
|
||
tdSql.execute(f"insert into {dbname}.ct4 values (now()-400d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) ")
|
||
tdSql.execute(f"insert into {dbname}.ct4 values (now()+90d, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL ) ")
|
||
|
||
tdSql.execute(
|
||
f'''insert into {dbname}.t1 values
|
||
( '2020-04-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
|
||
( '2020-10-21 01:01:01.000', 1, 11111, 111, 11, 1.11, 11.11, 1, "binary1", "nchar1", now()+1a )
|
||
( '2020-12-31 01:01:01.000', 2, 22222, 222, 22, 2.22, 22.22, 0, "binary2", "nchar2", now()+2a )
|
||
( '2021-01-01 01:01:06.000', 3, 33333, 333, 33, 3.33, 33.33, 0, "binary3", "nchar3", now()+3a )
|
||
( '2021-05-07 01:01:10.000', 4, 44444, 444, 44, 4.44, 44.44, 1, "binary4", "nchar4", now()+4a )
|
||
( '2021-07-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
|
||
( '2021-09-30 01:01:16.000', 5, 55555, 555, 55, 5.55, 55.55, 0, "binary5", "nchar5", now()+5a )
|
||
( '2022-02-01 01:01:20.000', 6, 66666, 666, 66, 6.66, 66.66, 1, "binary6", "nchar6", now()+6a )
|
||
( '2022-10-28 01:01:26.000', 7, 00000, 000, 00, 0.00, 00.00, 1, "binary7", "nchar7", "1970-01-01 08:00:00.000" )
|
||
( '2022-12-01 01:01:30.000', 8, -88888, -888, -88, -8.88, -88.88, 0, "binary8", "nchar8", "1969-01-01 01:00:00.000" )
|
||
( '2022-12-31 01:01:36.000', 9, -99999999999999999, -999, -99, -9.99, -999999999999999999999.99, 1, "binary9", "nchar9", "1900-01-01 00:00:00.000" )
|
||
( '2023-02-21 01:01:01.000', NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL )
|
||
'''
|
||
)
|
||
|
||
# basic query for sample
|
||
|
||
# params test for all
|
||
tdSql.error(f"select sample(c1,c1) from {dbname}.t1 ")
|
||
tdSql.error(f"select sample(c1,now) from {dbname}.t1 ")
|
||
tdSql.error(f"select sample(c1,tbname) from {dbname}.t1 ")
|
||
tdSql.error(f"select sample(c1,ts) from {dbname}.t1 ")
|
||
tdSql.error(f"select sample(c1,false) from {dbname}.t1 ")
|
||
tdSql.query(f"select sample(123,1) from {dbname}.t1 ")
|
||
|
||
tdSql.query(f"select sample(c1,2) from {dbname}.t1 ")
|
||
tdSql.checkRows(2)
|
||
tdSql.query(f"select sample(c1,10) from {dbname}.t1 ")
|
||
tdSql.checkRows(9)
|
||
tdSql.query(f"select sample(c8,10) from {dbname}.t1 ")
|
||
tdSql.checkRows(9)
|
||
tdSql.query(f"select sample(c1,999) from {dbname}.t1 ")
|
||
tdSql.checkRows(9)
|
||
tdSql.query(f"select sample(c1,1000) from {dbname}.t1 ")
|
||
tdSql.checkRows(9)
|
||
tdSql.query(f"select sample(c8,1000) from {dbname}.t1 ")
|
||
tdSql.checkRows(9)
|
||
tdSql.error(f"select sample(c1,-1) from {dbname}.t1 ")
|
||
|
||
# bug need fix
|
||
# tdSql.query(f"select sample(c1 ,2) , 123 from {dbname}.stb1;")
|
||
|
||
# all type support
|
||
tdSql.query(f"select sample(c1 , 20 ) from {dbname}.ct4 ")
|
||
tdSql.checkRows(9)
|
||
|
||
tdSql.query(f"select sample(c2 , 20 ) from {dbname}.ct4 ")
|
||
tdSql.checkRows(9)
|
||
|
||
tdSql.query(f"select sample(c3 , 20 ) from {dbname}.ct4 ")
|
||
tdSql.checkRows(9)
|
||
|
||
tdSql.query(f"select sample(c4 , 20 ) from {dbname}.ct4 ")
|
||
tdSql.checkRows(9)
|
||
|
||
tdSql.query(f"select sample(c5 , 20 ) from {dbname}.ct4 ")
|
||
tdSql.checkRows(9)
|
||
|
||
tdSql.query(f"select sample(c6 , 20 ) from {dbname}.ct4 ")
|
||
tdSql.checkRows(9)
|
||
|
||
tdSql.query(f"select sample(c7 , 20 ) from {dbname}.ct4 ")
|
||
tdSql.checkRows(9)
|
||
|
||
tdSql.query(f"select sample(c8 , 20 ) from {dbname}.ct4 ")
|
||
tdSql.checkRows(9)
|
||
|
||
tdSql.query(f"select sample(c9 , 20 ) from {dbname}.ct4 ")
|
||
tdSql.checkRows(9)
|
||
|
||
tdSql.query(f"select sample(c10 , 20 ) from {dbname}.ct4 ")
|
||
tdSql.checkRows(9)
|
||
|
||
# tdSql.query(f"select sample(t1 , 20 ) from {dbname}.ct1 ")
|
||
# tdSql.checkRows(13)
|
||
# filter data
|
||
|
||
tdSql.query(f"select sample(c1, 20 ) from {dbname}.t1 where c1 is null ")
|
||
tdSql.checkRows(1)
|
||
|
||
tdSql.query(f"select sample(c1, 20 ) from {dbname}.t1 where c1 =6 ")
|
||
tdSql.checkRows(1)
|
||
|
||
tdSql.query(f"select sample(c1, 20 ) from {dbname}.t1 where c1 > 6 ")
|
||
tdSql.checkRows(3)
|
||
|
||
self.check_sample(f"select sample(c1, 20 ) from {dbname}.t1 where c1 > 6" , f"select c1 from {dbname}.t1 where c1 > 6")
|
||
|
||
tdSql.query(f"select sample( c1 , 1 ) from {dbname}.t1 where c1 in (0, 1,2) ")
|
||
tdSql.checkRows(1)
|
||
|
||
tdSql.query(f"select sample( c1 ,3 ) from {dbname}.t1 where c1 between 1 and 10 ")
|
||
tdSql.checkRows(3)
|
||
|
||
self.check_sample(f"select sample( c1 ,3 ) from {dbname}.t1 where c1 between 1 and 10" ,f"select c1 from {dbname}.t1 where c1 between 1 and 10")
|
||
|
||
# join
|
||
|
||
tdSql.query(f"select sample( ct4.c1 , 1 ) from {dbname}.ct1 ct1, {dbname}.ct4 ct4 where ct4.ts=ct1.ts")
|
||
|
||
# partition by tbname
|
||
|
||
tdSql.query(f"select sample(c1,2) from {dbname}.stb1 partition by tbname")
|
||
tdSql.checkRows(4)
|
||
|
||
self.check_sample(f"select sample(c1,2) from {dbname}.stb1 partition by tbname" , f"select c1 from {dbname}.stb1 partition by tbname")
|
||
|
||
# nest query
|
||
# tdSql.query(f"select sample(c1,2) from (select c1 from {dbname}.t1); ")
|
||
# tdSql.checkRows(2)
|
||
|
||
# union all
|
||
tdSql.query(f"select sample(c1,2) from {dbname}.t1 union all select sample(c1,3) from {dbname}.t1")
|
||
tdSql.checkRows(5)
|
||
|
||
# fill interval
|
||
|
||
# not support mix with other function
|
||
tdSql.error(f"select top(c1,2) , sample(c1,2) from {dbname}.ct1")
|
||
tdSql.error(f"select max(c1) , sample(c1,2) from {dbname}.ct1")
|
||
tdSql.query(f"select c1 , sample(c1,2) from {dbname}.ct1")
|
||
|
||
# bug for mix with scalar
|
||
tdSql.query(f"select 123 , sample(c1,100) from {dbname}.ct1")
|
||
tdSql.query(f"select sample(c1,100)+2 from {dbname}.ct1")
|
||
tdSql.query(f"select abs(sample(c1,100)) from {dbname}.ct1")
|
||
|
||
def sample_test_run(self, dbname="db") :
|
||
tdLog.printNoPrefix("==========support sample function==========")
|
||
tbnum = 10
|
||
nowtime = int(round(time.time() * 1000))
|
||
per_table_rows = 10
|
||
self.sample_test_table(tbnum)
|
||
|
||
tdLog.printNoPrefix("######## no data test:")
|
||
self.sample_current_query()
|
||
self.sample_error_query()
|
||
|
||
tdLog.printNoPrefix("######## insert only NULL test:")
|
||
for i in range(tbnum):
|
||
tdSql.execute(f"insert into {dbname}.t{i}(ts) values ({nowtime - 5})")
|
||
tdSql.execute(f"insert into {dbname}.t{i}(ts) values ({nowtime + 5})")
|
||
self.sample_current_query()
|
||
self.sample_error_query()
|
||
|
||
tdLog.printNoPrefix("######## insert data in the range near the max(bigint/double):")
|
||
self.sample_test_table(tbnum)
|
||
tdSql.execute(f"insert into {dbname}.t1(ts, c1,c2,c5,c7) values "
|
||
f"({nowtime - (per_table_rows + 1) * 10}, {2**31-1}, {3.4*10**38}, {1.7*10**308}, {2**63-1})")
|
||
tdSql.execute(f"insert into {dbname}.t1(ts, c1,c2,c5,c7) values "
|
||
f"({nowtime - (per_table_rows + 2) * 10}, {2**31-1}, {3.4*10**38}, {1.7*10**308}, {2**63-1})")
|
||
self.sample_current_query()
|
||
self.sample_error_query()
|
||
|
||
tdLog.printNoPrefix("######## insert data in the range near the min(bigint/double):")
|
||
self.sample_test_table(tbnum)
|
||
tdSql.execute(f"insert into {dbname}.t1(ts, c1,c2,c5,c7) values "
|
||
f"({nowtime - (per_table_rows + 1) * 10}, {1-2**31}, {-3.4*10**38}, {-1.7*10**308}, {1-2**63})")
|
||
tdSql.execute(f"insert into {dbname}.t1(ts, c1,c2,c5,c7) values "
|
||
f"({nowtime - (per_table_rows + 2) * 10}, {1-2**31}, {-3.4*10**38}, {-1.7*10**308}, {512-2**63})")
|
||
self.sample_current_query()
|
||
self.sample_error_query()
|
||
|
||
tdLog.printNoPrefix("######## insert data without NULL data test:")
|
||
self.sample_test_table(tbnum)
|
||
self.sample_test_data(tbnum, per_table_rows, nowtime)
|
||
self.sample_current_query()
|
||
self.sample_error_query()
|
||
|
||
|
||
tdLog.printNoPrefix("######## insert data mix with NULL test:")
|
||
for i in range(tbnum):
|
||
tdSql.execute(f"insert into {dbname}.t{i}(ts) values ({nowtime})")
|
||
tdSql.execute(f"insert into {dbname}.t{i}(ts) values ({nowtime-(per_table_rows+3)*10})")
|
||
tdSql.execute(f"insert into {dbname}.t{i}(ts) values ({nowtime+(per_table_rows+3)*10})")
|
||
self.sample_current_query()
|
||
self.sample_error_query()
|
||
|
||
|
||
|
||
tdLog.printNoPrefix("######## check after WAL test:")
|
||
tdSql.query(f"select * from information_schema.ins_dnodes")
|
||
index = tdSql.getData(0, 0)
|
||
tdDnodes.stop(index)
|
||
tdDnodes.start(index)
|
||
self.sample_current_query()
|
||
self.sample_error_query()
|
||
|
||
self.basic_sample_query()
|
||
|
||
def sample_big_data(self, dbname="sample_db"):
|
||
tdSql.execute(f"create database {dbname}")
|
||
tdSql.execute("use sample_db")
|
||
tdSql.execute(f"create stable {dbname}.st (ts timestamp ,c1 int ) tags(ind int)" )
|
||
tdSql.execute(f"create table {dbname}.sub_tb using {dbname}.st tags(1)")
|
||
|
||
for i in range(2000):
|
||
ts = self.ts+i*10
|
||
tdSql.execute(f"insert into {dbname}.sub_tb values({ts} ,{i})")
|
||
|
||
tdSql.query(f"select count(*) from {dbname}.st")
|
||
tdSql.checkData(0,0,2000)
|
||
tdSql.query(f"select sample(c1 ,1000) from {dbname}.st")
|
||
tdSql.checkRows(1000)
|
||
|
||
# bug need fix
|
||
tdSql.query("select c1 ,t1, sample(c1,2) from db.stb1 partition by c1 ")
|
||
tdSql.query("select sample(c1,2) from db.stb1 partition by c1 ")
|
||
tdSql.query("select c1 ,ind, sample(c1,2) from sample_db.st partition by c1 ")
|
||
|
||
def run(self):
|
||
import traceback
|
||
try:
|
||
# run in develop branch
|
||
self.sample_test_run()
|
||
self.sample_big_data()
|
||
pass
|
||
except Exception as e:
|
||
traceback.print_exc()
|
||
raise e
|
||
|
||
def stop(self):
|
||
tdSql.close()
|
||
tdLog.success("%s successfully executed" % __file__)
|
||
|
||
tdCases.addWindows(__file__, TDTestCase())
|
||
tdCases.addLinux(__file__, TDTestCase())
|