test:use the black tool to format the code style
This commit is contained in:
parent
25350fd338
commit
82b17bdd96
|
@ -5,31 +5,52 @@ from util.sql import *
|
||||||
from util.cases import *
|
from util.cases import *
|
||||||
from util.common import *
|
from util.common import *
|
||||||
|
|
||||||
|
|
||||||
class TDTestCase:
|
class TDTestCase:
|
||||||
updatecfgDict = {'debugFlag': 135, 'asynclog': 0}
|
updatecfgDict = {"debugFlag": 135, "asynclog": 0}
|
||||||
|
|
||||||
def init(self, conn, logSql, replicaVar=1):
|
def init(self, conn, logSql, replicaVar=1):
|
||||||
self.replicaVar = int(replicaVar)
|
self.replicaVar = int(replicaVar)
|
||||||
tdLog.debug("start to execute %s" % __file__)
|
tdLog.debug("start to execute %s" % __file__)
|
||||||
tdSql.init(conn.cursor(), logSql)
|
tdSql.init(conn.cursor(), logSql)
|
||||||
self.tdCom = tdCom
|
self.tdCom = tdCom
|
||||||
|
|
||||||
def force_window_close(self, interval, partition="tbname", funciton_name="", funciton_name_alias= "",delete=False, fill_value=None, fill_history_value=None, case_when=None, ignore_expired=1, ignore_update=1):
|
def force_window_close(
|
||||||
|
self,
|
||||||
|
interval,
|
||||||
|
partition="tbname",
|
||||||
|
funciton_name="",
|
||||||
|
funciton_name_alias="",
|
||||||
|
delete=False,
|
||||||
|
fill_value=None,
|
||||||
|
fill_history_value=None,
|
||||||
|
case_when=None,
|
||||||
|
ignore_expired=1,
|
||||||
|
ignore_update=1,
|
||||||
|
):
|
||||||
# partition must be tbname, and not NONE.
|
# partition must be tbname, and not NONE.
|
||||||
tdLog.info(f"*** testing stream force_window_close+interp+every: every: {interval}, partition: {partition}, fill_history: {fill_history_value}, fill: {fill_value}, delete: {delete}, case_when: {case_when} ***")
|
tdLog.info(
|
||||||
self.tdCom.subtable=False
|
f"*** testing stream force_window_close+interp+every: every: {interval}, partition: {partition}, fill_history: {fill_history_value}, fill: {fill_value}, delete: {delete}, case_when: {case_when} ***"
|
||||||
col_value_type = "Incremental" if partition=="c1" else "random"
|
)
|
||||||
custom_col_index = 1 if partition=="c1" else None
|
self.tdCom.subtable = False
|
||||||
|
col_value_type = "Incremental" if partition == "c1" else "random"
|
||||||
|
custom_col_index = 1 if partition == "c1" else None
|
||||||
self.tdCom.custom_col_val = 0
|
self.tdCom.custom_col_val = 0
|
||||||
self.delete = delete
|
self.delete = delete
|
||||||
self.tdCom.case_name = sys._getframe().f_code.co_name
|
self.tdCom.case_name = sys._getframe().f_code.co_name
|
||||||
self.tdCom.prepare_data(interval=interval, fill_history_value=fill_history_value, custom_col_index=custom_col_index, col_value_type=col_value_type)
|
self.tdCom.prepare_data(
|
||||||
|
interval=interval,
|
||||||
|
fill_history_value=fill_history_value,
|
||||||
|
custom_col_index=custom_col_index,
|
||||||
|
col_value_type=col_value_type,
|
||||||
|
)
|
||||||
self.stb_name = self.tdCom.stb_name.replace(f"{self.tdCom.dbname}.", "")
|
self.stb_name = self.tdCom.stb_name.replace(f"{self.tdCom.dbname}.", "")
|
||||||
self.ctb_name = self.tdCom.ctb_name.replace(f"{self.tdCom.dbname}.", "")
|
self.ctb_name = self.tdCom.ctb_name.replace(f"{self.tdCom.dbname}.", "")
|
||||||
self.tb_name = self.tdCom.tb_name.replace(f"{self.tdCom.dbname}.", "")
|
self.tb_name = self.tdCom.tb_name.replace(f"{self.tdCom.dbname}.", "")
|
||||||
self.stb_stream_des_table = f'{self.stb_name}{self.tdCom.des_table_suffix}'
|
self.stb_stream_des_table = f"{self.stb_name}{self.tdCom.des_table_suffix}"
|
||||||
|
|
||||||
self.ctb_stream_des_table = f'{self.ctb_name}{self.tdCom.des_table_suffix}'
|
self.ctb_stream_des_table = f"{self.ctb_name}{self.tdCom.des_table_suffix}"
|
||||||
self.tb_stream_des_table = f'{self.tb_name}{self.tdCom.des_table_suffix}'
|
self.tb_stream_des_table = f"{self.tb_name}{self.tdCom.des_table_suffix}"
|
||||||
if partition == "tbname":
|
if partition == "tbname":
|
||||||
if case_when:
|
if case_when:
|
||||||
stream_case_when_partition = case_when
|
stream_case_when_partition = case_when
|
||||||
|
@ -52,78 +73,193 @@ class TDTestCase:
|
||||||
partition_elm_alias = self.tdCom.partition_tag_alias
|
partition_elm_alias = self.tdCom.partition_tag_alias
|
||||||
if partition == "tbname" or partition is None:
|
if partition == "tbname" or partition is None:
|
||||||
if case_when:
|
if case_when:
|
||||||
stb_subtable_value = f'concat(concat("{self.stb_name}_{self.tdCom.subtable_prefix}", {stream_case_when_partition}), "{self.tdCom.subtable_suffix}")' if self.tdCom.subtable else None
|
stb_subtable_value = (
|
||||||
ctb_subtable_value = f'concat(concat("{self.ctb_name}_{self.tdCom.subtable_prefix}", {stream_case_when_partition}), "{self.tdCom.subtable_suffix}")' if self.tdCom.subtable else None
|
f'concat(concat("{self.stb_name}_{self.tdCom.subtable_prefix}", {stream_case_when_partition}), "{self.tdCom.subtable_suffix}")'
|
||||||
tb_subtable_value = f'concat(concat("{self.tb_name}_{self.tdCom.subtable_prefix}", {stream_case_when_partition}), "{self.tdCom.subtable_suffix}")' if self.tdCom.subtable else None
|
if self.tdCom.subtable
|
||||||
|
else None
|
||||||
|
)
|
||||||
|
ctb_subtable_value = (
|
||||||
|
f'concat(concat("{self.ctb_name}_{self.tdCom.subtable_prefix}", {stream_case_when_partition}), "{self.tdCom.subtable_suffix}")'
|
||||||
|
if self.tdCom.subtable
|
||||||
|
else None
|
||||||
|
)
|
||||||
|
tb_subtable_value = (
|
||||||
|
f'concat(concat("{self.tb_name}_{self.tdCom.subtable_prefix}", {stream_case_when_partition}), "{self.tdCom.subtable_suffix}")'
|
||||||
|
if self.tdCom.subtable
|
||||||
|
else None
|
||||||
|
)
|
||||||
else:
|
else:
|
||||||
stb_subtable_value = f'concat(concat("{self.stb_name}_{self.tdCom.subtable_prefix}", {partition_elm_alias}), "{self.tdCom.subtable_suffix}")' if self.tdCom.subtable else None
|
stb_subtable_value = (
|
||||||
ctb_subtable_value = f'concat(concat("{self.ctb_name}_{self.tdCom.subtable_prefix}", {partition_elm_alias}), "{self.tdCom.subtable_suffix}")' if self.tdCom.subtable else None
|
f'concat(concat("{self.stb_name}_{self.tdCom.subtable_prefix}", {partition_elm_alias}), "{self.tdCom.subtable_suffix}")'
|
||||||
tb_subtable_value = f'concat(concat("{self.tb_name}_{self.tdCom.subtable_prefix}", {partition_elm_alias}), "{self.tdCom.subtable_suffix}")' if self.tdCom.subtable else None
|
if self.tdCom.subtable
|
||||||
|
else None
|
||||||
|
)
|
||||||
|
ctb_subtable_value = (
|
||||||
|
f'concat(concat("{self.ctb_name}_{self.tdCom.subtable_prefix}", {partition_elm_alias}), "{self.tdCom.subtable_suffix}")'
|
||||||
|
if self.tdCom.subtable
|
||||||
|
else None
|
||||||
|
)
|
||||||
|
tb_subtable_value = (
|
||||||
|
f'concat(concat("{self.tb_name}_{self.tdCom.subtable_prefix}", {partition_elm_alias}), "{self.tdCom.subtable_suffix}")'
|
||||||
|
if self.tdCom.subtable
|
||||||
|
else None
|
||||||
|
)
|
||||||
else:
|
else:
|
||||||
stb_subtable_value = f'concat(concat("{self.stb_name}_{self.tdCom.subtable_prefix}", cast(cast(abs(cast({partition_elm_alias} as int)) as bigint) as varchar(100))), "{self.tdCom.subtable_suffix}")' if self.tdCom.subtable else None
|
stb_subtable_value = (
|
||||||
ctb_subtable_value = f'concat(concat("{self.ctb_name}_{self.tdCom.subtable_prefix}", cast(cast(abs(cast({partition_elm_alias} as int)) as bigint) as varchar(100))), "{self.tdCom.subtable_suffix}")' if self.tdCom.subtable else None
|
f'concat(concat("{self.stb_name}_{self.tdCom.subtable_prefix}", cast(cast(abs(cast({partition_elm_alias} as int)) as bigint) as varchar(100))), "{self.tdCom.subtable_suffix}")'
|
||||||
tb_subtable_value = f'concat(concat("{self.tb_name}_{self.tdCom.subtable_prefix}", cast(cast(abs(cast({partition_elm_alias} as int)) as bigint) as varchar(100))), "{self.tdCom.subtable_suffix}")' if self.tdCom.subtable else None
|
if self.tdCom.subtable
|
||||||
|
else None
|
||||||
|
)
|
||||||
|
ctb_subtable_value = (
|
||||||
|
f'concat(concat("{self.ctb_name}_{self.tdCom.subtable_prefix}", cast(cast(abs(cast({partition_elm_alias} as int)) as bigint) as varchar(100))), "{self.tdCom.subtable_suffix}")'
|
||||||
|
if self.tdCom.subtable
|
||||||
|
else None
|
||||||
|
)
|
||||||
|
tb_subtable_value = (
|
||||||
|
f'concat(concat("{self.tb_name}_{self.tdCom.subtable_prefix}", cast(cast(abs(cast({partition_elm_alias} as int)) as bigint) as varchar(100))), "{self.tdCom.subtable_suffix}")'
|
||||||
|
if self.tdCom.subtable
|
||||||
|
else None
|
||||||
|
)
|
||||||
if partition:
|
if partition:
|
||||||
partition_elm = f'partition by {partition} {partition_elm_alias}'
|
partition_elm = f"partition by {partition} {partition_elm_alias}"
|
||||||
else:
|
else:
|
||||||
partition_elm = ""
|
partition_elm = ""
|
||||||
if fill_value:
|
if fill_value:
|
||||||
if "value" in fill_value.lower():
|
if "value" in fill_value.lower():
|
||||||
fill_value='VALUE,1,2,3,4,5,6,7,8,9,10,11,1,2,3,4,5,6,7,8,9,10,11'
|
fill_value = "VALUE,1,2,3,4,5,6,7,8,9,10,11,1,2,3,4,5,6,7,8,9,10,11"
|
||||||
|
|
||||||
# create error stream
|
# create error stream
|
||||||
tdLog.info("create error stream")
|
tdLog.info("create error stream")
|
||||||
sleep(10)
|
sleep(10)
|
||||||
tdSql.error(f"create stream itp_force_error_1 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 0 into itp_force_error_1 as select _irowts,tbname,_isfilled,interp(c1,1) from {self.stb_name} partition by tbname every(5s) fill(prev) ;")
|
tdSql.error(
|
||||||
tdSql.error(f"create stream itp_force_error_1 trigger force_window_close IGNORE EXPIRED 0 IGNORE UPDATE 1 into itp_force_error_1 as select _irowts,tbname,_isfilled,interp(c1,1) from {self.stb_name} partition by tbname every(5s) fill(prev) ;")
|
f"create stream itp_force_error_1 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 0 into itp_force_error_1 as select _irowts,tbname,_isfilled,interp(c1,1) from {self.stb_name} partition by tbname every(5s) fill(prev) ;"
|
||||||
tdSql.error(f"create stream itp_force_error_1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 1 into itp_force_error_1 as select _irowts,tbname,_isfilled,interp(c1,1) from {self.stb_name} partition by tbname every(5s) fill(prev) ;")
|
)
|
||||||
tdSql.error(f"create stream itp_force_error_1 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 0 into itp_force_error_1 as select _irowts,tbname,_isfilled,interp(c11,1) from {self.stb_name} partition by tbname every(5s) fill(prev) ;")
|
tdSql.error(
|
||||||
|
f"create stream itp_force_error_1 trigger force_window_close IGNORE EXPIRED 0 IGNORE UPDATE 1 into itp_force_error_1 as select _irowts,tbname,_isfilled,interp(c1,1) from {self.stb_name} partition by tbname every(5s) fill(prev) ;"
|
||||||
|
)
|
||||||
|
tdSql.error(
|
||||||
|
f"create stream itp_force_error_1 trigger at_once IGNORE EXPIRED 0 IGNORE UPDATE 1 into itp_force_error_1 as select _irowts,tbname,_isfilled,interp(c1,1) from {self.stb_name} partition by tbname every(5s) fill(prev) ;"
|
||||||
|
)
|
||||||
|
tdSql.error(
|
||||||
|
f"create stream itp_force_error_1 trigger force_window_close IGNORE EXPIRED 1 IGNORE UPDATE 0 into itp_force_error_1 as select _irowts,tbname,_isfilled,interp(c11,1) from {self.stb_name} partition by tbname every(5s) fill(prev) ;"
|
||||||
|
)
|
||||||
|
|
||||||
# function name : interp
|
# function name : interp
|
||||||
trigger_mode = "force_window_close"
|
trigger_mode = "force_window_close"
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
# # subtable is true
|
# # subtable is true
|
||||||
# create stream add :subtable_value=stb_subtable_value or subtable_value=ctb_subtable_value
|
# create stream add :subtable_value=stb_subtable_value or subtable_value=ctb_subtable_value
|
||||||
|
|
||||||
# no subtable
|
# no subtable
|
||||||
# create stream super table and child table
|
# create stream super table and child table
|
||||||
tdLog.info("create stream super table and child table")
|
tdLog.info("create stream super table and child table")
|
||||||
self.tdCom.create_stream(stream_name=f'{self.stb_name}{self.tdCom.stream_suffix}', des_table=self.stb_stream_des_table, source_sql=f'select _irowts as irowts,tbname as table_name, _isfilled as isfilled, {funciton_name} as {funciton_name_alias} from {self.stb_name} {partition_elm} every({self.tdCom.dataDict["interval"]}s)', trigger_mode=trigger_mode, fill_value=fill_value, fill_history_value=fill_history_value,ignore_expired=ignore_expired,ignore_update=ignore_update)
|
self.tdCom.create_stream(
|
||||||
self.tdCom.create_stream(stream_name=f'{self.ctb_name}{self.tdCom.stream_suffix}', des_table=self.ctb_stream_des_table, source_sql=f'select _irowts as irowts, tbname as table_name, _isfilled as isfilled, {funciton_name} as {funciton_name_alias} from {self.ctb_name} {partition_elm} every({self.tdCom.dataDict["interval"]}s)', trigger_mode=trigger_mode, fill_value=fill_value, fill_history_value=fill_history_value,ignore_expired=ignore_expired,ignore_update=ignore_update)
|
stream_name=f"{self.stb_name}{self.tdCom.stream_suffix}",
|
||||||
|
des_table=self.stb_stream_des_table,
|
||||||
|
source_sql=f'select _irowts as irowts,tbname as table_name, _isfilled as isfilled, {funciton_name} as {funciton_name_alias} from {self.stb_name} {partition_elm} every({self.tdCom.dataDict["interval"]}s)',
|
||||||
|
trigger_mode=trigger_mode,
|
||||||
|
fill_value=fill_value,
|
||||||
|
fill_history_value=fill_history_value,
|
||||||
|
ignore_expired=ignore_expired,
|
||||||
|
ignore_update=ignore_update,
|
||||||
|
)
|
||||||
|
self.tdCom.create_stream(
|
||||||
|
stream_name=f"{self.ctb_name}{self.tdCom.stream_suffix}",
|
||||||
|
des_table=self.ctb_stream_des_table,
|
||||||
|
source_sql=f'select _irowts as irowts, tbname as table_name, _isfilled as isfilled, {funciton_name} as {funciton_name_alias} from {self.ctb_name} {partition_elm} every({self.tdCom.dataDict["interval"]}s)',
|
||||||
|
trigger_mode=trigger_mode,
|
||||||
|
fill_value=fill_value,
|
||||||
|
fill_history_value=fill_history_value,
|
||||||
|
ignore_expired=ignore_expired,
|
||||||
|
ignore_update=ignore_update,
|
||||||
|
)
|
||||||
|
|
||||||
# creat stream set filter of tag and tbname
|
# creat stream set filter of tag and tbname
|
||||||
tdLog.info("create stream with tag and tbname filter")
|
tdLog.info("create stream with tag and tbname filter")
|
||||||
tag_t1_value = self.tdCom.tag_value_list[0]
|
tag_t1_value = self.tdCom.tag_value_list[0]
|
||||||
where_tag = f'where t1 = {tag_t1_value}'
|
where_tag = f"where t1 = {tag_t1_value}"
|
||||||
where_tbname = f'where tbname="{self.ctb_name}"'
|
where_tbname = f'where tbname="{self.ctb_name}"'
|
||||||
print(f"tag: {tag_t1_value}")
|
print(f"tag: {tag_t1_value}")
|
||||||
|
|
||||||
self.stb_stream_des_where_tag_table = f'{self.stb_name}_where_tag{self.tdCom.des_table_suffix}'
|
self.stb_stream_des_where_tag_table = (
|
||||||
self.tdCom.create_stream(stream_name=f'{self.stb_name}_where_tag{self.tdCom.stream_suffix}', des_table=self.stb_stream_des_where_tag_table, source_sql=f'select _irowts as irowts,tbname as table_name, _isfilled as isfilled, {funciton_name} as {funciton_name_alias} from {self.stb_name} {where_tag} {partition_elm} every({self.tdCom.dataDict["interval"]}s)', trigger_mode=trigger_mode, fill_value=fill_value, fill_history_value=fill_history_value,ignore_expired=ignore_expired,ignore_update=ignore_update)
|
f"{self.stb_name}_where_tag{self.tdCom.des_table_suffix}"
|
||||||
self.stb_stream_des_where_tbname_table = f'{self.stb_name}_where_tbname{self.tdCom.des_table_suffix}'
|
)
|
||||||
self.tdCom.create_stream(stream_name=f'{self.stb_name}_where_tbname{self.tdCom.stream_suffix}', des_table=self.stb_stream_des_where_tbname_table, source_sql=f'select _irowts as irowts,tbname as table_name, _isfilled as isfilled, {funciton_name} as {funciton_name_alias} from {self.stb_name} {where_tbname} {partition_elm} every({self.tdCom.dataDict["interval"]}s)', trigger_mode=trigger_mode, fill_value=fill_value, fill_history_value=fill_history_value,ignore_expired=ignore_expired,ignore_update=ignore_update)
|
self.tdCom.create_stream(
|
||||||
|
stream_name=f"{self.stb_name}_where_tag{self.tdCom.stream_suffix}",
|
||||||
|
des_table=self.stb_stream_des_where_tag_table,
|
||||||
|
source_sql=f'select _irowts as irowts,tbname as table_name, _isfilled as isfilled, {funciton_name} as {funciton_name_alias} from {self.stb_name} {where_tag} {partition_elm} every({self.tdCom.dataDict["interval"]}s)',
|
||||||
|
trigger_mode=trigger_mode,
|
||||||
|
fill_value=fill_value,
|
||||||
|
fill_history_value=fill_history_value,
|
||||||
|
ignore_expired=ignore_expired,
|
||||||
|
ignore_update=ignore_update,
|
||||||
|
)
|
||||||
|
self.stb_stream_des_where_tbname_table = (
|
||||||
|
f"{self.stb_name}_where_tbname{self.tdCom.des_table_suffix}"
|
||||||
|
)
|
||||||
|
self.tdCom.create_stream(
|
||||||
|
stream_name=f"{self.stb_name}_where_tbname{self.tdCom.stream_suffix}",
|
||||||
|
des_table=self.stb_stream_des_where_tbname_table,
|
||||||
|
source_sql=f'select _irowts as irowts,tbname as table_name, _isfilled as isfilled, {funciton_name} as {funciton_name_alias} from {self.stb_name} {where_tbname} {partition_elm} every({self.tdCom.dataDict["interval"]}s)',
|
||||||
|
trigger_mode=trigger_mode,
|
||||||
|
fill_value=fill_value,
|
||||||
|
fill_history_value=fill_history_value,
|
||||||
|
ignore_expired=ignore_expired,
|
||||||
|
ignore_update=ignore_update,
|
||||||
|
)
|
||||||
|
|
||||||
# set partition by tag and column
|
# set partition by tag and column
|
||||||
if partition:
|
if partition:
|
||||||
tdLog.info("create stream with partition by tag and tbname ")
|
tdLog.info("create stream with partition by tag and tbname ")
|
||||||
partition_elm_new = f'partition by {partition}, t1'
|
partition_elm_new = f"partition by {partition}, t1"
|
||||||
self.tdCom.create_stream(stream_name=f'{self.stb_name}_partition_tag{self.tdCom.stream_suffix}', des_table=f'{self.stb_name}_partition_tag{self.tdCom.des_table_suffix}', source_sql=f'select _irowts as irowts, tbname as table_name, t1 as t_t1, _isfilled as isfilled, {funciton_name} as {funciton_name_alias} from {self.stb_name} {partition_elm_new} every({self.tdCom.dataDict["interval"]}s)', trigger_mode=trigger_mode, fill_value=fill_value, fill_history_value=fill_history_value,ignore_expired=ignore_expired,ignore_update=ignore_update)
|
self.tdCom.create_stream(
|
||||||
partition_elm_new = f'partition by {partition}, c1'
|
stream_name=f"{self.stb_name}_partition_tag{self.tdCom.stream_suffix}",
|
||||||
self.tdCom.create_stream(stream_name=f'{self.stb_name}_partition_column1{self.tdCom.stream_suffix}', des_table=f'{self.stb_name}_partition_column1{self.tdCom.des_table_suffix}', source_sql=f'select _irowts as irowts, tbname as table_name, c1 as c_c1, _isfilled as isfilled, {funciton_name} as {funciton_name_alias} from {self.stb_name} {partition_elm_new} every({self.tdCom.dataDict["interval"]}s)', trigger_mode=trigger_mode, fill_value=fill_value, fill_history_value=fill_history_value,ignore_expired=ignore_expired,ignore_update=ignore_update)
|
des_table=f"{self.stb_name}_partition_tag{self.tdCom.des_table_suffix}",
|
||||||
partition_elm_new = f'partition by {partition}, c2'
|
source_sql=f'select _irowts as irowts, tbname as table_name, t1 as t_t1, _isfilled as isfilled, {funciton_name} as {funciton_name_alias} from {self.stb_name} {partition_elm_new} every({self.tdCom.dataDict["interval"]}s)',
|
||||||
self.tdCom.create_stream(stream_name=f'{self.stb_name}_partition_column2{self.tdCom.stream_suffix}', des_table=f'{self.stb_name}_partition_column2{self.tdCom.des_table_suffix}', source_sql=f'select _irowts as irowts, tbname as table_name, c2 as c_c2, _isfilled as isfilled, {funciton_name} as {funciton_name_alias} from {self.stb_name} {partition_elm_new} every({self.tdCom.dataDict["interval"]}s)', trigger_mode=trigger_mode, fill_value=fill_value, fill_history_value=fill_history_value,ignore_expired=ignore_expired,ignore_update=ignore_update)
|
trigger_mode=trigger_mode,
|
||||||
|
fill_value=fill_value,
|
||||||
|
fill_history_value=fill_history_value,
|
||||||
|
ignore_expired=ignore_expired,
|
||||||
|
ignore_update=ignore_update,
|
||||||
|
)
|
||||||
|
partition_elm_new = f"partition by {partition}, c1"
|
||||||
|
self.tdCom.create_stream(
|
||||||
|
stream_name=f"{self.stb_name}_partition_column1{self.tdCom.stream_suffix}",
|
||||||
|
des_table=f"{self.stb_name}_partition_column1{self.tdCom.des_table_suffix}",
|
||||||
|
source_sql=f'select _irowts as irowts, tbname as table_name, c1 as c_c1, _isfilled as isfilled, {funciton_name} as {funciton_name_alias} from {self.stb_name} {partition_elm_new} every({self.tdCom.dataDict["interval"]}s)',
|
||||||
|
trigger_mode=trigger_mode,
|
||||||
|
fill_value=fill_value,
|
||||||
|
fill_history_value=fill_history_value,
|
||||||
|
ignore_expired=ignore_expired,
|
||||||
|
ignore_update=ignore_update,
|
||||||
|
)
|
||||||
|
partition_elm_new = f"partition by {partition}, c2"
|
||||||
|
self.tdCom.create_stream(
|
||||||
|
stream_name=f"{self.stb_name}_partition_column2{self.tdCom.stream_suffix}",
|
||||||
|
des_table=f"{self.stb_name}_partition_column2{self.tdCom.des_table_suffix}",
|
||||||
|
source_sql=f'select _irowts as irowts, tbname as table_name, c2 as c_c2, _isfilled as isfilled, {funciton_name} as {funciton_name_alias} from {self.stb_name} {partition_elm_new} every({self.tdCom.dataDict["interval"]}s)',
|
||||||
|
trigger_mode=trigger_mode,
|
||||||
|
fill_value=fill_value,
|
||||||
|
fill_history_value=fill_history_value,
|
||||||
|
ignore_expired=ignore_expired,
|
||||||
|
ignore_update=ignore_update,
|
||||||
|
)
|
||||||
|
|
||||||
if fill_value:
|
if fill_value:
|
||||||
if "value" in fill_value.lower():
|
if "value" in fill_value.lower():
|
||||||
fill_value='VALUE,1,2,3,4,5,6,7,8,9,10,11'
|
fill_value = "VALUE,1,2,3,4,5,6,7,8,9,10,11"
|
||||||
# create stream general table
|
# create stream general table
|
||||||
tdLog.info("create stream general table")
|
tdLog.info("create stream general table")
|
||||||
self.tdCom.create_stream(stream_name=f'{self.tb_name}{self.tdCom.stream_suffix}', des_table=self.tb_stream_des_table, source_sql=f'select _irowts as irowts,tbname as table_name, _isfilled as isfilled, {funciton_name} as {funciton_name_alias} from {self.tb_name} every({self.tdCom.dataDict["interval"]}s)', trigger_mode=trigger_mode, fill_value=fill_value, fill_history_value=fill_history_value,ignore_expired=ignore_expired,ignore_update=ignore_update)
|
self.tdCom.create_stream(
|
||||||
|
stream_name=f"{self.tb_name}{self.tdCom.stream_suffix}",
|
||||||
|
des_table=self.tb_stream_des_table,
|
||||||
|
source_sql=f'select _irowts as irowts,tbname as table_name, _isfilled as isfilled, {funciton_name} as {funciton_name_alias} from {self.tb_name} every({self.tdCom.dataDict["interval"]}s)',
|
||||||
|
trigger_mode=trigger_mode,
|
||||||
|
fill_value=fill_value,
|
||||||
|
fill_history_value=fill_history_value,
|
||||||
|
ignore_expired=ignore_expired,
|
||||||
|
ignore_update=ignore_update,
|
||||||
|
)
|
||||||
|
|
||||||
# insert data
|
# insert data
|
||||||
self.tdCom.date_time = self.tdCom.genTs(precision=self.tdCom.precision)[0]
|
self.tdCom.date_time = self.tdCom.genTs(precision=self.tdCom.precision)[0]
|
||||||
|
@ -131,82 +267,139 @@ class TDTestCase:
|
||||||
time.sleep(1)
|
time.sleep(1)
|
||||||
start_force_ts = str(0)
|
start_force_ts = str(0)
|
||||||
for i in range(self.tdCom.range_count):
|
for i in range(self.tdCom.range_count):
|
||||||
ts_value = str(self.tdCom.date_time+self.tdCom.dataDict["interval"])+f'+{i*10}s'
|
ts_value = (
|
||||||
|
str(self.tdCom.date_time + self.tdCom.dataDict["interval"])
|
||||||
|
+ f"+{i*10}s"
|
||||||
|
)
|
||||||
print(ts_value)
|
print(ts_value)
|
||||||
if start_force_ts == "0":
|
if start_force_ts == "0":
|
||||||
start_force_ts = ts_value
|
start_force_ts = ts_value
|
||||||
ts_cast_delete_value = self.tdCom.time_cast(ts_value)
|
ts_cast_delete_value = self.tdCom.time_cast(ts_value)
|
||||||
self.tdCom.sinsert_rows(tbname=self.tdCom.ctb_name, ts_value=ts_value, custom_col_index=custom_col_index, col_value_type=col_value_type)
|
self.tdCom.sinsert_rows(
|
||||||
if i%2 == 0:
|
tbname=self.tdCom.ctb_name,
|
||||||
self.tdCom.sinsert_rows(tbname=self.tdCom.ctb_name, ts_value=ts_value, custom_col_index=custom_col_index, col_value_type=col_value_type)
|
ts_value=ts_value,
|
||||||
if self.delete and i%2 != 0:
|
custom_col_index=custom_col_index,
|
||||||
self.tdCom.sdelete_rows(tbname=self.tdCom.ctb_name, start_ts=ts_cast_delete_value)
|
col_value_type=col_value_type,
|
||||||
|
)
|
||||||
|
if i % 2 == 0:
|
||||||
|
self.tdCom.sinsert_rows(
|
||||||
|
tbname=self.tdCom.ctb_name,
|
||||||
|
ts_value=ts_value,
|
||||||
|
custom_col_index=custom_col_index,
|
||||||
|
col_value_type=col_value_type,
|
||||||
|
)
|
||||||
|
if self.delete and i % 2 != 0:
|
||||||
|
self.tdCom.sdelete_rows(
|
||||||
|
tbname=self.tdCom.ctb_name, start_ts=ts_cast_delete_value
|
||||||
|
)
|
||||||
self.tdCom.date_time += 1
|
self.tdCom.date_time += 1
|
||||||
self.tdCom.sinsert_rows(tbname=self.tdCom.tb_name, ts_value=ts_value, custom_col_index=custom_col_index, col_value_type=col_value_type)
|
self.tdCom.sinsert_rows(
|
||||||
if i%2 == 0:
|
tbname=self.tdCom.tb_name,
|
||||||
self.tdCom.sinsert_rows(tbname=self.tdCom.tb_name, ts_value=ts_value, custom_col_index=custom_col_index, col_value_type=col_value_type)
|
ts_value=ts_value,
|
||||||
if self.delete and i%2 != 0:
|
custom_col_index=custom_col_index,
|
||||||
self.tdCom.sdelete_rows(tbname=self.tdCom.tb_name, start_ts=ts_cast_delete_value)
|
col_value_type=col_value_type,
|
||||||
|
)
|
||||||
|
if i % 2 == 0:
|
||||||
|
self.tdCom.sinsert_rows(
|
||||||
|
tbname=self.tdCom.tb_name,
|
||||||
|
ts_value=ts_value,
|
||||||
|
custom_col_index=custom_col_index,
|
||||||
|
col_value_type=col_value_type,
|
||||||
|
)
|
||||||
|
if self.delete and i % 2 != 0:
|
||||||
|
self.tdCom.sdelete_rows(
|
||||||
|
tbname=self.tdCom.tb_name, start_ts=ts_cast_delete_value
|
||||||
|
)
|
||||||
self.tdCom.date_time += 1
|
self.tdCom.date_time += 1
|
||||||
if partition:
|
if partition:
|
||||||
partition_elm = f'partition by {partition}'
|
partition_elm = f"partition by {partition}"
|
||||||
else:
|
else:
|
||||||
partition_elm = ""
|
partition_elm = ""
|
||||||
|
|
||||||
if not fill_value:
|
if not fill_value:
|
||||||
for tbname in [self.stb_name, self.ctb_name, self.tb_name]:
|
for tbname in [self.stb_name, self.ctb_name, self.tb_name]:
|
||||||
if tbname != self.tb_name:
|
if tbname != self.tb_name:
|
||||||
self.tdCom.check_query_data(f'select wstart, {self.tdCom.stb_output_select_str} from {tbname}{self.tdCom.des_table_suffix} order by wstart', f'select _wstart AS wstart, {self.tdCom.stb_source_select_str} from {tbname} {partition_elm} interval({self.tdCom.dataDict["interval"]}s) order by wstart', sorted=True)
|
self.tdCom.check_query_data(
|
||||||
|
f"select wstart, {self.tdCom.stb_output_select_str} from {tbname}{self.tdCom.des_table_suffix} order by wstart",
|
||||||
|
f'select _wstart AS wstart, {self.tdCom.stb_source_select_str} from {tbname} {partition_elm} interval({self.tdCom.dataDict["interval"]}s) order by wstart',
|
||||||
|
sorted=True,
|
||||||
|
)
|
||||||
else:
|
else:
|
||||||
self.tdCom.check_query_data(f'select wstart, {self.tdCom.tb_output_select_str} from {tbname}{self.tdCom.des_table_suffix} order by wstart', f'select _wstart AS wstart, {self.tdCom.tb_source_select_str} from {tbname} {partition_elm} interval({self.tdCom.dataDict["interval"]}s) order by wstart', sorted=True)
|
self.tdCom.check_query_data(
|
||||||
|
f"select wstart, {self.tdCom.tb_output_select_str} from {tbname}{self.tdCom.des_table_suffix} order by wstart",
|
||||||
|
f'select _wstart AS wstart, {self.tdCom.tb_source_select_str} from {tbname} {partition_elm} interval({self.tdCom.dataDict["interval"]}s) order by wstart',
|
||||||
|
sorted=True,
|
||||||
|
)
|
||||||
|
|
||||||
if self.tdCom.subtable:
|
if self.tdCom.subtable:
|
||||||
for tname in [self.stb_name, self.ctb_name]:
|
for tname in [self.stb_name, self.ctb_name]:
|
||||||
group_id = self.tdCom.get_group_id_from_stb(f'{tname}_output')
|
group_id = self.tdCom.get_group_id_from_stb(f"{tname}_output")
|
||||||
tdSql.query(f'select * from {self.ctb_name}')
|
tdSql.query(f"select * from {self.ctb_name}")
|
||||||
ptn_counter = 0
|
ptn_counter = 0
|
||||||
for c1_value in tdSql.queryResult:
|
for c1_value in tdSql.queryResult:
|
||||||
if partition == "c1":
|
if partition == "c1":
|
||||||
tbname = self.tdCom.get_subtable_wait(f'{tname}_{self.tdCom.subtable_prefix}{abs(c1_value[1])}{self.tdCom.subtable_suffix}')
|
tbname = self.tdCom.get_subtable_wait(
|
||||||
tdSql.query(f'select count(*) from `{tbname}`')
|
f"{tname}_{self.tdCom.subtable_prefix}{abs(c1_value[1])}{self.tdCom.subtable_suffix}"
|
||||||
|
)
|
||||||
|
tdSql.query(f"select count(*) from `{tbname}`")
|
||||||
elif partition is None:
|
elif partition is None:
|
||||||
tbname = self.tdCom.get_subtable_wait(f'{tname}_{self.tdCom.subtable_prefix}no_partition{self.tdCom.subtable_suffix}')
|
tbname = self.tdCom.get_subtable_wait(
|
||||||
tdSql.query(f'select count(*) from `{tbname}`')
|
f"{tname}_{self.tdCom.subtable_prefix}no_partition{self.tdCom.subtable_suffix}"
|
||||||
|
)
|
||||||
|
tdSql.query(f"select count(*) from `{tbname}`")
|
||||||
elif partition == "abs(c1)":
|
elif partition == "abs(c1)":
|
||||||
abs_c1_value = abs(c1_value[1])
|
abs_c1_value = abs(c1_value[1])
|
||||||
tbname = self.tdCom.get_subtable_wait(f'{tname}_{self.tdCom.subtable_prefix}{abs_c1_value}{self.tdCom.subtable_suffix}')
|
tbname = self.tdCom.get_subtable_wait(
|
||||||
tdSql.query(f'select count(*) from `{tbname}`')
|
f"{tname}_{self.tdCom.subtable_prefix}{abs_c1_value}{self.tdCom.subtable_suffix}"
|
||||||
|
)
|
||||||
|
tdSql.query(f"select count(*) from `{tbname}`")
|
||||||
elif partition == "tbname" and ptn_counter == 0:
|
elif partition == "tbname" and ptn_counter == 0:
|
||||||
tbname = self.tdCom.get_subtable_wait(f'{tname}_{self.tdCom.subtable_prefix}{self.ctb_name}{self.tdCom.subtable_suffix}_{tname}_output_{group_id}')
|
tbname = self.tdCom.get_subtable_wait(
|
||||||
tdSql.query(f'select count(*) from `{tbname}`')
|
f"{tname}_{self.tdCom.subtable_prefix}{self.ctb_name}{self.tdCom.subtable_suffix}_{tname}_output_{group_id}"
|
||||||
|
)
|
||||||
|
tdSql.query(f"select count(*) from `{tbname}`")
|
||||||
ptn_counter += 1
|
ptn_counter += 1
|
||||||
tdSql.checkEqual(tdSql.queryResult[0][0] > 0, True)
|
tdSql.checkEqual(tdSql.queryResult[0][0] > 0, True)
|
||||||
group_id = self.tdCom.get_group_id_from_stb(f'{self.tb_name}_output')
|
group_id = self.tdCom.get_group_id_from_stb(f"{self.tb_name}_output")
|
||||||
tdSql.query(f'select * from {self.tb_name}')
|
tdSql.query(f"select * from {self.tb_name}")
|
||||||
ptn_counter = 0
|
ptn_counter = 0
|
||||||
for c1_value in tdSql.queryResult:
|
for c1_value in tdSql.queryResult:
|
||||||
if partition == "c1":
|
if partition == "c1":
|
||||||
tbname = self.tdCom.get_subtable_wait(f'{self.tb_name}_{self.tdCom.subtable_prefix}{abs(c1_value[1])}{self.tdCom.subtable_suffix}')
|
tbname = self.tdCom.get_subtable_wait(
|
||||||
tdSql.query(f'select count(*) from `{tbname}`')
|
f"{self.tb_name}_{self.tdCom.subtable_prefix}{abs(c1_value[1])}{self.tdCom.subtable_suffix}"
|
||||||
|
)
|
||||||
|
tdSql.query(f"select count(*) from `{tbname}`")
|
||||||
elif partition is None:
|
elif partition is None:
|
||||||
tbname = self.tdCom.get_subtable_wait(f'{self.tb_name}_{self.tdCom.subtable_prefix}no_partition{self.tdCom.subtable_suffix}')
|
tbname = self.tdCom.get_subtable_wait(
|
||||||
tdSql.query(f'select count(*) from `{tbname}`')
|
f"{self.tb_name}_{self.tdCom.subtable_prefix}no_partition{self.tdCom.subtable_suffix}"
|
||||||
|
)
|
||||||
|
tdSql.query(f"select count(*) from `{tbname}`")
|
||||||
elif partition == "abs(c1)":
|
elif partition == "abs(c1)":
|
||||||
abs_c1_value = abs(c1_value[1])
|
abs_c1_value = abs(c1_value[1])
|
||||||
tbname = self.tdCom.get_subtable_wait(f'{self.tb_name}_{self.tdCom.subtable_prefix}{abs_c1_value}{self.tdCom.subtable_suffix}')
|
tbname = self.tdCom.get_subtable_wait(
|
||||||
tdSql.query(f'select count(*) from `{tbname}`')
|
f"{self.tb_name}_{self.tdCom.subtable_prefix}{abs_c1_value}{self.tdCom.subtable_suffix}"
|
||||||
|
)
|
||||||
|
tdSql.query(f"select count(*) from `{tbname}`")
|
||||||
elif partition == "tbname" and ptn_counter == 0:
|
elif partition == "tbname" and ptn_counter == 0:
|
||||||
tbname = self.tdCom.get_subtable_wait(f'{self.tb_name}_{self.tdCom.subtable_prefix}{self.tb_name}{self.tdCom.subtable_suffix}_{self.tb_name}_output_{group_id}')
|
tbname = self.tdCom.get_subtable_wait(
|
||||||
tdSql.query(f'select count(*) from `{tbname}`')
|
f"{self.tb_name}_{self.tdCom.subtable_prefix}{self.tb_name}{self.tdCom.subtable_suffix}_{self.tb_name}_output_{group_id}"
|
||||||
|
)
|
||||||
|
tdSql.query(f"select count(*) from `{tbname}`")
|
||||||
ptn_counter += 1
|
ptn_counter += 1
|
||||||
|
|
||||||
tdSql.checkEqual(tdSql.queryResult[0][0] > 0, True)
|
tdSql.checkEqual(tdSql.queryResult[0][0] > 0, True)
|
||||||
if fill_value:
|
if fill_value:
|
||||||
end_date_time = self.tdCom.date_time
|
end_date_time = self.tdCom.date_time
|
||||||
final_range_count = self.tdCom.range_count
|
final_range_count = self.tdCom.range_count
|
||||||
history_ts = str(start_time)+f'-{self.tdCom.dataDict["interval"]*(final_range_count+2)}s'
|
history_ts = (
|
||||||
|
str(start_time)
|
||||||
|
+ f'-{self.tdCom.dataDict["interval"]*(final_range_count+2)}s'
|
||||||
|
)
|
||||||
start_ts = self.tdCom.time_cast(history_ts, "-")
|
start_ts = self.tdCom.time_cast(history_ts, "-")
|
||||||
future_ts = str(end_date_time)+f'+{self.tdCom.dataDict["interval"]*(final_range_count+2)}s'
|
future_ts = (
|
||||||
|
str(end_date_time)
|
||||||
|
+ f'+{self.tdCom.dataDict["interval"]*(final_range_count+2)}s'
|
||||||
|
)
|
||||||
end_ts = self.tdCom.time_cast(future_ts)
|
end_ts = self.tdCom.time_cast(future_ts)
|
||||||
self.tdCom.sinsert_rows(tbname=self.ctb_name, ts_value=history_ts)
|
self.tdCom.sinsert_rows(tbname=self.ctb_name, ts_value=history_ts)
|
||||||
self.tdCom.sinsert_rows(tbname=self.tb_name, ts_value=history_ts)
|
self.tdCom.sinsert_rows(tbname=self.tb_name, ts_value=history_ts)
|
||||||
|
@ -214,9 +407,15 @@ class TDTestCase:
|
||||||
self.tdCom.sinsert_rows(tbname=self.tb_name, ts_value=future_ts)
|
self.tdCom.sinsert_rows(tbname=self.tb_name, ts_value=future_ts)
|
||||||
self.tdCom.date_time = start_time
|
self.tdCom.date_time = start_time
|
||||||
# update
|
# update
|
||||||
history_ts = str(start_time)+f'-{self.tdCom.dataDict["interval"]*(final_range_count+2)}s'
|
history_ts = (
|
||||||
|
str(start_time)
|
||||||
|
+ f'-{self.tdCom.dataDict["interval"]*(final_range_count+2)}s'
|
||||||
|
)
|
||||||
start_ts = self.tdCom.time_cast(history_ts, "-")
|
start_ts = self.tdCom.time_cast(history_ts, "-")
|
||||||
future_ts = str(end_date_time)+f'+{self.tdCom.dataDict["interval"]*(final_range_count+2)}s'
|
future_ts = (
|
||||||
|
str(end_date_time)
|
||||||
|
+ f'+{self.tdCom.dataDict["interval"]*(final_range_count+2)}s'
|
||||||
|
)
|
||||||
end_ts = self.tdCom.time_cast(future_ts)
|
end_ts = self.tdCom.time_cast(future_ts)
|
||||||
self.tdCom.sinsert_rows(tbname=self.ctb_name, ts_value=history_ts)
|
self.tdCom.sinsert_rows(tbname=self.ctb_name, ts_value=history_ts)
|
||||||
self.tdCom.sinsert_rows(tbname=self.tb_name, ts_value=history_ts)
|
self.tdCom.sinsert_rows(tbname=self.tb_name, ts_value=history_ts)
|
||||||
|
@ -224,87 +423,161 @@ class TDTestCase:
|
||||||
self.tdCom.sinsert_rows(tbname=self.tb_name, ts_value=future_ts)
|
self.tdCom.sinsert_rows(tbname=self.tb_name, ts_value=future_ts)
|
||||||
|
|
||||||
# get query time range using interval count windows
|
# get query time range using interval count windows
|
||||||
tdSql.query(f'select _wstart, _wend ,last(ts) from {self.stb_name} where ts >= {start_force_ts} and ts <= {end_ts} partition by tbname interval({self.tdCom.dataDict["interval"]}s)fill ({fill_value}) ')
|
tdSql.query(
|
||||||
|
f'select _wstart, _wend ,last(ts) from {self.stb_name} where ts >= {start_force_ts} and ts <= {end_ts} partition by tbname interval({self.tdCom.dataDict["interval"]}s)fill ({fill_value}) '
|
||||||
|
)
|
||||||
# getData don't support negative index
|
# getData don't support negative index
|
||||||
end_new_ts = tdSql.getData(tdSql.queryRows-1, 1)
|
end_new_ts = tdSql.getData(tdSql.queryRows - 1, 1)
|
||||||
end_last_but_one_ts = tdSql.getData(tdSql.queryRows-2, 1)
|
end_last_but_one_ts = tdSql.getData(tdSql.queryRows - 2, 1)
|
||||||
#source data include that fill valuse is null and "_isfilled" column of the stream output is false
|
# source data include that fill valuse is null and "_isfilled" column of the stream output is false
|
||||||
tdSql.execute(f"insert into {self.ctb_name} (ts,c1) values(\"{end_new_ts}\",-102) ")
|
tdSql.execute(
|
||||||
tdSql.execute(f"insert into {self.tb_name} (ts,c1) values(\"{end_new_ts}\",-51) ")
|
f'insert into {self.ctb_name} (ts,c1) values("{end_new_ts}",-102) '
|
||||||
tdSql.execute(f"insert into {self.ctb_name} (ts,c1) values(\"{end_last_but_one_ts}\",NULL) ")
|
)
|
||||||
|
tdSql.execute(
|
||||||
|
f'insert into {self.tb_name} (ts,c1) values("{end_new_ts}",-51) '
|
||||||
|
)
|
||||||
|
tdSql.execute(
|
||||||
|
f'insert into {self.ctb_name} (ts,c1) values("{end_last_but_one_ts}",NULL) '
|
||||||
|
)
|
||||||
|
|
||||||
for i in range(self.tdCom.range_count):
|
for i in range(self.tdCom.range_count):
|
||||||
ts_value = str(self.tdCom.date_time+self.tdCom.dataDict["interval"])+f'+{i*10}s'
|
ts_value = (
|
||||||
|
str(self.tdCom.date_time + self.tdCom.dataDict["interval"])
|
||||||
|
+ f"+{i*10}s"
|
||||||
|
)
|
||||||
ts_cast_delete_value = self.tdCom.time_cast(ts_value)
|
ts_cast_delete_value = self.tdCom.time_cast(ts_value)
|
||||||
self.tdCom.sinsert_rows(tbname=self.ctb_name, ts_value=ts_value)
|
self.tdCom.sinsert_rows(tbname=self.ctb_name, ts_value=ts_value)
|
||||||
self.tdCom.date_time += 1
|
self.tdCom.date_time += 1
|
||||||
self.tdCom.sinsert_rows(tbname=self.tb_name, ts_value=ts_value)
|
self.tdCom.sinsert_rows(tbname=self.tb_name, ts_value=ts_value)
|
||||||
self.tdCom.date_time += 1
|
self.tdCom.date_time += 1
|
||||||
if self.delete:
|
if self.delete:
|
||||||
self.tdCom.sdelete_rows(tbname=self.ctb_name, start_ts=self.tdCom.time_cast(start_time), end_ts=ts_cast_delete_value)
|
self.tdCom.sdelete_rows(
|
||||||
self.tdCom.sdelete_rows(tbname=self.tb_name, start_ts=self.tdCom.time_cast(start_time), end_ts=ts_cast_delete_value)
|
tbname=self.ctb_name,
|
||||||
|
start_ts=self.tdCom.time_cast(start_time),
|
||||||
|
end_ts=ts_cast_delete_value,
|
||||||
|
)
|
||||||
|
self.tdCom.sdelete_rows(
|
||||||
|
tbname=self.tb_name,
|
||||||
|
start_ts=self.tdCom.time_cast(start_time),
|
||||||
|
end_ts=ts_cast_delete_value,
|
||||||
|
)
|
||||||
|
|
||||||
# wait for the stream to process the data
|
# wait for the stream to process the data
|
||||||
# print(self.tdCom.dataDict["interval"]*(final_range_count+2))
|
# print(self.tdCom.dataDict["interval"]*(final_range_count+2))
|
||||||
time.sleep(self.tdCom.dataDict["interval"]*(final_range_count+2))
|
time.sleep(self.tdCom.dataDict["interval"] * (final_range_count + 2))
|
||||||
|
|
||||||
# check the data
|
# check the data
|
||||||
for tbname in [self.stb_name, self.ctb_name, self.tb_name]:
|
for tbname in [self.stb_name, self.ctb_name, self.tb_name]:
|
||||||
print(tbname)
|
print(tbname)
|
||||||
tdSql.query(f'select _wstart, _wend ,last(ts) from {tbname} where ts >= {start_force_ts} and ts <= {end_ts} partition by tbname interval({self.tdCom.dataDict["interval"]}s)fill ({fill_value}) ')
|
tdSql.query(
|
||||||
|
f'select _wstart, _wend ,last(ts) from {tbname} where ts >= {start_force_ts} and ts <= {end_ts} partition by tbname interval({self.tdCom.dataDict["interval"]}s)fill ({fill_value}) '
|
||||||
|
)
|
||||||
start_new_ts = tdSql.getData(0, 1)
|
start_new_ts = tdSql.getData(0, 1)
|
||||||
if tbname == self.ctb_name:
|
if tbname == self.ctb_name:
|
||||||
if "value" in fill_value.lower():
|
if "value" in fill_value.lower():
|
||||||
fill_value='VALUE,1,2,3,6,7,8,9,10,11,1,2,3,4,5,6,7,8,9,10,11'
|
fill_value = "VALUE,1,2,3,6,7,8,9,10,11,1,2,3,4,5,6,7,8,9,10,11"
|
||||||
if partition == "tbname":
|
if partition == "tbname":
|
||||||
self.tdCom.check_query_data(f'select irowts, table_name, isfilled, {funciton_name_alias} from {tbname}{self.tdCom.des_table_suffix} where irowts >= {start_force_ts} and irowts <= "{end_new_ts}" order by irowts', f'select _irowts as irowts ,tbname as table_name, _isfilled as isfilled , {funciton_name} as {funciton_name_alias} from {tbname} partition by {partition} range("{start_new_ts}","{end_new_ts}") every({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by irowts', fill_value=fill_value)
|
self.tdCom.check_query_data(
|
||||||
|
f'select irowts, table_name, isfilled, {funciton_name_alias} from {tbname}{self.tdCom.des_table_suffix} where irowts >= {start_force_ts} and irowts <= "{end_new_ts}" order by irowts',
|
||||||
|
f'select _irowts as irowts ,tbname as table_name, _isfilled as isfilled , {funciton_name} as {funciton_name_alias} from {tbname} partition by {partition} range("{start_new_ts}","{end_new_ts}") every({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by irowts',
|
||||||
|
fill_value=fill_value,
|
||||||
|
)
|
||||||
elif tbname == self.stb_name:
|
elif tbname == self.stb_name:
|
||||||
if partition == "tbname":
|
if partition == "tbname":
|
||||||
self.tdCom.check_query_data(f'select irowts, table_name, isfilled, {funciton_name_alias} from {tbname}{self.tdCom.des_table_suffix} where irowts >= {start_force_ts} and irowts <= "{end_new_ts}" order by irowts', f'select _irowts as irowts ,tbname as table_name, _isfilled as isfilled , {funciton_name} as {funciton_name_alias} from {tbname} partition by {partition} range("{start_new_ts}","{end_new_ts}") every({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by irowts', fill_value=fill_value)
|
self.tdCom.check_query_data(
|
||||||
|
f'select irowts, table_name, isfilled, {funciton_name_alias} from {tbname}{self.tdCom.des_table_suffix} where irowts >= {start_force_ts} and irowts <= "{end_new_ts}" order by irowts',
|
||||||
|
f'select _irowts as irowts ,tbname as table_name, _isfilled as isfilled , {funciton_name} as {funciton_name_alias} from {tbname} partition by {partition} range("{start_new_ts}","{end_new_ts}") every({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by irowts',
|
||||||
|
fill_value=fill_value,
|
||||||
|
)
|
||||||
# check tag and tbname filter
|
# check tag and tbname filter
|
||||||
self.tdCom.check_query_data(f'select irowts, table_name, isfilled, {funciton_name_alias} from {self.stb_stream_des_where_tag_table} where irowts >= {start_force_ts} and irowts <= "{end_new_ts}" order by irowts', f'select _irowts as irowts ,tbname as table_name, _isfilled as isfilled , {funciton_name} as {funciton_name_alias} from {tbname} {where_tag} partition by {partition} range("{start_new_ts}","{end_new_ts}") every({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by irowts', fill_value=fill_value)
|
self.tdCom.check_query_data(
|
||||||
self.tdCom.check_query_data(f'select irowts, table_name, isfilled, {funciton_name_alias} from {self.stb_stream_des_where_tbname_table} where irowts >= {start_force_ts} and irowts <= "{end_new_ts}" order by irowts', f'select _irowts as irowts ,tbname as table_name, _isfilled as isfilled , {funciton_name} as {funciton_name_alias} from {tbname} {where_tbname} partition by {partition} range("{start_new_ts}","{end_new_ts}") every({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by irowts', fill_value=fill_value)
|
f'select irowts, table_name, isfilled, {funciton_name_alias} from {self.stb_stream_des_where_tag_table} where irowts >= {start_force_ts} and irowts <= "{end_new_ts}" order by irowts',
|
||||||
|
f'select _irowts as irowts ,tbname as table_name, _isfilled as isfilled , {funciton_name} as {funciton_name_alias} from {tbname} {where_tag} partition by {partition} range("{start_new_ts}","{end_new_ts}") every({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by irowts',
|
||||||
|
fill_value=fill_value,
|
||||||
|
)
|
||||||
|
self.tdCom.check_query_data(
|
||||||
|
f'select irowts, table_name, isfilled, {funciton_name_alias} from {self.stb_stream_des_where_tbname_table} where irowts >= {start_force_ts} and irowts <= "{end_new_ts}" order by irowts',
|
||||||
|
f'select _irowts as irowts ,tbname as table_name, _isfilled as isfilled , {funciton_name} as {funciton_name_alias} from {tbname} {where_tbname} partition by {partition} range("{start_new_ts}","{end_new_ts}") every({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by irowts',
|
||||||
|
fill_value=fill_value,
|
||||||
|
)
|
||||||
else:
|
else:
|
||||||
if "value" in fill_value.lower():
|
if "value" in fill_value.lower():
|
||||||
fill_value='VALUE,1'
|
fill_value = "VALUE,1"
|
||||||
if partition == "tbname":
|
if partition == "tbname":
|
||||||
self.tdCom.check_query_data(f'select irowts, isfilled, {funciton_name_alias} from {tbname}{self.tdCom.des_table_suffix} where irowts >= {start_force_ts} and irowts <= "{end_new_ts}" order by irowts', f'select _irowts as irowts , _isfilled as isfilled , {funciton_name} as {funciton_name_alias} from {tbname} partition by {partition} range("{start_new_ts}","{end_new_ts}") every({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by irowts', fill_value=fill_value)
|
self.tdCom.check_query_data(
|
||||||
|
f'select irowts, isfilled, {funciton_name_alias} from {tbname}{self.tdCom.des_table_suffix} where irowts >= {start_force_ts} and irowts <= "{end_new_ts}" order by irowts',
|
||||||
|
f'select _irowts as irowts , _isfilled as isfilled , {funciton_name} as {funciton_name_alias} from {tbname} partition by {partition} range("{start_new_ts}","{end_new_ts}") every({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by irowts',
|
||||||
|
fill_value=fill_value,
|
||||||
|
)
|
||||||
|
|
||||||
# Recreate a sub-table that meets the filtering "where_tag" and check if the streaming results are automatically included within it."
|
# Recreate a sub-table that meets the filtering "where_tag" and check if the streaming results are automatically included within it."
|
||||||
where_tag_ctbname = f"{self.ctb_name}_where_tag"
|
where_tag_ctbname = f"{self.ctb_name}_where_tag"
|
||||||
tdSql.execute(f"create table {where_tag_ctbname} using {self.stb_name} (t1) tags({tag_t1_value}) ")
|
tdSql.execute(
|
||||||
|
f"create table {where_tag_ctbname} using {self.stb_name} (t1) tags({tag_t1_value}) "
|
||||||
|
)
|
||||||
where_tag_timestamp = self.tdCom.genTs(precision=self.tdCom.precision)[0]
|
where_tag_timestamp = self.tdCom.genTs(precision=self.tdCom.precision)[0]
|
||||||
where_tag_ts_start_value = str(where_tag_timestamp)+ '+2s'
|
where_tag_ts_start_value = str(where_tag_timestamp) + "+2s"
|
||||||
self.tdCom.sinsert_rows(tbname=where_tag_ctbname, ts_value=where_tag_ts_start_value)
|
self.tdCom.sinsert_rows(
|
||||||
time.sleep(self.tdCom.dataDict["interval"]+5)
|
tbname=where_tag_ctbname, ts_value=where_tag_ts_start_value
|
||||||
tdSql.query(f'select distinct(table_name) from {self.stb_stream_des_where_tag_table} where table_name="{where_tag_ctbname}"')
|
)
|
||||||
|
time.sleep(self.tdCom.dataDict["interval"] + 5)
|
||||||
|
tdSql.query(
|
||||||
|
f"select distinct(table_name) from {self.stb_stream_des_where_tag_table} where table_name=\"{where_tag_ctbname}\""
|
||||||
|
)
|
||||||
tdSql.checkEqual(tdSql.queryResult[0][0], where_tag_ctbname)
|
tdSql.checkEqual(tdSql.queryResult[0][0], where_tag_ctbname)
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
if self.delete:
|
if self.delete:
|
||||||
self.tdCom.sdelete_rows(tbname=self.ctb_name, start_ts=start_ts, end_ts=ts_cast_delete_value)
|
self.tdCom.sdelete_rows(
|
||||||
self.tdCom.sdelete_rows(tbname=self.tb_name, start_ts=start_ts, end_ts=ts_cast_delete_value)
|
tbname=self.ctb_name, start_ts=start_ts, end_ts=ts_cast_delete_value
|
||||||
|
)
|
||||||
|
self.tdCom.sdelete_rows(
|
||||||
|
tbname=self.tb_name, start_ts=start_ts, end_ts=ts_cast_delete_value
|
||||||
|
)
|
||||||
for tbname in [self.stb_name, self.ctb_name, self.tb_name]:
|
for tbname in [self.stb_name, self.ctb_name, self.tb_name]:
|
||||||
if tbname != self.tb_name:
|
if tbname != self.tb_name:
|
||||||
if "value" in fill_value.lower():
|
if "value" in fill_value.lower():
|
||||||
fill_value='VALUE,1,2,3,6,7,8,9,10,11,1,2,3,4,5,6,7,8,9,10,11'
|
fill_value = (
|
||||||
|
"VALUE,1,2,3,6,7,8,9,10,11,1,2,3,4,5,6,7,8,9,10,11"
|
||||||
|
)
|
||||||
if partition == "tbname":
|
if partition == "tbname":
|
||||||
self.tdCom.check_query_data(f'select wstart, {self.tdCom.fill_stb_output_select_str} from {tbname}{self.tdCom.des_table_suffix} order by wstart', f'select _wstart AS wstart, {self.tdCom.fill_stb_source_select_str} from {tbname} where ts >= {start_ts.replace("-", "+")} and ts <= {end_ts} partition by {partition} interval({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by wstart', fill_value=fill_value)
|
self.tdCom.check_query_data(
|
||||||
|
f"select wstart, {self.tdCom.fill_stb_output_select_str} from {tbname}{self.tdCom.des_table_suffix} order by wstart",
|
||||||
|
f'select _wstart AS wstart, {self.tdCom.fill_stb_source_select_str} from {tbname} where ts >= {start_ts.replace("-", "+")} and ts <= {end_ts} partition by {partition} interval({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by wstart',
|
||||||
|
fill_value=fill_value,
|
||||||
|
)
|
||||||
else:
|
else:
|
||||||
self.tdCom.check_query_data(f'select wstart, {self.tdCom.fill_stb_output_select_str} from {tbname}{self.tdCom.des_table_suffix} order by wstart,`min(c1)`', f'select * from (select _wstart AS wstart, {self.tdCom.fill_stb_source_select_str} from {tbname} where ts >= {start_ts} and ts <= {end_ts} partition by {partition} interval({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by wstart) where `min(c1)` is not Null order by wstart,`min(c1)`', fill_value=fill_value)
|
self.tdCom.check_query_data(
|
||||||
|
f"select wstart, {self.tdCom.fill_stb_output_select_str} from {tbname}{self.tdCom.des_table_suffix} order by wstart,`min(c1)`",
|
||||||
|
f'select * from (select _wstart AS wstart, {self.tdCom.fill_stb_source_select_str} from {tbname} where ts >= {start_ts} and ts <= {end_ts} partition by {partition} interval({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by wstart) where `min(c1)` is not Null order by wstart,`min(c1)`',
|
||||||
|
fill_value=fill_value,
|
||||||
|
)
|
||||||
|
|
||||||
else:
|
else:
|
||||||
if "value" in fill_value.lower():
|
if "value" in fill_value.lower():
|
||||||
fill_value='VALUE,1,2,3,6,7,8,9,10,11'
|
fill_value = "VALUE,1,2,3,6,7,8,9,10,11"
|
||||||
if partition == "tbname":
|
if partition == "tbname":
|
||||||
self.tdCom.check_query_data(f'select wstart, {self.tdCom.fill_tb_output_select_str} from {tbname}{self.tdCom.des_table_suffix} order by wstart', f'select _wstart AS wstart, {self.tdCom.fill_tb_source_select_str} from {tbname} where ts >= {start_ts.replace("-", "+")} and ts <= {end_ts} partition by {partition} interval({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by wstart', fill_value=fill_value)
|
self.tdCom.check_query_data(
|
||||||
|
f"select wstart, {self.tdCom.fill_tb_output_select_str} from {tbname}{self.tdCom.des_table_suffix} order by wstart",
|
||||||
|
f'select _wstart AS wstart, {self.tdCom.fill_tb_source_select_str} from {tbname} where ts >= {start_ts.replace("-", "+")} and ts <= {end_ts} partition by {partition} interval({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by wstart',
|
||||||
|
fill_value=fill_value,
|
||||||
|
)
|
||||||
else:
|
else:
|
||||||
self.tdCom.check_query_data(f'select wstart, {self.tdCom.fill_tb_output_select_str} from {tbname}{self.tdCom.des_table_suffix} order by wstart,`min(c1)`', f'select * from (select _wstart AS wstart, {self.tdCom.fill_tb_source_select_str} from {tbname} where ts >= {start_ts} and ts <= {end_ts} partition by {partition} interval({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by wstart) where `min(c1)` is not Null order by wstart,`min(c1)`', fill_value=fill_value)
|
self.tdCom.check_query_data(
|
||||||
|
f"select wstart, {self.tdCom.fill_tb_output_select_str} from {tbname}{self.tdCom.des_table_suffix} order by wstart,`min(c1)`",
|
||||||
|
f'select * from (select _wstart AS wstart, {self.tdCom.fill_tb_source_select_str} from {tbname} where ts >= {start_ts} and ts <= {end_ts} partition by {partition} interval({self.tdCom.dataDict["interval"]}s) fill ({fill_value}) order by wstart) where `min(c1)` is not Null order by wstart,`min(c1)`',
|
||||||
|
fill_value=fill_value,
|
||||||
|
)
|
||||||
|
|
||||||
def run(self):
|
def run(self):
|
||||||
self.force_window_close(interval=10, partition="tbname", funciton_name="interp(c1)", funciton_name_alias="intp_c1" ,delete=False, ignore_update=1, fill_value="PREV")
|
self.force_window_close(
|
||||||
|
interval=10,
|
||||||
|
partition="tbname",
|
||||||
|
funciton_name="interp(c1)",
|
||||||
|
funciton_name_alias="intp_c1",
|
||||||
|
delete=False,
|
||||||
|
ignore_update=1,
|
||||||
|
fill_value="PREV",
|
||||||
|
)
|
||||||
# self.force_window_close(interval=random.randint(10, 15), partition="c1", ignore_update=1)
|
# self.force_window_close(interval=random.randint(10, 15), partition="c1", ignore_update=1)
|
||||||
# self.force_window_close(interval=random.randint(10, 15), partition="abs(c1)", ignore_update=1)
|
# self.force_window_close(interval=random.randint(10, 15), partition="abs(c1)", ignore_update=1)
|
||||||
# self.force_window_close(interval=random.randint(10, 15), partition=None, delete=True)
|
# self.force_window_close(interval=random.randint(10, 15), partition=None, delete=True)
|
||||||
|
@ -319,6 +592,7 @@ class TDTestCase:
|
||||||
tdSql.close()
|
tdSql.close()
|
||||||
tdLog.success(f"{__file__} successfully executed")
|
tdLog.success(f"{__file__} successfully executed")
|
||||||
|
|
||||||
|
|
||||||
event = threading.Event()
|
event = threading.Event()
|
||||||
|
|
||||||
tdCases.addLinux(__file__, TDTestCase())
|
tdCases.addLinux(__file__, TDTestCase())
|
||||||
|
|
Loading…
Reference in New Issue