test: add test case for select topic info
This commit is contained in:
chenhaoran
parent
705bf811a7
commit
abc4973707
|
|
@ -1,337 +1,347 @@
|
||||||
#### test scenario, please refer to https://jira.taosdata.com:18090/pages/viewpage.action?pageId=135120406
|
#### test scenario, please refer to https://jira.taosdata.com:18090/pages/viewpage.action?pageId=135120406
|
||||||
#basic1Of2Cons.sim: vgroups=1, one topic for 2 consumers, firstly insert data, then start consume. Include six topics
|
#basic1Of2Cons.sim: vgroups=1, one topic for 2 consumers, firstly insert data, then start consume. Include six topics
|
||||||
#basic2Of2ConsOverlap.sim: vgroups=1, multi topics for 2 consumers, firstly insert data, then start consume. Include six topics
|
#basic2Of2ConsOverlap.sim: vgroups=1, multi topics for 2 consumers, firstly insert data, then start consume. Include six topics
|
||||||
#basic3Of2Cons.sim: vgroups=4, one topic for 2 consumers, firstly insert data, then start consume. Include six topics
|
#basic3Of2Cons.sim: vgroups=4, one topic for 2 consumers, firstly insert data, then start consume. Include six topics
|
||||||
#basic4Of2Cons.sim: vgroups=4, multi topics for 2 consumers, firstly insert data, then start consume. Include six topics
|
#basic4Of2Cons.sim: vgroups=4, multi topics for 2 consumers, firstly insert data, then start consume. Include six topics
|
||||||
|
|
||||||
# notes1: Scalar function: ABS/ACOS/ASIN/ATAN/CEIL/COS/FLOOR/LOG/POW/ROUND/SIN/SQRT/TAN
|
# notes1: Scalar function: ABS/ACOS/ASIN/ATAN/CEIL/COS/FLOOR/LOG/POW/ROUND/SIN/SQRT/TAN
|
||||||
# The above use cases are combined with where filter conditions, such as: where ts > "2017-08-12 18:25:58.128Z" and sin(a) > 0.5;
|
# The above use cases are combined with where filter conditions, such as: where ts > "2017-08-12 18:25:58.128Z" and sin(a) > 0.5;
|
||||||
#
|
#
|
||||||
# notes2: not support aggregate functions(such as sum/count/min/max) and time-windows(interval).
|
# notes2: not support aggregate functions(such as sum/count/min/max) and time-windows(interval).
|
||||||
#
|
#
|
||||||
|
|
||||||
run tsim/tmq/prepareBasicEnv-1vgrp.sim
|
run tsim/tmq/prepareBasicEnv-1vgrp.sim
|
||||||
|
|
||||||
#---- global parameters start ----#
|
#---- global parameters start ----#
|
||||||
$dbName = db
|
$dbName = db
|
||||||
$vgroups = 1
|
$vgroups = 1
|
||||||
$stbPrefix = stb
|
$stbPrefix = stb
|
||||||
$ctbPrefix = ctb
|
$ctbPrefix = ctb
|
||||||
$ntbPrefix = ntb
|
$ntbPrefix = ntb
|
||||||
$stbNum = 1
|
$stbNum = 1
|
||||||
$ctbNum = 10
|
$ctbNum = 10
|
||||||
$ntbNum = 10
|
$ntbNum = 10
|
||||||
$rowsPerCtb = 10
|
$rowsPerCtb = 10
|
||||||
$tstart = 1640966400000 # 2022-01-01 00:00:00.000
|
$tstart = 1640966400000 # 2022-01-01 00:00:00.000
|
||||||
#---- global parameters end ----#
|
#---- global parameters end ----#
|
||||||
|
|
||||||
$pullDelay = 5
|
$pullDelay = 5
|
||||||
$ifcheckdata = 1
|
$ifcheckdata = 1
|
||||||
$showMsg = 1
|
$showMsg = 1
|
||||||
$showRow = 0
|
$showRow = 0
|
||||||
|
|
||||||
sql connect
|
sql connect
|
||||||
sql use $dbName
|
sql use $dbName
|
||||||
|
|
||||||
print == create topics from super table
|
print == create topics from super table
|
||||||
sql create topic topic_stb_column as select ts, c3 from stb
|
sql create topic topic_stb_column as select ts, c3 from stb
|
||||||
sql create topic topic_stb_all as select ts, c1, c2, c3 from stb
|
sql create topic topic_stb_all as select ts, c1, c2, c3 from stb
|
||||||
sql create topic topic_stb_function as select ts, abs(c1), sin(c2) from stb
|
sql create topic topic_stb_function as select ts, abs(c1), sin(c2) from stb
|
||||||
|
|
||||||
print == create topics from child table
|
print == create topics from child table
|
||||||
sql create topic topic_ctb_column as select ts, c3 from ctb0
|
sql create topic topic_ctb_column as select ts, c3 from ctb0
|
||||||
sql create topic topic_ctb_all as select * from ctb0
|
sql create topic topic_ctb_all as select * from ctb0
|
||||||
sql create topic topic_ctb_function as select ts, abs(c1), sin(c2) from ctb0
|
sql create topic topic_ctb_function as select ts, abs(c1), sin(c2) from ctb0
|
||||||
|
|
||||||
print == create topics from normal table
|
print == create topics from normal table
|
||||||
sql create topic topic_ntb_column as select ts, c3 from ntb0
|
sql create topic topic_ntb_column as select ts, c3 from ntb0
|
||||||
sql create topic topic_ntb_all as select * from ntb0
|
sql create topic topic_ntb_all as select * from ntb0
|
||||||
sql create topic topic_ntb_function as select ts, abs(c1), sin(c2) from ntb0
|
sql create topic topic_ntb_function as select ts, abs(c1), sin(c2) from ntb0
|
||||||
|
|
||||||
#sql show topics
|
#sql show topics
|
||||||
#if $rows != 9 then
|
#if $rows != 9 then
|
||||||
# return -1
|
# return -1
|
||||||
#endi
|
#endi
|
||||||
|
|
||||||
$keyList = ' . group.id:cgrp1
|
$keyList = ' . group.id:cgrp1
|
||||||
$keyList = $keyList . '
|
$keyList = $keyList . '
|
||||||
|
|
||||||
$topicNum = 2
|
$topicNum = 2
|
||||||
|
|
||||||
#=============================== start consume =============================#
|
#=============================== start consume =============================#
|
||||||
|
|
||||||
|
|
||||||
print ================ test consume from stb
|
print ================ test consume from stb
|
||||||
print == overlap toipcs: topic_stb_column + topic_stb_all, topic_stb_function + topic_stb_all
|
print == overlap toipcs: topic_stb_column + topic_stb_all, topic_stb_function + topic_stb_all
|
||||||
$topicList = ' . topic_stb_column
|
$topicList = ' . topic_stb_column
|
||||||
$topicList = $topicList . ,
|
$topicList = $topicList . ,
|
||||||
$topicList = $topicList . topic_stb_all
|
$topicList = $topicList . topic_stb_all
|
||||||
$topicList = $topicList . '
|
$topicList = $topicList . '
|
||||||
|
|
||||||
$consumerId = 0
|
$consumerId = 0
|
||||||
$totalMsgOfOneTopic = $ctbNum * $rowsPerCtb
|
$totalMsgOfOneTopic = $ctbNum * $rowsPerCtb
|
||||||
$totalMsgOfStb = $totalMsgOfOneTopic * $topicNum
|
$totalMsgOfStb = $totalMsgOfOneTopic * $topicNum
|
||||||
$expectmsgcnt = $totalMsgOfStb
|
$expectmsgcnt = $totalMsgOfStb
|
||||||
sql insert into consumeinfo values (now , $consumerId , $topicList , $keyList , $expectmsgcnt , $ifcheckdata )
|
sql insert into consumeinfo values (now , $consumerId , $topicList , $keyList , $expectmsgcnt , $ifcheckdata )
|
||||||
|
|
||||||
|
|
||||||
$topicList = ' . topic_stb_all
|
$topicList = ' . topic_stb_all
|
||||||
$topicList = $topicList . ,
|
$topicList = $topicList . ,
|
||||||
$topicList = $topicList . topic_stb_function
|
$topicList = $topicList . topic_stb_function
|
||||||
$topicList = $topicList . '
|
$topicList = $topicList . '
|
||||||
$consumerId = 1
|
$consumerId = 1
|
||||||
sql insert into consumeinfo values (now , $consumerId , $topicList , $keyList , $expectmsgcnt , $ifcheckdata )
|
sql insert into consumeinfo values (now , $consumerId , $topicList , $keyList , $expectmsgcnt , $ifcheckdata )
|
||||||
|
|
||||||
print == start consumer to pull msgs from stb
|
print == start consumer to pull msgs from stb
|
||||||
print == tsim/tmq/consume.sh -d $dbName -y $pullDelay -g $showMsg -r $showRow -w $dbName -s start
|
print == tsim/tmq/consume.sh -d $dbName -y $pullDelay -g $showMsg -r $showRow -w $dbName -s start
|
||||||
system tsim/tmq/consume.sh -d $dbName -y $pullDelay -g $showMsg -r $showRow -w $dbName -s start
|
system tsim/tmq/consume.sh -d $dbName -y $pullDelay -g $showMsg -r $showRow -w $dbName -s start
|
||||||
|
|
||||||
print == check consume result
|
print == check consume result
|
||||||
wait_consumer_end_from_stb:
|
wait_consumer_end_from_stb:
|
||||||
sql select * from consumeresult
|
sql select * from consumeresult
|
||||||
print ==> rows: $rows
|
print ==> rows: $rows
|
||||||
print ==> rows[0]: $data[0][0] $data[0][1] $data[0][2] $data[0][3] $data[0][4] $data[0][5] $data[0][6]
|
print ==> rows[0]: $data[0][0] $data[0][1] $data[0][2] $data[0][3] $data[0][4] $data[0][5] $data[0][6]
|
||||||
print ==> rows[1]: $data[1][0] $data[1][1] $data[1][2] $data[1][3] $data[1][4] $data[1][5] $data[1][6]
|
print ==> rows[1]: $data[1][0] $data[1][1] $data[1][2] $data[1][3] $data[1][4] $data[1][5] $data[1][6]
|
||||||
if $rows != 2 then
|
if $rows != 2 then
|
||||||
sleep 1000
|
sleep 1000
|
||||||
goto wait_consumer_end_from_stb
|
goto wait_consumer_end_from_stb
|
||||||
endi
|
endi
|
||||||
if $data[0][1] == 0 then
|
if $data[0][1] == 0 then
|
||||||
if $data[1][1] != 1 then
|
if $data[1][1] != 1 then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
endi
|
endi
|
||||||
if $data[0][1] == 1 then
|
if $data[0][1] == 1 then
|
||||||
if $data[1][1] != 0 then
|
if $data[1][1] != 0 then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
endi
|
endi
|
||||||
|
|
||||||
# $data[0][2]/$data[1][2] should be between $totalMsgOfOneTopic and $totalMsgOfStb.
|
# $data[0][2]/$data[1][2] should be between $totalMsgOfOneTopic and $totalMsgOfStb.
|
||||||
|
|
||||||
if $data[0][2] < $totalMsgOfOneTopic then
|
if $data[0][2] < $totalMsgOfOneTopic then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
if $data[0][2] > $totalMsgOfStb then
|
if $data[0][2] > $totalMsgOfStb then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
if $data[1][2] < $totalMsgOfOneTopic then
|
if $data[1][2] < $totalMsgOfOneTopic then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
if $data[1][2] > $totalMsgOfStb then
|
if $data[1][2] > $totalMsgOfStb then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
|
|
||||||
$totalMsgCons = $totalMsgOfOneTopic + $totalMsgOfStb
|
$totalMsgCons = $totalMsgOfOneTopic + $totalMsgOfStb
|
||||||
$sumOfMsgCnt = $data[0][2] + $data[1][2]
|
$sumOfMsgCnt = $data[0][2] + $data[1][2]
|
||||||
if $sumOfMsgCnt != $totalMsgCons then
|
if $sumOfMsgCnt != $totalMsgCons then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
|
|
||||||
# $data[0][3]/$data[1][3] should be between $totalMsgOfOneTopic and $totalMsgOfStb.
|
# $data[0][3]/$data[1][3] should be between $totalMsgOfOneTopic and $totalMsgOfStb.
|
||||||
if $data[0][3] < $totalMsgOfOneTopic then
|
if $data[0][3] < $totalMsgOfOneTopic then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
if $data[0][3] > $totalMsgOfStb then
|
if $data[0][3] > $totalMsgOfStb then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
if $data[1][3] < $totalMsgOfOneTopic then
|
if $data[1][3] < $totalMsgOfOneTopic then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
if $data[1][3] > $totalMsgOfStb then
|
if $data[1][3] > $totalMsgOfStb then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
|
|
||||||
$totalMsgCons = $totalMsgOfOneTopic + $totalMsgOfStb
|
$totalMsgCons = $totalMsgOfOneTopic + $totalMsgOfStb
|
||||||
$sumOfRows = $data[0][3] + $data[1][3]
|
$sumOfRows = $data[0][3] + $data[1][3]
|
||||||
if $sumOfRows != $totalMsgCons then
|
if $sumOfRows != $totalMsgCons then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
|
|
||||||
#######################################################################################
|
#######################################################################################
|
||||||
# clear consume info and consume result
|
# clear consume info and consume result
|
||||||
#run tsim/tmq/clearConsume.sim
|
#run tsim/tmq/clearConsume.sim
|
||||||
# because drop table function no stable, so by create new db for consume info and result. Modify it later
|
# because drop table function no stable, so by create new db for consume info and result. Modify it later
|
||||||
$cdbName = cdb1
|
$cdbName = cdb1
|
||||||
sql create database $cdbName vgroups 1
|
sql create database $cdbName vgroups 1
|
||||||
sleep 500
|
sleep 500
|
||||||
sql use $cdbName
|
sql use $cdbName
|
||||||
|
|
||||||
print == create consume info table and consume result table for ctb
|
print == create consume info table and consume result table for ctb
|
||||||
sql create table consumeinfo (ts timestamp, consumerid int, topiclist binary(1024), keylist binary(1024), expectmsgcnt bigint, ifcheckdata int)
|
sql create table consumeinfo (ts timestamp, consumerid int, topiclist binary(1024), keylist binary(1024), expectmsgcnt bigint, ifcheckdata int)
|
||||||
sql create table consumeresult (ts timestamp, consumerid int, consummsgcnt bigint, consumrowcnt bigint, checkresult int)
|
sql create table consumeresult (ts timestamp, consumerid int, consummsgcnt bigint, consumrowcnt bigint, checkresult int)
|
||||||
|
|
||||||
sql show tables
|
sql show tables
|
||||||
if $rows != 2 then
|
if $rows != 2 then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
#######################################################################################
|
#######################################################################################
|
||||||
|
|
||||||
|
|
||||||
print ================ test consume from ctb
|
print ================ test consume from ctb
|
||||||
print == overlap toipcs: topic_ctb_column + topic_ctb_all, topic_ctb_function + topic_ctb_all
|
print == overlap toipcs: topic_ctb_column + topic_ctb_all, topic_ctb_function + topic_ctb_all
|
||||||
$topicList = ' . topic_ctb_column
|
$topicList = ' . topic_ctb_column
|
||||||
$topicList = $topicList . ,
|
$topicList = $topicList . ,
|
||||||
$topicList = $topicList . topic_ctb_all
|
$topicList = $topicList . topic_ctb_all
|
||||||
$topicList = $topicList . '
|
$topicList = $topicList . '
|
||||||
$consumerId = 0
|
$consumerId = 0
|
||||||
|
|
||||||
$totalMsgOfOneTopic = $rowsPerCtb
|
$totalMsgOfOneTopic = $rowsPerCtb
|
||||||
$totalMsgOfCtb = $totalMsgOfOneTopic * $topicNum
|
$totalMsgOfCtb = $totalMsgOfOneTopic * $topicNum
|
||||||
$expectmsgcnt = $totalMsgOfCtb
|
$expectmsgcnt = $totalMsgOfCtb
|
||||||
sql insert into consumeinfo values (now , $consumerId , $topicList , $keyList , $expectmsgcnt , $ifcheckdata )
|
sql insert into consumeinfo values (now , $consumerId , $topicList , $keyList , $expectmsgcnt , $ifcheckdata )
|
||||||
|
|
||||||
$topicList = ' . topic_ctb_function
|
$topicList = ' . topic_ctb_function
|
||||||
$topicList = $topicList . ,
|
$topicList = $topicList . ,
|
||||||
$topicList = $topicList . topic_ctb_all
|
$topicList = $topicList . topic_ctb_all
|
||||||
$topicList = $topicList . '
|
$topicList = $topicList . '
|
||||||
$consumerId = 1
|
$consumerId = 1
|
||||||
sql insert into consumeinfo values (now , $consumerId , $topicList , $keyList , $expectmsgcnt , $ifcheckdata )
|
sql insert into consumeinfo values (now , $consumerId , $topicList , $keyList , $expectmsgcnt , $ifcheckdata )
|
||||||
|
|
||||||
print == start consumer to pull msgs from ctb
|
print == start consumer to pull msgs from ctb
|
||||||
print == tsim/tmq/consume.sh -d $dbName -y $pullDelay -g $showMsg -r $showRow -w $cdbName -s start
|
print == tsim/tmq/consume.sh -d $dbName -y $pullDelay -g $showMsg -r $showRow -w $cdbName -s start
|
||||||
system tsim/tmq/consume.sh -d $dbName -y $pullDelay -g $showMsg -r $showRow -w $cdbName -s start
|
system tsim/tmq/consume.sh -d $dbName -y $pullDelay -g $showMsg -r $showRow -w $cdbName -s start
|
||||||
|
|
||||||
print == check consume result
|
print == check consume result
|
||||||
wait_consumer_end_from_ctb:
|
wait_consumer_end_from_ctb:
|
||||||
sql select * from consumeresult
|
sql select * from consumeresult
|
||||||
print ==> rows: $rows
|
print ==> rows: $rows
|
||||||
print ==> rows[0]: $data[0][0] $data[0][1] $data[0][2] $data[0][3] $data[0][4] $data[0][5] $data[0][6]
|
print ==> rows[0]: $data[0][0] $data[0][1] $data[0][2] $data[0][3] $data[0][4] $data[0][5] $data[0][6]
|
||||||
print ==> rows[1]: $data[1][0] $data[1][1] $data[1][2] $data[1][3] $data[1][4] $data[1][5] $data[1][6]
|
print ==> rows[1]: $data[1][0] $data[1][1] $data[1][2] $data[1][3] $data[1][4] $data[1][5] $data[1][6]
|
||||||
if $rows != 2 then
|
if $rows != 2 then
|
||||||
sleep 1000
|
sleep 1000
|
||||||
goto wait_consumer_end_from_ctb
|
goto wait_consumer_end_from_ctb
|
||||||
endi
|
endi
|
||||||
if $data[0][1] == 0 then
|
if $data[0][1] == 0 then
|
||||||
if $data[1][1] != 1 then
|
if $data[1][1] != 1 then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
endi
|
endi
|
||||||
if $data[0][1] == 1 then
|
if $data[0][1] == 1 then
|
||||||
if $data[1][1] != 0 then
|
if $data[1][1] != 0 then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
endi
|
endi
|
||||||
|
|
||||||
# either $data[0][2] $totalMsgOfOneTopic and $data[1][2] == $totalMsgOfCtb
|
# either $data[0][2] $totalMsgOfOneTopic and $data[1][2] == $totalMsgOfCtb
|
||||||
# or $data[0][2] $totalMsgOfCtb and $data[1][2] == $totalMsgOfOneTopic
|
# or $data[0][2] $totalMsgOfCtb and $data[1][2] == $totalMsgOfOneTopic
|
||||||
if $data[0][2] == $totalMsgOfOneTopic then
|
if $data[0][2] == $totalMsgOfOneTopic then
|
||||||
if $data[1][2] == $totalMsgOfCtb then
|
if $data[1][2] == $totalMsgOfCtb then
|
||||||
goto check_ok_0
|
goto check_ok_0
|
||||||
endi
|
endi
|
||||||
elif $data[1][2] == $totalMsgOfOneTopic then
|
elif $data[1][2] == $totalMsgOfOneTopic then
|
||||||
if $data[0][2] == $totalMsgOfCtb then
|
if $data[0][2] == $totalMsgOfCtb then
|
||||||
goto check_ok_0
|
goto check_ok_0
|
||||||
endi
|
endi
|
||||||
endi
|
endi
|
||||||
return -1
|
return -1
|
||||||
check_ok_0:
|
check_ok_0:
|
||||||
|
|
||||||
if $data[0][3] == $totalMsgOfOneTopic then
|
if $data[0][3] == $totalMsgOfOneTopic then
|
||||||
if $data[1][3] == $totalMsgOfCtb then
|
if $data[1][3] == $totalMsgOfCtb then
|
||||||
goto check_ok_1
|
goto check_ok_1
|
||||||
endi
|
endi
|
||||||
elif $data[1][3] == $totalMsgOfOneTopic then
|
elif $data[1][3] == $totalMsgOfOneTopic then
|
||||||
if $data[0][3] == $totalMsgOfCtb then
|
if $data[0][3] == $totalMsgOfCtb then
|
||||||
goto check_ok_1
|
goto check_ok_1
|
||||||
endi
|
endi
|
||||||
endi
|
endi
|
||||||
return -1
|
return -1
|
||||||
check_ok_1:
|
check_ok_1:
|
||||||
|
|
||||||
#######################################################################################
|
#######################################################################################
|
||||||
# clear consume info and consume result
|
# clear consume info and consume result
|
||||||
#run tsim/tmq/clearConsume.sim
|
#run tsim/tmq/clearConsume.sim
|
||||||
# because drop table function no stable, so by create new db for consume info and result. Modify it later
|
# because drop table function no stable, so by create new db for consume info and result. Modify it later
|
||||||
$cdbName = cdb2
|
$cdbName = cdb2
|
||||||
sql create database $cdbName vgroups 1
|
sql create database $cdbName vgroups 1
|
||||||
sleep 500
|
sleep 500
|
||||||
sql use $cdbName
|
sql use $cdbName
|
||||||
|
|
||||||
print == create consume info table and consume result table for ntb
|
print == create consume info table and consume result table for ntb
|
||||||
sql create table consumeinfo (ts timestamp, consumerid int, topiclist binary(1024), keylist binary(1024), expectmsgcnt bigint, ifcheckdata int)
|
sql create table consumeinfo (ts timestamp, consumerid int, topiclist binary(1024), keylist binary(1024), expectmsgcnt bigint, ifcheckdata int)
|
||||||
sql create table consumeresult (ts timestamp, consumerid int, consummsgcnt bigint, consumrowcnt bigint, checkresult int)
|
sql create table consumeresult (ts timestamp, consumerid int, consummsgcnt bigint, consumrowcnt bigint, checkresult int)
|
||||||
|
|
||||||
sql show tables
|
sql show tables
|
||||||
if $rows != 2 then
|
if $rows != 2 then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
#######################################################################################
|
#######################################################################################
|
||||||
|
|
||||||
|
|
||||||
print ================ test consume from ntb
|
print ================ test consume from ntb
|
||||||
print == overlap toipcs: topic_ntb_column + topic_ntb_all, topic_ntb_function + topic_ntb_all
|
print == overlap toipcs: topic_ntb_column + topic_ntb_all, topic_ntb_function + topic_ntb_all
|
||||||
$topicList = ' . topic_ntb_column
|
$topicList = ' . topic_ntb_column
|
||||||
$topicList = $topicList . ,
|
$topicList = $topicList . ,
|
||||||
$topicList = $topicList . topic_ntb_all
|
$topicList = $topicList . topic_ntb_all
|
||||||
$topicList = $topicList . '
|
$topicList = $topicList . '
|
||||||
|
|
||||||
$consumerId = 0
|
$consumerId = 0
|
||||||
$totalMsgOfOneTopic = $rowsPerCtb
|
$totalMsgOfOneTopic = $rowsPerCtb
|
||||||
$totalMsgOfNtb = $totalMsgOfOneTopic * $topicNum
|
$totalMsgOfNtb = $totalMsgOfOneTopic * $topicNum
|
||||||
$expectmsgcnt = $totalMsgOfNtb
|
$expectmsgcnt = $totalMsgOfNtb
|
||||||
sql insert into consumeinfo values (now , $consumerId , $topicList , $keyList , $expectmsgcnt , $ifcheckdata )
|
sql insert into consumeinfo values (now , $consumerId , $topicList , $keyList , $expectmsgcnt , $ifcheckdata )
|
||||||
|
|
||||||
|
|
||||||
$topicList = ' . topic_ntb_function
|
$topicList = ' . topic_ntb_function
|
||||||
$topicList = $topicList . ,
|
$topicList = $topicList . ,
|
||||||
$topicList = $topicList . topic_ntb_all
|
$topicList = $topicList . topic_ntb_all
|
||||||
$topicList = $topicList . '
|
$topicList = $topicList . '
|
||||||
$consumerId = 1
|
$consumerId = 1
|
||||||
sql insert into consumeinfo values (now , $consumerId , $topicList , $keyList , $expectmsgcnt , $ifcheckdata )
|
sql insert into consumeinfo values (now , $consumerId , $topicList , $keyList , $expectmsgcnt , $ifcheckdata )
|
||||||
|
|
||||||
print == start consumer to pull msgs from ntb
|
print == start consumer to pull msgs from ntb
|
||||||
print == tsim/tmq/consume.sh -d $dbName -y $pullDelay -g $showMsg -r $showRow -s start
|
print == tsim/tmq/consume.sh -d $dbName -y $pullDelay -g $showMsg -r $showRow -s start
|
||||||
system tsim/tmq/consume.sh -d $dbName -y $pullDelay -g $showMsg -r $showRow -w $cdbName -s start
|
system tsim/tmq/consume.sh -d $dbName -y $pullDelay -g $showMsg -r $showRow -w $cdbName -s start
|
||||||
|
|
||||||
print == check consume result from ntb
|
print == check consume result from ntb
|
||||||
wait_consumer_end_from_ntb:
|
wait_consumer_end_from_ntb:
|
||||||
sql select * from consumeresult
|
sql select * from consumeresult
|
||||||
print ==> rows: $rows
|
print ==> rows: $rows
|
||||||
print ==> rows[0]: $data[0][0] $data[0][1] $data[0][2] $data[0][3] $data[0][4] $data[0][5] $data[0][6]
|
print ==> rows[0]: $data[0][0] $data[0][1] $data[0][2] $data[0][3] $data[0][4] $data[0][5] $data[0][6]
|
||||||
print ==> rows[1]: $data[1][0] $data[1][1] $data[1][2] $data[1][3] $data[1][4] $data[1][5] $data[1][6]
|
print ==> rows[1]: $data[1][0] $data[1][1] $data[1][2] $data[1][3] $data[1][4] $data[1][5] $data[1][6]
|
||||||
if $rows != 2 then
|
if $rows != 2 then
|
||||||
sleep 1000
|
sleep 1000
|
||||||
goto wait_consumer_end_from_ntb
|
goto wait_consumer_end_from_ntb
|
||||||
endi
|
endi
|
||||||
if $data[0][1] == 0 then
|
if $data[0][1] == 0 then
|
||||||
if $data[1][1] != 1 then
|
if $data[1][1] != 1 then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
endi
|
endi
|
||||||
if $data[0][1] == 1 then
|
if $data[0][1] == 1 then
|
||||||
if $data[1][1] != 0 then
|
if $data[1][1] != 0 then
|
||||||
return -1
|
return -1
|
||||||
endi
|
endi
|
||||||
endi
|
endi
|
||||||
|
|
||||||
# either $data[0][2] $totalMsgOfOneTopic and $data[1][2] == $totalMsgOfNtb
|
# either $data[0][2] $totalMsgOfOneTopic and $data[1][2] == $totalMsgOfNtb
|
||||||
# or $data[0][2] $totalMsgOfNtb and $data[1][2] == $totalMsgOfOneTopic
|
# or $data[0][2] $totalMsgOfNtb and $data[1][2] == $totalMsgOfOneTopic
|
||||||
if $data[0][2] == $totalMsgOfOneTopic then
|
if $data[0][2] == $totalMsgOfOneTopic then
|
||||||
if $data[1][2] == $totalMsgOfNtb then
|
if $data[1][2] == $totalMsgOfNtb then
|
||||||
goto check_ok_2
|
goto check_ok_2
|
||||||
endi
|
endi
|
||||||
elif $data[1][2] == $totalMsgOfOneTopic then
|
elif $data[1][2] == $totalMsgOfOneTopic then
|
||||||
if $data[0][2] == $totalMsgOfNtb then
|
if $data[0][2] == $totalMsgOfNtb then
|
||||||
goto check_ok_2
|
goto check_ok_2
|
||||||
endi
|
endi
|
||||||
endi
|
endi
|
||||||
return -1
|
return -1
|
||||||
check_ok_2:
|
check_ok_2:
|
||||||
|
|
||||||
if $data[0][3] == $totalMsgOfOneTopic then
|
if $data[0][3] == $totalMsgOfOneTopic then
|
||||||
if $data[1][3] == $totalMsgOfNtb then
|
if $data[1][3] == $totalMsgOfNtb then
|
||||||
goto check_ok_3
|
goto check_ok_3
|
||||||
endi
|
endi
|
||||||
elif $data[1][3] == $totalMsgOfOneTopic then
|
elif $data[1][3] == $totalMsgOfOneTopic then
|
||||||
if $data[0][3] == $totalMsgOfNtb then
|
if $data[0][3] == $totalMsgOfNtb then
|
||||||
goto check_ok_3
|
goto check_ok_3
|
||||||
endi
|
endi
|
||||||
endi
|
endi
|
||||||
return -1
|
return -1
|
||||||
check_ok_3:
|
check_ok_3:
|
||||||
|
|
||||||
#------ not need stop consumer, because it exit after pull msg overthan expect msg
|
sql select * from performance_schema.`consumers`
|
||||||
#system tsim/tmq/consume.sh -s stop -x SIGINT
|
if $rows != 0 then
|
||||||
|
return -1
|
||||||
system sh/exec.sh -n dnode1 -s stop -x SIGINT
|
endi
|
||||||
|
|
||||||
|
#sql select * from performance_schema.`subscriptions`
|
||||||
|
#if $rows != 0 then
|
||||||
|
# return -1
|
||||||
|
#endi
|
||||||
|
|
||||||
|
#------ not need stop consumer, because it exit after pull msg overthan expect msg
|
||||||
|
#system tsim/tmq/consume.sh -s stop -x SIGINT
|
||||||
|
|
||||||
|
system sh/exec.sh -n dnode1 -s stop -x SIGINT
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue