xxq250
/
homework-jianmu
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

opti:test cases for tmq

This commit is contained in:
wangmm0220 2023-04-24 10:26:40 +08:00
parent a4258a5af0
commit af5bcb80bf
5 changed files with 56 additions and 57 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
tests/system-test/6-cluster/clusterCommonCreate.py
View File

@ -94,26 +94,26 @@ class ClusterComCreate:
tdLog.info(shellCmd) tdLog.info(shellCmd)
os.system(shellCmd) os.system(shellCmd)
def getStartConsumeNotifyFromTmqsim(self,cdbName='cdb'): # def getStartConsumeNotifyFromTmqsim(self,cdbName='cdb'):
while 1: # while 1:
tdSql.query("select * from %s.notifyinfo"%cdbName) # tdSql.query("select * from %s.notifyinfo"%cdbName)
#tdLog.info("row: %d, %l64d, %l64d"%(tdSql.getData(0, 1),tdSql.getData(0, 2),tdSql.getData(0, 3)) # #tdLog.info("row: %d, %l64d, %l64d"%(tdSql.getData(0, 1),tdSql.getData(0, 2),tdSql.getData(0, 3))
if (tdSql.getRows() == 1) and (tdSql.getData(0, 1) == 0): # if (tdSql.getRows() == 1) and (tdSql.getData(0, 1) == 0):
break # break
else: # else:
time.sleep(0.1) # time.sleep(0.1)
return # return
#
def getStartCommitNotifyFromTmqsim(self,cdbName='cdb'): # def getStartCommitNotifyFromTmqsim(self,cdbName='cdb'):
while 1: # while 1:
tdSql.query("select * from %s.notifyinfo"%cdbName) # tdSql.query("select * from %s.notifyinfo"%cdbName)
#tdLog.info("row: %d, %l64d, %l64d"%(tdSql.getData(0, 1),tdSql.getData(0, 2),tdSql.getData(0, 3)) # #tdLog.info("row: %d, %l64d, %l64d"%(tdSql.getData(0, 1),tdSql.getData(0, 2),tdSql.getData(0, 3))
if tdSql.getRows() == 2 : # if tdSql.getRows() == 2 :
print(tdSql.getData(0, 1), tdSql.getData(1, 1)) # print(tdSql.getData(0, 1), tdSql.getData(1, 1))
if tdSql.getData(1, 1) == 1: # if tdSql.getData(1, 1) == 1:
break # break
time.sleep(0.1) # time.sleep(0.1)
return # return
def create_database(self,tsql, dbName,dropFlag=1,vgroups=4,replica=1): def create_database(self,tsql, dbName,dropFlag=1,vgroups=4,replica=1):
if dropFlag == 1: if dropFlag == 1:

45
tests/system-test/7-tmq/subscribeDb3.py
View File

@ -10,6 +10,7 @@ from util.log import *
from util.sql import * from util.sql import *
from util.cases import * from util.cases import *
from util.dnodes import * from util.dnodes import *
from tmqCommon import *
class TDTestCase: class TDTestCase:
hostname = socket.gethostname() hostname = socket.gethostname()
@ -67,26 +68,26 @@ class TDTestCase:
tdLog.info("consume info sql: %s"%sql) tdLog.info("consume info sql: %s"%sql)
tdSql.query(sql) tdSql.query(sql)
def getStartConsumeNotifyFromTmqsim(self,cdbName='cdb'): # def getStartConsumeNotifyFromTmqsim(self,cdbName='cdb'):
while 1: # while 1:
tdSql.query("select * from %s.notifyinfo"%cdbName) # tdSql.query("select * from %s.notifyinfo"%cdbName)
#tdLog.info("row: %d, %l64d, %l64d"%(tdSql.getData(0, 1),tdSql.getData(0, 2),tdSql.getData(0, 3)) # #tdLog.info("row: %d, %l64d, %l64d"%(tdSql.getData(0, 1),tdSql.getData(0, 2),tdSql.getData(0, 3))
if (tdSql.getRows() == 1) and (tdSql.getData(0, 1) == 0): # if (tdSql.getRows() == 1) and (tdSql.getData(0, 1) == 0):
break # break
else: # else:
time.sleep(0.1) # time.sleep(0.1)
return # return
#
def getStartCommitNotifyFromTmqsim(self,cdbName='cdb'): # def getStartCommitNotifyFromTmqsim(self,cdbName='cdb'):
while 1: # while 1:
tdSql.query("select * from %s.notifyinfo"%cdbName) # tdSql.query("select * from %s.notifyinfo"%cdbName)
#tdLog.info("row: %d, %l64d, %l64d"%(tdSql.getData(0, 1),tdSql.getData(0, 2),tdSql.getData(0, 3)) # #tdLog.info("row: %d, %l64d, %l64d"%(tdSql.getData(0, 1),tdSql.getData(0, 2),tdSql.getData(0, 3))
if tdSql.getRows() == 2 : # if tdSql.getRows() == 2 :
tdLog.info("row[0][1]: %d, row[1][1]: %d"%(tdSql.getData(0, 1), tdSql.getData(1, 1))) # tdLog.info("row[0][1]: %d, row[1][1]: %d"%(tdSql.getData(0, 1), tdSql.getData(1, 1)))
if tdSql.getData(1, 1) == 1: # if tdSql.getData(1, 1) == 1:
break # break
time.sleep(0.1) # time.sleep(0.1)
return # return
def selectConsumeResult(self,expectRows,cdbName='cdb'): def selectConsumeResult(self,expectRows,cdbName='cdb'):
resultList=[] resultList=[]
@ -233,7 +234,7 @@ class TDTestCase:
self.startTmqSimProcess(buildPath,cfgPath,pollDelay,parameterDict["dbName"],showMsg, showRow) self.startTmqSimProcess(buildPath,cfgPath,pollDelay,parameterDict["dbName"],showMsg, showRow)
tdLog.info("wait the notify info of start consume") tdLog.info("wait the notify info of start consume")
self.getStartConsumeNotifyFromTmqsim() tmqCom.getStartConsumeNotifyFromTmqsim()
tdLog.info("pkill consume processor") tdLog.info("pkill consume processor")
if (platform.system().lower() == 'windows'): if (platform.system().lower() == 'windows'):
@ -311,7 +312,7 @@ class TDTestCase:
# time.sleep(6) # time.sleep(6)
tdLog.info("start to wait commit notify") tdLog.info("start to wait commit notify")
self.getStartCommitNotifyFromTmqsim() tmqCom.getStartCommitNotifyFromTmqsim()
tdLog.info("pkill consume processor") tdLog.info("pkill consume processor")
if (platform.system().lower() == 'windows'): if (platform.system().lower() == 'windows'):

22
tests/system-test/7-tmq/tmqCommon.py
View File

@ -145,31 +145,29 @@ class TMQCom:
processID = subprocess.check_output(psCmd, shell=True).decode("utf-8") processID = subprocess.check_output(psCmd, shell=True).decode("utf-8")
tdLog.debug("%s is stopped by kill -INT" % (processorName)) tdLog.debug("%s is stopped by kill -INT" % (processorName))
def getStartConsumeNotifyFromTmqsim(self,cdbName='cdb',rows=1): def getStartConsumeNotifyFromTmqsim(self,cdbName='cdb'):
loopFlag = 1 loopFlag = 1
while loopFlag: while loopFlag:
tdSql.query("select * from %s.notifyinfo"%cdbName) tdSql.query("select * from %s.notifyinfo"%cdbName)
#tdLog.info("row: %d, %l64d, %l64d"%(tdSql.getData(0, 1),tdSql.getData(0, 2),tdSql.getData(0, 3)) #tdLog.info("row: %d, %l64d, %l64d"%(tdSql.getData(0, 1),tdSql.getData(0, 2),tdSql.getData(0, 3))
actRows = tdSql.getRows() actRows = tdSql.getRows()
if (actRows >= rows): for i in range(actRows):
for i in range(actRows): if tdSql.getData(i, 1) == 0:
if tdSql.getData(i, 1) == 0: loopFlag = 0
loopFlag = 0 break
break
time.sleep(0.02) time.sleep(0.02)
return return
def getStartCommitNotifyFromTmqsim(self,cdbName='cdb',rows=2): def getStartCommitNotifyFromTmqsim(self,cdbName='cdb'):
loopFlag = 1 loopFlag = 1
while loopFlag: while loopFlag:
tdSql.query("select * from %s.notifyinfo"%cdbName) tdSql.query("select * from %s.notifyinfo"%cdbName)
#tdLog.info("row: %d, %l64d, %l64d"%(tdSql.getData(0, 1),tdSql.getData(0, 2),tdSql.getData(0, 3)) #tdLog.info("row: %d, %l64d, %l64d"%(tdSql.getData(0, 1),tdSql.getData(0, 2),tdSql.getData(0, 3))
actRows = tdSql.getRows() actRows = tdSql.getRows()
if (actRows >= rows): for i in range(actRows):
for i in range(actRows): if tdSql.getData(i, 1) == 1:
if tdSql.getData(i, 1) == 1: loopFlag = 0
loopFlag = 0 break
break
time.sleep(0.02) time.sleep(0.02)
return return

2
tests/system-test/7-tmq/tmqConsumerGroup.py
View File

@ -100,7 +100,7 @@ class TDTestCase:
tdLog.info("wait consumer commit notify") tdLog.info("wait consumer commit notify")
# tmqCom.getStartCommitNotifyFromTmqsim(rows=4) # tmqCom.getStartCommitNotifyFromTmqsim(rows=4)
tmqCom.getStartConsumeNotifyFromTmqsim(rows=2) tmqCom.getStartConsumeNotifyFromTmqsim()
tdLog.info("pkill one consume processor") tdLog.info("pkill one consume processor")
tmqCom.stopTmqSimProcess('tmq_sim_new') tmqCom.stopTmqSimProcess('tmq_sim_new')

4
tests/system-test/7-tmq/tmqDnodeRestart1.py
View File

@ -121,7 +121,7 @@ class TDTestCase:
tmqCom.startTmqSimProcess(pollDelay=paraDict['pollDelay'],dbName=paraDict["dbName"],showMsg=paraDict['showMsg'], showRow=paraDict['showRow'],snapshot=paraDict['snapshot']) tmqCom.startTmqSimProcess(pollDelay=paraDict['pollDelay'],dbName=paraDict["dbName"],showMsg=paraDict['showMsg'], showRow=paraDict['showRow'],snapshot=paraDict['snapshot'])
# time.sleep(3) # time.sleep(3)
tmqCom.getStartCommitNotifyFromTmqsim('cdb',1) tmqCom.getStartCommitNotifyFromTmqsim()
tdLog.info("create some new child table and insert data for latest mode") tdLog.info("create some new child table and insert data for latest mode")
paraDict["batchNum"] = 100 paraDict["batchNum"] = 100
@ -205,7 +205,7 @@ class TDTestCase:
tdLog.info("start consume processor") tdLog.info("start consume processor")
tmqCom.startTmqSimProcess(pollDelay=paraDict['pollDelay'],dbName=paraDict["dbName"],showMsg=paraDict['showMsg'], showRow=paraDict['showRow'],snapshot=paraDict['snapshot']) tmqCom.startTmqSimProcess(pollDelay=paraDict['pollDelay'],dbName=paraDict["dbName"],showMsg=paraDict['showMsg'], showRow=paraDict['showRow'],snapshot=paraDict['snapshot'])
tmqCom.getStartCommitNotifyFromTmqsim('cdb',1) tmqCom.getStartCommitNotifyFromTmqsim()
tdLog.info("create some new child table and insert data for latest mode") tdLog.info("create some new child table and insert data for latest mode")
paraDict["batchNum"] = 10 paraDict["batchNum"] = 10