test: modify test case
This commit is contained in:
plum-lihui
parent
eef0c845ed
commit
403872904f
|
|
@ -42,7 +42,7 @@ class TDTestCase:
|
||||||
'showRow': 1}
|
'showRow': 1}
|
||||||
|
|
||||||
topicNameList = ['topic1', 'topic2']
|
topicNameList = ['topic1', 'topic2']
|
||||||
expectRowsList = []
|
queryRowsList = []
|
||||||
tmqCom.initConsumerTable()
|
tmqCom.initConsumerTable()
|
||||||
tdCom.create_database(tdSql, paraDict["dbName"],paraDict["dropFlag"], vgroups=4,replica=1)
|
tdCom.create_database(tdSql, paraDict["dbName"],paraDict["dropFlag"], vgroups=4,replica=1)
|
||||||
tdSql.execute("alter database %s wal_retention_period 3600" % (paraDict['dbName']))
|
tdSql.execute("alter database %s wal_retention_period 3600" % (paraDict['dbName']))
|
||||||
|
|
@ -60,7 +60,7 @@ class TDTestCase:
|
||||||
tdLog.info("create topic sql: %s"%sqlString)
|
tdLog.info("create topic sql: %s"%sqlString)
|
||||||
tdSql.execute(sqlString)
|
tdSql.execute(sqlString)
|
||||||
tdSql.query(queryString)
|
tdSql.query(queryString)
|
||||||
expectRowsList.append(tdSql.getRows())
|
queryRowsList.append(tdSql.getRows())
|
||||||
|
|
||||||
# create one stb2
|
# create one stb2
|
||||||
paraDict["stbName"] = 'stb2'
|
paraDict["stbName"] = 'stb2'
|
||||||
|
|
@ -77,7 +77,7 @@ class TDTestCase:
|
||||||
tdLog.info("create topic sql: %s"%sqlString)
|
tdLog.info("create topic sql: %s"%sqlString)
|
||||||
tdSql.execute(sqlString)
|
tdSql.execute(sqlString)
|
||||||
# tdSql.query(queryString)
|
# tdSql.query(queryString)
|
||||||
# expectRowsList.append(tdSql.getRows())
|
# queryRowsList.append(tdSql.getRows())
|
||||||
|
|
||||||
# init consume info, and start tmq_sim, then check consume result
|
# init consume info, and start tmq_sim, then check consume result
|
||||||
tdLog.info("insert consume info to consume processor")
|
tdLog.info("insert consume info to consume processor")
|
||||||
|
|
@ -99,7 +99,8 @@ class TDTestCase:
|
||||||
pThread = tmqCom.asyncInsertData(paraDict)
|
pThread = tmqCom.asyncInsertData(paraDict)
|
||||||
|
|
||||||
tdLog.info("wait consumer commit notify")
|
tdLog.info("wait consumer commit notify")
|
||||||
tmqCom.getStartCommitNotifyFromTmqsim(rows=4)
|
# tmqCom.getStartCommitNotifyFromTmqsim(rows=4)
|
||||||
|
tmqCom.getStartConsumeNotifyFromTmqsim(rows=2)
|
||||||
|
|
||||||
tdLog.info("pkill one consume processor")
|
tdLog.info("pkill one consume processor")
|
||||||
tmqCom.stopTmqSimProcess('tmq_sim_new')
|
tmqCom.stopTmqSimProcess('tmq_sim_new')
|
||||||
|
|
@ -109,19 +110,21 @@ class TDTestCase:
|
||||||
tdLog.info("wait the consume result")
|
tdLog.info("wait the consume result")
|
||||||
expectRows = 2
|
expectRows = 2
|
||||||
resultList = tmqCom.selectConsumeResult(expectRows)
|
resultList = tmqCom.selectConsumeResult(expectRows)
|
||||||
actTotalRows = 0
|
actConsumTotalRows = 0
|
||||||
for i in range(len(resultList)):
|
for i in range(len(resultList)):
|
||||||
actTotalRows += resultList[i]
|
actConsumTotalRows += resultList[i]
|
||||||
|
|
||||||
|
tdLog.info("act consumer1 rows: %d, consumer2 rows: %d"%(resultList[0], resultList[1]))
|
||||||
|
|
||||||
tdSql.query(queryString)
|
tdSql.query(queryString)
|
||||||
expectRowsList.append(tdSql.getRows())
|
queryRowsList.append(tdSql.getRows())
|
||||||
expectTotalRows = 0
|
queryTotalRows = 0
|
||||||
for i in range(len(expectRowsList)):
|
for i in range(len(queryRowsList)):
|
||||||
expectTotalRows += expectRowsList[i]
|
queryTotalRows += queryRowsList[i]
|
||||||
|
|
||||||
tdLog.info("act consume rows: %d, expect consume rows: %d"%(actTotalRows, expectTotalRows))
|
tdLog.info("act consume rows: %d, query consume rows: %d"%(actConsumTotalRows, queryTotalRows))
|
||||||
if expectTotalRows <= resultList[0]:
|
if actConsumTotalRows < queryTotalRows:
|
||||||
tdLog.info("act consume rows: %d should >= expect consume rows: %d"%(actTotalRows, expectTotalRows))
|
tdLog.info("act consume rows: %d should >= query consume rows: %d"%(actConsumTotalRows, queryTotalRows))
|
||||||
tdLog.exit("0 tmq consume rows error!")
|
tdLog.exit("0 tmq consume rows error!")
|
||||||
|
|
||||||
# time.sleep(10)
|
# time.sleep(10)
|
||||||
|
|
@ -130,9 +133,95 @@ class TDTestCase:
|
||||||
|
|
||||||
tdLog.printNoPrefix("======== test case 1 end ...... ")
|
tdLog.printNoPrefix("======== test case 1 end ...... ")
|
||||||
|
|
||||||
|
|
||||||
|
def tmqCase2(self):
|
||||||
|
tdLog.printNoPrefix("======== test case 2: ")
|
||||||
|
paraDict = {'dbName': 'db1',
|
||||||
|
'dropFlag': 1,
|
||||||
|
'event': '',
|
||||||
|
'vgroups': 4,
|
||||||
|
'stbName': 'stb',
|
||||||
|
'colPrefix': 'c',
|
||||||
|
'tagPrefix': 't',
|
||||||
|
'colSchema': [{'type': 'INT', 'count':2}, {'type': 'binary', 'len':20, 'count':1},{'type': 'TIMESTAMP', 'count':1}],
|
||||||
|
'tagSchema': [{'type': 'INT', 'count':1}, {'type': 'binary', 'len':20, 'count':1}],
|
||||||
|
'ctbPrefix': 'ctb',
|
||||||
|
'ctbNum': 10,
|
||||||
|
'rowsPerTbl': 1000,
|
||||||
|
'batchNum': 10,
|
||||||
|
'startTs': 1640966400000, # 2022-01-01 00:00:00.000
|
||||||
|
'pollDelay': 20,
|
||||||
|
'showMsg': 1,
|
||||||
|
'showRow': 1}
|
||||||
|
|
||||||
|
topicNameList = ['topic3', 'topic4']
|
||||||
|
queryRowsList = []
|
||||||
|
tmqCom.initConsumerTable()
|
||||||
|
|
||||||
|
tdLog.info("create topics from stb with filter")
|
||||||
|
# queryString = "select ts, log(c1), ceil(pow(c1,3)) from %s.%s where c1 %% 7 == 0" %(paraDict['dbName'], paraDict['stbName'])
|
||||||
|
queryString = "select ts, log(c1), ceil(pow(c1,3)) from %s.%s" %(paraDict['dbName'], paraDict['stbName'])
|
||||||
|
sqlString = "create topic %s as %s" %(topicNameList[0], queryString)
|
||||||
|
tdLog.info("create topic sql: %s"%sqlString)
|
||||||
|
tdSql.execute(sqlString)
|
||||||
|
tdSql.query(queryString)
|
||||||
|
queryRowsList.append(tdSql.getRows())
|
||||||
|
|
||||||
|
# create one stb2
|
||||||
|
paraDict["stbName"] = 'stb2'
|
||||||
|
# queryString = "select ts, sin(c1), abs(pow(c1,3)) from %s.%s where c1 %% 7 == 0" %(paraDict['dbName'], paraDict['stbName'])
|
||||||
|
queryString = "select ts, sin(c1), abs(pow(c1,3)) from %s.%s" %(paraDict['dbName'], paraDict['stbName'])
|
||||||
|
sqlString = "create topic %s as %s" %(topicNameList[1], queryString)
|
||||||
|
tdLog.info("create topic sql: %s"%sqlString)
|
||||||
|
tdSql.execute(sqlString)
|
||||||
|
tdSql.query(queryString)
|
||||||
|
queryRowsList.append(tdSql.getRows())
|
||||||
|
|
||||||
|
# init consume info, and start tmq_sim, then check consume result
|
||||||
|
tdLog.info("insert consume info to consume processor")
|
||||||
|
consumerId = 0
|
||||||
|
paraDict["rowsPerTbl"] = 5000
|
||||||
|
expectrowcnt = paraDict["rowsPerTbl"] * paraDict["ctbNum"] * 2
|
||||||
|
topicList = "%s,%s"%(topicNameList[0],topicNameList[1])
|
||||||
|
ifcheckdata = 1
|
||||||
|
ifManualCommit = 1
|
||||||
|
keyList = 'group.id:cgrp1, enable.auto.commit:true, auto.commit.interval.ms:3000, auto.offset.reset:earliest'
|
||||||
|
tmqCom.insertConsumerInfo(consumerId, expectrowcnt,topicList,keyList,ifcheckdata,ifManualCommit)
|
||||||
|
|
||||||
|
tdLog.info("start consume processor 1")
|
||||||
|
tmqCom.startTmqSimProcess(paraDict['pollDelay'],paraDict["dbName"],paraDict['showMsg'], paraDict['showRow'])
|
||||||
|
|
||||||
|
tdLog.info("start consume processor 2")
|
||||||
|
tmqCom.startTmqSimProcess(paraDict['pollDelay'],paraDict["dbName"],paraDict['showMsg'], paraDict['showRow'],'cdb',0,1)
|
||||||
|
|
||||||
|
tdLog.info("wait the consume result")
|
||||||
|
expectRows = 2
|
||||||
|
resultList = tmqCom.selectConsumeResult(expectRows)
|
||||||
|
actConsumTotalRows = 0
|
||||||
|
for i in range(len(resultList)):
|
||||||
|
actConsumTotalRows += resultList[i]
|
||||||
|
|
||||||
|
tdLog.info("act consumer1 rows: %d, consumer2 rows: %d"%(resultList[0], resultList[1]))
|
||||||
|
|
||||||
|
queryTotalRows = 0
|
||||||
|
for i in range(len(queryRowsList)):
|
||||||
|
queryTotalRows += queryRowsList[i]
|
||||||
|
|
||||||
|
tdLog.info("act consume rows: %d, query consume rows: %d"%(actConsumTotalRows, queryTotalRows))
|
||||||
|
if actConsumTotalRows < queryTotalRows:
|
||||||
|
tdLog.info("act consume rows: %d should >= query consume rows: %d"%(actConsumTotalRows, queryTotalRows))
|
||||||
|
tdLog.exit("0 tmq consume rows error!")
|
||||||
|
|
||||||
|
# time.sleep(10)
|
||||||
|
# for i in range(len(topicNameList)):
|
||||||
|
# tdSql.query("drop topic %s"%topicNameList[i])
|
||||||
|
|
||||||
|
tdLog.printNoPrefix("======== test case 2 end ...... ")
|
||||||
|
|
||||||
def run(self):
|
def run(self):
|
||||||
tdSql.prepare()
|
tdSql.prepare()
|
||||||
self.tmqCase1()
|
self.tmqCase1()
|
||||||
|
self.tmqCase2()
|
||||||
|
|
||||||
def stop(self):
|
def stop(self):
|
||||||
tdSql.close()
|
tdSql.close()
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue