xxq250
/
homework-jianmu
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

add learner split vgroup case

This commit is contained in:
menshibin 2024-01-25 17:39:43 +08:00
parent ce4583e38f
commit c03c0af0bc
1 changed files with 50 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

79
tests/army/community/cluster/splitVgroupByLearner.py
View File

@ -29,38 +29,58 @@ from frame import *
from frame.autogen import * from frame.autogen import *
from frame.srvCtl import * from frame.srvCtl import *
class TDTestCase(TBase): class TDTestCase(TBase):
def configJsonFile(self, fileName, dbName, vgroups, replica, newFileName='', insert_rows=10000000, timestamp_step=10000):
with open(fileName, 'r') as f: def init(self, conn, logSql, replicaVar=1):
tdLog.debug(f"start to init {__file__}")
self.replicaVar = int(replicaVar)
tdSql.init(conn.cursor(), logSql) # output sql.txt file
self.configJsonFile('splitVgroupByLearner.json', 'db', 1, 1, 'splitVgroupByLearner.json', 100000)
def configJsonFile(self, fileName, dbName, vgroups, replica, newFileName='', insert_rows=100000,
timestamp_step=10000):
tdLog.debug(f"configJsonFile {fileName}")
filePath = etool.curFile(__file__, fileName)
with open(filePath, 'r') as f:
data = json.load(f) data = json.load(f)
if len(newFileName) == 0: if len(newFileName) == 0:
newFileName = fileName newFileName = fileName
data['databases']['dbinfo']['name'] = dbName data['databases'][0]['dbinfo']['name'] = dbName
data['databases']['dbinfo']['vgroups'] = vgroups data['databases'][0]['dbinfo']['vgroups'] = vgroups
data['databases']['dbinfo']['replica'] = replica data['databases'][0]['dbinfo']['replica'] = replica
data['databases']['dbinfo']['replica'] = replica data['databases'][0]['super_tables'][0]['insert_rows'] = insert_rows
data['databases']['super_tables']['insert_rows'] = insert_rows data['databases'][0]['super_tables'][0]['timestamp_step'] = timestamp_step
data['databases']['super_tables']['timestamp_step'] = timestamp_step
json_data = json.dumps(data) json_data = json.dumps(data)
with open(newFileName, "w") as file: filePath = etool.curFile(__file__, newFileName)
with open(filePath, "w") as file:
file.write(json_data) file.write(json_data)
tdLog.debug(f"configJsonFile {json_data}")
def splitVgroupThread(self, configFile, event): def splitVgroupThread(self, configFile, event):
# self.insertData(configFile) # self.insertData(configFile)
event.wait() event.wait()
tdSql.execute('ALTER DATABASE db1 REPLICA 3')
time.sleep(5) time.sleep(5)
param_list = tdSql.query('show vgroups') tdLog.debug("splitVgroupThread start")
vgroupId = None tdSql.execute('ALTER DATABASE db REPLICA 3')
for param in param_list: time.sleep(5)
vgroupId = param[0] tdSql.execute('use db')
tdSql.execute(f"split vgroup {vgroupId}") rowLen = tdSql.query('show vgroups')
# self.configJsonFile(configFile, 'db1', 1, 1, configFile, 100000000) if rowLen > 0:
vgroupId = tdSql.getData(0, 0)
tdLog.debug(f"splitVgroupThread vgroupId:{vgroupId}")
tdSql.execute(f"split vgroup {vgroupId}")
else:
tdLog.exit("get vgroupId fail!")
# self.configJsonFile(configFile, 'db1', 1, 1, configFile, 100000000)
# self.insertData(configFile) # self.insertData(configFile)
def dnodeNodeStopThread(self, event): def dnodeNodeStopThread(self, event):
event.wait() event.wait()
tdLog.debug("dnodeNodeStopThread start")
time.sleep(10) time.sleep(10)
on = 2 on = 2
for i in range(5): for i in range(5):
@ -73,32 +93,32 @@ class TDTestCase(TBase):
sc.dnodeStart(on) sc.dnodeStart(on)
time.sleep(5) time.sleep(5)
def dbInsertThread(self, configFile, event): def dbInsertThread(self, configFile, event):
self.insertData(configFile) tdLog.debug(f"dbInsertThread start {configFile}")
event.set()
self.configJsonFile(configFile, 'db', 2, 3, configFile, 100000000)
self.insertData(configFile) self.insertData(configFile)
def init(self, conn, logSql, replicaVar=1): event.set()
self.replicaVar = int(replicaVar) tdLog.debug(f"dbInsertThread first end {event}")
tdLog.debug(f"start to excute {__file__}") self.configJsonFile(configFile, 'db', 2, 3, configFile, 100000)
tdSql.init(conn.cursor(), logSql) # output sql.txt file self.insertData(configFile)
self.configJsonFile('splitVgroupByLearner.json', 'db', 1, 1, 'splitVgroupByLearner.json', 1000000)
def insertData(self, configFile): def insertData(self, configFile):
tdLog.info(f"insert data.") tdLog.info(f"insert data.")
# taosBenchmark run # taosBenchmark run
jfile = etool.curFile(__file__, configFile) jfile = etool.curFile(__file__, configFile)
etool.benchMark(json = jfile) etool.benchMark(json=jfile)
# run # run
def run(self): def run(self):
tdLog.debug(f"start to excute {__file__}") tdLog.debug(f"start to excute {__file__}")
event = threading.Event event = threading.Event()
t1 = threading.Thread(target=self.splitVgroupThread, args=('splitVgroupByLearner1.json', event)) t1 = threading.Thread(target=self.splitVgroupThread, args=('splitVgroupByLearner.json', event))
t2 = threading.Thread(target=self.dbInsertThread, args=('splitVgroupByLearner.json')) t2 = threading.Thread(target=self.dbInsertThread, args=('splitVgroupByLearner.json', event))
t3 = threading.Thread(target=self.dnodeNodeStopThread, args=(event)) t3 = threading.Thread(target=self.dnodeNodeStopThread, args=(event))
t1.start()
t2.start()
t3.start()
tdLog.debug("threading started!!!!!")
t1.join() t1.join()
t2.join() t2.join()
t3.join() t3.join()
@ -108,5 +128,6 @@ class TDTestCase(TBase):
tdSql.close() tdSql.close()
tdLog.success(f"{__file__} successfully executed") tdLog.success(f"{__file__} successfully executed")
tdCases.addLinux(__file__, TDTestCase()) tdCases.addLinux(__file__, TDTestCase())
tdCases.addWindows(__file__, TDTestCase()) tdCases.addWindows(__file__, TDTestCase())