752 lines
27 KiB
Python
752 lines
27 KiB
Python
###################################################################
|
|
# Copyright (c) 2016 by TAOS Technologies, Inc.
|
|
# All rights reserved.
|
|
#
|
|
# This file is proprietary and confidential to TAOS Technologies.
|
|
# No part of this file may be reproduced, stored, transmitted,
|
|
# disclosed or used in any form or by any means other than as
|
|
# expressly provided by the written permission from Jianhui Tao
|
|
#
|
|
###################################################################
|
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
import sys
|
|
import os
|
|
import os.path
|
|
import platform
|
|
import subprocess
|
|
from time import sleep
|
|
import base64
|
|
import json
|
|
import copy
|
|
from fabric2 import Connection
|
|
from util.log import *
|
|
|
|
|
|
class TDSimClient:
|
|
def __init__(self, path):
|
|
self.testCluster = False
|
|
self.path = path
|
|
self.cfgDict = {
|
|
"numOfLogLines": "100000000",
|
|
"numOfThreadsPerCore": "2.0",
|
|
"locale": "en_US.UTF-8",
|
|
"charset": "UTF-8",
|
|
"asyncLog": "0",
|
|
"rpcDebugFlag": "143",
|
|
"tmrDebugFlag": "131",
|
|
"cDebugFlag": "143",
|
|
"udebugFlag": "143",
|
|
"jnidebugFlag": "143",
|
|
"qdebugFlag": "143",
|
|
"telemetryReporting": "0",
|
|
}
|
|
|
|
def getLogDir(self):
|
|
self.logDir = "%s/sim/psim/log" % (self.path)
|
|
return self.logDir
|
|
|
|
def getCfgDir(self):
|
|
self.cfgDir = "%s/sim/psim/cfg" % (self.path)
|
|
return self.cfgDir
|
|
|
|
def setTestCluster(self, value):
|
|
self.testCluster = value
|
|
|
|
def addExtraCfg(self, option, value):
|
|
self.cfgDict.update({option: value})
|
|
|
|
def cfg(self, option, value):
|
|
cmd = "echo %s %s >> %s" % (option, value, self.cfgPath)
|
|
if os.system(cmd) != 0:
|
|
tdLog.exit(cmd)
|
|
|
|
def deploy(self, *updatecfgDict):
|
|
self.logDir = "%s/sim/psim/log" % (self.path)
|
|
self.cfgDir = "%s/sim/psim/cfg" % (self.path)
|
|
self.cfgPath = "%s/sim/psim/cfg/taos.cfg" % (self.path)
|
|
|
|
cmd = "rm -rf " + self.logDir
|
|
if os.system(cmd) != 0:
|
|
tdLog.exit(cmd)
|
|
|
|
# cmd = "mkdir -p " + self.logDir
|
|
# if os.system(cmd) != 0:
|
|
# tdLog.exit(cmd)
|
|
os.makedirs(self.logDir)
|
|
|
|
cmd = "rm -rf " + self.cfgDir
|
|
if os.system(cmd) != 0:
|
|
tdLog.exit(cmd)
|
|
|
|
# cmd = "mkdir -p " + self.cfgDir
|
|
# if os.system(cmd) != 0:
|
|
# tdLog.exit(cmd)
|
|
os.makedirs(self.cfgDir)
|
|
|
|
cmd = "touch " + self.cfgPath
|
|
if os.system(cmd) != 0:
|
|
tdLog.exit(cmd)
|
|
|
|
if self.testCluster:
|
|
self.cfg("masterIp", "192.168.0.1")
|
|
self.cfg("secondIp", "192.168.0.2")
|
|
self.cfg("logDir", self.logDir)
|
|
|
|
for key, value in self.cfgDict.items():
|
|
self.cfg(key, value)
|
|
|
|
try:
|
|
if bool(updatecfgDict) and updatecfgDict[0] and updatecfgDict[0][0]:
|
|
clientCfg = dict (updatecfgDict[0][0].get('clientCfg'))
|
|
for key, value in clientCfg.items():
|
|
self.cfg(key, value)
|
|
except Exception:
|
|
pass
|
|
|
|
tdLog.debug("psim is deployed and configured by %s" % (self.cfgPath))
|
|
|
|
|
|
class TDDnode:
|
|
def __init__(self, index):
|
|
self.index = index
|
|
self.running = 0
|
|
self.deployed = 0
|
|
self.testCluster = False
|
|
self.valgrind = 0
|
|
self.remoteIP = ""
|
|
self.cfgDict = {
|
|
"walLevel": "2",
|
|
"fsync": "1000",
|
|
"monitor": "0",
|
|
"maxShellConns": "30000",
|
|
"locale": "en_US.UTF-8",
|
|
"charset": "UTF-8",
|
|
"asyncLog": "0",
|
|
"mDebugFlag": "143",
|
|
"dDebugFlag": "143",
|
|
"vDebugFlag": "143",
|
|
"tqDebugFlag": "143",
|
|
"cDebugFlag": "143",
|
|
"jniDebugFlag": "143",
|
|
"qDebugFlag": "143",
|
|
"rpcDebugFlag": "143",
|
|
"tmrDebugFlag": "131",
|
|
"uDebugFlag": "131",
|
|
"sDebugFlag": "143",
|
|
"wDebugFlag": "143",
|
|
"qdebugFlag": "143",
|
|
"numOfLogLines": "100000000",
|
|
"statusInterval": "1",
|
|
"telemetryReporting": "0"
|
|
}
|
|
|
|
def init(self, path, remoteIP = ""):
|
|
self.path = path
|
|
self.remoteIP = remoteIP
|
|
if (not self.remoteIP == ""):
|
|
try:
|
|
self.config = eval(self.remoteIP)
|
|
self.remote_conn = Connection(host=self.config["host"], port=self.config["port"], user=self.config["user"], connect_kwargs={'password':self.config["password"]})
|
|
except Exception as r:
|
|
print(r)
|
|
|
|
def setTestCluster(self, value):
|
|
self.testCluster = value
|
|
|
|
def setValgrind(self, value):
|
|
self.valgrind = value
|
|
|
|
def getDataSize(self):
|
|
totalSize = 0
|
|
|
|
if (self.deployed == 1):
|
|
for dirpath, dirnames, filenames in os.walk(self.dataDir):
|
|
for f in filenames:
|
|
fp = os.path.join(dirpath, f)
|
|
|
|
if not os.path.islink(fp):
|
|
totalSize = totalSize + os.path.getsize(fp)
|
|
|
|
return totalSize
|
|
|
|
def addExtraCfg(self, option, value):
|
|
self.cfgDict.update({option: value})
|
|
|
|
def remoteExec(self, updateCfgDict, execCmd):
|
|
valgrindStr = ''
|
|
if (self.valgrind==1):
|
|
valgrindStr = '-g'
|
|
remoteCfgDict = copy.deepcopy(updateCfgDict)
|
|
if ("logDir" in remoteCfgDict):
|
|
del remoteCfgDict["logDir"]
|
|
if ("dataDir" in remoteCfgDict):
|
|
del remoteCfgDict["dataDir"]
|
|
if ("cfgDir" in remoteCfgDict):
|
|
del remoteCfgDict["cfgDir"]
|
|
remoteCfgDictStr = base64.b64encode(json.dumps(remoteCfgDict).encode()).decode()
|
|
execCmdStr = base64.b64encode(execCmd.encode()).decode()
|
|
with self.remote_conn.cd((self.config["path"]+sys.path[0].replace(self.path, '')).replace('\\','/')):
|
|
self.remote_conn.run("python3 ./test.py %s -d %s -e %s"%(valgrindStr,remoteCfgDictStr,execCmdStr))
|
|
|
|
def deploy(self, *updatecfgDict):
|
|
self.logDir = "%s/sim/dnode%d/log" % (self.path, self.index)
|
|
self.dataDir = "%s/sim/dnode%d/data" % (self.path, self.index)
|
|
self.cfgDir = "%s/sim/dnode%d/cfg" % (self.path, self.index)
|
|
self.cfgPath = "%s/sim/dnode%d/cfg/taos.cfg" % (
|
|
self.path, self.index)
|
|
|
|
cmd = "rm -rf " + self.dataDir
|
|
if os.system(cmd) != 0:
|
|
tdLog.exit(cmd)
|
|
|
|
cmd = "rm -rf " + self.logDir
|
|
if os.system(cmd) != 0:
|
|
tdLog.exit(cmd)
|
|
|
|
cmd = "rm -rf " + self.cfgDir
|
|
if os.system(cmd) != 0:
|
|
tdLog.exit(cmd)
|
|
|
|
# cmd = "mkdir -p " + self.dataDir
|
|
# if os.system(cmd) != 0:
|
|
# tdLog.exit(cmd)
|
|
os.makedirs(self.dataDir)
|
|
|
|
# cmd = "mkdir -p " + self.logDir
|
|
# if os.system(cmd) != 0:
|
|
# tdLog.exit(cmd)
|
|
os.makedirs(self.logDir)
|
|
|
|
# cmd = "mkdir -p " + self.cfgDir
|
|
# if os.system(cmd) != 0:
|
|
# tdLog.exit(cmd)
|
|
os.makedirs(self.cfgDir)
|
|
|
|
cmd = "touch " + self.cfgPath
|
|
if os.system(cmd) != 0:
|
|
tdLog.exit(cmd)
|
|
|
|
if self.testCluster:
|
|
self.startIP()
|
|
|
|
if self.testCluster:
|
|
self.cfg("masterIp", "192.168.0.1")
|
|
self.cfg("secondIp", "192.168.0.2")
|
|
self.cfg("publicIp", "192.168.0.%d" % (self.index))
|
|
self.cfg("internalIp", "192.168.0.%d" % (self.index))
|
|
self.cfg("privateIp", "192.168.0.%d" % (self.index))
|
|
self.cfgDict["dataDir"] = self.dataDir
|
|
self.cfgDict["logDir"] = self.logDir
|
|
# self.cfg("dataDir",self.dataDir)
|
|
# self.cfg("logDir",self.logDir)
|
|
# print(updatecfgDict)
|
|
isFirstDir = 1
|
|
if bool(updatecfgDict) and updatecfgDict[0] and updatecfgDict[0][0]:
|
|
print(updatecfgDict[0][0])
|
|
for key, value in updatecfgDict[0][0].items():
|
|
if key == "clientCfg" and self.remoteIP == "" and not platform.system().lower() == 'windows':
|
|
continue
|
|
if value == 'dataDir':
|
|
if isFirstDir:
|
|
self.cfgDict.pop('dataDir')
|
|
self.cfg(value, key)
|
|
isFirstDir = 0
|
|
else:
|
|
self.cfg(value, key)
|
|
else:
|
|
self.addExtraCfg(key, value)
|
|
if (self.remoteIP == ""):
|
|
for key, value in self.cfgDict.items():
|
|
self.cfg(key, value)
|
|
else:
|
|
self.remoteExec(self.cfgDict, "tdDnodes.deploy(%d,updateCfgDict)"%self.index)
|
|
|
|
self.deployed = 1
|
|
tdLog.debug(
|
|
"dnode:%d is deployed and configured by %s" %
|
|
(self.index, self.cfgPath))
|
|
|
|
def getPath(self, tool="taosd"):
|
|
selfPath = os.path.dirname(os.path.realpath(__file__))
|
|
|
|
if ("community" in selfPath):
|
|
projPath = selfPath[:selfPath.find("community")]
|
|
else:
|
|
projPath = selfPath[:selfPath.find("tests")]
|
|
|
|
paths = []
|
|
for root, dirs, files in os.walk(projPath):
|
|
if ((tool) in files or ("%s.exe"%tool) in files):
|
|
rootRealPath = os.path.dirname(os.path.realpath(root))
|
|
if ("packaging" not in rootRealPath):
|
|
paths.append(os.path.join(root, tool))
|
|
break
|
|
if (len(paths) == 0):
|
|
return ""
|
|
return paths[0]
|
|
|
|
def starttaosd(self):
|
|
binPath = self.getPath()
|
|
|
|
if (binPath == ""):
|
|
tdLog.exit("taosd not found!")
|
|
else:
|
|
tdLog.info("taosd found: %s" % binPath)
|
|
|
|
if self.deployed == 0:
|
|
tdLog.exit("dnode:%d is not deployed" % (self.index))
|
|
|
|
if self.valgrind == 0:
|
|
if platform.system().lower() == 'windows':
|
|
cmd = "mintty -h never -w hide %s -c %s" % (
|
|
binPath, self.cfgDir)
|
|
else:
|
|
cmd = "nohup %s -c %s > /dev/null 2>&1 & " % (
|
|
binPath, self.cfgDir)
|
|
else:
|
|
valgrindCmdline = "valgrind --log-file=\"%s/../log/valgrind.log\" --tool=memcheck --leak-check=full --show-reachable=no --track-origins=yes --show-leak-kinds=all -v --workaround-gcc296-bugs=yes"%self.cfgDir
|
|
|
|
if platform.system().lower() == 'windows':
|
|
cmd = "mintty -h never -w hide %s %s -c %s" % (
|
|
valgrindCmdline, binPath, self.cfgDir)
|
|
else:
|
|
cmd = "nohup %s %s -c %s 2>&1 & " % (
|
|
valgrindCmdline, binPath, self.cfgDir)
|
|
|
|
print(cmd)
|
|
|
|
if (not self.remoteIP == ""):
|
|
self.remoteExec(self.cfgDict, "tdDnodes.dnodes[%d].deployed=1\ntdDnodes.dnodes[%d].logDir=\"%%s/sim/dnode%%d/log\"%%(tdDnodes.dnodes[%d].path,%d)\ntdDnodes.dnodes[%d].cfgDir=\"%%s/sim/dnode%%d/cfg\"%%(tdDnodes.dnodes[%d].path,%d)\ntdDnodes.start(%d)"%(self.index-1,self.index-1,self.index-1,self.index,self.index-1,self.index-1,self.index,self.index))
|
|
self.running = 1
|
|
else:
|
|
if os.system(cmd) != 0:
|
|
tdLog.exit(cmd)
|
|
self.running = 1
|
|
print("dnode:%d is running with %s " % (self.index, cmd))
|
|
tdLog.debug("dnode:%d is running with %s " % (self.index, cmd))
|
|
if self.valgrind == 0:
|
|
time.sleep(0.1)
|
|
key1 = 'from offline to online'
|
|
bkey1 = bytes(key1, encoding="utf8")
|
|
key2= 'TDengine initialized successfully'
|
|
bkey2 = bytes(key2, encoding="utf8")
|
|
logFile = self.logDir + "/taosdlog.0"
|
|
i = 0
|
|
while not os.path.exists(logFile):
|
|
sleep(0.1)
|
|
i += 1
|
|
if i > 10:
|
|
break
|
|
tailCmdStr = 'tail -f '
|
|
if platform.system().lower() == 'windows':
|
|
tailCmdStr = 'tail -n +0 -f '
|
|
popen = subprocess.Popen(
|
|
tailCmdStr + logFile,
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.PIPE,
|
|
shell=True)
|
|
pid = popen.pid
|
|
# print('Popen.pid:' + str(pid))
|
|
timeout = time.time() + 60 * 2
|
|
# while True:
|
|
# line = popen.stdout.readline().strip()
|
|
# print(line)
|
|
# if bkey1 in line:
|
|
# popen.kill()
|
|
# break
|
|
# elif bkey2 in line:
|
|
# popen.kill()
|
|
# break
|
|
# if time.time() > timeout:
|
|
# print(time.time(),timeout)
|
|
# tdLog.exit('wait too long for taosd start')
|
|
tdLog.debug("the dnode:%d has been started." % (self.index))
|
|
else:
|
|
tdLog.debug(
|
|
"wait 10 seconds for the dnode:%d to start." %
|
|
(self.index))
|
|
time.sleep(10)
|
|
|
|
def start(self):
|
|
binPath = self.getPath()
|
|
|
|
if (binPath == ""):
|
|
tdLog.exit("taosd not found!")
|
|
else:
|
|
tdLog.info("taosd found: %s" % binPath)
|
|
|
|
if self.deployed == 0:
|
|
tdLog.exit("dnode:%d is not deployed" % (self.index))
|
|
|
|
if self.valgrind == 0:
|
|
if platform.system().lower() == 'windows':
|
|
cmd = "mintty -h never -w hide %s -c %s" % (
|
|
binPath, self.cfgDir)
|
|
else:
|
|
cmd = "nohup %s -c %s > /dev/null 2>&1 & " % (
|
|
binPath, self.cfgDir)
|
|
else:
|
|
valgrindCmdline = "valgrind --log-file=\"%s/../log/valgrind.log\" --tool=memcheck --leak-check=full --show-reachable=no --track-origins=yes --show-leak-kinds=all -v --workaround-gcc296-bugs=yes"%self.cfgDir
|
|
|
|
if platform.system().lower() == 'windows':
|
|
cmd = "mintty -h never -w hide %s %s -c %s" % (
|
|
valgrindCmdline, binPath, self.cfgDir)
|
|
else:
|
|
cmd = "nohup %s %s -c %s 2>&1 & " % (
|
|
valgrindCmdline, binPath, self.cfgDir)
|
|
|
|
print(cmd)
|
|
|
|
if (not self.remoteIP == ""):
|
|
self.remoteExec(self.cfgDict, "tdDnodes.dnodes[%d].deployed=1\ntdDnodes.dnodes[%d].logDir=\"%%s/sim/dnode%%d/log\"%%(tdDnodes.dnodes[%d].path,%d)\ntdDnodes.dnodes[%d].cfgDir=\"%%s/sim/dnode%%d/cfg\"%%(tdDnodes.dnodes[%d].path,%d)\ntdDnodes.start(%d)"%(self.index-1,self.index-1,self.index-1,self.index,self.index-1,self.index-1,self.index,self.index))
|
|
self.running = 1
|
|
else:
|
|
os.system("rm -rf %s/taosdlog.0"%self.logDir)
|
|
if os.system(cmd) != 0:
|
|
tdLog.exit(cmd)
|
|
self.running = 1
|
|
print("dnode:%d is running with %s " % (self.index, cmd))
|
|
tdLog.debug("dnode:%d is running with %s " % (self.index, cmd))
|
|
if self.valgrind == 0:
|
|
time.sleep(0.1)
|
|
key = 'from offline to online'
|
|
bkey = bytes(key, encoding="utf8")
|
|
logFile = self.logDir + "/taosdlog.0"
|
|
i = 0
|
|
while not os.path.exists(logFile):
|
|
sleep(0.1)
|
|
i += 1
|
|
if i > 50:
|
|
break
|
|
tailCmdStr = 'tail -f '
|
|
popen = subprocess.Popen(
|
|
tailCmdStr + logFile,
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.PIPE,
|
|
shell=True)
|
|
pid = popen.pid
|
|
# print('Popen.pid:' + str(pid))
|
|
timeout = time.time() + 60 * 2
|
|
while True:
|
|
line = popen.stdout.readline().strip()
|
|
if bkey in line:
|
|
popen.kill()
|
|
break
|
|
if time.time() > timeout:
|
|
tdLog.exit('wait too long for taosd start')
|
|
tdLog.debug("the dnode:%d has been started." % (self.index))
|
|
else:
|
|
tdLog.debug(
|
|
"wait 10 seconds for the dnode:%d to start." %
|
|
(self.index))
|
|
time.sleep(10)
|
|
|
|
def startWithoutSleep(self):
|
|
binPath = self.getPath()
|
|
|
|
if (binPath == ""):
|
|
tdLog.exit("taosd not found!")
|
|
else:
|
|
tdLog.info("taosd found: %s" % binPath)
|
|
|
|
if self.deployed == 0:
|
|
tdLog.exit("dnode:%d is not deployed" % (self.index))
|
|
|
|
if self.valgrind == 0:
|
|
cmd = "nohup %s -c %s > /dev/null 2>&1 & " % (
|
|
binPath, self.cfgDir)
|
|
else:
|
|
valgrindCmdline = "valgrind --log-file=\"%s/../log/valgrind.log\" --tool=memcheck --leak-check=full --show-reachable=no --track-origins=yes --show-leak-kinds=all -v --workaround-gcc296-bugs=yes"%self.cfgDir
|
|
|
|
cmd = "nohup %s %s -c %s 2>&1 & " % (
|
|
valgrindCmdline, binPath, self.cfgDir)
|
|
|
|
print(cmd)
|
|
|
|
if (self.remoteIP == ""):
|
|
if os.system(cmd) != 0:
|
|
tdLog.exit(cmd)
|
|
else:
|
|
self.remoteExec(self.cfgDict, "tdDnodes.dnodes[%d].deployed=1\ntdDnodes.dnodes[%d].logDir=\"%%s/sim/dnode%%d/log\"%%(tdDnodes.dnodes[%d].path,%d)\ntdDnodes.dnodes[%d].cfgDir=\"%%s/sim/dnode%%d/cfg\"%%(tdDnodes.dnodes[%d].path,%d)\ntdDnodes.startWithoutSleep(%d)"%(self.index-1,self.index-1,self.index-1,self.index,self.index-1,self.index-1,self.index,self.index))
|
|
|
|
self.running = 1
|
|
tdLog.debug("dnode:%d is running with %s " % (self.index, cmd))
|
|
|
|
def stop(self):
|
|
if (not self.remoteIP == ""):
|
|
self.remoteExec(self.cfgDict, "tdDnodes.dnodes[%d].running=1\ntdDnodes.dnodes[%d].stop()"%(self.index-1,self.index-1))
|
|
tdLog.info("stop dnode%d"%self.index)
|
|
return
|
|
if self.valgrind == 0:
|
|
toBeKilled = "taosd"
|
|
else:
|
|
toBeKilled = "valgrind.bin"
|
|
|
|
if self.running != 0:
|
|
psCmd = "ps -ef|grep -w %s| grep -v grep | awk '{print $2}'" % toBeKilled
|
|
processID = subprocess.check_output(
|
|
psCmd, shell=True).decode("utf-8")
|
|
|
|
while(processID):
|
|
killCmd = "kill -INT %s > /dev/null 2>&1" % processID
|
|
os.system(killCmd)
|
|
time.sleep(1)
|
|
processID = subprocess.check_output(
|
|
psCmd, shell=True).decode("utf-8")
|
|
if not platform.system().lower() == 'windows':
|
|
for port in range(6030, 6041):
|
|
fuserCmd = "fuser -k -n tcp %d > /dev/null" % port
|
|
os.system(fuserCmd)
|
|
if self.valgrind:
|
|
time.sleep(2)
|
|
|
|
self.running = 0
|
|
tdLog.debug("dnode:%d is stopped by kill -INT" % (self.index))
|
|
|
|
|
|
def stoptaosd(self):
|
|
if (not self.remoteIP == ""):
|
|
print("123")
|
|
self.remoteExec(self.cfgDict, "tdDnodes.dnodes[%d].running=1\ntdDnodes.dnodes[%d].stop()"%(self.index-1,self.index-1))
|
|
tdLog.info("stop dnode%d"%self.index)
|
|
return
|
|
if self.valgrind == 0:
|
|
toBeKilled = "taosd"
|
|
else:
|
|
toBeKilled = "valgrind.bin"
|
|
|
|
if self.running != 0:
|
|
psCmd = "ps -ef|grep -w %s| grep dnode%d|grep -v grep | awk '{print $2}'" % (toBeKilled,self.index)
|
|
processID = subprocess.check_output(
|
|
psCmd, shell=True).decode("utf-8")
|
|
|
|
while(processID):
|
|
killCmd = "kill -INT %s > /dev/null 2>&1" % processID
|
|
os.system(killCmd)
|
|
time.sleep(1)
|
|
processID = subprocess.check_output(
|
|
psCmd, shell=True).decode("utf-8")
|
|
if self.valgrind:
|
|
time.sleep(2)
|
|
|
|
self.running = 0
|
|
tdLog.debug("dnode:%d is stopped by kill -INT" % (self.index))
|
|
|
|
def forcestop(self):
|
|
if (not self.remoteIP == ""):
|
|
self.remoteExec(self.cfgDict, "tdDnodes.dnodes[%d].running=1\ntdDnodes.dnodes[%d].forcestop()"%(self.index-1,self.index-1))
|
|
return
|
|
if self.valgrind == 0:
|
|
toBeKilled = "taosd"
|
|
else:
|
|
toBeKilled = "valgrind.bin"
|
|
|
|
if self.running != 0:
|
|
psCmd = "ps -ef|grep -w %s| grep -v grep | awk '{print $2}'" % toBeKilled
|
|
processID = subprocess.check_output(
|
|
psCmd, shell=True).decode("utf-8")
|
|
|
|
while(processID):
|
|
killCmd = "kill -KILL %s > /dev/null 2>&1" % processID
|
|
os.system(killCmd)
|
|
time.sleep(1)
|
|
processID = subprocess.check_output(
|
|
psCmd, shell=True).decode("utf-8")
|
|
for port in range(6030, 6041):
|
|
fuserCmd = "fuser -k -n tcp %d" % port
|
|
os.system(fuserCmd)
|
|
if self.valgrind:
|
|
time.sleep(2)
|
|
|
|
self.running = 0
|
|
tdLog.debug("dnode:%d is stopped by kill -KILL" % (self.index))
|
|
|
|
def startIP(self):
|
|
cmd = "sudo ifconfig lo:%d 192.168.0.%d up" % (self.index, self.index)
|
|
if os.system(cmd) != 0:
|
|
tdLog.exit(cmd)
|
|
|
|
def stopIP(self):
|
|
cmd = "sudo ifconfig lo:%d 192.168.0.%d down" % (
|
|
self.index, self.index)
|
|
if os.system(cmd) != 0:
|
|
tdLog.exit(cmd)
|
|
|
|
def cfg(self, option, value):
|
|
cmd = "echo %s %s >> %s" % (option, value, self.cfgPath)
|
|
if os.system(cmd) != 0:
|
|
tdLog.exit(cmd)
|
|
|
|
def getDnodeRootDir(self, index):
|
|
dnodeRootDir = "%s/sim/psim/dnode%d" % (self.path, index)
|
|
return dnodeRootDir
|
|
|
|
def getDnodesRootDir(self):
|
|
dnodesRootDir = "%s/sim/psim" % (self.path)
|
|
return dnodesRootDir
|
|
|
|
|
|
class TDDnodes:
|
|
def __init__(self):
|
|
self.dnodes = []
|
|
self.dnodes.append(TDDnode(1))
|
|
self.dnodes.append(TDDnode(2))
|
|
self.dnodes.append(TDDnode(3))
|
|
self.dnodes.append(TDDnode(4))
|
|
self.dnodes.append(TDDnode(5))
|
|
self.dnodes.append(TDDnode(6))
|
|
self.dnodes.append(TDDnode(7))
|
|
self.dnodes.append(TDDnode(8))
|
|
self.dnodes.append(TDDnode(9))
|
|
self.dnodes.append(TDDnode(10))
|
|
self.simDeployed = False
|
|
self.testCluster = False
|
|
self.valgrind = 0
|
|
self.killValgrind = 1
|
|
|
|
def init(self, path, remoteIP = ""):
|
|
binPath = self.dnodes[0].getPath() + "/../../../"
|
|
# tdLog.debug("binPath %s" % (binPath))
|
|
binPath = os.path.realpath(binPath)
|
|
# tdLog.debug("binPath real path %s" % (binPath))
|
|
|
|
if path == "":
|
|
self.path = os.path.abspath(binPath + "../../")
|
|
else:
|
|
self.path = os.path.realpath(path)
|
|
|
|
for i in range(len(self.dnodes)):
|
|
self.dnodes[i].init(self.path, remoteIP)
|
|
self.sim = TDSimClient(self.path)
|
|
|
|
def setTestCluster(self, value):
|
|
self.testCluster = value
|
|
|
|
def setValgrind(self, value):
|
|
self.valgrind = value
|
|
|
|
def setKillValgrind(self, value):
|
|
self.killValgrind = value
|
|
|
|
def deploy(self, index, *updatecfgDict):
|
|
self.sim.setTestCluster(self.testCluster)
|
|
|
|
if (self.simDeployed == False):
|
|
self.sim.deploy(updatecfgDict)
|
|
self.simDeployed = True
|
|
|
|
self.check(index)
|
|
self.dnodes[index - 1].setTestCluster(self.testCluster)
|
|
self.dnodes[index - 1].setValgrind(self.valgrind)
|
|
self.dnodes[index - 1].deploy(updatecfgDict)
|
|
|
|
def cfg(self, index, option, value):
|
|
self.check(index)
|
|
self.dnodes[index - 1].cfg(option, value)
|
|
|
|
def starttaosd(self, index):
|
|
self.check(index)
|
|
self.dnodes[index - 1].starttaosd()
|
|
|
|
def stoptaosd(self, index):
|
|
self.check(index)
|
|
self.dnodes[index - 1].stoptaosd()
|
|
|
|
|
|
def start(self, index):
|
|
self.check(index)
|
|
self.dnodes[index - 1].start()
|
|
|
|
def startWithoutSleep(self, index):
|
|
self.check(index)
|
|
self.dnodes[index - 1].startWithoutSleep()
|
|
|
|
def stop(self, index):
|
|
self.check(index)
|
|
self.dnodes[index - 1].stop()
|
|
|
|
def getDataSize(self, index):
|
|
self.check(index)
|
|
return self.dnodes[index - 1].getDataSize()
|
|
|
|
def forcestop(self, index):
|
|
self.check(index)
|
|
self.dnodes[index - 1].forcestop()
|
|
|
|
def startIP(self, index):
|
|
self.check(index)
|
|
|
|
if self.testCluster:
|
|
self.dnodes[index - 1].startIP()
|
|
|
|
def stopIP(self, index):
|
|
self.check(index)
|
|
|
|
if self.dnodes[index - 1].testCluster:
|
|
self.dnodes[index - 1].stopIP()
|
|
|
|
def check(self, index):
|
|
if index < 1 or index > 10:
|
|
tdLog.exit("index:%d should on a scale of [1, 10]" % (index))
|
|
|
|
def stopAll(self):
|
|
tdLog.info("stop all dnodes")
|
|
if (not self.dnodes[0].remoteIP == ""):
|
|
self.dnodes[0].remoteExec(self.dnodes[0].cfgDict, "for i in range(len(tdDnodes.dnodes)):\n tdDnodes.dnodes[i].running=1\ntdDnodes.stopAll()")
|
|
return
|
|
for i in range(len(self.dnodes)):
|
|
self.dnodes[i].stop()
|
|
|
|
psCmd = "ps -ef | grep -w taosd | grep 'root' | grep -v grep| grep -v defunct | awk '{print $2}'"
|
|
processID = subprocess.check_output(psCmd, shell=True).decode("utf-8")
|
|
if processID:
|
|
cmd = "sudo systemctl stop taosd"
|
|
os.system(cmd)
|
|
# if os.system(cmd) != 0 :
|
|
# tdLog.exit(cmd)
|
|
psCmd = "ps -ef|grep -w taosd| grep -v grep| grep -v defunct | awk '{print $2}'"
|
|
processID = subprocess.check_output(psCmd, shell=True).decode("utf-8")
|
|
while(processID):
|
|
if platform.system().lower() == 'windows':
|
|
killCmd = "kill -9 %s > nul 2>&1" % processID
|
|
else:
|
|
killCmd = "kill -9 %s > /dev/null 2>&1" % processID
|
|
os.system(killCmd)
|
|
time.sleep(1)
|
|
processID = subprocess.check_output(
|
|
psCmd, shell=True).decode("utf-8")
|
|
|
|
if self.killValgrind == 1:
|
|
psCmd = "ps -ef|grep -w valgrind.bin| grep -v grep | awk '{print $2}'"
|
|
processID = subprocess.check_output(psCmd, shell=True).decode("utf-8")
|
|
while(processID):
|
|
if platform.system().lower() == 'windows':
|
|
killCmd = "kill -TERM %s > nul 2>&1" % processID
|
|
else:
|
|
killCmd = "kill -TERM %s > /dev/null 2>&1" % processID
|
|
os.system(killCmd)
|
|
time.sleep(1)
|
|
processID = subprocess.check_output(
|
|
psCmd, shell=True).decode("utf-8")
|
|
|
|
# if os.system(cmd) != 0 :
|
|
# tdLog.exit(cmd)
|
|
|
|
def getDnodesRootDir(self):
|
|
dnodesRootDir = "%s/sim" % (self.path)
|
|
return dnodesRootDir
|
|
|
|
def getSimCfgPath(self):
|
|
return self.sim.getCfgDir()
|
|
|
|
def getSimLogPath(self):
|
|
return self.sim.getLogDir()
|
|
|
|
def addSimExtraCfg(self, option, value):
|
|
self.sim.addExtraCfg(option, value)
|
|
|
|
|
|
tdDnodes = TDDnodes()
|