262 lines
9.7 KiB
Python
262 lines
9.7 KiB
Python
import requests
|
||
from fabric2 import Connection
|
||
from frame.log import *
|
||
from frame.common import *
|
||
|
||
|
||
class TAdapter:
|
||
def __init__(self):
|
||
self.running = 0
|
||
self.deployed = 0
|
||
self.remoteIP = ""
|
||
self.taosadapter_cfg_dict = {
|
||
"debug" : True,
|
||
"taosConfigDir" : "",
|
||
"port" : 6041,
|
||
"logLevel" : "error",
|
||
"cors" : {
|
||
"allowAllOrigins" : True,
|
||
},
|
||
"pool" : {
|
||
"maxConnect" : 4000,
|
||
"maxIdle" : 4000,
|
||
"idleTimeout" : "1h"
|
||
},
|
||
"ssl" : {
|
||
"enable" : False,
|
||
"certFile" : "",
|
||
"keyFile" : "",
|
||
},
|
||
"log" : {
|
||
"path" : "",
|
||
"rotationCount" : 30,
|
||
"rotationTime" : "24h",
|
||
"rotationSize" : "1GB",
|
||
"enableRecordHttpSql" : True,
|
||
"sqlRotationCount" : 2,
|
||
"sqlRotationTime" : "24h",
|
||
"sqlRotationSize" : "1GB",
|
||
},
|
||
"monitor" : {
|
||
"collectDuration" : "3s",
|
||
"incgroup" : False,
|
||
"pauseQueryMemoryThreshold" : 70,
|
||
"pauseAllMemoryThreshold" : 80,
|
||
"identity" : "",
|
||
"writeToTD" : True,
|
||
"user" : "root",
|
||
"password" : "taosdata",
|
||
"writeInterval" : "30s"
|
||
},
|
||
"opentsdb" : {
|
||
"enable" : True
|
||
},
|
||
"influxdb" : {
|
||
"enable" : True
|
||
},
|
||
"statsd" : {
|
||
"enable" : True
|
||
},
|
||
"collectd" : {
|
||
"enable" : True
|
||
},
|
||
"opentsdb_telnet" : {
|
||
"enable" : True
|
||
},
|
||
"node_exporter" : {
|
||
"enable" : True
|
||
},
|
||
"prometheus" : {
|
||
"enable" : True
|
||
},
|
||
}
|
||
# TODO: add taosadapter env:
|
||
# 1. init cfg.toml.dict ：OK
|
||
# 2. dump dict to toml ： OK
|
||
# 3. update cfg.toml.dict ：OK
|
||
# 4. check adapter exists ： OK
|
||
# 5. deploy adapter cfg ： OK
|
||
# 6. adapter start ： OK
|
||
# 7. adapter stop
|
||
|
||
def init(self, path, remoteIP=""):
|
||
self.path = path
|
||
self.remoteIP = remoteIP
|
||
binPath = get_path() + "/../../../"
|
||
binPath = os.path.realpath(binPath)
|
||
|
||
if path == "":
|
||
self.path = os.path.abspath(binPath + "../../")
|
||
else:
|
||
self.path = os.path.realpath(path)
|
||
|
||
if self.remoteIP:
|
||
try:
|
||
self.config = eval(remoteIP)
|
||
self.remote_conn = Connection(host=self.config["host"], port=self.config["port"], user=self.config["user"], connect_kwargs={'password':self.config["password"]})
|
||
except Exception as e:
|
||
tdLog.notice(e)
|
||
|
||
def update_cfg(self, update_dict :dict):
|
||
if not isinstance(update_dict, dict):
|
||
return
|
||
if "log" in update_dict and "path" in update_dict["log"]:
|
||
del update_dict["log"]["path"]
|
||
for key, value in update_dict.items():
|
||
if key in ["cors", "pool", "ssl", "log", "monitor", "opentsdb", "influxdb", "statsd", "collectd", "opentsdb_telnet", "node_exporter", "prometheus"]:
|
||
if isinstance(value, dict):
|
||
for k, v in value.items():
|
||
self.taosadapter_cfg_dict[key][k] = v
|
||
else:
|
||
self.taosadapter_cfg_dict[key] = value
|
||
|
||
def check_adapter(self):
|
||
if get_path(tool="taosadapter"):
|
||
return False
|
||
else:
|
||
return True
|
||
|
||
def remote_exec(self, updateCfgDict, execCmd):
|
||
remoteCfgDict = copy.deepcopy(updateCfgDict)
|
||
if "log" in remoteCfgDict and "path" in remoteCfgDict["log"]:
|
||
del remoteCfgDict["log"]["path"]
|
||
|
||
remoteCfgDictStr = base64.b64encode(toml.dumps(remoteCfgDict).encode()).decode()
|
||
execCmdStr = base64.b64encode(execCmd.encode()).decode()
|
||
with self.remote_conn.cd((self.config["path"]+sys.path[0].replace(self.path, '')).replace('\\','/')):
|
||
self.remote_conn.run(f"python3 ./test.py -D {remoteCfgDictStr} -e {execCmdStr}" )
|
||
|
||
def cfg(self, option, value):
|
||
cmd = f"echo {option} = {value} >> {self.cfg_path}"
|
||
if os.system(cmd) != 0:
|
||
tdLog.exit(cmd)
|
||
|
||
def deploy(self, *update_cfg_dict):
|
||
self.log_dir = os.path.join(self.path,"sim","dnode1","log")
|
||
self.cfg_dir = os.path.join(self.path,"sim","dnode1","cfg")
|
||
self.cfg_path = os.path.join(self.cfg_dir,"taosadapter.toml")
|
||
|
||
cmd = f"touch {self.cfg_path}"
|
||
if os.system(cmd) != 0:
|
||
tdLog.exit(cmd)
|
||
|
||
self.taosadapter_cfg_dict["log"]["path"] = self.log_dir
|
||
if bool(update_cfg_dict):
|
||
self.update_cfg(update_dict=update_cfg_dict)
|
||
|
||
if (self.remoteIP == ""):
|
||
dict2toml(self.taosadapter_cfg_dict, self.cfg_path)
|
||
else:
|
||
self.remote_exec(self.taosadapter_cfg_dict, "tAdapter.deploy(update_cfg_dict)")
|
||
|
||
self.deployed = 1
|
||
|
||
tdLog.debug(f"taosadapter is deployed and configured by {self.cfg_path}")
|
||
|
||
def start(self):
|
||
bin_path = get_path(tool="taosadapter")
|
||
|
||
if (bin_path == ""):
|
||
tdLog.exit("taosadapter not found!")
|
||
else:
|
||
tdLog.info(f"taosadapter found: {bin_path}")
|
||
|
||
if platform.system().lower() == 'windows':
|
||
cmd = f"mintty -h never {bin_path} -c {self.cfg_path}"
|
||
else:
|
||
cmd = f"nohup {bin_path} -c {self.cfg_path} > /dev/null & "
|
||
|
||
if self.remoteIP:
|
||
self.remote_exec(self.taosadapter_cfg_dict, f"tAdapter.deployed=1\ntAdapter.log_dir={self.log_dir}\ntAdapter.cfg_dir={self.cfg_dir}\ntAdapter.start()")
|
||
self.running = 1
|
||
else:
|
||
os.system(f"rm -rf {self.log_dir}{os.sep}taosadapter*")
|
||
if os.system(cmd) != 0:
|
||
tdLog.exit(cmd)
|
||
self.running = 1
|
||
tdLog.debug(f"taosadapter is running with {cmd} " )
|
||
|
||
time.sleep(0.1)
|
||
|
||
taosadapter_port = self.taosadapter_cfg_dict["port"]
|
||
for i in range(5):
|
||
ip = 'localhost'
|
||
if self.remoteIP != "":
|
||
ip = self.remoteIP
|
||
url = f'http://{ip}:{taosadapter_port}/-/ping'
|
||
try:
|
||
r = requests.get(url)
|
||
if r.status_code == 200:
|
||
tdLog.info(f"the taosadapter has been started, using port:{taosadapter_port}")
|
||
break
|
||
except Exception:
|
||
tdLog.info(f"the taosadapter do not started!!!")
|
||
time.sleep(1)
|
||
|
||
def start_taosadapter(self):
|
||
"""
|
||
use this method, must deploy taosadapter
|
||
"""
|
||
bin_path = get_path(tool="taosadapter")
|
||
|
||
if (bin_path == ""):
|
||
tdLog.exit("taosadapter not found!")
|
||
else:
|
||
tdLog.info(f"taosadapter found: {bin_path}")
|
||
|
||
if self.deployed == 0:
|
||
tdLog.exit("taosadapter is not deployed")
|
||
|
||
if platform.system().lower() == 'windows':
|
||
cmd = f"mintty -h never {bin_path} -c {self.cfg_dir}"
|
||
else:
|
||
cmd = f"nohup {bin_path} -c {self.cfg_path} > /dev/null & "
|
||
|
||
if self.remoteIP:
|
||
self.remote_exec(self.taosadapter_cfg_dict, f"tAdapter.deployed=1\ntAdapter.log_dir={self.log_dir}\ntAdapter.cfg_dir={self.cfg_dir}\ntAdapter.start()")
|
||
self.running = 1
|
||
else:
|
||
if os.system(cmd) != 0:
|
||
tdLog.exit(cmd)
|
||
self.running = 1
|
||
tdLog.debug(f"taosadapter is running with {cmd} " )
|
||
|
||
time.sleep(0.1)
|
||
|
||
def stop(self, force_kill=False):
|
||
signal = "-9" if force_kill else "-15"
|
||
if self.remoteIP:
|
||
self.remote_exec(self.taosadapter_cfg_dict, "tAdapter.running=1\ntAdapter.stop()")
|
||
tdLog.info("stop taosadapter")
|
||
return
|
||
toBeKilled = "taosadapter"
|
||
if platform.system().lower() == 'windows':
|
||
psCmd = f"ps -ef|grep -w {toBeKilled}| grep -v grep | awk '{{print $2}}'"
|
||
processID = subprocess.check_output(psCmd, shell=True).decode("utf-8").strip()
|
||
while(processID):
|
||
killCmd = "kill %s %s > nul 2>&1" % (signal, processID)
|
||
os.system(killCmd)
|
||
time.sleep(1)
|
||
processID = subprocess.check_output(psCmd, shell=True).decode("utf-8").strip()
|
||
self.running = 0
|
||
tdLog.debug(f"taosadapter is stopped by kill {signal}")
|
||
|
||
else:
|
||
if self.running != 0:
|
||
psCmd = f"ps -ef|grep -w {toBeKilled}| grep -v grep | awk '{{print $2}}'"
|
||
processID = subprocess.check_output(psCmd, shell=True).decode("utf-8").strip()
|
||
while(processID):
|
||
killCmd = "kill %s %s > /dev/null 2>&1" % (signal, processID)
|
||
os.system(killCmd)
|
||
time.sleep(1)
|
||
processID = subprocess.check_output(psCmd, shell=True).decode("utf-8").strip()
|
||
port = 6041
|
||
fuserCmd = f"fuser -k -n tcp {port} > /dev/null"
|
||
os.system(fuserCmd)
|
||
self.running = 0
|
||
tdLog.debug(f"taosadapter is stopped by kill {signal}")
|
||
|
||
|
||
|
||
tAdapter = TAdapter()
|