230 lines
9.3 KiB
Python
230 lines
9.3 KiB
Python
|
||
import taos
|
||
import sys
|
||
import time
|
||
from datetime import datetime
|
||
import socket
|
||
import os
|
||
import platform
|
||
if platform.system().lower() == 'windows':
|
||
import wexpect as taosExpect
|
||
else:
|
||
import pexpect as taosExpect
|
||
|
||
from util.log import *
|
||
from util.sql import *
|
||
from util.cases import *
|
||
from util.dnodes import *
|
||
from util.cluster import *
|
||
|
||
class TDTestCase:
|
||
#updatecfgDict = {'clientCfg': {'serverPort': 7080, 'firstEp': 'trd02:7080', 'secondEp':'trd02:7080'},\
|
||
# 'serverPort': 7080, 'firstEp': 'trd02:7080'}
|
||
# hostname = socket.gethostname()
|
||
# if (platform.system().lower() == 'windows' and not tdDnodes.dnodes[0].remoteIP == ""):
|
||
# try:
|
||
# config = eval(tdDnodes.dnodes[0].remoteIP)
|
||
# hostname = config["host"]
|
||
# except Exception:
|
||
# hostname = tdDnodes.dnodes[0].remoteIP
|
||
# serverPort = '7080'
|
||
# rpcDebugFlagVal = '143'
|
||
# clientCfgDict = {'serverPort': '', 'firstEp': '', 'secondEp':'', 'rpcDebugFlag':'135', 'fqdn':''}
|
||
# clientCfgDict["serverPort"] = serverPort
|
||
# clientCfgDict["firstEp"] = hostname + ':' + serverPort
|
||
# clientCfgDict["secondEp"] = hostname + ':' + serverPort
|
||
# clientCfgDict["rpcDebugFlag"] = rpcDebugFlagVal
|
||
# clientCfgDict["fqdn"] = hostname
|
||
|
||
# updatecfgDict = {'clientCfg': {}, 'serverPort': '', 'firstEp': '', 'secondEp':'', 'rpcDebugFlag':'135', 'fqdn':''}
|
||
# updatecfgDict["clientCfg"] = clientCfgDict
|
||
# updatecfgDict["serverPort"] = serverPort
|
||
# updatecfgDict["firstEp"] = hostname + ':' + serverPort
|
||
# updatecfgDict["secondEp"] = hostname + ':' + serverPort
|
||
# updatecfgDict["fqdn"] = hostname
|
||
|
||
# print ("===================: ", updatecfgDict)
|
||
|
||
def init(self, conn, logSql, replicaVar=1):
|
||
self.replicaVar = int(replicaVar)
|
||
tdLog.debug(f"start to excute {__file__}")
|
||
tdSql.init(conn.cursor())
|
||
|
||
def getBuildPath(self):
|
||
selfPath = os.path.dirname(os.path.realpath(__file__))
|
||
|
||
if ("community" in selfPath):
|
||
projPath = selfPath[:selfPath.find("community")]
|
||
else:
|
||
projPath = selfPath[:selfPath.find("tests")]
|
||
|
||
for root, dirs, files in os.walk(projPath):
|
||
if ("taosd" in files or "taosd.exe" in files):
|
||
rootRealPath = os.path.dirname(os.path.realpath(root))
|
||
if ("packaging" not in rootRealPath):
|
||
buildPath = root[:len(root) - len("/build/bin")]
|
||
break
|
||
return buildPath
|
||
|
||
def get_process_pid(self,processname):
|
||
#origin artical link：https://blog.csdn.net/weixin_45623536/article/details/122099062
|
||
process_info_list = []
|
||
process = os.popen('ps -A | grep %s'% processname)
|
||
process_info = process.read()
|
||
for i in process_info.split(' '):
|
||
if i != "":
|
||
process_info_list.append(i)
|
||
print(process_info_list)
|
||
if len(process_info_list) != 0 :
|
||
pid = int(process_info_list[0])
|
||
else :
|
||
pid = 0
|
||
return pid
|
||
|
||
def checkAndstopPro(self,processName,startAction):
|
||
i = 1
|
||
count = 10
|
||
for i in range(count):
|
||
taosdPid=self.get_process_pid(processName)
|
||
if taosdPid != 0 and taosdPid != "" :
|
||
tdLog.info("stop taosd %s ,kill pid :%s "%(startAction,taosdPid))
|
||
os.system("kill -9 %d"%taosdPid)
|
||
break
|
||
else:
|
||
tdLog.info( "wait start taosd ,times: %d "%i)
|
||
time.sleep(1)
|
||
i+= 1
|
||
else :
|
||
tdLog.exit("taosd %s is not running "%startAction)
|
||
|
||
def taosdCommandStop(self,startAction,taosdCmdRun):
|
||
processName="taosd"
|
||
taosdCmd = taosdCmdRun + startAction
|
||
tdLog.printNoPrefix("%s"%taosdCmd)
|
||
logTime=datetime.now().strftime('%Y%m%d_%H%M%S_%f')
|
||
os.system(f"nohup {taosdCmd} > {logTime}.log 2>&1 & ")
|
||
self.checkAndstopPro(processName,startAction)
|
||
os.system(f"rm -rf {logTime}.log")
|
||
|
||
|
||
def taosdCommandExe(self,startAction,taosdCmdRun):
|
||
taosdCmd = taosdCmdRun + startAction
|
||
tdLog.printNoPrefix("%s"%taosdCmd)
|
||
os.system(f"{taosdCmd}")
|
||
|
||
def preData(self):
|
||
# database\stb\tb\chiild-tb\rows\topics
|
||
tdSql.execute("create user testpy pass 'testpy'")
|
||
tdSql.execute("drop database if exists db0;")
|
||
tdSql.execute("create database db0;")
|
||
tdSql.execute("use db0;")
|
||
tdSql.execute("create table if not exists db0.stb (ts timestamp, c1 int, c2 float, c3 double) tags (t1 int unsigned);")
|
||
tdSql.execute("create table db0.ct1 using db0.stb tags(1000);")
|
||
tdSql.execute("create table db0.ct2 using db0.stb tags(2000);")
|
||
tdSql.execute("create table if not exists db0.ntb (ts timestamp, c1 int, c2 float, c3 double) ;")
|
||
tdSql.query("show db0.stables;")
|
||
tdSql.execute("insert into db0.ct1 values(now+0s, 10, 2.0, 3.0);")
|
||
tdSql.execute("insert into db0.ct1 values(now+1s, 11, 2.1, 3.1)(now+2s, 12, 2.2, 3.2)(now+3s, 13, 2.3, 3.3);")
|
||
tdSql.execute("insert into db0.ntb values(now+2s, 10, 2.0, 3.0);")
|
||
tdSql.execute("create sma index sma_index_name1 on db0.stb function(max(c1),max(c2),min(c1)) interval(6m,10s) sliding(6m);")
|
||
tdSql.execute("create topic tpc1 as select * from db0.ct2; ")
|
||
|
||
|
||
#stream
|
||
tdSql.execute("drop database if exists source_db;")
|
||
tdSql.query("create database source_db vgroups 3;")
|
||
tdSql.query("use source_db")
|
||
tdSql.query("create table if not exists source_db.stb (ts timestamp, k int) tags (a int);")
|
||
tdSql.query("create table source_db.ct1 using source_db.stb tags(1000);create table source_db.ct2 using source_db.stb tags(2000);create table source_db.ct3 using source_db.stb tags(3000);")
|
||
tdSql.query("create stream s1 into source_db.output_stb as select _wstart AS start, min(k), max(k), sum(k) from source_db.stb interval(10m);")
|
||
|
||
|
||
#TD-19944 -Q=3
|
||
tdsqlN=tdCom.newTdSql()
|
||
|
||
tdsqlN.query("select * from source_db.stb")
|
||
tdsqlN.query("select * from db0.stb")
|
||
|
||
def run(self):
|
||
# tdSql.prepare()
|
||
# time.sleep(2)
|
||
self.preData()
|
||
#tdLog.info ("hostname: %s" % hostname)
|
||
|
||
buildPath = self.getBuildPath()
|
||
if (buildPath == ""):
|
||
tdLog.exit("taosd not found!")
|
||
else:
|
||
tdLog.info("taosd found in %s" % buildPath)
|
||
cfgPath = buildPath + "/../sim/psim/cfg"
|
||
taosdCfgPath = buildPath + "/../sim/dnode1/cfg"
|
||
|
||
|
||
taosdCmdRun= buildPath + '/build/bin/taosd'
|
||
tdLog.info("cfgPath: %s" % cfgPath)
|
||
# keyDict['h'] = self.hostname
|
||
# keyDict['c'] = cfgPath
|
||
# keyDict['P'] = self.serverPort
|
||
tdDnodes=cluster.dnodes
|
||
for i in range(5):
|
||
tdDnodes[i].stoptaosd()
|
||
|
||
|
||
startAction = " -s -c " + taosdCfgPath
|
||
tdLog.printNoPrefix("================================ parameter: %s"%startAction)
|
||
self.taosdCommandExe(startAction,taosdCmdRun)
|
||
os.system(" rm -rf sdb.json ")
|
||
|
||
|
||
startAction = " --help"
|
||
tdLog.printNoPrefix("================================ parameter: %s"%startAction)
|
||
self.taosdCommandExe(startAction,taosdCmdRun)
|
||
|
||
startAction = " -h"
|
||
tdLog.printNoPrefix("================================ parameter: %s"%startAction)
|
||
self.taosdCommandExe(startAction,taosdCmdRun)
|
||
|
||
startAction=" -a jsonFile:./taosdCaseTmp.json"
|
||
tdLog.printNoPrefix("================================ parameter: %s"%startAction)
|
||
os.system("echo \'{\"queryPolicy\":\"3\"}\' > taosdCaseTmp.json")
|
||
self.taosdCommandStop(startAction,taosdCmdRun)
|
||
|
||
startAction = " -a jsonFile:./taosdCaseTmp.json -C "
|
||
tdLog.printNoPrefix("================================ parameter: %s"%startAction)
|
||
self.taosdCommandExe(startAction,taosdCmdRun)
|
||
|
||
os.system("rm -rf taosdCaseTmp.json")
|
||
|
||
startAction = " -c " + taosdCfgPath
|
||
tdLog.printNoPrefix("================================ parameter: %s"%startAction)
|
||
self.taosdCommandStop(startAction,taosdCmdRun)
|
||
|
||
|
||
|
||
startAction = " -e TAOS_QUERY_POLICY=2 "
|
||
tdLog.printNoPrefix("================================ parameter: %s"%startAction)
|
||
self.taosdCommandStop(startAction,taosdCmdRun)
|
||
|
||
|
||
startAction=" -E taosdCaseTmp/.env"
|
||
tdLog.printNoPrefix("================================ parameter: %s"%startAction)
|
||
os.system(" mkdir -p taosdCaseTmp ")
|
||
os.system("echo \'TAOS_QUERY_POLICY=3\' > taosdCaseTmp/.env ")
|
||
self.taosdCommandStop(startAction,taosdCmdRun)
|
||
os.system(" rm -rf taosdCaseTmp ")
|
||
|
||
startAction = " -V"
|
||
tdLog.printNoPrefix("================================ parameter: %s"%startAction)
|
||
self.taosdCommandExe(startAction,taosdCmdRun)
|
||
|
||
startAction = " -k"
|
||
tdLog.printNoPrefix("================================ parameter: %s"%startAction)
|
||
self.taosdCommandExe(startAction,taosdCmdRun)
|
||
|
||
def stop(self):
|
||
tdSql.close()
|
||
tdLog.success(f"{__file__} successfully executed")
|
||
|
||
tdCases.addLinux(__file__, TDTestCase())
|
||
tdCases.addWindows(__file__, TDTestCase())
|