Merge pull request #4398 from taosdata/feature/sangshuduo/hivemq-test
[TD-2295] feature: add test case to support hivemq extension
This commit is contained in:
huili
GitHub
commit
56898051eb
|
|
@ -0,0 +1,249 @@
|
||||||
|
#!/usr/bin/python3
|
||||||
|
###################################################################
|
||||||
|
# Copyright (c) 2016 by TAOS Technologies, Inc.
|
||||||
|
# All rights reserved.
|
||||||
|
#
|
||||||
|
# This file is proprietary and confidential to TAOS Technologies.
|
||||||
|
# No part of this file may be reproduced, stored, transmitted,
|
||||||
|
# disclosed or used in any form or by any means other than as
|
||||||
|
# expressly provided by the written permission from Jianhui Tao
|
||||||
|
#
|
||||||
|
###################################################################
|
||||||
|
# install pip
|
||||||
|
# pip install src/connector/python/linux/python2/
|
||||||
|
import sys
|
||||||
|
import os
|
||||||
|
import os.path
|
||||||
|
import time
|
||||||
|
import glob
|
||||||
|
import getopt
|
||||||
|
import subprocess
|
||||||
|
from shutil import which
|
||||||
|
from multipledispatch import dispatch
|
||||||
|
|
||||||
|
|
||||||
|
@dispatch(str, str)
|
||||||
|
def v_print(msg: str, arg: str):
|
||||||
|
if verbose:
|
||||||
|
print(msg % arg)
|
||||||
|
|
||||||
|
|
||||||
|
@dispatch(str, int)
|
||||||
|
def v_print(msg: str, arg: int):
|
||||||
|
if verbose:
|
||||||
|
print(msg % int(arg))
|
||||||
|
|
||||||
|
|
||||||
|
@dispatch(str, int, int)
|
||||||
|
def v_print(msg: str, arg1: int, arg2: int):
|
||||||
|
if verbose:
|
||||||
|
print(msg % (int(arg1), int(arg2)))
|
||||||
|
|
||||||
|
|
||||||
|
@dispatch(str, int, int, int)
|
||||||
|
def v_print(msg: str, arg1: int, arg2: int, arg3: int):
|
||||||
|
if verbose:
|
||||||
|
print(msg % (int(arg1), int(arg2), int(arg3)))
|
||||||
|
|
||||||
|
|
||||||
|
@dispatch(str, int, int, int, int)
|
||||||
|
def v_print(msg: str, arg1: int, arg2: int, arg3: int, arg4: int):
|
||||||
|
if verbose:
|
||||||
|
print(msg % (int(arg1), int(arg2), int(arg3), int(arg4)))
|
||||||
|
|
||||||
|
|
||||||
|
def isHiveMQInstalled():
|
||||||
|
v_print("%s", "Check if HiveMQ installed")
|
||||||
|
defaultHiveMQPath = "/opt/hivemq*"
|
||||||
|
hiveMQDir = glob.glob(defaultHiveMQPath)
|
||||||
|
if (len(hiveMQDir) == 0):
|
||||||
|
v_print("%s", "ERROR: HiveMQ NOT found")
|
||||||
|
return False
|
||||||
|
else:
|
||||||
|
v_print("HiveMQ installed at %s", hiveMQDir[0])
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
def isMosquittoInstalled():
|
||||||
|
v_print("%s", "Check if mosquitto installed")
|
||||||
|
if not which('mosquitto_pub'):
|
||||||
|
v_print("%s", "ERROR: mosquitto is NOT installed")
|
||||||
|
return False
|
||||||
|
else:
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
def installExtension():
|
||||||
|
currentDir = os.getcwd()
|
||||||
|
extDir = 'src/connector/hivemq-tdengine-extension'
|
||||||
|
os.chdir('../..')
|
||||||
|
os.system('git submodule update --init -- %s' % extDir)
|
||||||
|
os.chdir(extDir)
|
||||||
|
v_print("%s", "build extension..")
|
||||||
|
os.system('mvn clean package')
|
||||||
|
|
||||||
|
tdExtensionZip = 'target/hivemq-tdengine-extension*.zip'
|
||||||
|
tdExtensionZipDir = glob.glob(tdExtensionZip)
|
||||||
|
|
||||||
|
defaultHiveMQPath = "/opt/hivemq*"
|
||||||
|
hiveMQDir = glob.glob(defaultHiveMQPath)
|
||||||
|
extPath = hiveMQDir[0] + '/extensions'
|
||||||
|
|
||||||
|
tdExtDir = glob.glob(extPath + '/hivemq-tdengine-extension')
|
||||||
|
if len(tdExtDir):
|
||||||
|
v_print("%s", "delete exist extension..")
|
||||||
|
os.system('rm -rf %s' % tdExtDir[0])
|
||||||
|
|
||||||
|
v_print("%s", "unzip extension..")
|
||||||
|
os.system('unzip %s -d %s' % (tdExtensionZipDir[0], extPath))
|
||||||
|
|
||||||
|
os.chdir(currentDir)
|
||||||
|
|
||||||
|
|
||||||
|
def stopProgram(prog: str):
|
||||||
|
psCmd = "ps ax|grep -w %s| grep -v grep | awk '{print $1}'" % prog
|
||||||
|
|
||||||
|
processID = subprocess.check_output(
|
||||||
|
psCmd, shell=True).decode("utf-8")
|
||||||
|
|
||||||
|
while(processID):
|
||||||
|
killCmd = "kill -TERM %s > /dev/null 2>&1" % processID
|
||||||
|
os.system(killCmd)
|
||||||
|
time.sleep(1)
|
||||||
|
processID = subprocess.check_output(
|
||||||
|
psCmd, shell=True).decode("utf-8")
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
def stopHiveMQ():
|
||||||
|
stopProgram("hivemq.jar")
|
||||||
|
v_print("%s", "ERROR: HiveMQ is NOT running")
|
||||||
|
|
||||||
|
|
||||||
|
def checkProgramRunning(prog: str):
|
||||||
|
psCmd = "ps ax|grep -w %s| grep -v grep | awk '{print $1}'" % prog
|
||||||
|
|
||||||
|
processID = subprocess.check_output(
|
||||||
|
psCmd, shell=True).decode("utf-8")
|
||||||
|
|
||||||
|
if not processID:
|
||||||
|
v_print("ERROR: %s is NOT running", prog)
|
||||||
|
return False
|
||||||
|
else:
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
def runHiveMQ():
|
||||||
|
defaultHiveMQPath = "/opt/hivemq*"
|
||||||
|
hiveMQDir = glob.glob(defaultHiveMQPath)
|
||||||
|
runPath = hiveMQDir[0] + '/bin/run.sh > /dev/null &'
|
||||||
|
os.system(runPath)
|
||||||
|
time.sleep(10)
|
||||||
|
|
||||||
|
if not checkProgramRunning("hivemq.jar"):
|
||||||
|
return False
|
||||||
|
else:
|
||||||
|
v_print("%s", "hivemq is running")
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
def getBuildPath():
|
||||||
|
selfPath = os.path.dirname(os.path.realpath(__file__))
|
||||||
|
|
||||||
|
binPath = ''
|
||||||
|
|
||||||
|
if ("community" in selfPath):
|
||||||
|
projPath = selfPath[:selfPath.find("community")]
|
||||||
|
else:
|
||||||
|
projPath = selfPath[:selfPath.find("tests")]
|
||||||
|
|
||||||
|
for root, dirs, files in os.walk(projPath):
|
||||||
|
if ("taosd" in files):
|
||||||
|
rootRealPath = os.path.dirname(os.path.realpath(root))
|
||||||
|
if ("packaging" not in rootRealPath):
|
||||||
|
binPath = root[:len(root) - len("/build/bin")]
|
||||||
|
break
|
||||||
|
return binPath
|
||||||
|
|
||||||
|
|
||||||
|
def runTDengine():
|
||||||
|
stopProgram("taosd")
|
||||||
|
|
||||||
|
buildPath = getBuildPath()
|
||||||
|
|
||||||
|
if (buildPath == ""):
|
||||||
|
v_print("%s", "ERROR: taosd NOT found!")
|
||||||
|
sys.exit(1)
|
||||||
|
else:
|
||||||
|
v_print("%s", "taosd found in %s" % buildPath)
|
||||||
|
|
||||||
|
binPath = buildPath + "/build/bin/taosd"
|
||||||
|
|
||||||
|
os.system('%s > /dev/null &' % binPath)
|
||||||
|
time.sleep(10)
|
||||||
|
if not checkProgramRunning("taosd"):
|
||||||
|
return False
|
||||||
|
else:
|
||||||
|
v_print("%s", "TDengine is running")
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
def reCreateDatabase():
|
||||||
|
buildPath = getBuildPath()
|
||||||
|
binPath = buildPath + "/build/bin/taos"
|
||||||
|
|
||||||
|
os.system('%s -s "DROP DATABASE IF EXISTS hivemq"' % binPath)
|
||||||
|
os.system('%s -s "CREATE DATABASE IF NOT EXISTS hivemq"' % binPath)
|
||||||
|
|
||||||
|
|
||||||
|
def sendMqttMsg(topic: str, payload: str):
|
||||||
|
testStr = 'mosquitto_pub -t %s -m "%s"' % (topic, payload)
|
||||||
|
os.system(testStr)
|
||||||
|
time.sleep(3)
|
||||||
|
|
||||||
|
|
||||||
|
def checkTDengineData(topic: str, payload: str):
|
||||||
|
buildPath = getBuildPath()
|
||||||
|
binPath = buildPath + "/build/bin/taos"
|
||||||
|
|
||||||
|
output = subprocess.check_output(
|
||||||
|
'%s -s "select * from hivemq.mqtt_payload"' %
|
||||||
|
binPath, shell=True).decode('utf-8')
|
||||||
|
if (topic in output) and (payload in output):
|
||||||
|
v_print("%s", output)
|
||||||
|
return True
|
||||||
|
else:
|
||||||
|
v_print("%s", "ERROR: mqtt topic or payload NOT found")
|
||||||
|
return False
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
verbose = True
|
||||||
|
testTopic = 'test'
|
||||||
|
testPayload = 'hello world'
|
||||||
|
|
||||||
|
if not isHiveMQInstalled():
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
if not isMosquittoInstalled():
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
stopHiveMQ()
|
||||||
|
|
||||||
|
installExtension()
|
||||||
|
|
||||||
|
if not runTDengine():
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
reCreateDatabase()
|
||||||
|
|
||||||
|
if not runHiveMQ():
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
sendMqttMsg(testTopic, testPayload)
|
||||||
|
|
||||||
|
if not checkTDengineData(testTopic, testPayload):
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
sys.exit(0)
|
||||||
Loading…
Reference in New Issue