153 lines
6.0 KiB
Python
153 lines
6.0 KiB
Python
###################################################################
|
||
# Copyright (c) 2016 by TAOS Technologies, Inc.
|
||
# All rights reserved.
|
||
#
|
||
# This file is proprietary and confidential to TAOS Technologies.
|
||
# No part of this file may be reproduced, stored, transmitted,
|
||
# disclosed or used in any form or by any means other than as
|
||
# expressly provided by the written permission from Jianhui Tao
|
||
#
|
||
###################################################################
|
||
|
||
# -*- coding: utf-8 -*-
|
||
|
||
import os
|
||
import ast
|
||
import re
|
||
|
||
# from assertpy import assert_that
|
||
import subprocess
|
||
import frame
|
||
import frame.etool
|
||
from frame.log import *
|
||
from frame.cases import *
|
||
from frame.sql import *
|
||
from frame.caseBase import *
|
||
from frame import *
|
||
|
||
|
||
class TDTestCase(TBase):
|
||
# 获取taosc接口查询的结果文件中的内容,返回每行数据,并断言数据的第一列内容。
|
||
def assertfileDataTaosc(self, filename, expectResult):
|
||
self.filename = filename
|
||
self.expectResult = expectResult
|
||
with open("%s" % filename, "r+") as f1:
|
||
for line in f1.readlines():
|
||
queryResultTaosc = line.strip().split()[0]
|
||
self.assertCheck(filename, queryResultTaosc, expectResult)
|
||
|
||
# 获取restful接口查询的结果文件中的关键内容,目前的关键内容找到第一个key就跳出循，所以就只有一个数据。后续再修改多个结果文件。
|
||
def getfileDataRestful(self, filename):
|
||
self.filename = filename
|
||
with open("%s" % filename, "r+") as f1:
|
||
for line in f1.readlines():
|
||
contents = line.strip()
|
||
if contents.find("data") != -1:
|
||
pattern = re.compile("{.*}")
|
||
contents = pattern.search(contents).group()
|
||
contentsDict = ast.literal_eval(contents) # 字符串转换为字典
|
||
queryResultRest = contentsDict["data"][0][0]
|
||
break
|
||
else:
|
||
queryResultRest = ""
|
||
return queryResultRest
|
||
|
||
# 获取taosc接口查询次数
|
||
def queryTimesTaosc(self, filename):
|
||
self.filename = filename
|
||
command = "cat %s |wc -l" % filename
|
||
times = int(subprocess.getstatusoutput(command)[1])
|
||
return times
|
||
|
||
# 获取restful接口查询次数
|
||
def queryTimesRestful(self, filename):
|
||
self.filename = filename
|
||
command = 'cat %s |grep "200 OK" |wc -l' % filename
|
||
times = int(subprocess.getstatusoutput(command)[1])
|
||
return times
|
||
|
||
# 定义断言结果是否正确。不正确返回错误结果，正确即通过。
|
||
def assertCheck(self, filename, queryResult, expectResult):
|
||
self.filename = filename
|
||
self.queryResult = queryResult
|
||
self.expectResult = expectResult
|
||
args0 = (filename, queryResult, expectResult)
|
||
assert queryResult == expectResult, (
|
||
"Queryfile:%s ,result is %s != expect: %s" % args0
|
||
)
|
||
|
||
def run(self):
|
||
binPath = etool.benchMarkFile()
|
||
if binPath == "":
|
||
tdLog.exit("taosBenchmark not found!")
|
||
else:
|
||
tdLog.info("taosBenchmark use %s" % binPath)
|
||
|
||
# delete useless files
|
||
os.system("rm -rf ./query_res*")
|
||
os.system("rm -rf ./all_query*")
|
||
|
||
# taosc query: query specified table and query super table
|
||
os.system("%s -f ./tools/benchmark/basic/json/queryInsertdata.json" % binPath)
|
||
os.system("%s -f ./tools/benchmark/basic/json/queryTaosc.json" % binPath)
|
||
# forbid parallel spec query with super query
|
||
os.system("%s -f ./tools/benchmark/basic/json/queryTaosc1.json" % binPath)
|
||
os.system("cat query_res0.txt* > all_query_res0_taosc.txt")
|
||
os.system("cat query_res1.txt* > all_query_res1_taosc.txt")
|
||
os.system("cat query_res2.txt* > all_query_res2_taosc.txt")
|
||
|
||
# correct Times testcases
|
||
queryTimes0Taosc = self.queryTimesTaosc("all_query_res0_taosc.txt")
|
||
self.assertCheck("all_query_res0_taosc.txt", queryTimes0Taosc, 6)
|
||
|
||
queryTimes1Taosc = self.queryTimesTaosc("all_query_res1_taosc.txt")
|
||
self.assertCheck("all_query_res1_taosc.txt", queryTimes1Taosc, 6)
|
||
|
||
queryTimes2Taosc = self.queryTimesTaosc("all_query_res2_taosc.txt")
|
||
self.assertCheck("all_query_res2_taosc.txt", queryTimes2Taosc, 20)
|
||
|
||
# correct data testcase
|
||
self.assertfileDataTaosc("all_query_res0_taosc.txt", "1604160000099")
|
||
self.assertfileDataTaosc("all_query_res1_taosc.txt", "100")
|
||
self.assertfileDataTaosc("all_query_res2_taosc.txt", "1604160000199")
|
||
|
||
# delete useless files
|
||
os.system("rm -rf ./query_res*")
|
||
os.system("rm -rf ./all_query*")
|
||
|
||
# query times less than or equal to 100
|
||
assert (
|
||
os.system("%s -f ./tools/benchmark/basic/json/queryInsertdata.json" % binPath) == 0
|
||
)
|
||
assert (
|
||
os.system("%s -f ./tools/benchmark/basic/json/querySpeciMutisql100.json" % binPath)
|
||
!= 0
|
||
)
|
||
assert (
|
||
os.system("%s -f ./tools/benchmark/basic/json/querySuperMutisql100.json" % binPath)
|
||
== 0
|
||
)
|
||
|
||
# query result print QPS
|
||
os.system("%s -f ./tools/benchmark/basic/json/queryInsertdata.json" % binPath)
|
||
exceptcode = os.system("%s -f ./tools/benchmark/basic/json/queryQps.json" % binPath)
|
||
assert exceptcode == 0
|
||
exceptcode = os.system("%s -f ./tools/benchmark/basic/json/queryQps1.json" % binPath)
|
||
assert exceptcode == 0
|
||
|
||
# delete useless files
|
||
os.system("rm -rf ./insert_res.txt")
|
||
os.system("rm -rf ./tools/benchmark/basic/*.py.sql")
|
||
os.system("rm -rf ./querySystemInfo*")
|
||
os.system("rm -rf ./query_res*")
|
||
os.system("rm -rf ./all_query*")
|
||
os.system("rm -rf ./test_query_res0.txt")
|
||
|
||
def stop(self):
|
||
tdSql.close()
|
||
tdLog.success("%s successfully executed" % __file__)
|
||
|
||
|
||
tdCases.addWindows(__file__, TDTestCase())
|
||
tdCases.addLinux(__file__, TDTestCase())
|