################################################################### # Copyright (c) 2016 by TAOS Technologies, Inc. # All rights reserved. # # This file is proprietary and confidential to TAOS Technologies. # No part of this file may be reproduced, stored, transmitted, # disclosed or used in any form or by any means other than as # expressly provided by the written permission from Jianhui Tao # ################################################################### # -*- coding: utf-8 -*- import sys import os from util.log import * from util.cases import * from util.sql import * from util.dnodes import * import time from datetime import datetime import ast import re # from assertpy import assert_that import subprocess class TDTestCase: def init(self, conn, logSql): tdLog.debug("start to execute %s" % __file__) tdSql.init(conn.cursor(), logSql) def getBuildPath(self): selfPath = os.path.dirname(os.path.realpath(__file__)) if ("community" in selfPath): projPath = selfPath[:selfPath.find("community")] else: projPath = selfPath[:selfPath.find("tests")] for root, dirs, files in os.walk(projPath): if ("taosd" in files): rootRealPath = os.path.dirname(os.path.realpath(root)) if ("packaging" not in rootRealPath): buildPath = root[:len(root) - len("/build/bin")] break return buildPath # 获取taosc接口查询的结果文件中的内容,返回每行数据,并断言数据的第一列内容。 def assertfileDataTaosc(self, filename, expectResult): self.filename = filename self.expectResult = expectResult with open("%s" % filename, 'r+') as f1: for line in f1.readlines(): queryResultTaosc = line.strip().split()[0] self.assertCheck(filename, queryResultTaosc, expectResult) # 获取restful接口查询的结果文件中的关键内容,目前的关键内容找到第一个key就跳出循，所以就只有一个数据。后续再修改多个结果文件。 def getfileDataRestful(self, filename): self.filename = filename with open("%s" % filename, 'r+') as f1: for line in f1.readlines(): contents = line.strip() if contents.find("data") != -1: pattern = re.compile("{.*}") contents = pattern.search(contents).group() contentsDict = ast.literal_eval(contents) # 字符串转换为字典 queryResultRest = contentsDict['data'][0][0] break else : queryResultRest = "" return queryResultRest # 获取taosc接口查询次数 def queryTimesTaosc(self, filename): self.filename = filename command = 'cat %s |wc -l' % filename times = int(subprocess.getstatusoutput(command)[1]) return times # 获取restful接口查询次数 def queryTimesRestful(self, filename): self.filename = filename command = 'cat %s |grep "200 OK" |wc -l' % filename times = int(subprocess.getstatusoutput(command)[1]) return times # 定义断言结果是否正确。不正确返回错误结果，正确即通过。 def assertCheck(self, filename, queryResult, expectResult): self.filename = filename self.queryResult = queryResult self.expectResult = expectResult args0 = (filename, queryResult, expectResult) assert queryResult == expectResult, "Queryfile:%s ,result is %s != expect: %s" % args0 def run(self): buildPath = self.getBuildPath() if (buildPath == ""): tdLog.exit("taosd not found!") else: tdLog.info("taosd found in %s" % buildPath) binPath = buildPath + "/build/bin/" # delete useless files os.system("rm -rf ./query_res*") os.system("rm -rf ./all_query*") # taosc query: query specified table and query super table os.system( "%staosBenchmark -f tools/taosdemoAllTest/queryInsertdata.json" % binPath) os.system( "%staosBenchmark -f tools/taosdemoAllTest/queryTaosc.json" % binPath) os.system("cat query_res0.txt* > all_query_res0_taosc.txt") os.system("cat query_res1.txt* > all_query_res1_taosc.txt") os.system("cat query_res2.txt* > all_query_res2_taosc.txt") # correct Times testcases queryTimes0Taosc = self.queryTimesTaosc("all_query_res0_taosc.txt") self.assertCheck("all_query_res0_taosc.txt", queryTimes0Taosc, 6) queryTimes1Taosc = self.queryTimesTaosc("all_query_res1_taosc.txt") self.assertCheck("all_query_res1_taosc.txt", queryTimes1Taosc, 6) queryTimes2Taosc = self.queryTimesTaosc("all_query_res2_taosc.txt") self.assertCheck("all_query_res2_taosc.txt", queryTimes2Taosc, 20) # correct data testcase self.assertfileDataTaosc("all_query_res0_taosc.txt", "1604160000099") self.assertfileDataTaosc("all_query_res1_taosc.txt", "100") self.assertfileDataTaosc("all_query_res2_taosc.txt", "1604160000199") # delete useless files os.system("rm -rf ./query_res*") os.system("rm -rf ./all_query*") # use restful api to query os.system( "%staosBenchmark -f tools/taosdemoAllTest/queryInsertrestdata.json" % binPath) os.system( "%staosBenchmark -f tools/taosdemoAllTest/queryRestful.json" % binPath) os.system("cat query_res0.txt* > all_query_res0_rest.txt") os.system("cat query_res1.txt* > all_query_res1_rest.txt") os.system("cat query_res2.txt* > all_query_res2_rest.txt") # correct Times testcases queryTimes0Restful = self.queryTimesRestful("all_query_res0_rest.txt") self.assertCheck("all_query_res0_rest.txt", queryTimes0Restful, 6) queryTimes1Restful = self.queryTimesRestful("all_query_res1_rest.txt") self.assertCheck("all_query_res1_rest.txt", queryTimes1Restful, 6) queryTimes2Restful = self.queryTimesRestful("all_query_res2_rest.txt") self.assertCheck("all_query_res2_rest.txt", queryTimes2Restful, 4) # correct data testcase data0 = self.getfileDataRestful("all_query_res0_rest.txt") self.assertCheck( 'all_query_res0_rest.txt', data0, "2020-11-01 00:00:00.009") data1 = self.getfileDataRestful("all_query_res1_rest.txt") self.assertCheck('all_query_res1_rest.txt', data1, 10) data2 = self.getfileDataRestful("all_query_res2_rest.txt") self.assertCheck( 'all_query_res2_rest.txt', data2, "2020-11-01 00:00:00.004") # query times less than or equal to 100 assert os.system( "%staosBenchmark -f tools/taosdemoAllTest/queryInsertdata.json" % binPath) == 0 assert os.system( "%staosBenchmark -f tools/taosdemoAllTest/querySpeciMutisql100.json" % binPath) != 0 assert os.system( "%staosBenchmark -f tools/taosdemoAllTest/querySuperMutisql100.json" % binPath) == 0 # query result print QPS os.system( "%staosBenchmark -f tools/taosdemoAllTest/queryInsertdata.json" % binPath) exceptcode = os.system( "%staosBenchmark -f tools/taosdemoAllTest/queryQps.json" % binPath) assert exceptcode == 0 # use illegal or out of range parameters query json file os.system( "%staosBenchmark -f tools/taosdemoAllTest/queryInsertdata.json" % binPath) exceptcode = os.system( "%staosBenchmark -f tools/taosdemoAllTest/queryTimes0.json" % binPath) assert exceptcode != 0 exceptcode0 = os.system( "%staosBenchmark -f tools/taosdemoAllTest/queryTimesless0.json" % binPath) assert exceptcode0 != 0 exceptcode1 = os.system( "%staosBenchmark -f tools/taosdemoAllTest/queryConcurrentless0.json" % binPath) assert exceptcode1 != 0 exceptcode2 = os.system( "%staosBenchmark -f tools/taosdemoAllTest/queryConcurrent0.json" % binPath) assert exceptcode2 != 0 exceptcode3 = os.system( "%staosBenchmark -f tools/taosdemoAllTest/querrThreadsless0.json" % binPath) assert exceptcode3 != 0 exceptcode4 = os.system( "%staosBenchmark -f tools/taosdemoAllTest/querrThreads0.json" % binPath) assert exceptcode4 != 0 # delete useless files os.system("rm -rf ./insert_res.txt") os.system("rm -rf tools/taosdemoAllTest/*.py.sql") os.system("rm -rf ./querySystemInfo*") os.system("rm -rf ./query_res*") os.system("rm -rf ./all_query*") os.system("rm -rf ./test_query_res0.txt") def stop(self): tdSql.close() tdLog.success("%s successfully executed" % __file__) tdCases.addWindows(__file__, TDTestCase()) tdCases.addLinux(__file__, TDTestCase())