################################################################### # Copyright (c) 2016 by TAOS Technologies, Inc. # All rights reserved. # # This file is proprietary and confidential to TAOS Technologies. # No part of this file may be reproduced, stored, transmitted, # disclosed or used in any form or by any means other than as # expressly provided by the written permission from Jianhui Tao # ################################################################### # -*- coding: utf-8 -*- import sys import os from util.log import * from util.cases import * from util.sql import * from util.dnodes import * import time from datetime import datetime import subprocess class TDTestCase: def init(self, conn, logSql): tdLog.debug("start to execute %s" % __file__) tdSql.init(conn.cursor(), logSql) def getBuildPath(self): selfPath = os.path.dirname(os.path.realpath(__file__)) if ("community" in selfPath): projPath = selfPath[:selfPath.find("community")] else: projPath = selfPath[:selfPath.find("tests")] for root, dirs, files in os.walk(projPath): if ("taosd" in files): rootRealPath = os.path.dirname(os.path.realpath(root)) if ("packaging" not in rootRealPath): buildPath = root[:len(root)-len("/build/bin")] break return buildPath # get the number of subscriptions def subTimes(self,filename): self.filename = filename command = 'cat %s |wc -l'% filename times = int(subprocess.getstatusoutput(command)[1]) return times # assert results def assertCheck(self,filename,subResult,expectResult): self.filename = filename self.subResult = subResult self.expectResult = expectResult args0 = (filename, subResult, expectResult) assert subResult == expectResult , "Queryfile:%s ,result is %s != expect: %s" % args0 def run(self): buildPath = self.getBuildPath() if (buildPath == ""): tdLog.exit("taosd not found!") else: tdLog.info("taosd found in %s" % buildPath) binPath = buildPath+ "/build/bin/" # clear env os.system("ps -ef |grep 'taosdemoAllTest/subSync.json' |grep -v 'grep' |awk '{print $2}'|xargs kill -9") os.system("ps -ef |grep 'taosdemoAllTest/subSyncKeepStart.json' |grep -v 'grep' |awk '{print $2}'|xargs kill -9") sleep(1) os.system("rm -rf ./subscribe_res*") os.system("rm -rf ./all_subscribe_res*") sleep(2) # subscribe: sync os.system("%staosBenchmark -f tools/taosdemoAllTest/subInsertdata.json" % binPath) os.system("nohup %staosBenchmark -f tools/taosdemoAllTest/subSync.json &" % binPath) query_pid = int(subprocess.getstatusoutput('ps aux|grep "taosdemoAllTest/subSync.json" |grep -v "grep"|awk \'{print $2}\'')[1]) # insert extral data tdSql.execute("use db") tdSql.execute("insert into stb00_0 values(1614218412000,'R','bf3',8637,98.861045)") tdSql.execute("insert into stb00_1 values(1614218412000,'R','bf3',8637,78.861045)(1614218422000,'R','bf3',8637,98.861045)") sleep(5) # merge result files os.system("cat subscribe_res0.txt* > all_subscribe_res0.txt") os.system("cat subscribe_res1.txt* > all_subscribe_res1.txt") os.system("cat subscribe_res2.txt* > all_subscribe_res2.txt") os.system("cat subscribe_res3.txt* > all_subscribe_res3.txt") # correct subscribeTimes testcase subTimes0 = self.subTimes("all_subscribe_res0.txt") self.assertCheck("all_subscribe_res0.txt",subTimes0 ,22) subTimes1 = self.subTimes("all_subscribe_res1.txt") self.assertCheck("all_subscribe_res1.txt",subTimes1 ,24) subTimes2 = self.subTimes("all_subscribe_res2.txt") self.assertCheck("all_subscribe_res2.txt",subTimes2 ,21) subTimes3 = self.subTimes("all_subscribe_res3.txt") self.assertCheck("all_subscribe_res3.txt",subTimes3 ,13) # correct data testcase os.system("kill -9 %d" % query_pid) sleep(3) os.system("rm -rf ./subscribe_res*") os.system("rm -rf ./all_subscribe*") # # sql number lager 100 os.system("%staosBenchmark -f tools/taosdemoAllTest/subInsertdataMaxsql100.json" % binPath) assert os.system("%staosBenchmark -f tools/taosdemoAllTest/subSyncSpecMaxsql100.json" % binPath) != 0 assert os.system("%staosBenchmark -f tools/taosdemoAllTest/subSyncSuperMaxsql100.json" % binPath) != 0 # # result files is null # os.system("%staosBenchmark -f tools/taosdemoAllTest/subInsertdataMaxsql100.json" % binPath) # os.system("%staosBenchmark -f tools/taosdemoAllTest/subSyncResFileNull.json" % binPath) # # assert os.system("%staosBenchmark -f tools/taosdemoAllTest/subSyncResFileNull.json" % binPath) != 0 # resubAfterConsume= -1 endAfter=-1 ; os.system('kill -9 `ps aux|grep "subSyncResubACMinus1.json" |grep -v "grep"|awk \'{print $2}\'` ') os.system("nohup %staosBenchmark -f tools/taosdemoAllTest/Resubjson/subSyncResubACMinus1.json & " % binPath) sleep(2) query_pid1 = int(subprocess.getstatusoutput('ps aux|grep "subSyncResubACMinus1.json" |grep -v "grep"|awk \'{print $2}\'')[1]) print("get sub1 process'pid") subres0Number1 =int(subprocess.getstatusoutput('grep "1614218412000" subscribe_res0* |wc -l' )[1]) subres2Number1 =int(subprocess.getstatusoutput('grep "1614218412000" subscribe_res2* |wc -l' )[1]) assert 0==subres0Number1 , "subres0Number1 error" assert 0==subres2Number1 , "subres2Number1 error" tdSql.execute("insert into db.stb00_0 values(1614218412000,'R','bf3',8637,78.861045)(1614218413000,'R','bf3',8637,98.861045)") sleep(4) subres2Number2 =int(subprocess.getstatusoutput('grep "1614218412000" subscribe_res0* |wc -l' )[1]) subres0Number2 =int(subprocess.getstatusoutput('grep "1614218412000" subscribe_res0* |wc -l' )[1]) assert 0!=subres2Number2 , "subres2Number2 error" assert 0!=subres0Number2 , "subres0Number2 error" os.system("kill -9 %d" % query_pid1) os.system("rm -rf ./subscribe_res*") # # resubAfterConsume= -1 endAfter=0 ; # os.system("%staosBenchmark -f tools/taosdemoAllTest/subInsertdataMaxsql100.json" % binPath) # os.system('kill -9 `ps aux|grep "subSyncResubACMinus1endAfter0.json" |grep -v "grep"|awk \'{print $2}\'` ') # os.system("nohup %staosBenchmark -f tools/taosdemoAllTest/Resubjson/subSyncResubACMinus1endAfter0.json & " % binPath) # sleep(2) # query_pid1 = int(subprocess.getstatusoutput('ps aux|grep "subSyncResubACMinus1endAfter0.json" |grep -v "grep"|awk \'{print $2}\'')[1]) # print("get sub2 process'pid") # subres0Number1 =int(subprocess.getstatusoutput('grep "1614218412000" subscribe_res0* |wc -l' )[1]) # subres2Number1 =int(subprocess.getstatusoutput('grep "1614218412000" subscribe_res2* |wc -l' )[1]) # assert 0==subres0Number1 , "subres0Number1 error" # assert 0==subres2Number1 , "subres2Number1 error" # tdSql.execute("insert into db.stb00_0 values(1614218412000,'R','bf3',8637,78.861045)(1614218413000,'R','bf3',8637,98.861045)") # sleep(4) # subres2Number2 =int(subprocess.getstatusoutput('grep "1614218412000" subscribe_res0* |wc -l' )[1]) # subres0Number2 =int(subprocess.getstatusoutput('grep "1614218412000" subscribe_res0* |wc -l' )[1]) # assert 0!=subres2Number2 , "subres2Number2 error" # assert 0!=subres0Number2 , "subres0Number2 error" # os.system("kill -9 %d" % query_pid1) # os.system("rm -rf ./subscribe_res*") # # # merge result files # os.system("cat subscribe_res0.txt* > all_subscribe_res0.txt") # os.system("cat subscribe_res1.txt* > all_subscribe_res1.txt") # os.system("cat subscribe_res2.txt* > all_subscribe_res2.txt") # # os.system("cat subscribe_res3.txt* > all_subscribe_res3.txt") # sleep(3) # # correct subscribeTimes testcase # subTimes0 = self.subTimes("all_subscribe_res0.txt") # self.assertCheck("all_subscribe_res0.txt",subTimes0 ,3960) # subTimes1 = self.subTimes("all_subscribe_res1.txt") # self.assertCheck("all_subscribe_res1.txt",subTimes1 ,40) # subTimes2 = self.subTimes("all_subscribe_res2.txt") # self.assertCheck("all_subscribe_res2.txt",subTimes2 ,1900) # os.system("%staosBenchmark -f tools/taosdemoAllTest/subSupermaxsql100.json" % binPath) # os.system("%staosBenchmark -f tools/taosdemoAllTest/subSupermaxsql100.json" % binPath) # delete useless files os.system("rm -rf ./insert_res.txt") os.system("rm -rf tools/taosdemoAllTest/*.py.sql") os.system("rm -rf ./subscribe_res*") os.system("rm -rf ./all_subscribe*") def stop(self): tdSql.close() tdLog.success("%s successfully executed" % __file__) tdCases.addWindows(__file__, TDTestCase()) tdCases.addLinux(__file__, TDTestCase())