################################################################### # Copyright (c) 2016 by TAOS Technologies, Inc. # All rights reserved. # # This file is proprietary and confidential to TAOS Technologies. # No part of this file may be reproduced, stored, transmitted, # disclosed or used in any form or by any means other than as # expressly provided by the written permission from Jianhui Tao # ################################################################### # -*- coding: utf-8 -*- from util.log import * from util.cases import * from util.sql import * from util.common import * from util.sqlset import * class TDTestCase: def init(self, conn, logSql, replicaVar=1): self.replicaVar = int(replicaVar) tdLog.debug("start to execute %s" % __file__) tdSql.init(conn.cursor()) self.setsql = TDSetSql() self.dbname = 'db' self.stbname = 'stb' self.binary_length = 20 # the length of binary for column_dict self.nchar_length = 20 # the length of nchar for column_dict self.ts = 1537146000000 self.column_dict = { 'ts' : 'timestamp', 'col1': 'tinyint', 'col2': 'smallint', 'col3': 'int', 'col4': 'bigint', 'col5': 'tinyint unsigned', 'col6': 'smallint unsigned', 'col7': 'int unsigned', 'col8': 'bigint unsigned', 'col9': 'float', 'col10': 'double', 'col11': 'bool', 'col12': f'binary({self.binary_length})', 'col13': f'nchar({self.nchar_length})' } self.tbnum = 20 self.rowNum = 10 self.tag_dict = { 't0':'int' } self.tag_values = [ f'1' ] self.binary_str = 'taosdata' self.nchar_str = '涛思数据' self.ins_list = ['ins_dnodes','ins_mnodes','ins_modules','ins_qnodes','ins_snodes','ins_cluster','ins_databases','ins_functions',\ 'ins_indexes','ins_stables','ins_tables','ins_tags','ins_columns','ins_users','ins_grants','ins_vgroups','ins_configs','ins_dnode_variables',\ 'ins_topics','ins_subscriptions','ins_streams','ins_stream_tasks','ins_vnodes','ins_user_privileges'] self.perf_list = ['perf_connections','perf_queries','perf_consumers','perf_trans','perf_apps'] def insert_data(self,column_dict,tbname,row_num): insert_sql = self.setsql.set_insertsql(column_dict,tbname,self.binary_str,self.nchar_str) for i in range(row_num): insert_list = [] self.setsql.insert_values(column_dict,i,insert_sql,insert_list,self.ts) def prepare_data(self): tdSql.execute(f"create database if not exists {self.dbname} vgroups 2") tdSql.execute(f'use {self.dbname}') tdSql.execute(self.setsql.set_create_stable_sql(self.stbname,self.column_dict,self.tag_dict)) for i in range(self.tbnum): tdSql.execute(f"create table {self.stbname}_{i} using {self.stbname} tags({self.tag_values[0]})") self.insert_data(self.column_dict,f'{self.stbname}_{i}',self.rowNum) def count_check(self): tdSql.query('select count(*) from information_schema.ins_tables') tdSql.checkEqual(tdSql.queryResult[0][0],self.tbnum+len(self.ins_list)+len(self.perf_list)) tdSql.query(f'select count(*) from information_schema.ins_tables where db_name = "{self.dbname}"') tdSql.checkEqual(tdSql.queryResult[0][0],self.tbnum) tdSql.query(f'select count(*) from information_schema.ins_tables where db_name = "{self.dbname}" and stable_name = "{self.stbname}"') tdSql.checkEqual(tdSql.queryResult[0][0],self.tbnum) tdSql.execute('create database db1') tdSql.execute('create table stb1 (ts timestamp,c0 int) tags(t0 int)') tdSql.execute('create table tb1 using stb1 tags(1)') tdSql.query(f'select db_name, stable_name, count(*) from information_schema.ins_tables group by db_name, stable_name') for i in tdSql.queryResult: if i[0].lower() == 'information_schema': tdSql.checkEqual(i[2],len(self.ins_list)) elif i[0].lower() == self.dbname and i[1] == self.stbname: tdSql.checkEqual(i[2],self.tbnum) elif i[0].lower() == self.dbname and i[1] == 'stb1': tdSql.checkEqual(i[2],1) elif i[0].lower() == 'performance_schema': tdSql.checkEqual(i[2],len(self.perf_list)) tdSql.execute('create table db1.ntb (ts timestamp,c0 int)') tdSql.query(f'select db_name, count(*) from information_schema.ins_tables group by db_name') for i in tdSql.queryResult: if i[0].lower() == 'information_schema': tdSql.checkEqual(i[1],len(self.ins_list)) elif i[0].lower() == 'performance_schema': tdSql.checkEqual(i[1],len(self.perf_list)) elif i[0].lower() == self.dbname: tdSql.checkEqual(i[1],self.tbnum+1) def ins_col_check_4096(self): tdSql.execute('create database db3 vgroups 2 replica 1') col_str = tdCom.gen_tag_col_str("col", "int",4094) tdSql.execute(f'create stable if not exists db3.stb (col_ts timestamp, {col_str}) tags (t1 int)') for i in range(100): tdLog.info(f"create table db3.ctb{i} using db3.stb tags({i})") tdSql.execute(f"create table db3.ctb{i} using db3.stb tags({i})") col_value_str = '1, ' * 4093 + '1' tdSql.execute(f"insert into db3.ctb{i} values(now,{col_value_str})(now+1s,{col_value_str})(now+2s,{col_value_str})(now+3s,{col_value_str})") tdSql.query("select * from information_schema.ins_columns") tdSql.execute('drop database db3') def ins_stable_check(self): tdSql.execute('create database db3 vgroups 2 replica 1') tbnum = 10 ctbnum = 10 for i in range(tbnum): tdSql.execute(f'create stable db3.stb_{i} (ts timestamp,c0 int) tags(t0 int)') tdSql.execute(f'create table db3.ntb_{i} (ts timestamp,c0 int)') for j in range(ctbnum): tdSql.execute(f"create table db3.ctb_{i}_{j} using db3.stb_{i} tags({j})") tdSql.query("select stable_name,count(table_name) from information_schema.ins_tables where db_name = 'db3' group by stable_name order by stable_name") result = tdSql.queryResult for i in range(len(result)): if result[i][0] == None: tdSql.checkEqual(result[0][1],tbnum) else: tdSql.checkEqual(result[i][0],f'stb_{i-1}') tdSql.checkEqual(result[i][1],ctbnum) def ins_stable_check2(self): tdSql.execute('drop database if exists restful_test') tdSql.execute('drop database if exists log') tdSql.execute('drop database if exists d0') tdSql.execute('drop database if exists d1') tdSql.execute('create database restful_test vgroups 4 replica 1') tdSql.execute('create database log vgroups 2 replica 1') tdSql.execute('create database d0 vgroups 4 replica 1') tdSql.execute('create database d1 vgroups 4 replica 1') log_stb_num = 5 rest_stb_num = 51 for i in range(rest_stb_num): tdSql.execute(f'create stable restful_test._stb_{i} (ts timestamp,c0 int) tags(t0 int);') tdSql.execute(f'create stable d0._stb_{i} (ts timestamp,c0 int, c1 int) tags(t0 int,t1 int);') tdSql.execute(f'create stable d1._stb_{i} (ts timestamp,c0 int, c1 int, c2 int) tags(t0 int,t1 int, t2 int);') tdSql.execute(f'CREATE STABLE log.`taosadapter_restful_http_request_summary_milliseconds` (`_ts` TIMESTAMP, `sum` DOUBLE) TAGS (`request_uri` NCHAR(128));') tdSql.execute(f'CREATE STABLE log.`taosadapter_system_cpu_percent` (`_ts` TIMESTAMP, `gauge` DOUBLE) TAGS (`endpoint` NCHAR(45));') tdSql.execute(f'CREATE STABLE log.`taosadapter_restful_http_request_total` (`_ts` TIMESTAMP, `gauge` DOUBLE) TAGS (`client_ip` NCHAR(40));') tdSql.execute(f'CREATE STABLE log.`taosadapter_system_mem_percent` (`_ts` TIMESTAMP, `gauge` DOUBLE) TAGS (`endpoint` NCHAR(45));') tdSql.execute(f'CREATE STABLE log.`taosadapter_restful_http_request_fail` (`_ts` TIMESTAMP, `gauge` DOUBLE) TAGS (`request_uri` NCHAR(128), `status_code` NCHAR(4));') tdSql.query(f'select * from information_schema.ins_stables where db_name="restful_test" limit 0,25;') # condition 1 result = tdSql.queryResult tdSql.checkEqual(len(result),25) for i in range(len(result)): tdSql.checkEqual(result[i][0][0:5],f'_stb_') # stable_name tdSql.checkEqual(result[i][1],f'restful_test') # db_name tdSql.checkEqual(result[i][5]>=result[i][2],True) # last_update >= create_time tdSql.checkEqual(result[i][3]>1,True) # columns tdSql.checkEqual(result[i][4]>0,True) # tags tdSql.checkEqual(result[i][6],None) # table_comment tdSql.checkEqual(result[i][7],f'5000a,5000a') # watermark tdSql.checkEqual(result[i][8],f'-1a,-1a') # max_delay tdSql.checkEqual(result[i][9],f'') # rollup tdSql.query(f'select create_time from information_schema.ins_stables where db_name="restful_test" order by create_time asc limit 10,1') result = tdSql.queryResult tdSql.checkEqual(len(result),1) _create_time=result[0][0] tdSql.query("select * from information_schema.ins_stables where db_name='restful_test' and create_time > '%s' limit 10,30" % (_create_time)) # condition 2 result = tdSql.queryResult tdSql.checkEqual(len(result),30) for i in range(len(result)): tdSql.checkEqual(result[i][0][0:5],f'_stb_') # stable_name tdSql.checkEqual(result[i][1],f'restful_test') # db_name tdSql.checkEqual(result[i][5]>=result[i][2],True) # last_update >= create_time tdSql.checkEqual(result[i][2]>_create_time,True) # create_time tdSql.checkEqual(result[i][3]>1,True) # columns tdSql.checkEqual(result[i][4]>0,True) # tags tdSql.checkEqual(result[i][6],None) # table_comment tdSql.checkEqual(result[i][7],f'5000a,5000a') # watermark tdSql.checkEqual(result[i][8],f'-1a,-1a') # max_delay tdSql.checkEqual(result[i][9],f'') # rollup def ins_columns_check(self): tdSql.execute('drop database if exists db2') tdSql.execute('create database if not exists db2 vgroups 1 replica 1') for i in range (5): self.stb4096 = 'create table db2.stb%d (ts timestamp' % (i) for j in range (4094 - i): self.stb4096 += ', c%d int' % (j) self.stb4096 += ') tags (t1 int)' tdSql.execute(self.stb4096) for k in range(10): tdSql.execute("create table db2.ctb_%d_%dc using db2.stb%d tags(%d)" %(i,k,i,k)) for t in range (2): tdSql.query(f'select * from information_schema.ins_columns where db_name="db2" and table_type=="SUPER_TABLE"') tdSql.checkEqual(20465,len(tdSql.queryResult)) for t in range (2): tdSql.query(f'select * from information_schema.ins_columns where db_name="db2" and table_type=="CHILD_TABLE"') tdSql.checkEqual(204650,len(tdSql.queryResult)) for i in range (5): self.ntb4096 = 'create table db2.ntb%d (ts timestamp' % (i) for j in range (4095 - i): self.ntb4096 += ', c%d binary(10)' % (j) self.ntb4096 += ')' tdSql.execute(self.ntb4096) for t in range (2): tdSql.query(f'select * from information_schema.ins_columns where db_name="db2" and table_type=="NORMAL_TABLE"') tdSql.checkEqual(20470,len(tdSql.queryResult)) tdSql.query("select * from information_schema.ins_columns where db_name ='information_schema'") tdSql.checkEqual(195, len(tdSql.queryResult)) tdSql.query("select * from information_schema.ins_columns where db_name ='performance_schema'") tdSql.checkEqual(54, len(tdSql.queryResult)) def ins_dnodes_check(self): tdSql.execute('drop database if exists db2') tdSql.execute('create database if not exists db2 vgroups 1 replica 1') tdSql.query(f'select * from information_schema.ins_dnodes') result = tdSql.queryResult tdSql.checkEqual(result[0][0],1) tdSql.checkEqual(result[0][8],"") tdSql.checkEqual(result[0][9],"") self.str107 = 'Hc7VCc+' for t in range (10): self.str107 += 'tP+2soIXpP' self.str108 = self.str107 + '=' self.str109 = self.str108 + '+' self.str254 = self.str108 + self.str108 + '01234567890123456789012345678901234567' self.str255 = self.str254 + '=' self.str256 = self.str254 + '=(' self.str257 = self.str254 + '=()' self.str510 = self.str255 + self.str255 tdSql.error('alter dnode 1 "activeCode" "a"') tdSql.error('alter dnode 1 "activeCode" "' + self.str107 + '"') tdSql.execute('alter all dnodes "activeCode" "' + self.str108 + '"') tdSql.error('alter dnode 1 "activeCode" "' + self.str109 + '"') tdSql.error('alter all dnodes "activeCode" "' + self.str510 + '"') tdSql.query(f'select * from information_schema.ins_dnodes') tdSql.checkEqual(tdSql.queryResult[0][8],self.str108) tdSql.execute('alter dnode 1 "activeCode" ""') tdSql.query(f'select active_code,c_active_code from information_schema.ins_dnodes') tdSql.checkEqual(tdSql.queryResult[0][0],"") tdSql.checkEqual(tdSql.queryResult[0][1],'') tdSql.error('alter dnode 1 "cActiveCode" "a"') tdSql.error('alter dnode 1 "cActiveCode" "' + self.str107 + '"') tdSql.error('alter dnode 1 "cActiveCode" "' + self.str256 + '"') tdSql.error('alter all dnodes "cActiveCode" "' + self.str255 + '"') tdSql.error('alter all dnodes "cActiveCode" "' + self.str256 + '"') tdSql.error('alter all dnodes "cActiveCode" "' + self.str257 + '"') tdSql.execute('alter all dnodes "cActiveCode" "' + self.str254 + '"') tdSql.error('alter dnode 1 "cActiveCode" "' + self.str510 + '"') tdSql.query(f'select active_code,c_active_code from information_schema.ins_dnodes') tdSql.checkEqual(tdSql.queryResult[0][0],"") tdSql.checkEqual(tdSql.queryResult[0][1],self.str254) tdSql.execute('alter dnode 1 "cActiveCode" "' + self.str109 + '"') tdSql.query(f'show dnodes') tdSql.checkEqual(tdSql.queryResult[0][9],self.str109) tdSql.execute('alter all dnodes "cActiveCode" ""') tdSql.query(f'select c_active_code from information_schema.ins_dnodes') tdSql.checkEqual(tdSql.queryResult[0][0],'') def run(self): self.prepare_data() self.count_check() self.ins_columns_check() # self.ins_col_check_4096() self.ins_stable_check() self.ins_stable_check2() self.ins_dnodes_check() def stop(self): tdSql.close() tdLog.success("%s successfully executed" % __file__) tdCases.addWindows(__file__, TDTestCase()) tdCases.addLinux(__file__, TDTestCase())