#!/bin/bash #set -x WORK_DIR=/mnt/root DATA_DIR=/mnt/data # Color setting RED='\033[0;31m' GREEN='\033[1;32m' GREEN_DARK='\033[0;32m' GREEN_UNDERLINE='\033[4;32m' NC='\033[0m' # default value DEFAULT_BATCH=5000 DEFAULT_DAYS=1 DEFAULT_INTERVAL=1 DEFAULT_SCALEVAR=10 DEFAULT_DOPREPARE=false DEFAULT_DOWRITE=false DEFAULT_DOQUERY=false # function function do_prepare { echo echo "---------------Generating Data-----------------" echo echo echo "Prepare data for InfluxDB...." echo "bin/bulk_data_gen -seed 123 -format influx-bulk -sampling-interval $interval_s \ -scale-var $scalevar -use-case devops -timestamp-start $TIME_START \ -timestamp-end $TIME_END > $DATA_FILE" bin/bulk_data_gen -seed 123 -format influx-bulk -sampling-interval $interval_s \ -scale-var $scalevar -use-case devops -timestamp-start $TIME_START \ -timestamp-end $TIME_END > $DATA_FILE } function do_write { echo "cat $DATA_FILE | bin/bulk_load_influx \ --batch-size=$batch --workers=20 --urls=http://172.15.1.5:8086 | grep loaded" INFLUXRES=`cat $DATA_FILE | bin/bulk_load_influx \ --batch-size=$batch --workers=20 --urls="http://172.15.1.5:8086" | grep loaded` echo -e "${GREEN}InfluxDB writing result:${NC}" echo -e "${GREEN}$INFLUXRES${NC}" DATA=`echo $INFLUXRES|awk '{print($2)}'` TMP=`echo $INFLUXRES|awk '{print($5)}'` IFWTM=`echo ${TMP%s*}` } function do_query { echo echo "------------------Querying Data-----------------" echo echo echo "start query test, query max from 8 hosts group by 1 hour, InfluxDB" echo #Test case 1 #测试用例1，查询所有数据中，用8个hostname标签进行匹配，匹配出这8个hostname对应的模拟服务器CPU数据中的usage_user这个监控数据的最大值。 #select max(usage_user) from cpu where(hostname='host_a' and hostname='host_b'and hostname='host_c'and hostname='host_d'and hostname='host_e'and hostname='host_f' and hostname='host_g'and hostname='host_h') ; # a,b,c,d,e,f,g,h are random 8 numbers. echo "IFQS1=bin/bulk_query_gen -seed 123 -format influx-http -query-type 8-host-all -scale-var $scalevar -queries 1000 | bin/query_benchmarker_influxdb -urls="http://172.15.1.5:8086" -workers 50 -print-interval 0|grep wall" IFQS1=`bin/bulk_query_gen -seed 123 -format influx-http -query-type 8-host-all -scale-var $scalevar -queries 1000 | bin/query_benchmarker_influxdb -urls="http://172.15.1.5:8086" -workers 50 -print-interval 0|grep wall` echo -e "${GREEN}InfluxDB query test case 1 result:${NC}" echo -e "${GREEN}$IFQS1${NC}" TMP=`echo $IFQS1|awk '{print($4)}'` IFQ1=`echo ${TMP%s*}` #Test case 2 #测试用例2，查询所有数据中，用8个hostname标签进行匹配，匹配出这8个hostname对应的模拟服务器CPU数据中的usage_user这个监控数据，以1小时为粒度，查询每1小时的最大值。 #select max(usage_user) from cpu where(hostname='host_a' and hostname='host_b'and hostname='host_c'and hostname='host_d'and hostname='host_e'and hostname='host_f' and hostname='host_g'and hostname='host_h') interval(1h); # a,b,c,d,e,f,g,h are random 8 numbers echo "IFQS2=bin/bulk_query_gen -seed 123 -format influx-http -query-type 8-host-allbyhr -scale-var $scalevar -queries 1000 | bin/query_benchmarker_influxdb -urls=http://172.15.1.5:8086 -workers 50 -print-interval 0|grep wall" IFQS2=`bin/bulk_query_gen -seed 123 -format influx-http -query-type 8-host-allbyhr \ -scale-var $scalevar -queries 1000 | bin/query_benchmarker_influxdb \ -urls="http://172.15.1.5:8086" -workers 50 -print-interval 0|grep wall` echo -e "${GREEN}InfluxDB query test case 2 result:${NC}" echo -e "${GREEN}$IFQS2${NC}" TMP=`echo $IFQS2|awk '{print($4)}'` IFQ2=`echo ${TMP%s*}` #Test case 3 #测试用例3，测试用例3，随机查询12个小时的数据，用8个hostname标签进行匹配，匹配出这8个hostname对应的模拟服务器CPU数据中的usage_user这个监控数据，以10分钟为粒度，查询每10分钟的最大值 #select max(usage_user) from cpu where(hostname='host_a' and hostname='host_b'and hostname='host_c'and hostname='host_d'and hostname='host_e'and hostname='host_f' and hostname='host_g'and hostname='host_h') and time >x and time x and time >/dev/null 2>&1 INFLUX=`docker run -d -p 8086:8086 --net tsdbcomp --ip 172.15.1.5 influxdb` >>/dev/null 2>&1 sleep 10 if $dowrite; then echo -e "Start test InfluxDB writting, result in ${GREEN}Green line${NC}" do_write fi if $doquery; then echo -e "Start test InfluxDB query, result in ${GREEN}Green line${NC}" do_query fi echo echo echo "======================================================" echo " tsdb performance comparision " echo "======================================================" if $dowrite; then echo -e " Writing $DATA records test takes: " printf " InfluxDB | %-4.5f Seconds \n" $IFWTM echo "------------------------------------------------------" fi if $doquery; then echo " Query test cases: " echo " case 1: select the max(value) from all data " echo " filtered out 8 hosts " echo " Query test case 1 takes: " printf " InfluxDB | %-4.5f Seconds \n" $IFQ1 echo "------------------------------------------------------" echo " case 2: select the max(value) from all data " echo " filtered out 8 hosts with an interval of 1 hour " echo " case 2 takes: " printf " InfluxDB | %-4.5f Seconds \n" $IFQ2 echo "------------------------------------------------------" echo " case 3: select the max(value) from random 12 hours" echo " data filtered out 8 hosts with an interval of 10 min " echo " filtered out 8 hosts interval(1h) " echo " case 3 takes: " printf " InfluxDB | %-4.5f Seconds \n" $IFQ3 echo "------------------------------------------------------" echo " case 4: select the max(value) from random 1 hour data " echo " data filtered out 8 hosts with an interval of 1 min " echo " case 4 takes: " printf " InfluxDB | %-4.5f Seconds \n" $IFQ4 echo "------------------------------------------------------" fi docker stop $INFLUX >>/dev/null 2>&1 docker container rm -f $INFLUX >>/dev/null 2>&1 docker network rm tsdbcomp >>/dev/null 2>&1 today=`date +"%Y%m%d"` echo "${today}, ${IFWTM}, ${IFQ1}, ${IFQ2}, ${IFQ3}, ${IFQ4}" >> $RECORD_CSV_FILE