[TD-3937]<test>: add taosdemo performance test compare scripts
This commit is contained in:
Ping Xiao
parent
183e6ff05e
commit
97c983bb5a
|
|
@ -0,0 +1,147 @@
|
|||
#!/bin/bash
|
||||
|
||||
WORK_DIR=/home/ubuntu/pxiao
|
||||
TDENGINE_DIR=/home/ubuntu/pxiao/TDengine
|
||||
NUM_OF_VERSIONS=5
|
||||
CURRENT_VERSION=0
|
||||
today=`date +"%Y%m%d"`
|
||||
TAOSDEMO_COMPARE_TEST_REPORT=$TDENGINE_DIR/tests/taosdemo-compare-test-report-$today.log
|
||||
|
||||
# Coloured Echoes
|
||||
function red_echo { echo -e "\033[31m$@\033[0m"; }
|
||||
function green_echo { echo -e "\033[32m$@\033[0m"; }
|
||||
function yellow_echo { echo -e "\033[33m$@\033[0m"; }
|
||||
function white_echo { echo -e "\033[1;37m$@\033[0m"; }
|
||||
# Coloured Printfs
|
||||
function red_printf { printf "\033[31m$@\033[0m"; }
|
||||
function green_printf { printf "\033[32m$@\033[0m"; }
|
||||
function yellow_printf { printf "\033[33m$@\033[0m"; }
|
||||
function white_printf { printf "\033[1;37m$@\033[0m"; }
|
||||
# Debugging Outputs
|
||||
function white_brackets { local args="$@"; white_printf "["; printf "${args}"; white_printf "]"; }
|
||||
function echoInfo { local args="$@"; white_brackets $(green_printf "INFO") && echo " ${args}"; }
|
||||
function echoWarn { local args="$@"; echo "$(white_brackets "$(yellow_printf "WARN")" && echo " ${args}";)" 1>&2; }
|
||||
function echoError { local args="$@"; echo "$(white_brackets "$(red_printf "ERROR")" && echo " ${args}";)" 1>&2; }
|
||||
|
||||
function getCurrentVersion {
|
||||
echoInfo "Build TDengine"
|
||||
cd $WORK_DIR/TDengine
|
||||
|
||||
git remote update > /dev/null
|
||||
git reset --hard HEAD
|
||||
git checkout master
|
||||
REMOTE_COMMIT=`git rev-parse --short remotes/origin/master`
|
||||
LOCAL_COMMIT=`git rev-parse --short @`
|
||||
|
||||
echo " LOCAL: $LOCAL_COMMIT"
|
||||
echo "REMOTE: $REMOTE_COMMIT"
|
||||
if [ "$LOCAL_COMMIT" == "$REMOTE_COMMIT" ]; then
|
||||
echo "repo up-to-date"
|
||||
else
|
||||
echo "repo need to pull"
|
||||
git pull > /dev/null 2>&1
|
||||
fi
|
||||
cd debug
|
||||
rm -rf *
|
||||
cmake .. > /dev/null 2>&1
|
||||
make > /dev/null 2>&1
|
||||
make install > /dev/null 2>&1
|
||||
|
||||
rm -rf $WORK_DIR/taosdemo
|
||||
cp -r $TDENGINE_DIR/src/kit/taosdemo $WORK_DIR
|
||||
CURRENT_VERSION=`taosd -V | grep version | awk '{print $3}' | awk -F. '{print $3}'`
|
||||
}
|
||||
|
||||
function buildTDengineByVersion() {
|
||||
echoInfo "build TDengine on branch: $1"
|
||||
git reset --hard HEAD
|
||||
git checkout $1
|
||||
git pull > /dev/null
|
||||
|
||||
rm -rf $TDENGINE_DIR/src/kit/taosdemo
|
||||
cp -r $WORK_DIR/taosdemo $TDENGINE_DIR/src/kit
|
||||
|
||||
cd $TDENGINE_DIR/debug
|
||||
rm -rf *
|
||||
cmake .. > /dev/null 2>&1
|
||||
make > /dev/null 2>&1
|
||||
make install > /dev/null 2>&1
|
||||
}
|
||||
|
||||
function stopTaosd {
|
||||
echo "Stop taosd"
|
||||
systemctl stop taosd
|
||||
PID=`ps -ef|grep -w taosd | grep -v grep | awk '{print $2}'`
|
||||
while [ -n "$PID" ]
|
||||
do
|
||||
pkill -TERM -x taosd
|
||||
sleep 1
|
||||
PID=`ps -ef|grep -w taosd | grep -v grep | awk '{print $2}'`
|
||||
done
|
||||
}
|
||||
|
||||
function startTaosd {
|
||||
echo "Start taosd"
|
||||
rm -rf /var/lib/perf/*
|
||||
rm -rf /var/log/perf/*
|
||||
nohup taosd -c /etc/perf/ > /dev/null 2>&1 &
|
||||
sleep 10
|
||||
}
|
||||
|
||||
function runTaosdemoCompare {
|
||||
echoInfo "Stop Taosd"
|
||||
stopTaosd
|
||||
|
||||
getCurrentVersion
|
||||
release="master"
|
||||
|
||||
[ -f $TAOSDEMO_COMPARE_TEST_REPORT ] && rm $TAOSDEMO_COMPARE_TEST_REPORT
|
||||
|
||||
for((i=0;i<$NUM_OF_VERSIONS;i++))
|
||||
do
|
||||
startTaosd
|
||||
taos -s "drop database if exists demodb;"
|
||||
taosdemo -y -d demodb > taosdemoperf.txt
|
||||
|
||||
echoInfo "==================== taosdemo performance for $release ====================" | tee -a $TAOSDEMO_COMPARE_TEST_REPORT
|
||||
CREATE_TABLE_TIME=`grep 'Spent' taosdemoperf.txt | awk 'NR==1{print $2}'`
|
||||
INSERT_RECORDS_TIME=`grep 'Spent' taosdemoperf.txt | awk 'NR==2{print $2}'`
|
||||
RECORDS_PER_SECOND=`grep 'Spent' taosdemoperf.txt | awk 'NR==2{print $16}'`
|
||||
AVG_DELAY=`grep 'delay' taosdemoperf.txt | awk '{print $4}' | awk -Fm '{print $1}'`
|
||||
MAX_DELAY=`grep 'delay' taosdemoperf.txt | awk '{print $6}' | awk -Fm '{print $1}'`
|
||||
MIN_DELAY=`grep 'delay' taosdemoperf.txt | awk '{print $8}' | awk -Fm '{print $1}'`
|
||||
|
||||
echo "create table time: $CREATE_TABLE_TIME seconds" | tee -a $TAOSDEMO_COMPARE_TEST_REPORT
|
||||
echo "insert records time: $INSERT_RECORDS_TIME seconds" | tee -a $TAOSDEMO_COMPARE_TEST_REPORT
|
||||
echo "records per second: $RECORDS_PER_SECOND records/second" | tee -a $TAOSDEMO_COMPARE_TEST_REPORT
|
||||
echo "avg delay: $AVG_DELAY ms" | tee -a $TAOSDEMO_COMPARE_TEST_REPORT
|
||||
echo "max delay: $MAX_DELAY ms" | tee -a $TAOSDEMO_COMPARE_TEST_REPORT
|
||||
echo "min delay: $MIN_DELAY ms" | tee -a $TAOSDEMO_COMPARE_TEST_REPORT
|
||||
|
||||
[ -f taosdemoperf.txt ] && rm taosdemoperf.txt
|
||||
|
||||
stopTaosd
|
||||
version=`expr $CURRENT_VERSION - $i`
|
||||
release="release/s1$version"
|
||||
buildTDengineByVersion $release
|
||||
done
|
||||
}
|
||||
|
||||
function sendReport {
|
||||
echo "send report"
|
||||
receiver="develop@taosdata.com"
|
||||
mimebody="MIME-Version: 1.0\nContent-Type: text/html; charset=utf-8\n"
|
||||
|
||||
cd $TDENGINE_DIR
|
||||
|
||||
sed -i 's/\x1b\[[0-9;]*m//g' $TAOSDEMO_COMPARE_TEST_REPORT
|
||||
BODY_CONTENT=`cat $TAOSDEMO_COMPARE_TEST_REPORT`
|
||||
echo -e "to: ${receiver}\nsubject: Coverage test report ${today}, commit ID: ${LOCAL_COMMIT}\n\n${today}:\n${BODY_CONTENT}" | \
|
||||
(cat - && uuencode $TAOSDEMO_COMPARE_TEST_REPORT taosdemo-compare-test-report-$today.log) | \
|
||||
ssmtp "${receiver}" && echo "Report Sent!"
|
||||
}
|
||||
|
||||
runTaosdemoCompare
|
||||
sendReport
|
||||
|
||||
echoInfo "End of Taosdemo Compare Test" | tee -a $WORK_DIR/cron.log
|
||||
Loading…
Reference in New Issue