database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-08-01 06:46:55 +03:00
Code Activity

Add bench.lua for KIND_TEXT and fix bench.sh

Browse Source
This commit is contained in:
Andrey Piskunov
2022-08-02 21:33:55 +03:00
committed by Leonid Fedorov
parent af661c06ac
commit e51adb71b8
3 changed files with 77 additions and 58 deletions
Download Patch File Download Diff File Expand all files Collapse all files

82
benchmarks/bench.sh
View File

@ -1,41 +1,12 @@
#!/usr/bin/env bash
set -Eeuo pipefail
set -Eeo pipefail
trap cleanup SIGINT SIGTERM ERR EXIT
SCRIPT_LOCATION=$(cd "$(dirname "${BASH_SOURCE[0]}")" &>/dev/null && pwd -P)
MDB_SOURCE_PATH=$(realpath $SCRIPT_LOCATION/../../..)
BRANCH="$1"
SCRIPT="$2"
DATA="$3"
TABLE="t1"
export TABLE
cleanup() {
trap - SIGINT SIGTERM ERR EXIT
if [ -f $DATA ]
then
sudo rm $DATA
fi
if [ -f "${BRANCH}_bench.txt" ]
then
sudo rm "${BRANCH}_bench.txt"
fi
if [ -f "develop_bench.txt" ]
then
sudo rm "develop_bench.txt"
fi
sysbench $SCRIPT --mysql-socket=/run/mysqld/mysqld.sock \
--db-driver=mysql \
--mysql-db=test \
cleanup > /dev/null
unset TABLE
}
source $MDB_SOURCE_PATH/columnstore/columnstore/build/utils.sh
@ -44,15 +15,34 @@ if [ "$EUID" -ne 0 ]
exit 1
fi
message "Usage: $(basename "${BASH_SOURCE[0]}") branch lua_script data [-h] [-t t1]
A script to run benchmark(for now) to compare the pefromanceo of min/max
calculation on develop and provided branch. Runs the provided .lua script using sysbench.
message "A script to run benchmark(for now) to compare the pefromanceo of min/max
calculation for two provided branches. Runs the provided .lua script using sysbench.
"
optparse.define short=t long=table desc="Name of the test table" variable=TABLE
optparse.define short=a long=branch1 desc="Branch1 to compare" variable=BRANCH1 default="develop"
optparse.define short=b long=branch2 desc="Branch2 to compare" variable=BRANCH2
optparse.define short=s long=script-bench desc="Lua benchmark script" variable=SCRIPT
optparse.define short=g long=gen desc="Data generator for the test table(to be used by cpimport)" variable=GEN
optparse.define short=n long=name desc="Name of the test table" variable=TABLE default="t1"
optparse.define short=t long=time desc="Time (in seconds) to run the benchmark" variable=TIME default=120
source $( optparse.build )
export TABLE
trap cleanup SIGINT SIGTERM ERR EXIT
cleanup() {
trap - SIGINT SIGTERM ERR EXIT
sysbench $SCRIPT --mysql-socket=/run/mysqld/mysqld.sock \
--db-driver=mysql \
--mysql-db=test \
cleanup > /dev/null
if [ -f "$DATA" ] ; then
sudo rm "$DATA"
fi
unset TABLE
}
die() {
local msg=$1
local code=${2-1} # default exit status 1
@ -60,11 +50,15 @@ die() {
exit "$code"
}
cd $MDB_SOURCE_PATH/columnstore/columnstore/benchmarks
git checkout $BRANCH
DATA=$(sudo mktemp -p /var)
eval ./$GEN > "$DATA"
git checkout $BRANCH1
sudo $MDB_SOURCE_PATH/columnstore/columnstore/build/bootstrap_mcs.sh -t RelWithDebInfo
echo "Build done; benchmarking $BRANCH now"
echo "Build done; benchmarking $BRANCH1 now"
git checkout with_benchmarks
#Prepare should only create the table, we will fill it with cpimport
sysbench $SCRIPT \
@ -75,15 +69,15 @@ sysbench $SCRIPT \
sudo cpimport test "$TABLE" "$DATA"
sysbench $SCRIPT \
BRANCH1_DATA=$(sysbench $SCRIPT \
--mysql-socket=/run/mysqld/mysqld.sock \
--db-driver=mysql \
--mysql-db=test \
--time=120 run | tail -n +12 > "${BRANCH}_bench.txt"
--time=$TIME run | tail -n +12)
git checkout develop
git checkout $BRANCH2
sudo $MDB_SOURCE_PATH/columnstore/columnstore/build/bootstrap_mcs.sh -t RelWithDebInfo
echo "Build done; benchmarking develop now"
echo "Build done; benchmarking $BRANCH2 now"
git checkout with_benchmarks
sysbench $SCRIPT \
--mysql-socket=/run/mysqld/mysqld.sock \
@ -93,10 +87,10 @@ sysbench $SCRIPT \
sudo cpimport test "$TABLE" "$DATA"
sysbench $SCRIPT \
BRANCH2_DATA=$(sysbench $SCRIPT \
--mysql-socket=/run/mysqld/mysqld.sock \
--db-driver=mysql \
--mysql-db=test \
--time=120 run | tail -n +12 > develop_bench.txt
--time=$TIME run | tail -n +12)
python3 parse_bench.py "$BRANCH" "${BRANCH}_bench.txt" "develop_bench.txt"
python3 parse_bench.py "$BRANCH2" "$BRANCH1" "$BRANCH2_DATA" "$BRANCH1_DATA" "$TIME"