First attempt to automate my benchmark

2025-07-30 19:23:07 +03:00 · 2022-07-20 20:01:28 +03:00
parent d3b57ec767
commit 8290374f5b
4 changed files with 257 additions and 0 deletions
--- a/benchmarks/bench.sh
+++ b/benchmarks/bench.sh
@ -0,0 +1,121 @@
+#!/usr/bin/env bash
+
+set -Eeuo pipefail
+
+trap cleanup SIGINT SIGTERM ERR EXIT
+
+usage() {
+  cat <<EOF
+Usage: $(basename "${BASH_SOURCE[0]}") branch lua_script [-h] [-d data.tbl] [-s 1000000]
+
+A script to run benchmark(for now) to compare the pefromanceo of min/max
+calculation on develop and provided branch. Runs the provided .lua script using sysbench.
+
+Available options:
+
+-h, --help      Print this help and exit
+-d, --data      Data for table that will be given to cpimport; if no name provided it will be generated.
+-s, --size      Size of the dataset to generate
+EOF
+  exit
+}
+
+SCRIPT_LOCATION=$(cd "$(dirname "${BASH_SOURCE[0]}")" &>/dev/null && pwd -P)
+MDB_SOURCE_PATH=$(realpath $SCRIPT_LOCATION/../../..)
+DATA="data.tbl"
+
+cleanup() {
+  trap - SIGINT SIGTERM ERR EXIT
+  if [ -f $DATA ]
+     then
+         sudo rm $DATA
+  fi
+}
+
+die() {
+  local msg=$1
+  local code=${2-1} # default exit status 1
+  echo "$msg"
+  exit "$code"
+}
+
+parse_params() {
+
+  args=("$@")
+  # check required params and arguments
+  [[ ${#args[@]} -eq 0 ]] && die "Missing script arguments"
+
+  BRANCH="$1"
+
+  if [ $BRANCH == "--help" ] || [ $BRANCH == "-h" ]
+     then
+         usage
+  fi
+
+  [[ ${#args[@]} < 2 ]] && die "Missing script arguments"
+
+  SCRIPT="$2"
+  RANGE=1000000
+
+  while :; do
+    case "${1-}" in
+    -d | --data) DATA="${2-}"
+                 shift
+                 ;;
+    -s | --size) RANGE="${2-}"
+                 shift
+                 ;;
+    -?*) die "Unknown option: $1" ;;
+    *) break ;;
+    esac
+    shift
+  done
+
+  return 0
+}
+
+parse_params "$@"
+cd $MDB_SOURCE_PATH/columnstore/columnstore/benchmarks
+seq 1 $RANGE > "$DATA"
+
+git checkout $BRANCH
+sudo $MDB_SOURCE_PATH/columnstore/columnstore/build/bootstrap_mcs.sh -t RelWithDebInfo
+echo "Build done; benchmarking $BRANCH now"
+#Prepare should only create the table, we will fill it with cpimport
+sysbench $SCRIPT \
+        --mysql-socket=/run/mysqld/mysqld.sock \
+        --db-driver=mysql \
+        --mysql-db=test \
+        prepare
+
+sudo cpimport test t1 "$DATA"
+
+sysbench $SCRIPT \
+        --mysql-socket=/run/mysqld/mysqld.sock \
+        --db-driver=mysql \
+        --mysql-db=test \
+        --time=30 run | tail -n +12 > "${BRANCH}_bench.txt"
+
+git checkout develop
+sudo $MDB_SOURCE_PATH/columnstore/columnstore/build/bootstrap_mcs.sh -t RelWithDebInfo
+echo "Build done; benchmarking develop now"
+sysbench $SCRIPT \
+        --mysql-socket=/run/mysqld/mysqld.sock \
+        --db-driver=mysql \
+        --mysql-db=test \
+        prepare
+
+sudo cpimport test t1 "$DATA"
+
+sysbench $SCRIPT \
+        --mysql-socket=/run/mysqld/mysqld.sock \
+        --db-driver=mysql \
+        --mysql-db=test \
+        --time=30 run | tail -n +12 > develop_bench.txt
+
+sysbench $SCRIPT --mysql-socket=/run/mysqld/mysqld.sock \
+        --db-driver=mysql \
+        --mysql-db=test \
+        cleanup
+
+python3 parse_bench.py "$BRANCH" "${BRANCH}_bench.txt" "develop_bench.txt"