mariadb-columnstore-engine/build/bootstrap_mcs.sh

#!/bin/bash

# This script compiles/installs MCS from scratch and it makes some assumptions:
# - the server's source code is two directories above the MCS engine source.
# - the script is to be run under root.

set -o pipefail

export CLICOLOR_FORCE=1 #cmake output

INSTALL_PREFIX="/usr/"
DATA_DIR="/var/lib/mysql/data"
CMAKE_BIN_NAME=cmake
CTEST_BIN_NAME=ctest

RPM_CONFIG_DIR="/etc/my.cnf.d"
DEB_CONFIG_DIR="/etc/mysql/mariadb.conf.d"
CONFIG_DIR=$RPM_CONFIG_DIR

SCRIPT_LOCATION=$(dirname "$0")
MDB_SOURCE_PATH=$(realpath "$SCRIPT_LOCATION"/../../../..)
COLUMSNTORE_SOURCE_PATH=$(realpath "$SCRIPT_LOCATION"/../)

DEFAULT_MARIA_BUILD_PATH=$(realpath "$MDB_SOURCE_PATH"/../BuildOf_$(basename "$MDB_SOURCE_PATH"))

BUILD_TYPE_OPTIONS=("Debug" "RelWithDebInfo")
DISTRO_OPTIONS=("ubuntu:20.04" "ubuntu:22.04" "ubuntu:24.04" "debian:11" "debian:12" "rockylinux:8" "rockylinux:9")

GCC_VERSION="11"
MDB_CMAKE_FLAGS=()

source "$SCRIPT_LOCATION"/utils.sh

echo "Arguments received: $@"

optparse.define short=A long=asan desc="Build with ASAN" variable=ASAN default=false value=true
optparse.define short=a long=build-path desc="Path for build output" variable=MARIA_BUILD_PATH default=$DEFAULT_MARIA_BUILD_PATH
optparse.define short=B long=run-microbench desc="Compile and run microbenchmarks " variable=RUN_BENCHMARKS default=false value=true
optparse.define short=c long=cloud desc="Enable cloud storage" variable=CLOUD_STORAGE_ENABLED default=false value=true
optparse.define short=C long=force-cmake-reconfig desc="Force cmake reconfigure" variable=FORCE_CMAKE_CONFIG default=false value=true
optparse.define short=d long=distro desc="Choose your OS: ${DISTRO_OPTIONS[*]}" variable=OS
optparse.define short=D long=install-deps desc="Install dependences" variable=INSTALL_DEPS default=false value=true
optparse.define short=F long=custom-cmake-flags desc="Add custom cmake flags" variable=CUSTOM_CMAKE_FLAGS
optparse.define short=f long=do-not-freeze-revision desc="Disable revision freezing, or do not set 'update none' for columnstore submodule in MDB repository" variable=DO_NOT_FREEZE_REVISION default=false value=true
optparse.define short=g long=alien desc="Turn off maintainer mode (ex. -Werror)" variable=MAINTAINER_MODE default=true value=false
optparse.define short=G long=draw-deps desc="Draw dependencies graph" variable=DRAW_DEPS default=false value=true
optparse.define short=j long=parallel desc="Number of paralles for build" variable=CPUS default=$(getconf _NPROCESSORS_ONLN)
optparse.define short=M long=skip-smoke desc="Skip final smoke test" variable=SKIP_SMOKE default=false value=true
optparse.define short=N long=ninja desc="Build with ninja" variable=USE_NINJA default=false value=true
optparse.define short=n long=no-clean-install desc="Do not perform a clean install (keep existing db files)" variable=NO_CLEAN default=false value=true
optparse.define short=o long=recompile-only variable=RECOMPILE_ONLY default=false value=true
optparse.define short=O long=static desc="Build all with static libraries" variable=STATIC_BUILD default=false value=true
optparse.define short=p long=build-packages desc="Build packages" variable=BUILD_PACKAGES default=false value=true
optparse.define short=P long=report-path desc="Path for storing reports and profiles" variable=REPORT_PATH default="/core"
optparse.define short=r long=restart-services variable=RESTART_SERVICES default=true value=false
optparse.define short=s long=sccache desc="Build with sccache" variable=SCCACHE default=false value=true
optparse.define short=S long=skip-columnstore-submodules desc="Skip columnstore submodules initialization" variable=SKIP_SUBMODULES default=false value=true
optparse.define short=t long=build-type desc="Build Type: ${BUILD_TYPE_OPTIONS[*]}" variable=MCS_BUILD_TYPE
optparse.define short=T long=tsan desc="Build with TSAN" variable=TSAN default=false value=true
optparse.define short=u long=skip-unit-tests desc="Skip UnitTests" variable=SKIP_UNIT_TESTS default=false value=true
optparse.define short=U long=ubsan desc="Build with UBSAN" variable=UBSAN default=false value=true
optparse.define short=v long=verbose desc="Verbose makefile commands" variable=MAKEFILE_VERBOSE default=false value=true
optparse.define short=V long=add-branch-name-to-outdir desc="Add branch name to build output directory" variable=BRANCH_NAME_TO_OUTDIR default=false value=true
optparse.define short=W long=without-core-dumps desc="Do not produce core dumps" variable=WITHOUT_COREDUMPS default=false value=true

source $(optparse.build)

message "Building MariaDB Server from $color_yellow$MDB_SOURCE_PATH$color_normal"

cd $COLUMSNTORE_SOURCE_PATH
COLUMNSTORE_BRANCH=$(git rev-parse --abbrev-ref HEAD)
message "Columnstore will be built from $color_yellow$COLUMNSTORE_BRANCH$color_cyan branch"

cd $MDB_SOURCE_PATH
MARIADB_BRANCH=$(git rev-parse --abbrev-ref HEAD)
message "MariaDB will be built from $color_yellow$MARIADB_BRANCH$color_cyan branch"
cd - >/dev/null

if [[ ${BRANCH_NAME_TO_OUTDIR} = true ]]; then
    MARIA_BUILD_PATH="${MARIA_BUILD_PATH}_${MARIADB_BRANCH}_${COLUMNSTORE_BRANCH}"
fi

if [[ ! " ${BUILD_TYPE_OPTIONS[*]} " =~ " ${MCS_BUILD_TYPE} " ]]; then
    getChoice -q "Select your Build Type" -o BUILD_TYPE_OPTIONS
    MCS_BUILD_TYPE=$selectedChoice
fi

if [[ ! " ${DISTRO_OPTIONS[*]} " =~ " ${OS} " ]]; then
    echo "OS is empty, trying to detect..."
    detect_distro
fi

pkg_format="deb"
if [[ "$OS" == *"rocky"* ]]; then
    pkg_format="rpm"
fi

disable_git_restore_frozen_revision() {
    if [[ $DO_NOT_FREEZE_REVISION = true ]]; then
        return
    fi

    cd $MDB_SOURCE_PATH
    git config submodule.storage/columnstore/columnstore.update none
    cd - >/dev/null
}

DEP_GRAPH_PATH="$MARIA_BUILD_PATH/dependency_graph/mariadb.dot"

install_deps() {
    if [[ $INSTALL_DEPS = false ]]; then
        return
    fi

    message_split

    RPM_BUILD_DEPS="dnf install -y lz4 lz4-devel systemd-devel git make libaio-devel openssl-devel boost-devel bison \
      snappy-devel flex libcurl-devel libxml2-devel ncurses-devel automake libtool policycoreutils-devel \
      rpm-build lsof iproute pam-devel perl-DBI cracklib-devel expect createrepo python3 checkpolicy \
      cppunit-devel cmake3 libxcrypt-devel xz-devel zlib-devel libzstd-devel glibc-devel"

    DEB_BUILD_DEPS="apt-get -y update && apt-get -y install build-essential automake libboost-all-dev \
      bison cmake libncurses5-dev python3 libaio-dev libsystemd-dev libpcre2-dev libperl-dev libssl-dev libxml2-dev \
      libkrb5-dev flex libpam-dev git libsnappy-dev libcurl4-openssl-dev libgtest-dev libcppunit-dev googletest \
      libjemalloc-dev liblz-dev liblzo2-dev liblzma-dev liblz4-dev libbz2-dev libbenchmark-dev libdistro-info-perl \
      graphviz devscripts ccache equivs eatmydata curl"

    if [[ "$OS" == *"rockylinux:8"* || "$OS" == *"rocky:8"* ]]; then
        command="dnf install -y curl 'dnf-command(config-manager)' && dnf config-manager --set-enabled powertools && \
      dnf install -y gcc-toolset-${GCC_VERSION} libarchive cmake && . /opt/rh/gcc-toolset-${GCC_VERSION}/enable && \
      ${RPM_BUILD_DEPS}"

    elif [[ "$OS" == "rockylinux:9"* || "$OS" == "rocky:9"* ]]; then
        command="dnf install -y 'dnf-command(config-manager)' && dnf config-manager --set-enabled crb && \
      dnf install -y pcre2-devel gcc gcc-c++ curl-minimal && ${RPM_BUILD_DEPS}"

    elif [[ "$OS" == "debian:11"* ]] || [[ "$OS" == "debian:12"* ]] || [[ "$OS" == "ubuntu:20.04"* ]] || [[ "$OS" == "ubuntu:22.04"* ]] || [[ "$OS" == "ubuntu:24.04"* ]]; then
        command="${DEB_BUILD_DEPS}"

    else
        echo "Unsupported OS: $OS"
        exit 17
    fi

    message "Installing dependencies for $OS"
    eval "$command"
}

stop_service() {
    if [[ $RESTART_SERVICES = false || $RECOMPILE_ONLY = true ]]; then
        return
    fi

    if [ "$EUID" -ne 0 ]; then
        error "Please run script as root to be able to manage services"
        exit 1
    fi

    message_split
    message "Stopping MariaDB services"
    systemctl stop mariadb
    systemctl stop mariadb-columnstore
    systemctl stop mcs-storagemanager
}

check_service() {
    if systemctl is-active --quiet "$1"; then
        message "$1 $color_normal[$color_green OK $color_normal]"
    else
        message "$1 $color_normal[$color_red Fail $color_normal]"
        service "$1" status
    fi
}

start_service() {
    if [[ $RESTART_SERVICES = false || $RECOMPILE_ONLY = true ]]; then
        return
    fi

    if [ "$EUID" -ne 0 ]; then
        error "Please run script as root to be able to manage services"
        exit 1
    fi

    message_split
    message "Starting MariaDB services"
    systemctl start mariadb-columnstore
    systemctl start mariadb

    check_service mariadb
    check_service mariadb-columnstore
    check_service mcs-controllernode
    check_service mcs-ddlproc
    check_service mcs-dmlproc
    check_service mcs-primproc
    check_service mcs-workernode@1
    check_service mcs-writeengineserver
}

start_storage_manager_if_needed() {
    if [[ $CLOUD_STORAGE_ENABLED = true ]]; then
        export MCS_USE_S3_STORAGE=1
        message_split
        message "Starting Storage Manager service"
        systemctl start mcs-storagemanager
        check_service mcs-storagemanager
    fi
}

clean_old_installation() {
    if [[ $NO_CLEAN = true || $RECOMPILE_ONLY = true ]]; then
        return
    fi

    if [ "$EUID" -ne 0 ]; then
        error "Please run script as root to be able to clean installations"
        exit 1
    fi

    message_split
    message "Cleaning old installation"
    rm -rf /var/lib/columnstore/data1/*
    rm -rf /var/lib/columnstore/data/
    rm -rf /var/lib/columnstore/local/
    rm -rf /var/lib/columnstore/storagemanager/*
    rm -rf /var/log/mariadb/columnstore/*
    rm -rf /tmp/*
    rm -rf "$REPORT_PATH"
    rm -rf /var/lib/mysql
    rm -rf /var/run/mysqld
    rm -rf $DATA_DIR
    rm -rf $CONFIG_DIR
}

modify_packaging() {
    echo "Modifying_packaging..."
    cd $MDB_SOURCE_PATH

    if [[ $pkg_format == "deb" ]]; then
        sed -i 's|.*-d storage/columnstore.*|elif [[ -d storage/columnstore/columnstore/debian ]]|' debian/autobake-deb.sh
    fi

    #disable LTO for 22.04 for now
    if [[ $OS == 'ubuntu:22.04' || $OS == 'ubuntu:24.04' ]]; then
        apt install -y lto-disabled-list &&
            for i in mariadb-plugin-columnstore mariadb-server mariadb-server-core mariadb mariadb-10.6; do
                echo "$i any" >>/usr/share/lto-disabled-list/lto-disabled-list
            done &&
            grep mariadb /usr/share/lto-disabled-list/lto-disabled-list
    fi

    if [[ $pkg_format == "deb" ]]; then
        apt-cache madison liburing-dev | grep liburing-dev || {
            sed 's/liburing-dev/libaio-dev/g' -i debian/control &&
                sed '/-DIGNORE_AIO_CHECK=YES/d' -i debian/rules &&
                sed '/-DWITH_URING=yes/d' -i debian/rules
        }
        apt-cache madison libpmem-dev | grep 'libpmem-dev' || {
            sed '/libpmem-dev/d' -i debian/control &&
                sed '/-DWITH_PMEM/d' -i debian/rules
        }
        sed '/libfmt-dev/d' -i debian/control

        # Remove Debian build flags that could prevent ColumnStore from building
        sed -i '/-DPLUGIN_COLUMNSTORE=NO/d' debian/rules

        # Disable dh_missing strict check for missing files
        sed -i 's/--fail-missing/--list-missing/' debian/rules

        # Tweak debian packaging stuff
        for i in mariadb-plugin libmariadbd; do
            sed -i "/Package: $i.*/,/^$/d" debian/control
        done

        sed -i 's/Depends: galera.*/Depends:/' debian/control

        for i in galera wsrep ha_sphinx embedded; do
            sed -i "/$i/d" debian/*.install
        done
    fi
}

construct_cmake_flags() {

    MDB_CMAKE_FLAGS=(
        -DBUILD_CONFIG=mysql_release
        -DCMAKE_BUILD_TYPE=$MCS_BUILD_TYPE
        -DCMAKE_EXPORT_COMPILE_COMMANDS=1
        -DCMAKE_INSTALL_PREFIX:PATH=$INSTALL_PREFIX
        -DMYSQL_MAINTAINER_MODE=NO
        -DPLUGIN_COLUMNSTORE=YES
        -DPLUGIN_CONNECT=NO
        -DPLUGIN_GSSAPI=NO
        -DPLUGIN_MROONGA=NO
        -DPLUGIN_OQGRAPH=NO
        -DPLUGIN_ROCKSDB=NO
        -DPLUGIN_SPHINX=NO
        -DPLUGIN_SPIDER=NO
        -DPLUGIN_TOKUDB=NO
        -DWITH_EMBEDDED_SERVER=NO
        -DWITH_SSL=system
        -DWITH_SYSTEMD=yes
        -DWITH_WSREP=NO
    )

    if [[ $MAINTAINER_MODE = true ]]; then
        MDB_CMAKE_FLAGS+=(-DCOLUMNSTORE_MAINTAINER=YES)
        message "Columnstore mainteiner mode on"
    else
        warn "Maintainer mode is disabled, be careful, alien"
    fi

    if [[ $SKIP_UNIT_TESTS = true ]]; then
        warn "Unittests are not build"
    else
        MDB_CMAKE_FLAGS+=(-DWITH_UNITTESTS=YES)
        message "Buiding with unittests"
    fi

    if [[ $DRAW_DEPS = true ]]; then
        warn "Generating dependendies graph to mariadb.dot"
        MDB_CMAKE_FLAGS+=(--graphviz=$DEP_GRAPH_PATH)
    fi

    if [[ $USE_NINJA = true ]]; then
        warn "Using Ninja instead of Makefiles"
        MDB_CMAKE_FLAGS+=(-GNinja)
    fi

    if [[ $STATIC_BUILD = true ]]; then
        warn "Building all with static linkage"
        MDB_CMAKE_FLAGS+=(-DCOLUMNSTORE_STATIC_LIBRARIES:BOOL=ON)
    fi

    if [[ $ASAN = true ]]; then
        warn "Building with Address Sanitizer "
        MDB_CMAKE_FLAGS+=(-DWITH_ASAN=ON -DWITH_COLUMNSTORE_ASAN=ON -DWITH_COLUMNSTORE_REPORT_PATH=${REPORT_PATH})
    fi

    if [[ $TSAN = true ]]; then
        warn "Building with Thread Sanitizer"
        MDB_CMAKE_FLAGS+=(-DWITH_TSAN=ON -DWITH_COLUMNSTORE_REPORT_PATH=${REPORT_PATH})
        message "Setting vm.mmap_rnd_bits=30 for TSAN support"
        sysctl vm.mmap_rnd_bits=30
    fi

    if [[ $UBSAN = true ]]; then
        warn "Building with UB Sanitizer"
        MDB_CMAKE_FLAGS+=(-DWITH_UBSAN=ON -DWITH_COLUMNSTORE_REPORT_PATH=${REPORT_PATH})
    fi

    if [[ $WITHOUT_COREDUMPS = true ]]; then
        warn "Cores are not dumped"
    else
        warn "Building with CoreDumps"
        MDB_CMAKE_FLAGS+=(-DWITH_COREDUMPS=ON)

        if [ -f /.dockerenv ]; then
            warn "Build is executed in Docker, core dumps saving path /proc/sys/kernel/core_pattern will not be configured!"
        else
            warn "/proc/sys/kernel/core_pattern changed to ${REPORT_PATH}/core_%e.%p"
            echo "${REPORT_PATH}/core_%e.%p" >/proc/sys/kernel/core_pattern
        fi
    fi

    if [[ $MAKEFILE_VERBOSE = true ]]; then
        warn "Verbosing Makefile Commands"
        MDB_CMAKE_FLAGS+=(-DCMAKE_VERBOSE_MAKEFILE:BOOL=ON)
    fi

    if [[ $SCCACHE = true ]]; then
        warn "Use sccache"
        MDB_CMAKE_FLAGS+=(-DCMAKE_C_COMPILER_LAUNCHER=sccache -DCMAKE_CXX_COMPILER_LAUNCHER=sccache)
    fi

    if [[ $RUN_BENCHMARKS = true ]]; then
        if [[ $MCS_BUILD_TYPE = 'Debug' ]]; then
            error "Benchmarks will not be build in run in Debug build Mode"
            MDB_CMAKE_FLAGS+=(-DWITH_MICROBENCHMARKS=NO)
            RUN_BENCHMARKS=false
        elif [[ $OS != *"ubuntu"* && $OS != *"debian"* ]]; then
            error "Benchmarks are now avaliable only at Ubuntu or Debian"
            MAKE_FLAGS="${MDB_CMAKE_FLAGS[@]} -DWITH_MICROBENCHMARKS=NO"
            RUN_BENCHMARKS=false
        else
            message "Compile with microbenchmarks"
            MDB_CMAKE_FLAGS+=(-DWITH_MICROBENCHMARKS=YES)
        fi
    else
        MDB_CMAKE_FLAGS+=(-DWITH_MICROBENCHMARKS=NO)
        message "Buiding without microbenchmarks"
    fi

    if [[ "$OS" == *"rocky"* ]]; then
        OS_VERSION=${OS//[^0-9]/}
        MDB_CMAKE_FLAGS+=(-DRPM=rockylinux${OS_VERSION})
    elif [[ "$OS" == "debian:11" ]]; then
        CODENAME="bullseye"
    elif [[ "$OS" == "debian:12" ]]; then
        CODENAME="bookworm"
    elif [[ "$OS" == "ubuntu:20.04" ]]; then
        CODENAME="focal"
    elif [[ "$OS" == "ubuntu:22.04" ]]; then
        CODENAME="jammy"
    elif [[ "$OS" == "ubuntu:24.04" ]]; then
        CODENAME="noble"
    else
        echo "Unsupported OS: $OS"
        exit 17
    fi

    if [[ -n "$CODENAME" ]]; then
        MDB_CMAKE_FLAGS+=(-DDEB=${CODENAME})
    fi

    MDB_CMAKE_FLAGS+=($CUSTOM_CMAKE_FLAGS)

    message "Building with flags"
    newline_array "${MDB_CMAKE_FLAGS[@]}"
}

init_submodules() {
    if [[ $SKIP_SUBMODULES = true ]]; then
        warn "Skipping initialization of columnstore submodules"
    else
        message "Initialization of columnstore submodules"
        cd $MDB_SOURCE_PATH
        git submodule update --init --recursive
        cd - >/dev/null
    fi
}

check_errorcode() {
    if [ $? -ne 0 ]; then
        message_split
        error "!!!! BUILD FAILED !!!!"
        message_split
        exit 1
    fi
    cd - >/dev/null
}

generate_svgs() {
    if [[ $DRAW_DEPS = true ]]; then
        message_split
        warn "Generating svgs with dependency graph to $DEP_GRAPH_PATH"
        for f in $(ls "$DEP_GRAPH_PATH".* | grep -v ".svg"); do
            dot -Tsvg -o "$f.svg" "$f"
        done
    fi
}

build_package() {
    cd $MDB_SOURCE_PATH

    if [[ $pkg_format == "rpm" ]]; then
        command="cmake ${MDB_CMAKE_FLAGS[@]} && make -j\$(nproc) package"
    else
        export DEBIAN_FRONTEND="noninteractive"
        export DEB_BUILD_OPTIONS="parallel=$(nproc)"
        export DH_BUILD_DDEBS="1"
        export BUILDPACKAGE_FLAGS="-b"
        command="mk-build-deps debian/control -t 'apt-get -y -o Debug::pkgProblemResolver=yes --no-install-recommends' -r -i && \
       CMAKEFLAGS=\"${MDB_CMAKE_FLAGS[@]}\" debian/autobake-deb.sh"
    fi

    echo "Building a package for $OS"
    echo "Build command: $command"
    eval "$command"

    check_errorcode
}

check_debian_install_file() {
    message "checking debian/mariadb-plugin-columnstore.install"
    message_split
    python3 $COLUMSNTORE_SOURCE_PATH/build/debian_install_file_compare.py \
        ${COLUMSNTORE_SOURCE_PATH}/debian/mariadb-plugin-columnstore.install \
        $MARIA_BUILD_PATH/mariadb-plugin-columnstore.install.generated
}

build_binary() {
    MARIA_BUILD_PATH=$(realpath "$MARIA_BUILD_PATH")
    message_split
    message "Building sources in $color_yellow$MCS_BUILD_TYPE$color_cyan mode"
    message "Compiled artifacts will be written to $color_yellow$MARIA_BUILD_PATH$color_cyan"
    mkdir -p "$MARIA_BUILD_PATH"

    cd $MDB_SOURCE_PATH

    if [[ $FORCE_CMAKE_CONFIG = true ]]; then
        warn "Erasing cmake cache"
        rm -f "$MARIA_BUILD_PATH/CMakeCache.txt"
        rm -rf "$MARIA_BUILD_PATH/CMakeFiles"
    fi

    message "Configuring cmake silently"
    ${CMAKE_BIN_NAME} "${MDB_CMAKE_FLAGS[@]}" -S"$MDB_SOURCE_PATH" -B"$MARIA_BUILD_PATH" | spinner
    message_split
    check_debian_install_file
    generate_svgs
    ${CMAKE_BIN_NAME} --build "$MARIA_BUILD_PATH" -j "$CPUS" | onelinearizator
    message "Adding symbol link to compile_commands.json to the source root"
    ln -sf "$MARIA_BUILD_PATH/compile_commands.json" "$MDB_SOURCE_PATH"
}

install_binary() {
    if [[ $RECOMPILE_ONLY = true ]]; then
        warn "No binary installation done"
        return
    fi

    message "Installing silently"
    cd $MDB_SOURCE_PATH
    ${CMAKE_BIN_NAME} --install "$MARIA_BUILD_PATH" | spinner 30
    check_errorcode
}

check_user_and_group() {
    user=$1
    if [ -z "$(grep "$user" /etc/passwd)" ]; then
        message "Adding user $user into /etc/passwd"
        useradd -r -U "$user" -d /var/lib/mysql
    fi

    if [ -z "$(grep "$user" /etc/group)" ]; then
        GroupID=$(awk -F: '{uid[$3]=1}END{for(x=100; x<=999; x++) {if(uid[x] != ""){}else{print x; exit;}}}' /etc/group)
        message "Adding group $user with id $GroupID"
        groupadd -g "$GroupID" "$user"
    fi
}

run_unit_tests() {
    message_split
    if [[ $SKIP_UNIT_TESTS = true ]]; then
        warn "Skipping unittests"
    else
        message "Running unittests"
        cd $MARIA_BUILD_PATH
        ${CTEST_BIN_NAME} . -R columnstore: -j $(nproc) --progress --output-on-failure
        cd - >/dev/null
    fi
}

run_microbenchmarks_tests() {
    message_split
    if [[ $RUN_BENCHMARKS = false ]]; then
        warn "Skipping microbenchmarks"
    else
        message "Runnning microbenchmarks"
        cd $MARIA_BUILD_PATH
        ${CTEST_BIN_NAME} . -V -R columnstore_microbenchmarks: -j $(nproc) --progress
        cd - >/dev/null
    fi
}

disable_plugins_for_bootstrap() {
    find /etc -type f -exec sed -i 's/plugin-load-add=auth_gssapi.so//g' {} +
    find /etc -type f -exec sed -i 's/plugin-load-add=ha_columnstore.so//g' {} +
}

enable_columnstore_back() {
    cp "$MDB_SOURCE_PATH"/storage/columnstore/columnstore/dbcon/mysql/columnstore.cnf $CONFIG_DIR
}

fix_config_files() {
    message Fixing config files

    THREAD_STACK_SIZE="20M"

    SYSTEMD_SERVICE_DIR="/usr/lib/systemd/system"
    MDB_SERVICE_FILE=$SYSTEMD_SERVICE_DIR/mariadb.service
    COLUMNSTORE_CONFIG=$CONFIG_DIR/columnstore.cnf

    if [[ $ASAN = true ]]; then
        if grep -q thread_stack $COLUMNSTORE_CONFIG; then
            warn "MDB Server has thread_stack settings on $COLUMNSTORE_CONFIG check it's compatibility with ASAN"
        else
            echo "thread_stack = ${THREAD_STACK_SIZE}" >>$COLUMNSTORE_CONFIG
            message "thread_stack was set to ${THREAD_STACK_SIZE} in $COLUMNSTORE_CONFIG"
        fi

        if grep -q ASAN $MDB_SERVICE_FILE; then
            warn "MDB Server has ASAN options in $MDB_SERVICE_FILE, check it's compatibility"
        else
            echo Environment="'ASAN_OPTIONS=abort_on_error=1:disable_coredump=0,print_stats=false,detect_odr_violation=0,check_initialization_order=1,detect_stack_use_after_return=1,atexit=false,log_path=${REPORT_PATH}/asan.mariadb'" >>$MDB_SERVICE_FILE
            message "ASAN options were added to $MDB_SERVICE_FILE"
        fi
    fi

    if [[ $TSAN = true ]]; then
        if grep -q TSAN $MDB_SERVICE_FILE; then
            warn "MDB Server has TSAN options in $MDB_SERVICE_FILE, check it's compatibility"
        else
            echo Environment="'TSAN_OPTIONS=abort_on_error=0,log_path=${REPORT_PATH}/tsan.mariadb'" >>$MDB_SERVICE_FILE
            message "TSAN options were added to $MDB_SERVICE_FILE"
        fi
    fi

    if [[ $UBSAN = true ]]; then
        if grep -q UBSAN $MDB_SERVICE_FILE; then
            warn "MDB Server has UBSAN options in $MDB_SERVICE_FILE, check it's compatibility"
        else
            echo Environment="'UBSAN_OPTIONS=abort_on_error=0,print_stacktrace=true,log_path=${REPORT_PATH}/ubsan.mariadb'" >>$MDB_SERVICE_FILE
            message "UBSAN options were added to $MDB_SERVICE_FILE"
        fi
    fi
    if [[ $RECOMPILE_ONLY = false ]]; then
        message Reloading systemd
        systemctl daemon-reload
    fi
}

make_dir() {
    mkdir -p "$1"
    chown mysql:mysql "$1"
}

install() {
    if [[ $RECOMPILE_ONLY = true ]]; then
        warn "No install configuration done"
        return
    fi

    if [ "$EUID" -ne 0 ]; then
        error "Please run script as root to install MariaDb to system paths"
        exit 1
    fi

    message_split
    message "Installing MariaDB"
    disable_plugins_for_bootstrap

    make_dir "$REPORT_PATH"
    chmod 777 "$REPORT_PATH"

    check_user_and_group mysql
    check_user_and_group syslog

    make_dir $CONFIG_DIR

    echo "[client-server]
socket=/run/mysqld/mysqld.sock" >$CONFIG_DIR/socket.cnf

    make_dir /var/lib/mysql

    message "Running mariadb_install_db"
    sudo -u mysql mariadb-install-db --rpm --user=mysql >/dev/null

    enable_columnstore_back

    make_dir /etc/columnstore

    cp "$MDB_SOURCE_PATH"/storage/columnstore/columnstore/oam/etc/Columnstore.xml /etc/columnstore/Columnstore.xml
    cp "$MDB_SOURCE_PATH"/storage/columnstore/columnstore/storage-manager/storagemanager.cnf /etc/columnstore/storagemanager.cnf

    cp "$MDB_SOURCE_PATH"/storage/columnstore/columnstore/oam/install_scripts/*.service /lib/systemd/system/

    if [[ "$OS" = *"ubuntu"* || "$OS" = *"debian"* ]]; then
        make_dir /usr/share/mysql
        make_dir /etc/mysql/
        cp "$MDB_SOURCE_PATH"/debian/additions/debian-start.inc.sh /usr/share/mysql/debian-start.inc.sh
        cp "$MDB_SOURCE_PATH"/debian/additions/debian-start /etc/mysql/debian-start
        >/etc/mysql/debian.cnf
    fi

    fix_config_files

    if [ -d "$DEBCONFIG_DIR" ]; then
        message "Copying configs from $DEBCONFIG_DIR to $CONFIG_DIR"
        cp -rp "$DEBCONFIG_DIR"/* "$CONFIG_DIR"
    fi

    make_dir /var/lib/columnstore/data1
    make_dir /var/lib/columnstore/data1/systemFiles
    make_dir /var/lib/columnstore/data1/systemFiles/dbrm
    make_dir /run/mysqld/
    make_dir $DATA_DIR

    chmod +x $INSTALL_PREFIX/bin/mariadb*

    ldconfig

    start_storage_manager_if_needed

    message "Running columnstore-post-install"
    make_dir /var/lib/columnstore/local
    columnstore-post-install --rpmmode=install
    message "Running install_mcs_mysql"
    install_mcs_mysql.sh

    chown -R syslog:syslog /var/log/mariadb/
    chmod 777 /var/log/mariadb/
    chmod 777 /var/log/mariadb/columnstore
}

smoke() {
    if [[ $RECOMPILE_ONLY = true || $SKIP_SMOKE = true || $RESTART_SERVICES = false ]]; then
        return
    fi

    message_split
    message "Creating test database"
    mariadb -e "create database if not exists test;"
    message "Selecting magic numbers"
    MAGIC=$(mariadb -N test <"$MDB_SOURCE_PATH"/storage/columnstore/columnstore/tests/scripts/smoke.sql)
    if [[ $MAGIC == '42' ]]; then
        message "Great answer correct!"
    else
        warn "Smoke failed, answer is '$MAGIC'"
    fi

}

install_deps
disable_git_restore_frozen_revision
init_submodules
construct_cmake_flags

if [[ $BUILD_PACKAGES = false ]]; then
    stop_service
    clean_old_installation
    build_binary
    run_unit_tests
    run_microbenchmarks_tests
    install_binary
    install
    start_service
    smoke
else
    modify_packaging
    build_package
fi

message_splitted "FINISHED"