mariadb-columnstore-engine/build/prepare_test_container.sh

#!/bin/bash

# Should be executed by root
set -eo pipefail

SCRIPT_LOCATION=$(dirname "$0")
COLUMNSTORE_SOURCE_PATH=$(realpath "$SCRIPT_LOCATION"/../)

source "$SCRIPT_LOCATION"/utils.sh

echo "Arguments received: $@"

optparse.define short=c long=container-name desc="Name of the Docker container to run tests in" variable=CONTAINER_NAME
optparse.define short=i long=docker-image desc="Docker image name to start container from" variable=DOCKER_IMAGE
optparse.define short=r long=result-path desc="Name suffix used in core dump file path" variable=RESULT
optparse.define short=s long=do-setup desc="Run setup-repo.sh inside the container" variable=DO_SETUP
optparse.define short=u long=packages-url desc="Packages url" variable=PACKAGES_URL
source $(optparse.build)

if [[ "$EUID" -ne 0 ]]; then
    error "Please run script as root"
    exit 1
fi

if [[ -z "${CONTAINER_NAME:-}" || -z "${DOCKER_IMAGE:-}" || -z "${RESULT:-}" || -z "${DO_SETUP:-}" || -z "${PACKAGES_URL:-}" ]]; then
    echo "Please provide --container-name, --docker-image, --result-path, --packages-url and --do-setup parameters, e.g. ./prepare_test_stage.sh --container-name smoke11212 --docker-image detravi/ubuntu:24.04 --result-path ubuntu24.04 --packages-url https://cspkg.s3.amazonaws.com/stable-23.10/pull_request/91/10.6-enterprise --do-setup true"
    exit 1
fi

select_pkg_format ${RESULT}

start_container() {
    if [[ $PKG_FORMAT == "rpm" ]]; then
        SYSTEMD_PATH="/usr/lib/systemd/systemd"
        MTR_PATH="/usr/share/mysql-test"
    else
        SYSTEMD_PATH="systemd"
        MTR_PATH="/usr/share/mysql/mysql-test"
    fi

    docker_run_args=(
        --env OS="$RESULT"
        --env PACKAGES_URL="$PACKAGES_URL"
        --env DEBIAN_FRONTEND=noninteractive
        --env MCS_USE_S3_STORAGE=0
        --name "$CONTAINER_NAME"
        --ulimit core=-1
        --privileged
        --detach
    )

    if [[ "$CONTAINER_NAME" == *smoke* ]]; then
        docker_run_args+=(--memory 3g)
    elif [[ "$CONTAINER_NAME" == *mtr* ]]; then
        docker_run_args+=(--shm-size=500m --memory 8g --env MYSQL_TEST_DIR="$MTR_PATH")
    elif [[ "$CONTAINER_NAME" == *cmapi* ]]; then
        docker_run_args+=(--env PYTHONPATH="${PYTHONPATH}")
    elif [[ "$CONTAINER_NAME" == *upgrade* ]]; then
        docker_run_args+=(--env UCF_FORCE_CONFNEW=1 --volume /sys/fs/cgroup:/sys/fs/cgroup:ro)
    elif [[ "$CONTAINER_NAME" == *regression* ]]; then
        docker_run_args+=(--shm-size=500m --memory 12g)
    else
        echo "Unknown container type: $CONTAINER_NAME"
        exit 1
    fi

    docker_run_args+=("$DOCKER_IMAGE" "$SYSTEMD_PATH" --unit=basic.target)

    docker run "${docker_run_args[@]}"
    sleep 5

    bash "$COLUMNSTORE_SOURCE_PATH"/core_dumps/docker-awaiter.sh "$CONTAINER_NAME"

    if ! docker ps -q --filter "name=${CONTAINER_NAME}" | grep -q .; then
        error "Container '$CONTAINER_NAME' has not started!"
        exit 1
    fi
}

prepare_container() {
if [[ "$RESULT" != *rocky* ]]; then
    execInnerDocker "$CONTAINER_NAME" 'sed -i "s/exit 101/exit 0/g" /usr/sbin/policy-rc.d'
fi

#list_cgroups
echo "Docker CGroups opts here"
ls -al /sys/fs/cgroup/cgroup.controllers || true
ls -al /sys/fs/cgroup/ || true
ls -al /sys/fs/cgroup/memory || true

execInnerDocker "$CONTAINER_NAME" 'echo Inner Docker CGroups opts here'
execInnerDocker "$CONTAINER_NAME" 'ls -al /sys/fs/cgroup/cgroup.controllers || true'
execInnerDocker "$CONTAINER_NAME" 'ls -al /sys/fs/cgroup/ || true'
execInnerDocker "$CONTAINER_NAME" 'ls -al /sys/fs/cgroup/memory || true'

# Prepare core dump directory inside container
execInnerDocker "$CONTAINER_NAME" 'mkdir -p core && chmod 777 core'
docker cp "$COLUMNSTORE_SOURCE_PATH"/core_dumps/. "$CONTAINER_NAME":/
docker cp "$COLUMNSTORE_SOURCE_PATH"/build/utils.sh "$CONTAINER_NAME":/
docker cp "$COLUMNSTORE_SOURCE_PATH"/setup-repo.sh "$CONTAINER_NAME":/

if [[ "$DO_SETUP" == "true" ]]; then
    execInnerDocker "$CONTAINER_NAME" '/setup-repo.sh'
fi

# install deps
if [[ "$RESULT" == *rocky* ]]; then
    execInnerDockerWithRetry "$CONTAINER_NAME" 'yum --nobest update -y && yum --nobest install -y cracklib-dicts diffutils elfutils epel-release expect findutils iproute gawk gcc-c++ gdb hostname lz4 patch perl procps-ng rsyslog sudo tar wget which'
else
    change_ubuntu_mirror_in_docker "$CONTAINER_NAME" "us"
    execInnerDockerWithRetry "$CONTAINER_NAME" 'apt update -y && apt install -y elfutils expect findutils iproute2 g++ gawk gdb hostname liblz4-tool patch procps rsyslog sudo tar wget'
fi

# Configure core dump naming pattern
execInnerDocker "$CONTAINER_NAME" 'sysctl -w kernel.core_pattern="/core/%E_${RESULT}_core_dump.%p"'

#Install columnstore in container
echo "Installing columnstore..."
if [[ "$RESULT" == *rocky* ]]; then
    execInnerDockerWithRetry "$CONTAINER_NAME" 'yum install -y MariaDB-columnstore-engine MariaDB-test'
else
    execInnerDockerWithRetry "$CONTAINER_NAME" 'apt update -y && apt install -y mariadb-plugin-columnstore mariadb-test mariadb-test-data'
fi

sleep 5
echo "PrepareTestStage completed in $CONTAINER_NAME"
}


if [[ -z $(docker ps -q --filter "name=${CONTAINER_NAME}") ]]; then
    start_container
    prepare_container
else message "Container ${CONTAINER_NAME} is already running, skipping prepare step"
fi