database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-10-30 07:25:34 +03:00
Code Activity
Files
38d7f6a51c3656b558ebfe2c13fe59b2d0673928
mariadb-columnstore-engine/cmapi/scripts/cs_package_manager.sh

4526 lines
144 KiB
Bash
Raw Blame History

#!/bin/bash
# Documentation: bash cs_package_manager.sh help
# Variables
enterprise_token=""
dev_drone_key=""
ci_user=""
ci_pwd=""
cs_pkg_manager_version="3.11"
USE_DEV_PACKAGES=false
if [ ! -f /var/lib/columnstore/local/module ]; then pm="pm1"; else pm=$(cat /var/lib/columnstore/local/module); fi;
pm_number=$(echo "$pm" | tr -dc '0-9')
action=$1
print_help_text() {
echo "
MariaDB Columnstore Package Manager
Version: $cs_pkg_manager_version
Actions:
check Print the mariadb server version to columnstore version mapping for this os/cpu/machine
remove Uninstall MariaDB Columnstore
install Install a specific version of MariaDB Columnstore
upgrade Upgrade your columnstore deployment running on this machine
download Download the rpm/deb files for a specific version to a specifid directory
Documentation:
bash $0 <action> help
Example:
bash $0 install help
"
}
print_download_help_text() {
if [ "$download_maxscale" == true ]; then
print_download_maxscale_help_text
fi
echo "
MariaDB Columnstore Package Manager - Download
Usage: bash $0 download [enterprise|community] [version] [flags]
Flags:
-m | --maxscale Download MaxScale packages
-d | --directory Directory to download the files to [default: /tmp]
-h | --help Help & documentation
The download action will download the rpm/deb files for a specific version to a specified directory
Example:
bash $0 download enterprise 10.6.14-9 --directory /root/mariadb-10.6.14-rpms/
bash $0 download community 11.1.5
"
}
print_download_maxscale_help_text() {
echo "
MariaDB Columnstore Package Manager - Download MaxScale
Usage: bash $0 download [enterprise|community] [version] [-m|--maxscale] [flags]
Flags:
-d | --directory Directory to download the files to [default: /tmp]
-h | --help Help & documentation
The download action will download the rpm/deb files for a specific version to a specified directory
Example:
bash $0 download enterprise 25.01.1 maxscale --directory /root/maxscale-25.01.1-rpms/
bash $0 download community 24.02.4 maxscale
"
exit 0;
}
print_help_remove() {
echo "
MariaDB Columnstore Package Manager - Remove
Usage: bash $0 remove [flags]
Flags:
-a | --all Delete all mariadb & columnstore files, configurations, data and directories
-f | --force Force stop colunstore and mariadb processes by killing them harshly
-h | --help Help & documentation
The remove action will uninstall MariaDB & Columnstore but keep configurations and data unless --all is used
Example:
bash $0 remove
bash $0 remove --all --force
"
}
print_check_help_text() {
echo "
MariaDB Columnstore Package Manager - Check
Usage: bash $0 check [enterprise|community] [flags]
Flags:
-h | --help Help text & documentation
The check action will map the possible MariaDB server versions to the latest Columnstore version for this OS/CPU/Machine
Example:
bash $0 check community
bash $0 check enterprise
"
}
print_upgrade_help_text() {
echo "
MariaDB Columnstore Package Manager - Upgrade
Usage: bash $0 upgrade [enterprise|community] [version] --token [token]
Flags:
-h | --help Help text & documentation
Example:
bash $0 upgrade enterprise 10.6.18-14 --token [token]
bash $0 upgrade community 11.1.4
"
}
wait_cs_down() {
retries=0
max_number_of_retries=20
if ! command -v pgrep &> /dev/null; then
printf "\n[!] pgrep not found. Please install pgrep\n\n"
exit 1;
fi
# Loop until the maximum number of retries is reached
# printf " - Checking Columnstore Offline ...";
while [ $retries -lt $max_number_of_retries ]; do
# If columnstore is offline, return
cs_processlist=$(pgrep -f "PrimProc|ExeMgr|DMLProc|DDLProc|WriteEngineServer|StorageManager|controllernode|workernode|save_brm|mcs-loadbrm.py")
if [ -z "$cs_processlist" ]; then
# printf " Done \n";
mcs_offine=true
return 0
else
printf "\n[!] Columnstore is ONLINE - waiting 5s to retry, attempt: $retries...\n";
if (( retries % 5 == 0 )); then
echo "PID List: $cs_processlist"
echo "$(ps aux | grep -E "PrimProc|ExeMgr|DMLProc|DDLProc|WriteEngineServer|StorageManager|controllernode|workernode|save_brm|mcs-loadbrm.py" | grep -v grep) "
fi
sleep 5
((retries++))
fi
done
# If maximum retries reached, exit with an error
echo "PID List: $cs_processlist"
printf "\n[!!!] Columnstore is still online after $max_number_of_retries retries ... exiting \n\n"
exit 2
}
print_and_copy() {
printf " - %-35s ..." "$1"
cp -p $1 $2
printf " Done\n"
}
print_and_delete() {
printf " - %-25s ..." "$1"
rm -rf $1
printf " Done\n"
}
init_cs_down() {
mcs_offine=false
if [ "$pm_number" == "1" ]; then
if [ -z $(pidof "PrimProc") ]; then
# printf "\n[+] Columnstore offline already";
mcs_offine=true
else
if is_cmapi_installed ; then
confirm_cmapi_online_and_configured
# Stop columnstore
printf "%-35s ... " " - Stopping Columnstore Engine"
if command -v mcs &> /dev/null; then
if ! mcs_output=$(mcs cluster stop); then
echo "[!] Failed stopping via mcs ... trying cmapi curl"
stop_cs_cmapi_via_curl
fi
printf "Done - $(date)\n"
# Handle Errors with exit 0 code
if [ ! -z "$(echo $mcs_output | grep "Internal Server Error")" ];then
stop_cs_via_systemctl_override
fi
else
stop_cs_cmapi_via_curl
fi
else
stop_cs_via_systemctl
fi
fi
fi
}
init_cs_up(){
if [ "$pm_number" == "1" ]; then
if [ -n "$(pidof PrimProc)" ]; then
num_cs_processlist=$(pgrep -f "PrimProc|ExeMgr|DMLProc|DDLProc|WriteEngineServer|StorageManager|controllernode|workernode|save_brm|mcs-loadbrm.py" | wc -l)
if [ $num_cs_processlist -gt "0" ]; then
printf "%-35s ... $num_cs_processlist processes \n" " - Columnstore Engine Online"
fi
else
# Check cmapi installed
if is_cmapi_installed ; then
confirm_cmapi_online_and_configured
# Start columnstore
printf "%-35s ..." " - Starting Columnstore Engine"
if command -v mcs &> /dev/null; then
if ! mcs_output=$(mcs cluster start); then
echo "[!] Failed starting via mcs ... trying cmapi curl"
start_cs_cmapi_via_curl
fi
printf " Done - $(date)\n"
else
start_cs_cmapi_via_curl
fi
else
start_cs_via_systemctl
fi
fi
fi
}
stop_columnstore() {
init_cs_down
wait_cs_down
}
is_cmapi_installed() {
if [ -z "$package_manager" ]; then
echo "package_manager: $package_manager"
echo "package_manager is not defined"
exit 1;
fi
cmapi_installed_command=""
case $package_manager in
yum )
cmapi_installed_command="yum list installed MariaDB-columnstore-cmapi &> /dev/null;";
;;
apt )
cmapi_installed_command="dpkg-query -s mariadb-columnstore-cmapi &> /dev/null;";
;;
*) # unknown option
echo "\npackage manager not implemented: $package_manager\n"
exit 2;
esac
if eval $cmapi_installed_command ; then
return 0
else
return 1
fi
}
start_cmapi() {
if ! command -v systemctl &> /dev/null ; then
printf "[!!] shutdown_mariadb_and_cmapi: Cant access systemctl\n\n"
exit 1;
fi
if is_cmapi_installed ; then
printf "%-35s ..." " - Starting CMAPI"
if systemctl start mariadb-columnstore-cmapi ; then
printf " Done\n"
else
echo "[!!] Failed to start CMAPI"
exit 1;
fi;
fi
}
stop_cmapi() {
if ! command -v systemctl &> /dev/null ; then
printf "[!!] shutdown_mariadb_and_cmapi: Cant access systemctl\n\n"
exit 1;
fi
if is_cmapi_installed ; then
printf "%-35s ..." " - Stopping CMAPI"
if systemctl stop mariadb-columnstore-cmapi ; then
printf " Done\n"
else
echo "[!!] Failed to stop CMAPI"
exit 1;
fi;
fi
}
# Inputs:
# $1 = version already installed
# $2 = version desired to install
# Returns 0 if $2 is greater, else exit
compare_versions() {
local version1="$1"
local version2="$2"
local exit_message="\n[!] The desired upgrade version: $2 \nis NOT greater than the current installed version of $1\n\n"
# Split version strings into arrays & remove leading 0
IFS='._-' read -ra v1_nums <<< "${version1//.0/.}"
IFS='._-' read -ra v2_nums <<< "${version2//.0/.}"
# Compare each segment of the version numbers
for (( i = 0; i < ${#v1_nums[@]}; i++ )); do
v1=${v1_nums[i]}
v2=${v2_nums[i]}
if (( v1 > v2 )); then
# The existing version is newer than the desired version: Exit
echo -e $exit_message
exit 1
elif (( v1 < v2 )); then
# The desired version is newer than the existing version: Continue
return 0
fi
done
# Both versions are the same: Exit
echo -e $exit_message
exit 1
}
is_mariadb_installed() {
if [ -z "$package_manager" ]; then
echo "package_manager: $package_manager"
echo "package_manager is not defined"
exit 1;
fi
mariadb_installed_command=""
case $package_manager in
yum )
mariadb_installed_command="yum list installed MariaDB-server &>/dev/null"
;;
apt )
mariadb_installed_command="dpkg-query -s mariadb-server &> /dev/null;"
;;
*) # unknown option
echo "\nshutdown_mariadb_and_cmapi - package manager not implemented: $package_manager\n"
exit 2;
esac
if eval $mariadb_installed_command ; then
# Check if the systemd service file exists
# if systemctl status mariadb &> /dev/null; then
# # MariaDB systemd service file exists & package is installed
# return 0
# else
# echo "Error: MariaDB systemd service file does not exist."
# return 1
# fi
return 0
else
return 1
fi
}
confirm_mariadb_online() {
printf "%-35s ..." " - Checking local MariaDB online"
counter=0
sleep_timer=1
while true; do
if mariadb -e "SELECT 1;" &> /dev/null; then
printf " Success\n"
break;
else
printf "."
fi
if [ $counter -gt 60 ]; then
echo "Failed to connect to mariadb after $counter checks"
exit;
fi
sleep $sleep_timer
((counter++))
done
}
start_mariadb() {
if ! command -v systemctl &> /dev/null ; then
printf "[!!] start_mariadb: Cant access systemctl\n\n"
exit 1;
fi
# Start MariaDB
if is_mariadb_installed ; then
printf "%-35s ..." " - Starting MariaDB Server"
if systemctl start mariadb ; then
printf " Done\n"
else
echo "[!!] Failed to start MariaDB Server"
exit 1;
fi;
fi
}
stop_mariadb() {
if ! command -v systemctl &> /dev/null ; then
printf "[!!] stop_mariadb: Cant access systemctl\n\n"
exit 1;
fi
# Stop MariaDB
if is_mariadb_installed ; then
printf "%-35s ..." " - Stopping MariaDB Server"
if systemctl stop mariadb ; then
printf " Done\n"
else
echo "[!!] Failed to stop MariaDB Server"
exit 1;
fi;
fi
}
parse_remove_additional_args() {
# Defaults
FORCE=false
REMOVE_ALL=false
while [[ $# -gt 0 ]]; do
key="$1"
case $key in
remove)
shift # past argument
;;
-a | --all)
REMOVE_ALL=true
shift # past argument
;;
-f | --force)
FORCE=true
shift # past argument
;;
-h|--help|help)
print_help_remove
exit 1;
;;
*) # unknown option
print_help_remove
echo "unknown flag: $1"
exit 1
;;
esac
done
}
do_yum_remove() {
if ! command -v yum &> /dev/null ; then
printf "[!!] Cant access yum\n"
exit 1;
fi
if [ "$FORCE" == true ]; then
printf "Forcing Stop\n"
kill_cs_processes 2>/dev/null
stop_cs_via_systemctl_override
kill_cs_processes 2>/dev/null
kill_mariadbd_processes 2>/dev/null
fi
printf "Prechecks\n"
init_cs_down
wait_cs_down
stop_mariadb
stop_cmapi
if command -v clearShm &> /dev/null ; then
clearShm
fi
printf "\nRemoving packages \n"
# remove any mdb rpms on disk
if ls MariaDB-*.rpm &>/dev/null; then
print_and_delete "MariaDB-*.rpm"
fi
# remove all current MDB packages
if yum list installed MariaDB-* &>/dev/null; then
yum remove MariaDB-* -y
fi
if yum list installed galera-* &>/dev/null; then
yum remove galera-* -y
fi
# Check for rpms installed outside packagemanager
mariadb_packages_still_installed=$(yum list installed | grep MariaDB | awk '{print $1}')
if [ -n "$mariadb_packages_still_installed" ] ; then
yum remove $mariadb_packages_still_installed -y
fi
# remove offical & custom yum repos
printf "\nRemoving\n"
print_and_delete "/etc/yum.repos.d/mariadb.repo"
print_and_delete "/etc/yum.repos.d/drone.repo"
if [ "$REMOVE_ALL" == true ]; then
print_and_delete "/var/lib/mysql/"
print_and_delete "/var/lib/columnstore/"
print_and_delete "/etc/my.cnf.d/*"
print_and_delete "/etc/columnstore/*"
fi;
}
do_apt_remove() {
if ! command -v apt &> /dev/null ; then
printf "[!!] Cant access apt\n"
exit 1;
fi
if [ "$FORCE" == true ]; then
printf "Forcing Stop\n"
kill_cs_processes 2>/dev/null
stop_cs_via_systemctl_override
kill_cs_processes 2>/dev/null
fi
if ! command -v dpkg-query &> /dev/null ; then
printf "[!!] Cant access dpkg-query\n"
exit 1;
fi
printf "\n[+] Prechecks \n"
init_cs_down
wait_cs_down
stop_mariadb
stop_cmapi
if command -v clearShm &> /dev/null ; then
clearShm
fi
printf "\n[+] Removing packages - $(date) ... \n"
# remove any mdb rpms on disk
if ls mariadb*.deb &>/dev/null; then
print_and_delete "mariadb*.deb"
fi
# remove all current MDB packages
if [ "$(apt list --installed mariadb-* 2>/dev/null | wc -l)" -gt 1 ]; then
if [ "$REMOVE_ALL" == true ]; then
DEBIAN_FRONTEND=noninteractive apt remove --purge -y mariadb-plugin-columnstore mariadb-columnstore-cmapi
DEBIAN_FRONTEND=noninteractive apt remove --purge -y mariadb-*
else
if ! apt remove mariadb-columnstore-cmapi --purge -y; then
printf "[!!] Failed to remove columnstore \n"
fi
if ! apt remove mariadb-* -y; then
printf "[!!] Failed to remove the rest of mariadb \n\n"
fi
fi
fi
if [ "$(apt list --installed mysql-common 2>/dev/null | wc -l)" -gt 1 ]; then
if ! apt remove mysql-common -y; then
printf "[!!] Failed to remove mysql-common \n"
fi
fi
printf "\n[+] Removing all columnstore files & dirs\n"
if [ "$REMOVE_ALL" == true ]; then
print_and_delete "/var/lib/mysql"
print_and_delete "/var/lib/columnstore"
print_and_delete "/etc/columnstore"
print_and_delete "/etc/mysql/mariadb.conf.d/columnstore.cnf.rpmsave"
fi
# remove offical & custom yum repos
print_and_delete "/lib/systemd/system/mariadb.service"
print_and_delete "/lib/systemd/system/mariadb.service.d"
print_and_delete "/etc/apt/sources.list.d/mariadb.list*"
print_and_delete "/etc/apt/sources.list.d/drone.list"
systemctl daemon-reload
}
do_remove() {
parse_remove_additional_args "$@"
check_operating_system
check_package_managers
case $distro_info in
centos | rhel | rocky | almalinux )
do_yum_remove "$@"
;;
ubuntu | debian )
do_apt_remove "$@"
;;
*) # unknown option
echo "\ndo_remove: os & version not implemented: $distro_info\n"
exit 2;
esac
printf "\nUninstall Complete\n\n"
}
print_enterprise_install_help_text() {
echo "
MariaDB Columnstore Package Manager - Enterprise Quick Cluster Install
Usage: bash $0 install enterprise [version] --token [token] [flags]
Flags:
-n | --nodes IP address (hostname -I) of nodes to be configured into a cluster, first value will be primary Example: 72.255.12.1,72.255.12.2,72.255.12.3
-ru | --replication-user Replication user Default: repl
-rp | --replication-pwd Replication password Default: Mariadb123%
-mu | --maxscale-user Maxscale user Default: mxs
-mp | --maxscale-pwd Maxscale password Default: Mariadb123%
-cu | --cross-engine-user Cross-engine user Default: cross_engine
-cp | --cross-engine-pwd Cross-engine password Default: Mariadb123%
-t | --token Enterprise token Required
-h | --help Help Text
Example:
bash cs_package_manager.sh install enterprise 10.6.14-9 --token xxxxxx-xxxx-xxx-xxxx-xxxxxx --nodes 172.31.45.105,172.31.42.49
bash cs_package_manager.sh install enterprise 10.6.14-9 --token xxxxxx-xxxx-xxx-xxxx-xxxxxx --nodes 172.31.45.105,172.31.42.49 --replication-pwd \"my_custom_password123%\"
Note: When deploying a cluster, --nodes required and run the same command on all nodes at the same time.
"
}
print_community_install_help_text() {
echo "
MariaDB Columnstore Package Manager - Community Quick Cluster Install
Usage: bash $0 install community [version] [flags]
Flags:
-n | --nodes IP address (hostname -I) of nodes to be configured into a cluster, first value will be primary Example: 72.255.12.1,72.255.12.2,72.255.12.3
-ru | --replication-user Replication user Default: repl
-rp | --replication-pwd Replication password Default: Mariadb123%
-mu | --maxscale-user Maxscale user Default: mxs
-mp | --maxscale-pwd Maxscale password Default: Mariadb123%
-cu | --cross-engine-user Cross-engine user Default: cross_engine
-cp | --cross-engine-pwd Cross-engine password Default: Mariadb123%
-h | --help Help Text
Example:
bash cs_package_manager.sh install community 11.1.5 --token xxxxxx-xxxx-xxx-xxxx-xxxxxx --nodes 172.31.45.105,172.31.42.49
Note: When deploying a cluster, --nodes required and run the same command on all nodes at the same time.
"
}
print_dev_install_help_text() {
echo "
MariaDB Columnstore Package Manager - Dev Quick Cluster Install
Usage: bash $0 install dev [version] [branch/build number] [flags]
Flags:
-n | --nodes IP address (hostname -I) of nodes to be configured into a cluster, first value will be primary Example: 72.255.12.1,72.255.12.2,72.255.12.3
-ru | --replication-user Replication user Default: repl
-rp | --replication-pwd Replication password Default: Mariadb123%
-mu | --maxscale-user Maxscale user Default: mxs
-mp | --maxscale-pwd Maxscale password Default: Mariadb123%
-cu | --cross-engine-user Cross-engine user Default: cross_engine
-cp | --cross-engine-pwd Cross-engine password Default: Mariadb123%
--with-dev Include development client packages (MariaDB-devel on RPM, libmariadb-dev on DEB)
-h | --help Help Text
Example:
bash $0 install dev develop cron/8629
bash $0 install dev develop-23.02 pull_request/7256
bash $0 install dev stable-23.10 pull_request/10820 --nodes 172.31.45.105,172.31.42.49
Note: When deploying a cluster, --nodes required and run the same command on all nodes at the same time.
"
}
print_ci_install_help_text() {
echo "
MariaDB Columnstore Package Manager - CI Quick Cluster Install
Usage: bash $0 install ci [project]/[branch]/[git commit] --user [username] --password [password]
Flags:
-n | --nodes IP address (hostname -I) of nodes to be configured into a cluster, first value will be primary Example: 72.255.12.1,72.255.12.2,72.255.12.3
-ru | --replication-user Replication user Default: repl
-rp | --replication-pwd Replication password Default: Mariadb123%
-mu | --maxscale-user Maxscale user Default: mxs
-mp | --maxscale-pwd Maxscale password Default: Mariadb123%
-cu | --cross-engine-user Cross-engine user Default: cross_engine
-cp | --cross-engine-pwd Cross-engine password Default: Mariadb123%
-h | --help Help Text
Example:
bash $0 install ci ENTERPRISE/bb-10.6.14-9-cs-23.02.11-1/2d367136b3d3511ffeb53451de539d44db98ed91/ --user xxxxx --password xxxxxx
Note: When deploying a cluster, --nodes required and run the same command on all nodes at the same time.
"
}
print_local_install_help_text() {
echo "
MariaDB Columnstore Package Manager - Local Quick Cluster Install
Usage: bash $0 install local -d [directory] [flags]
Flags:
-d | --directory Directory containing the rpm/deb files to install
-n | --nodes IP address (hostname -I) of nodes to be configured into a cluster, first value will be primary Example: 72.255.12.1,72.255.12.2,72.255.12.3
-ru | --replication-user Replication user Default: repl
-rp | --replication-pwd Replication password Default: Mariadb123%
-mu | --maxscale-user Maxscale user Default: mxs
-mp | --maxscale-pwd Maxscale password Default: Mariadb123%
-cu | --cross-engine-user Cross-engine user Default: cross_engine
-cp | --cross-engine-pwd Cross-engine password Default: Mariadb123%
-h | --help Help Text
Example:
bash $0 install local -d /root/mariadb-10.6.14-rpms/
bash $0 install local -d /root/mariadb-10.6.14-rpms/ --nodes 72.255.12.1,72.255.12.2,72.255.12.3
Note: When deploying a cluster, --nodes required and run the same command on all nodes at the same time.
"
}
print_install_top_level_help_text() {
echo "
MariaDB Columnstore Package Manager - Install
Usage: bash $0 install [enterprise|community] [version] [flags]
Flags:
-h | --help Help
Examples:
bash $0 install community help
bash $0 install enterprise help"
if [ -n "$dev_drone_key" ]; then
echo " bash $0 install dev help
"
fi
}
print_install_help_text() {
case $repo in
enterprise | enterprise_staging )
print_enterprise_install_help_text
;;
community )
print_community_install_help_text
;;
dev )
print_dev_install_help_text
;;
ci )
print_ci_install_help_text
;;
local )
print_local_install_help_text
;;
-h|--help|help)
print_install_top_level_help_text
exit 1;
;;
*) # unknown option
printf "print_install_help_text: Invalid repository '$repo'\n"
printf "Options: [community|enterprise] \n"
print_install_top_level_help_text
exit 2;
esac
}
set_default_cluster_variables() {
nodes=""
replication_user="replication_user"
replication_pwd="Mariadb123%"
maxscale_user="maxscale_user"
maxscale_pwd="Mariadb123%"
cross_engine_user="cross_engine_user"
cross_engine_pwd="Mariadb123%"
CONFIGURE_CMAPI=true
}
parse_install_cluster_additional_args() {
# Skip the first three parameters
# $1 = action
# $2 = community|enterprise
# $3 = version
# if error_on_unknown_option doesnt exist, initialize it
if [ -z "$error_on_unknown_option" ]; then
error_on_unknown_option=true
fi
if [ $repo == "dev" ]; then
# $4 = branch/build number
shift 4
else
shift 3
fi
# Dynamic Arguments
while [[ $# -gt 0 ]]; do
key="$1"
case $key in
install|enterprise|community|dev|local)
shift # past argument
;;
--with-dev)
USE_DEV_PACKAGES=true
shift # past argument
;;
-t | --token)
enterprise_token="$2"
shift # past argument
shift # past value
;;
-n | --nodes)
nodes="$2"
shift # past argument
shift # past value
;;
-ru | --replication-user)
replication_user="$2"
shift # past argument
shift # past value
;;
-rp | --replication-pwd)
replication_pwd="$2"
shift # past argument
shift # past value
;;
-mu | --maxscale-user)
maxscale_user="$2"
shift # past argument
shift # past value
;;
-mp | --maxscale-pwd)
maxscale_pwd="$2"
shift # past argument
shift # past value
;;
-cu | --cross-engine-user)
cross_engine_user="$2"
shift # past argument
shift # past value
;;
-cp | --cross-engine-pwd)
cross_engine_pwd="$2"
shift # past argument
shift # past value
;;
-scmapi | --skip-cmapi)
CONFIGURE_CMAPI=false
shift # past argument
;;
-dev | --dev-drone-key)
dev_drone_key="$2"
shift # past argument
shift # past value
;;
-h|--help|help)
print_install_help_text
exit 1;
;;
*) # unknown option
if [ "$error_on_unknown_option" = true ]; then
print_install_help_text
echo "parse_install_cluster_additional_args: unknown flag: $1"
exit 1
fi
shift # past argument
;;
esac
done
# Enterprise checks
if [ $repo == "enterprise" ] || [ $repo == "enterprise_staging" ] ; then
if [ -z "$enterprise_token" ]; then
printf "\n[!] Enterprise token empty: $enterprise_token\n"
printf "1) edit $0 enterprise_token='xxxxxx' \n"
printf "2) add flag --token xxxxxxxxx \n"
printf "Find your token @ https://customers.mariadb.com/downloads/token/ \n\n"
exit 1;
fi;
fi
# Dev checks
if [ $repo == "dev" ]; then
if [ -z "$dev_drone_key" ]; then printf "Missing dev_drone_key: \n"; exit; fi;
# check via s3 that bucket not empty
if ! aws s3 ls s3://$dev_drone_key/ --no-sign-request &> /dev/null; then
printf "Invalid dev_drone_key: $dev_drone_key \n"
exit 1;
fi
fi
}
check_package_managers() {
if [ -n "$mac" ] && [ "$mac" = true ]; then
return
fi
package_manager='';
if command -v apt &> /dev/null ; then
if ! command -v dpkg-query &> /dev/null ; then
printf "[!!] Cant access dpkg-query\n"
exit 1;
fi
package_manager="apt";
fi
if command -v yum &> /dev/null ; then
package_manager="yum";
fi
if [ $package_manager == '' ]; then
echo "[!!] No package manager found: yum or apt must be installed"
exit 1;
fi;
}
# Confirms mac have critical binaries to run this script
# As of 3/2024 supports cs_package_manager.sh check
check_mac_dependencies() {
# Install ggrep if not exists
if ! which ggrep >/dev/null 2>&1; then
echo "Attempting Auto install of ggrep"
if ! which brew >/dev/null 2>&1; then
echo "Attempting Auto install of brew"
bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"
fi
brew install grep
fi
# Exit if ggrep still doesnt exist
if ! which ggrep >/dev/null 2>&1; then
echo "Failed to install ggrep"
echo "which ggrep"
echo ""
exit 1;
fi
}
set_distro_based_on_distro_info() {
# distros=(centos7 debian11 debian12 rockylinux8 rockylinux9 ubuntu20.04 ubuntu22.04)
case $distro_info in
centos | rhel )
distro="${distro_info}${version_id}"
;;
debian )
distro="${distro_info}${version_id_exact}"
;;
rocky | almalinux )
distro="rockylinux${version_id}"
;;
ubuntu )
distro="${distro_info}${version_id_exact}"
;;
*) # unknown option
printf "\ncheck_operating_system: unknown os & version: $distro_info\n"
exit 2;
esac
distro_short="${distro_info:0:3}${version_id}"
}
check_operating_system() {
if [[ $OSTYPE == 'darwin'* ]]; then
echo "Running on macOS"
check_mac_dependencies
# on action=check - these values are used as triggers to prompt the user to select what OS/version they want to check against
distro_info="mac"
distro="mac"
version_id_exact=$(grep -A1 ProductVersion "/System/Library/CoreServices/SystemVersion.plist" | sed -n 's/.*<string>\(.*\)<\/string>.*/\1/p')
version_id=$( echo "$version_id_exact" | awk -F. '{print $1}')
distro_short="${distro_info:0:3}${version_id}"
return
fi;
distro_info=$(awk -F= '/^ID=/{gsub(/"/, "", $2); print $2}' /etc/os-release)
version_id_exact=$(awk -F= '/^VERSION_ID=/ { gsub(/"/, "", $2); print $2 }' /etc/os-release)
version_id=$( echo "$version_id_exact" | awk -F. '{print $1}')
version_codename=$(awk -F= '/^VERSION_CODENAME=/ { gsub(/"/, "", $2); print $2 }' /etc/os-release)
set_distro_based_on_distro_info
}
check_cpu_architecture() {
architecture=$(uname -m)
# arch=(amd64 arm64)
case $architecture in
x86_64 )
arch="amd64"
;;
aarch64 )
arch="arm64"
;;
*) # unknown option
echo "Error: Unsupported architecture ($architecture)"
esac
}
check_mdb_installed() {
packages=""
current_mariadb_version=""
case $package_manager in
yum )
packages=$(yum list installed | grep -i mariadb)
current_mariadb_version=$(rpm -q --queryformat '%{VERSION}\n' MariaDB-server 2>/dev/null)
;;
apt )
packages=$(apt list --installed mariadb-* 2>/dev/null | grep -i mariadb);
current_mariadb_version=$(dpkg-query -f '${Version}\n' -W mariadb-server 2>/dev/null)
# remove prefix 1: & +maria~deb1 - example: current_mariadb_version="1:10.6.16.11+maria~deb1"
current_mariadb_version="${current_mariadb_version#*:}"
current_mariadb_version="${current_mariadb_version%%+*}"
;;
*) # unknown option
printf "\ncheck_mdb_installed: package manager not implemented - $package_manager\n"
exit 2;
esac
if [ -z "$packages" ]; then
printf "\nMariaDB packages are NOT installed. Please install them before continuing.\n"
echo $packages;
printf "Example: bash $0 install [community|enterprise] [version] \n\n"
exit 2;
fi;
}
check_no_mdb_installed() {
packages=""
case $distro_info in
centos | rhel | rocky | almalinux )
packages=$(yum list installed | grep -i mariadb)
;;
ubuntu | debian )
packages=$(apt list --installed mariadb-* 2>/dev/null | grep -i mariadb);
;;
*) # unknown option
printf "\ncheck_no_mdb_installed: os & version not implemented: $distro_info\n"
exit 2;
esac
if [ -n "$packages" ]; then
printf "\nSome MariaDB packages are installed\nPlease uninstall the following before continuing:\n"
printf "$packages";
printf "\n\nExample: \n"
printf " bash $0 remove\n"
printf " bash $0 remove --all # to delete all data & configs too\n\n"
exit 2;
fi;
}
check_aws_cli_installed() {
if ! command -v aws &> /dev/null ; then
echo "[!] aws cli - binary could not be found"
echo "[+] Installing aws cli ..."
cli_url="https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip"
case $architecture in
x86_64 )
cli_url="https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip"
;;
aarch64 )
cli_url="https://awscli.amazonaws.com/awscli-exe-linux-aarch64.zip"
;;
*) # unknown option
echo "Error: Unsupported architecture ($architecture)"
esac
case $distro_info in
centos | rhel | rocky | almalinux )
rm -rf aws awscliv2.zip
yum install unzip -y;
curl "$cli_url" -o "awscliv2.zip";
unzip -q awscliv2.zip;
sudo ./aws/install;
mv /usr/local/bin/aws /usr/bin/aws;
aws configure set default.s3.max_concurrent_requests 70
;;
ubuntu | debian )
rm -rf aws awscliv2.zip
if ! DEBIAN_FRONTEND=noninteractive apt install unzip -y; then
echo "[!!] Installing Unzip Failed: Trying update"
DEBIAN_FRONTEND=noninteractive apt update -y;
DEBIAN_FRONTEND=noninteractive apt install unzip -y;
fi
curl "$cli_url" -o "awscliv2.zip";
unzip -q awscliv2.zip;
sudo ./aws/install;
mv /usr/local/bin/aws /usr/bin/aws;
aws configure set default.s3.max_concurrent_requests 70
;;
*) # unknown option
printf "\nos & version not implemented: $distro_info\n"
exit 2;
esac
fi
}
check_cluster_dependancies() {
if ! command -v telnet &> /dev/null; then
printf "\n[!] telnet not found. Attempting Auto-install\n\n"
case $package_manager in
yum )
if ! yum install telnet -y; then
printf "\n[!!] Failed to install telnet. Please manually install \n\n"
exit 1;
fi
;;
apt )
apt update
if ! apt install telnet -y --quiet; then
printf "\n[!!] Failed to install telnet. Please manually install \n\n"
exit 1;
fi
;;
*) # unknown option
printf "\ncheck_cluster_dependancies: package manager not implemented - $package_manager\n"
exit 2;
esac
fi
}
# main goal is to enable binlog with unique server_id for replication
configure_default_mariadb_server_config() {
case $distro_info in
centos | rhel | rocky | almalinux )
server_cnf_dir="/etc/my.cnf.d"
server_cnf_location="/etc/my.cnf.d/server.cnf"
;;
ubuntu | debian )
server_cnf_dir="/etc/mysql/mariadb.conf.d"
server_cnf_location="/etc/mysql/mariadb.conf.d/server.cnf"
;;
*) # unknown option
printf "\nconfigure_default_mariadb_server_config: os & version not implemented: $distro_info\n"
exit 2;
esac
if [ ! -d $server_cnf_dir ]; then
echo " - Creating $server_cnf_dir"
mkdir -p $server_cnf_dir
chown mysql:mysql $server_cnf_dir
fi
echo "[mariadb]
bind_address = 0.0.0.0
log_error = mariadbd.err
character_set_server = utf8
collation_server = utf8_general_ci
log_bin = mariadb-bin
log_bin_index = mariadb-bin.index
relay_log = mariadb-relay
relay_log_index = mariadb-relay.index
log_slave_updates = ON
gtid_strict_mode = ON
columnstore_use_import_for_batchinsert = ALWAYS
lower_case_table_names=1
#expire_logs_days= 2
# This must be unique on each MariaDB Enterprise Node
server_id = $dbroot" > $server_cnf_location
chown mysql:mysql $server_cnf_location
stop_mariadb
start_mariadb
confirm_mariadb_online
}
create_cross_engine_user() {
if [ -n "$cross_engine_user" ] && [ -n "$cross_engine_pwd" ]; then
# Check if user exists and delete the user if so
if mariadb -e "SELECT User FROM mysql.user WHERE User='$cross_engine_user'" | grep -q $cross_engine_user; then
if mariadb -e "DROP USER IF EXISTS '$cross_engine_user'@'127.0.0.1'"; then
echo " - Deleted User: $cross_engine_user "
else
echo "[!] FAILED to delete user: $cross_engine_user "
exit 1
fi
fi
if mariadb -e "CREATE USER '$cross_engine_user'@'127.0.0.1' IDENTIFIED BY '$cross_engine_pwd'; GRANT SELECT,PROCESS ON *.* TO '$cross_engine_user'@'127.0.0.1'" ; then
echo " - Created User: $cross_engine_user "
else
echo "[!] FAILED to create user: $cross_engine_user "
exit 1
fi
fi
}
create_mariadb_users() {
if [ -n "$replication_user" ]; then
# Check if user exists and delete the user if so
if mariadb -e "SELECT User FROM mysql.user WHERE User='$replication_user'" | grep -q $replication_user; then
if mariadb -e "DROP USER IF EXISTS '$replication_user'@'%'"; then
echo " - Deleted User: $replication_user "
else
echo "[!] FAILED to delete user: $replication_user "
exit 1
fi
fi
if mariadb -e "CREATE USER '$replication_user'@'%' IDENTIFIED BY '$replication_pwd'; GRANT REPLICA MONITOR, REPLICATION REPLICA, REPLICATION REPLICA ADMIN, REPLICATION MASTER ADMIN ON *.* TO '$replication_user'@'%';"; then
echo " - Created User: $replication_user "
else
echo "[!] FAILED to create user: $replication_user "
exit 1
fi
fi
if [ -n "$maxscale_user" ]; then
# Check if user exists and delete the user if so
if mariadb -e "SELECT User FROM mysql.user WHERE User='$maxscale_user'" | grep -q $maxscale_user; then
if mariadb -e "DROP USER IF EXISTS '$maxscale_user'@'%'"; then
echo " - Deleted User: $maxscale_user "
else
echo "[!] FAILED to delete user: $maxscale_user "
exit 1
fi
fi
if mariadb -e "CREATE USER $maxscale_user@'%' IDENTIFIED BY '$maxscale_pwd';
GRANT SUPER, RELOAD, REPLICATION CLIENT, REPLICATION SLAVE, SHOW DATABASES ON *.* TO $maxscale_user@'%';
GRANT SELECT ON mysql.db TO $maxscale_user@'%';
GRANT SELECT ON mysql.user TO $maxscale_user@'%';
GRANT SELECT ON mysql.roles_mapping TO $maxscale_user@'%';
GRANT SELECT ON mysql.tables_priv TO $maxscale_user@'%';
GRANT SELECT ON mysql.columns_priv TO $maxscale_user@'%';
GRANT SELECT ON mysql.proxies_priv TO $maxscale_user@'%';"; then
echo " - Created User: $maxscale_user "
else
echo "[!] FAILED to create user: $maxscale_user "
exit 1
fi
fi
}
configure_columnstore_cross_engine_user() {
if [ -n "$cross_engine_user" ] && [ -n "$cross_engine_pwd" ]; then
if command -v mcsSetConfig &> /dev/null ; then
mcsSetConfig CrossEngineSupport User "$cross_engine_user"
mcsSetConfig CrossEngineSupport Password "$cross_engine_pwd"
else
echo "mcsSetConfig doesnt exist: Cant configure cross engine joins"
fi
fi
}
poll_for_cmapi_online() {
local sleep_timer=3
local timeout_seconds=5
# Use telnet to check port 8640 on replica nodes
for node in $(echo $nodes | tr "," "\n"); do
counter=0
printf "%-35s ..." " - Checking cmapi port 8640 on $node "
while true; do
# use mcs cmapi is-ready if it exists and works, fallback to telnet if not
if which mcs >/dev/null 2>&1 & timeout $timeout_seconds mcs cmapi is-ready --node $node 1> /dev/null 2>&1; then
printf " Success\n"
break;
elif timeout $timeout_seconds telnet $node 8640 < /dev/null 2>&1 | grep -q 'Connected'; then
printf " Success (via telnet) \n"
break;
else
printf "."
fi
# Max wait 3000 seconds
if [ $counter -gt 1000 ]; then
echo "Failed to find open cmapi port after 1000 checks"
exit;
fi
sleep $sleep_timer
((counter++))
done
done
}
configure_cluster_via_cmapi() {
if [ -z $api_key ]; then get_set_cmapi_key; fi;
local dbroot=1
for node in $(echo $nodes | tr "," "\n"); do
if command -v mcs &> /dev/null ; then
printf "%-35s ..." " - Adding Node $dbroot: $node "
if mcs_output=$( timeout 120s mcs cluster node add --node $node ); then
printf " Done - $( echo $cmapi_output | jq -r tostring ) \n"
else
echo "[!] Failed ... trying cmapi curl"
echo "$mcs_output"
add_node_cmapi_via_curl $node
fi
else
echo "mcs - binary could not be found ..."
add_node_cmapi_via_curl $node
fi;
((dbroot++))
done
}
poll_for_primary_mariadb_connectivity() {
if [ -z "$primary_ip" ]; then
echo "Primary IP not defined"
exit 1;
fi
local port=3306
local sleep_timer=3
local counter=0
# Use telnet to check port 3306 on primary node
printf "%-35s ..." " - Checking mariadb port $port on $primary_ip..."
while true; do
if telnet $primary_ip $port < /dev/null 2>&1 | grep -q 'Connected'; then
printf " Success\n"
break;
else
printf "."
fi
# Max wait 3000 seconds
if [ $counter -gt 1000 ]; then
echo "Failed to find open mariadb port $port after 1000 checks"
exit;
fi
sleep $sleep_timer
((counter++))
done
local counter=0
printf "%-35s ..." " - Checking replication credentials"
while true; do
if mariadb -h $primary_ip -u $replication_user -p"$replication_pwd" -e "SELECT 1;" &> /dev/null; then
printf " Success\n"
break;
else
printf "."
fi
# Max wait 3000 seconds
if [ $counter -gt 1000 ]; then
echo "Failed to find open mariadb port $port after 1000 checks"
exit;
fi
sleep $sleep_timer
((counter++))
done
}
configure_mariadb_replication() {
if [ -z "$primary_ip" ]; then
echo "Primary IP not defined"
exit 1;
fi
mariadb -e "stop slave;CHANGE MASTER TO MASTER_HOST='$primary_ip' , MASTER_USER='$replication_user' , MASTER_PASSWORD='$replication_pwd' , MASTER_USE_GTID = slave_pos;start slave;"
sleep 2;
mariadb -e "show slave status\G" | grep -E "Slave_IO_Running|Slave_SQL|Last_IO_Error|Gtid_IO_Pos"
}
check_dev_build_exists() {
if ! aws s3 ls $s3_path --no-sign-request &> /dev/null; then
printf "[!] Defined dev build doesnt exist in aws\n\n"
exit 2;
fi;
}
check_ci_build_exists() {
# Use curl to check if the URL exists
http_status=$(curl -s -o /dev/null -w "%{http_code}" --user "$ci_user:$ci_pwd" "$ci_url")
# Check if the HTTP status code is 200 (OK)
if [ "$http_status" -eq 200 ]; then
return 0
else
echo "URL does not exist or an error occurred:"
echo "$ci_url"
exit 2
fi
}
optionally_install_cmapi_dependencies() {
case $package_manager in
yum )
packages=("jq" "libxcrypt-compat")
for package in "${packages[@]}"; do
yum install $package -y;
done
;;
apt )
if ! apt install jq -y --quiet; then
printf "\n[!!] Failed to install jq. Please manually install \n\n"
exit 1;
fi
;;
*) # unknown option
printf "\noptionally_install_cmapi_dependencies: package manager not implemented - $package_manager\n"
exit 2;
esac
}
post_cmapi_install_configuration() {
systemctl daemon-reload
systemctl enable mariadb-columnstore-cmapi
systemctl start mariadb-columnstore-cmapi
mariadb -e "show status like '%Columnstore%';"
sleep 1;
if [ -n "$nodes" ] && [ $dbroot == 1 ] ; then
# Handle Cluster Configuration - Primary Node
configure_default_mariadb_server_config
create_mariadb_users
create_cross_engine_user
configure_columnstore_cross_engine_user
poll_for_cmapi_online
configure_cluster_via_cmapi
elif [ -n "$nodes" ] && [ $dbroot -gt 1 ]; then
# Handle Cluster Configuration - Replica Nodes
configure_default_mariadb_server_config
poll_for_primary_mariadb_connectivity
configure_mariadb_replication
else
# Handle Single node
confirm_cmapi_online_and_configured
create_cross_engine_user
configure_columnstore_cross_engine_user
init_cs_up
fi
}
do_enterprise_apt_install() {
# Install MariaDB
apt-get clean
if ! apt install mariadb-server -y --quiet; then
printf "\n[!] Failed to install mariadb-server \n\n"
exit 1;
fi
sleep 2
systemctl daemon-reload
systemctl enable mariadb
systemctl start mariadb
# Install Columnstore
if ! apt install mariadb-plugin-columnstore -y --quiet; then
printf "\n[!] Failed to install columnstore \n\n"
exit 1;
fi
# Install CMAPI
if $CONFIGURE_CMAPI ; then
if ! apt install mariadb-columnstore-cmapi jq -y --quiet; then
printf "\n[!] Failed to install cmapi\n\n"
mariadb -e "show status like '%Columnstore%';"
else
post_cmapi_install_configuration
fi
else
create_cross_engine_user
configure_columnstore_cross_engine_user
fi
}
do_enterprise_yum_install() {
# Install MariaDB
yum clean all
yum install MariaDB-server -y
sleep 2
systemctl enable mariadb
systemctl start mariadb
# Install Columnstore
if ! yum install MariaDB-columnstore-engine -y; then
printf "\n[!] Failed to install columnstore\n\n"
exit 1;
fi
# Install CMAPI
if $CONFIGURE_CMAPI ; then
if ! yum install MariaDB-columnstore-cmapi jq -y; then
printf "\n[!] Failed to install cmapi\n\n"
mariadb -e "show status like '%Columnstore%';"
else
post_cmapi_install_configuration
fi
else
create_cross_engine_user
configure_columnstore_cross_engine_user
fi
}
process_cluster_variables() {
# check what IP addresses in nodes match the current IP
if [ -n "$nodes" ]; then
check_cluster_dependancies
this_ip=$(hostname -I | awk '{print $1}')
if ! echo "$nodes" | grep -q "$this_ip"; then
printf "\n[!] Current IP address: $this_ip\nNOT in nodes list: $nodes\n\n"
exit 1;
fi
dbroot=1
primary_ip=""
for node in $(echo $nodes | tr "," "\n"); do
# The first in the list is the primary
if [ $dbroot -eq 1 ]; then
primary_ip=$node
fi
if [ "$node" == "$this_ip" ]; then
break;
fi
if [ $dbroot -gt 10000 ]; then
echo "Failed to find $this_ip index in nodes list"
exit 1;
fi
((dbroot++))
done
if [ -z "$primary_ip" ]; then
echo "Primary IP not found in nodes list"
exit 1;
fi
echo "IP: $this_ip"
echo "Server ID: $dbroot"
echo "Nodes: $nodes"
echo "Primary IP: $primary_ip"
echo "Replication User: $replication_user"
echo "Replication Password: $replication_pwd"
echo "Maxscale User: $maxscale_user"
echo "Maxscale Password: $maxscale_pwd"
echo "Cross Engine User: $cross_engine_user"
echo "Cross Engine Password: $cross_engine_pwd"
fi
}
quick_version_check() {
if [ -z $version ]; then
printf "\n[!] Version empty: $version\n\n"
exit 1;
fi;
case $version in
-h | --help | help )
if [ $action == "download" ]; then
print_download_help_text
elif [ $action == "upgrade" ]; then
print_upgrade_help_text
else
print_install_help_text
fi
exit 0;
;;
-* )
# Confirm doesnt start with "-"", like a flag
printf "\n[!] Version cannot begin with '-': $version\n\n"
exit 1
;;
*)
;;
esac
# Check if version contains at least one number
if ! [[ "$version" =~ [0-9] ]]; then
printf "\n[!] Version must contain at least one numeric character: $version\n\n"
exit 1
fi
}
check_columnstore_install_dependencies() {
case $distro_info in
centos | rhel | rocky | almalinux )
package_list=("python3")
for package in "${package_list[@]}"; do
if ! yum install $package -y; then
printf "\n[!] Failed to install dependancy: $package\n"
printf "Please install manually and try again\n\n"
exit 1;
fi
done
;;
ubuntu | debian )
package_list=("python3")
for package in "${package_list[@]}"; do
if ! apt install $package -y --quiet; then
printf "\n[!] Failed to install dependancy: $package\n"
printf "Please install manually and try again\n\n"
exit 1;
fi
done
;;
*) # unknown option
printf "\ncheck_columnstore_install_dependencies: os & version not implemented: $distro_info\n"
exit 2;
esac
}
print_install_variables() {
echo "Distro: $distro_info"
echo "Version: $version_id"
echo "CPU: $architecture"
echo "Repository: $repo"
echo "Package Manager: $package_manager"
if [ $repo == "enterprise" ] || [ $repo == "enterprise_staging" ] ; then
echo "Token: $enterprise_token"
echo "MariaDB Enterprise Version: $version"
elif [ $repo == "community" ]; then
echo "MariaDB Community Version: $version"
fi
}
enterprise_install() {
version=$3
quick_version_check
parse_install_cluster_additional_args "$@"
print_install_variables
check_no_mdb_installed
process_cluster_variables
echo "-----------------------------------------------"
url="https://dlm.mariadb.com/enterprise-release-helpers/mariadb_es_repo_setup"
if $enterprise_staging; then
url="https://dlm.mariadb.com/$enterprise_token/enterprise-release-helpers-staging/mariadb_es_repo_setup"
fi
# Check for install dependancies
check_columnstore_install_dependencies
# Download Repo setup script
rm -rf mariadb_es_repo_setup
curl -LO "$url" -o mariadb_es_repo_setup;
chmod +x mariadb_es_repo_setup;
if ! bash mariadb_es_repo_setup --token="$enterprise_token" --apply --mariadb-server-version="$version"; then
printf "\n[!] Failed to apply mariadb_es_repo_setup...\n\n"
exit 2;
fi;
case $distro_info in
centos | rhel | rocky | almalinux )
if [ ! -f "/etc/yum.repos.d/mariadb.repo" ]; then printf "\n[!] Expected to find mariadb.repo in /etc/yum.repos.d \n\n"; exit 1; fi;
if $enterprise_staging; then
sed -i 's/mariadb-es-main/mariadb-es-staging/g' /etc/yum.repos.d/mariadb.repo
sed -i 's/mariadb-enterprise-server/mariadb-enterprise-staging/g' /etc/yum.repos.d/mariadb.repo
printf "\n\n[+] Adjusted mariadb.repo to: mariadb-enterprise-staging\n\n"
fi;
do_enterprise_yum_install "$@"
;;
ubuntu | debian )
if [ ! -f "/etc/apt/sources.list.d/mariadb.list" ]; then printf "\n[!] Expected to find mariadb.list in /etc/apt/sources.list.d \n\n"; exit 1; fi;
if $enterprise_staging; then
sed -i 's/mariadb-enterprise-server/mariadb-enterprise-staging/g' /etc/apt/sources.list.d/mariadb.list
apt update
printf "\n\n[+] Adjusted mariadb.list to: mariadb-enterprise-staging\n\n"
fi;
do_enterprise_apt_install "$@"
;;
*) # unknown option
printf "\nenterprise_install: os & version not implemented: $distro_info\n"
exit 2;
esac
}
community_install() {
version=$3
quick_version_check
parse_install_cluster_additional_args "$@"
print_install_variables
check_no_mdb_installed
process_cluster_variables
echo "-----------------------------------------------"
# Download Repo setup
rm -rf mariadb_repo_setup
community_setup_script="https://downloads.mariadb.com/MariaDB/mariadb_repo_setup"
if ! curl -sSL $community_setup_script | bash -s -- --mariadb-server-version=mariadb-$version ; then
echo "version bad or mariadb_repo_setup unavailable. exiting ..."
exit 2;
fi;
case $distro_info in
centos | rhel | rocky | almalinux )
do_community_yum_install "$@"
;;
ubuntu | debian )
do_community_apt_install "$@"
;;
*) # unknown option
printf "\ncommunity_install: os & version not implemented: $distro_info\n"
exit 2;
esac
}
do_community_yum_install() {
# Install MariaDB then Columnstore
yum clean all
if ! yum install MariaDB-server -y; then
printf "\n[!] Failed to install MariaDB-server \n\n"
exit 1;
fi
sleep 2;
systemctl enable mariadb
systemctl start mariadb
# Install Columnstore
if ! yum install MariaDB-columnstore-engine -y; then
printf "\n[!] Failed to install columnstore \n\n"
exit 1;
fi
# Optionally install dev client packages
if $USE_DEV_PACKAGES; then
if ! yum install MariaDB-devel -y; then
printf "\n[!] Failed to install MariaDB-devel (dev packages) \n\n"
fi
fi
# Install CMAPI
if $CONFIGURE_CMAPI ; then
cmapi_installable=$(yum list | grep MariaDB-columnstore-cmapi)
if [ -n "$cmapi_installable" ]; then
if ! yum install MariaDB-columnstore-cmapi jq -y; then
printf "\n[!] Failed to install cmapi\n\n"
exit 1;
else
post_cmapi_install_configuration
fi
fi
else
create_cross_engine_user
configure_columnstore_cross_engine_user
fi
}
do_community_apt_install() {
# Install MariaDB
apt-get clean
if ! apt install mariadb-server -y --quiet; then
printf "\n[!] Failed to install mariadb-server \n\n"
exit 1;
fi
sleep 2
systemctl daemon-reload
systemctl enable mariadb
systemctl start mariadb
# Install Columnstore
if ! apt install mariadb-plugin-columnstore -y --quiet; then
printf "\n[!] Failed to install columnstore \n\n"
exit 1;
fi;
# Optionally install dev client packages
if $USE_DEV_PACKAGES; then
if ! apt install libmariadb-dev -y --quiet; then
printf "\n[!] Failed to install libmariadb-dev (dev packages) \n\n"
fi
fi
# Install CMAPI
if $CONFIGURE_CMAPI ; then
if ! apt install mariadb-columnstore-cmapi jq -y --quiet ; then
printf "\n[!] Failed to install cmapi \n\n"
mariadb -e "show status like '%Columnstore%';"
else
post_cmapi_install_configuration
fi
else
create_cross_engine_user
configure_columnstore_cross_engine_user
fi
}
get_set_cmapi_key() {
CMAPI_CNF="/etc/columnstore/cmapi_server.conf"
if [ ! -f $CMAPI_CNF ]; then
echo "[!!] No cmapi config file found"
exit 1;
fi;
# Add API Key if missing
if [ -z "$(grep ^x-api-key $CMAPI_CNF)" ]; then
if ! command -v openssl &> /dev/null ; then
api_key="19bb89d77cb8edfe0864e05228318e3dfa58e8f45435fbd9bd12c462a522a1e9"
else
api_key=$(openssl rand -hex 32)
fi
printf "%-35s ..." " - Setting API Key:"
if cmapi_output=$( curl -s https://127.0.0.1:8640/cmapi/0.4.0/cluster/status \
--header 'Content-Type:application/json' \
--header "x-api-key:$api_key" -k ) ; then
printf " Done - $( echo $cmapi_output | jq -r tostring ) \n"
sleep 2;
else
printf " Failed to set API key\n\n"
exit 1;
fi
else
api_key=$(grep ^x-api-key $CMAPI_CNF | cut -d "=" -f 2 | tr -d " ")
fi
}
add_node_cmapi_via_curl() {
node_ip=$1
if [ -z $api_key ]; then get_set_cmapi_key; fi;
# Add Node
printf "%-35s ..." " - Adding node ($node_ip) via curl"
if cmapi_output=$( curl -k -s -X PUT https://127.0.0.1:8640/cmapi/0.4.0/cluster/node \
--header 'Content-Type:application/json' \
--header "x-api-key:$api_key" \
--data "{\"timeout\": 120, \"node\": \"$node_ip\"}" ); then
printf " Done - $(echo $cmapi_output | jq -r tostring )\n"
else
echo "Failed adding node: $node_ip"
exit 1;
fi
}
start_cs_via_systemctl() {
if systemctl start mariadb-columnstore ; then
echo " - Started Columnstore"
else
echo "[!!] Failed to start columnstore via systemctl"
exit 1;
fi;
}
start_cs_cmapi_via_curl() {
if [ -z $api_key ]; then get_set_cmapi_key; fi;
if curl -k -s -X PUT https://127.0.0.1:8640/cmapi/0.4.0/cluster/start \
--header 'Content-Type:application/json' \
--header "x-api-key:$api_key" \
--data '{"timeout":20}'; then
echo " - Started Columnstore"
else
echo " - [!] Failed to start columnstore via cmapi curl"
echo " - Trying via systemctl ..."
start_cs_via_systemctl
fi;
}
stop_service_if_exists() {
local timeout="30s"
local service_name="$1"
if systemctl list-units --full -all | grep -Fq "$service_name"; then
if ! timeout $timeout systemctl stop "$service_name" 2>/dev/null ; then
echo "Failed to stop $service_name"
fi
fi
}
stop_cs_via_systemctl_override() {
stop_service_if_exists "mcs-ddlproc"
stop_service_if_exists "mcs-dmlproc"
stop_service_if_exists "mcs-workernode@1"
stop_service_if_exists "mcs-workernode@2"
stop_service_if_exists "mcs-controllernode"
stop_service_if_exists "mcs-storagemanager"
stop_service_if_exists "mcs-primproc"
stop_service_if_exists "mcs-writeengineserver"
stop_service_if_exists "mariadb-columnstore-cmapi"
}
kill_cs_processes() {
ps -ef | grep -E '(PrimProc|ExeMgr|DMLProc|DDLProc|WriteEngineServer|StorageManager|controllernode|workernode|load_brm|save_brm)' | grep -v "grep" | awk '{print $2}' | xargs kill -9
}
kill_mariadbd_processes() {
ps -ef | grep -E '(mariadbd)' | grep -v "grep" | awk '{print $2}' | xargs kill -9
}
stop_cs_via_systemctl() {
printf " - Trying to stop columnstore via systemctl"
if systemctl stop mariadb-columnstore ; then
printf " Done\n"
else
printf "\n[!!] Failed to stop columnstore\n"
exit 1;
fi;
}
stop_cs_cmapi_via_curl() {
if [ -z $api_key ]; then get_set_cmapi_key; fi;
if curl -k -s -X PUT https://127.0.0.1:8640/cmapi/0.4.0/cluster/shutdown \
--header 'Content-Type:application/json' \
--header "x-api-key:$api_key" \
--data '{"timeout":20}'; then
echo " - Stopped Columnstore via curl"
else
printf "\n[!] Failed to stop columnstore via cmapi\n"
stop_cs_via_systemctl
fi;
}
add_primary_node_cmapi() {
primary_ip="127.0.0.1"
if [ -z $api_key ]; then get_set_cmapi_key; fi;
if command -v mcs &> /dev/null ; then
# Only add 127.0.0.1 if no nodes are configured in cmapi
if [ "$(mcs cluster status | jq -r '.num_nodes')" == "0" ]; then
printf "%-35s ..." " - Adding primary node"
if mcs_output=$( timeout 30s mcs cluster node add --node $primary_ip ); then
echo " Done - $( echo $mcs_output | jq -r tostring )"
else
echo "[!] Failed ... trying cmapi curl"
echo "$mcs_output"
add_node_cmapi_via_curl $primary_ip
fi;
fi;
else
echo "mcs - binary could not be found"
add_node_cmapi_via_curl $primary_ip
printf "%-35s ..." " - Starting Columnstore Engine"
start_cs_cmapi_via_curl
fi
}
dev_install() {
check_aws_cli_installed
parse_install_cluster_additional_args "$@"
print_install_variables
check_no_mdb_installed
echo "Branch: $3"
echo "Build: $4"
dronePath="s3://$dev_drone_key"
branch="$3"
build="$4"
product="10.6-enterprise"
if [ -z $dev_drone_key ]; then printf "Missing dev_drone_key: \n"; exit; fi;
if [ -z "$branch" ]; then printf "Missing branch: $branch\n"; exit 2; fi;
if [ -z "$build" ]; then printf "Missing build: $branch\n"; exit 2; fi;
# Construct URLs
s3_path="$dronePath/$branch/$build/$product/$arch"
drone_http=$(echo "$s3_path" | sed "s|s3://$dev_drone_key/|https://${dev_drone_key}.s3.amazonaws.com/|")
echo "Locations:"
echo "Bucket: $s3_path"
echo "Drone: $drone_http"
process_cluster_variables
echo "###################################"
check_dev_build_exists
case $distro_info in
centos | rhel | rocky | almalinux )
s3_path="${s3_path}/$distro"
drone_http="${drone_http}/$distro"
do_dev_yum_install "$@"
;;
ubuntu | debian )
do_dev_apt_install "$@"
;;
*) # unknown option
printf "\ndev_install: os & version not implemented: $distro_info\n"
exit 2;
esac
}
do_dev_yum_install() {
echo "[drone]
name=Drone Repository
baseurl="$drone_http"
gpgcheck=0
enabled=1
" > /etc/yum.repos.d/drone.repo
yum clean all
# yum makecache
# yum list --disablerepo="*" --enablerepo="drone"
# ALL RPMS: aws s3 cp $s3_path/ . --recursive --exclude "debuginfo" --include "*.rpm"
aws s3 cp $s3_path/ . --recursive --exclude "*" --include "MariaDB-server*" --exclude "*debug*" --no-sign-request
# Confirm Downloaded server rpm
if ! ls MariaDB-server-*.rpm 1> /dev/null 2>&1; then
echo "Error: No MariaDB-server RPMs were found."
exit 1
fi
# Install MariaDB Server
if ! yum install MariaDB-server-*.rpm -y; then
printf "\n[!] Failed to install MariaDB-server \n\n"
exit 1;
fi
systemctl daemon-reload
systemctl enable mariadb
systemctl start mariadb
# Install Columnstore
if ! yum install MariaDB-columnstore-engine -y; then
printf "\n[!] Failed to install columnstore \n\n"
exit 1;
fi
# Install CMAPI
if $CONFIGURE_CMAPI ; then
optionally_install_cmapi_dependencies
if ! yum install MariaDB-columnstore-cmapi -y; then
printf "\n[!] Failed to install cmapi\n\n"
exit 1;
else
post_cmapi_install_configuration
fi
else
create_cross_engine_user
configure_columnstore_cross_engine_user
fi
}
do_dev_apt_install() {
echo "deb [trusted=yes] ${drone_http} ${distro}/" > /etc/apt/sources.list.d/repo.list
cat << EOF > /etc/apt/preferences
Package: *
Pin: origin cspkg.s3.amazonaws.com
Pin-Priority: 1700
EOF
# Install MariaDB Server
apt-get clean
apt-get update
if ! apt install mariadb-server -y --quiet; then
printf "\n[!] Failed to install mariadb-server \n\n"
exit 1;
fi
sleep 2
systemctl daemon-reload
systemctl enable mariadb
systemctl start mariadb
# Install Columnstore
if ! apt install mariadb-plugin-columnstore -y --quiet; then
printf "\n[!] Failed to install columnstore \n\n"
exit 1;
fi;
# Install CMAPI
if $CONFIGURE_CMAPI ; then
if ! apt install mariadb-columnstore-cmapi jq -y --quiet ; then
printf "\n[!] Failed to install cmapi \n\n"
mariadb -e "show status like '%Columnstore%';"
else
post_cmapi_install_configuration
fi
else
create_cross_engine_user
configure_columnstore_cross_engine_user
fi
}
do_ci_yum_install() {
# list packages
grep_list="MariaDB-backup-*|MariaDB-client-*|MariaDB-columnstore-engine-*|MariaDB-common-*|MariaDB-server-*|MariaDB-shared-*|galera-enterprise-*|cmapi"
if $USE_DEV_PACKAGES; then
grep_list="${grep_list}|MariaDB-devel-*"
fi
rpm_list=$(curl -s -u $ci_user:$ci_pwd $ci_url/$os_package/ | grep -oP '(?<=href=").+?\.rpm' | sed 's/.*\///' | grep -v debug | grep -E "$grep_list")
if [ -z "$rpm_list" ]; then
echo "No RPMs found"
echo "command: curl -s -u $ci_user:$ci_pwd $ci_url/$os_package/"
exit 2
fi
for rpm in $rpm_list; do
echo "Downloading $rpm..."
if ! curl -s --user "$ci_user:$ci_pwd" -o "$rpm" "$ci_url/$os_package/$rpm"; then
echo "Failed to download: $rpm"
exit 2
fi
done
# Confirm Downloaded server rpm
if ! ls MariaDB-server-*.rpm 1> /dev/null 2>&1; then
echo "Error: No MariaDB-server RPMs were found."
exit 1
fi
# Install MariaDB Server
install_list="MariaDB-server-* galera-enterprise-* MariaDB-client-* MariaDB-common-* MariaDB-shared-*"
if $USE_DEV_PACKAGES; then
install_list+=" MariaDB-devel-*"
fi
if ! yum install $install_list -y; then
printf "\n[!] Failed to install MariaDB-server \n\n"
exit 1;
fi
systemctl daemon-reload
systemctl enable mariadb
systemctl start mariadb
# Install Columnstore
if ! yum install MariaDB-columnstore-engine-* -y; then
printf "\n[!] Failed to install columnstore \n\n"
exit 1;
fi
if ! ls MariaDB-columnstore-cmapi* 1> /dev/null 2>&1; then
# Construct URLs
dronePath="s3://$dev_drone_key"
branch="stable-23.10"
build="latest"
product="10.6-enterprise"
s3_path="$dronePath/$branch/$build/$product/$arch/rockylinux${version_id}"
check_aws_cli_installed
echo "Attempting to download cmapi from drone: $s3_path"
aws s3 cp $s3_path/ . --recursive --exclude "*" --include "MariaDB-columnstore-cmapi-*" --exclude "*debug*" --no-sign-request
if ! ls MariaDB-columnstore-cmapi* 1> /dev/null 2>&1; then
echo "Error: No MariaDB-columnstore-cmapi RPMs were found."
exit 1
fi
fi
# Install CMAPI
if $CONFIGURE_CMAPI ; then
if ! yum install MariaDB-columnstore-cmapi-* jq -y; then
printf "\n[!] Failed to install cmapi\n\n"
exit 1;
else
post_cmapi_install_configuration
fi
else
create_cross_engine_user
configure_columnstore_cross_engine_user
fi
return
}
do_ci_apt_install() {
# list packages
echo "++++++++++++++++++++++++++++++++++++++++++++"
grep_list="mariadb-backup-*|mariadb-client-*|mariadb-plugin-columnstore-*|mariadb-common*|mariadb-server-*|mariadb-shared-*|galera-enterprise-*|cmapi|libmariadb3|mysql-common"
if $USE_DEV_PACKAGES; then
grep_list="${grep_list}|libmariadb-dev"
fi
rpm_list=$(curl -s -u $ci_user:$ci_pwd $ci_url/$os_package/ | grep -oP '(?<=href=").+?\.deb' | sed 's/.*\///' | grep -v debug | grep -E "$grep_list")
if [ -z "$rpm_list" ]; then
echo "No RPMs found"
echo "command: curl -s -u $ci_user:$ci_pwd $ci_url/$os_package/"
exit 2
fi
for rpm in $rpm_list; do
echo "Downloading $rpm..."
if ! curl -s --user "$ci_user:$ci_pwd" -o "$rpm" "$ci_url/$os_package/$rpm"; then
echo "Failed to download: $rpm"
exit 2
fi
done
# Install MariaDB
DEBIAN_FRONTEND=noninteractive apt update
DEBIAN_FRONTEND=noninteractive apt upgrade -y --quiet
apt-get clean
DEBIAN_FRONTEND=noninteractive sudo apt install gawk libdbi-perl lsof perl rsync -y --quiet
DEBIAN_FRONTEND=noninteractive sudo apt install libdbi-perl socat libhtml-template-perl -y --quiet
# Optionally include libmariadb-dev if it was downloaded
DEV_DEB=""
if $USE_DEV_PACKAGES; then
DEV_DEB="$(ls $(pwd)/libmariadb-dev*.deb 2>/dev/null || true)"
fi
if ! DEBIAN_FRONTEND=noninteractive apt install $(pwd)/mysql-common*.deb $(pwd)/mariadb-server*.deb $(pwd)/galera-enterprise-* $(pwd)/mariadb-common*.deb $(pwd)/mariadb-client-*.deb $(pwd)/libmariadb3*.deb $DEV_DEB -y --quiet; then
printf "\n[!] Failed to install mariadb-server \n\n"
exit 1;
fi
sleep 2
systemctl daemon-reload
systemctl enable mariadb
systemctl start mariadb
# Install Columnstore
if ! DEBIAN_FRONTEND=noninteractive apt install $(pwd)/mariadb-plugin-columnstore*.deb -y --quiet --allow-downgrades; then
printf "\n[!] Failed to install columnstore \n\n"
exit 1;
fi;
if ! ls mariadb-columnstore-cmapi*.deb 1> /dev/null 2>&1; then
# Construct URLs
dronePath="s3://$dev_drone_key"
branch="stable-23.10"
build="latest"
product="10.6-enterprise"
s3_path="$dronePath/$branch/$build/$product/$arch/$distro"
check_aws_cli_installed
echo "Attempting to download cmapi from drone: $s3_path"
aws s3 cp $s3_path/ . --recursive --exclude "*" --include "mariadb-columnstore-cmapi*" --exclude "*debug*" --no-sign-request
if ! ls mariadb-columnstore-cmapi*.deb 1> /dev/null 2>&1; then
echo "Error: No MariaDB-columnstore-cmapi RPMs were found."
echo "do_ci_apt_install: aws s3 ls $s3_path/ "
exit 1
fi
fi
# Install CMAPI
if $CONFIGURE_CMAPI ; then
if ! DEBIAN_FRONTEND=noninteractive apt install $(pwd)/mariadb-columnstore-cmapi*.deb jq -y --quiet ; then
printf "\n[!] Failed to install cmapi \n\n"
mariadb -e "show status like '%Columnstore%';"
else
post_cmapi_install_configuration
fi
else
create_cross_engine_user
configure_columnstore_cross_engine_user
fi
return
}
ci_install() {
if [ -z $ci_user ]; then printf "Missing ci_user: \n"; exit; fi;
if [ -z $ci_pwd ]; then printf "Missing ci_pwd: \n"; exit; fi;
product_branch_commit="$3"
echo "Product/Branch/Commit: $product_branch_commit"
if [ -z "$product_branch_commit" ]; then printf "Missing Product/Branch/Commit: $product_branch_commit\n"; exit 2; fi;
parse_install_cluster_additional_args "$@"
print_install_variables
check_no_mdb_installed
# Construct URLs
ci_url="https://es-repo.mariadb.net/jenkins/${product_branch_commit}/"
echo "CI URL: $ci_url"
process_cluster_variables
echo "###################################"
check_ci_build_exists
if $CONFIGURE_CMAPI && [ -z $dev_drone_key ]; then printf "Missing dev_drone_key: \n"; exit; fi;
case $distro_info in
centos | rhel | rocky | almalinux )
ci_url="${ci_url}RPMS"
os_package="rhel-$version_id"
if [ "$architecture" == "arm64" ]; then
os_package+="rhel-$version_id-arm"
fi
do_ci_yum_install "$@"
;;
ubuntu | debian )
ci_url="${ci_url}DEB"
if [ "$distro_info" == "ubuntu" ]; then
version_formatted="${version_id_exact//.}"
os_package="ubuntu-$version_formatted"
else
os_package="debian-$version_id"
fi
if [ "$architecture" == "arm64" ]; then
os_package="${os_package}-arm"
fi
do_ci_apt_install "$@"
;;
*) # unknown option
printf "\nci_install: os & version not implemented: $distro_info\n"
exit 2;
esac
}
parse_install_local_additional_args() {
# Default values
rpm_deb_files_directory="/tmp/"
while [[ $# -gt 0 ]]; do
key="$1"
case $key in
-d | --directory)
rpm_deb_files_directory="$2"
shift # past argument
shift # past value
;;
help | -h | --help | -help)
print_local_install_help_text
exit 1;
;;
*) # unknown option
shift # past argument
esac
done
}
check_rpms_debs_exist() {
if [ ! -d "$rpm_deb_files_directory" ]; then
printf "\n[!] Directory does not exist: $rpm_deb_files_directory\n\n"
exit 1;
fi
# Array of expected RPMs
expected_packages=(
"backup"
"client"
"common"
"shared"
"server"
"columnstore-engine"
"columnstore-cmapi"
)
case $distro_info in
centos | rhel | rocky | almalinux )
if ! ls $rpm_deb_files_directory/*.rpm 1> /dev/null 2>&1; then
printf "\n[!] No RPMs found in directory: $rpm_deb_files_directory\n\n"
exit 1;
fi
# Check if each expected RPM exists
missing_rpms=()
for rpm in "${expected_packages[@]}"; do
if ! ls ${rpm_deb_files_directory}/*${rpm}*.rpm | grep -iv debuginfo 1> /dev/null 2>&1; then
missing_rpms+=("$rpm")
fi
done
if [ ${#missing_rpms[@]} -gt 0 ]; then
printf "\n[!] Missing expected RPMs in directory: $rpm_deb_files_directory\n"
for rpm in "${missing_rpms[@]}"; do
printf " - %s\n" "${rpm_deb_files_directory}/*${rpm}*.rpm"
done
exit 1;
fi
;;
ubuntu | debian )
if ! ls $rpm_deb_files_directory/*.deb | grep -iv dbgsym 1> /dev/null 2>&1; then
printf "\n[!] No DEBs found in directory: $rpm_deb_files_directory\n\n"
exit 1;
fi
# Check if each expected DEB exists
missing_debs=()
for deb in "${expected_packages[@]}"; do
if ! ls ${rpm_deb_files_directory}/*${deb}*.deb 1> /dev/null 2>&1; then
missing_debs+=("$deb")
fi
done
if [ ${#missing_debs[@]} -gt 0 ]; then
printf "\n[!] Missing expected DEBs in directory: $rpm_deb_files_directory\n"
for deb in "${missing_debs[@]}"; do
printf " - %s\n" "${rpm_deb_files_directory}/*${deb}*.deb"
done
exit 1;
fi
;;
*) # unknown option
printf "\ncheck_rpms_debs_exist: os & version not implemented: $distro_info\n"
exit 2;
esac
}
do_local_rpm_install() {
extra_packages=""
galera_rpm="$(ls ${rpm_deb_files_directory}/*galera*.rpm 1> /dev/null 2>&1)"
if [ -n "$galera_rpm" ]; then
extra_packages="${extra_packages} $galera_rpm"
fi
# Install MariaDB
if ! yum install ${rpm_deb_files_directory}/*server*.rpm $extra_packages ${rpm_deb_files_directory}/*common*.rpm ${rpm_deb_files_directory}/*client*.rpm ${rpm_deb_files_directory}/*shared*.rpm -y; then
printf "\n[!] Failed to install MariaDB-server \n\n"
exit 1;
fi
sleep 2
systemctl enable mariadb
systemctl start mariadb
# Install Columnstore
if ! yum install ${rpm_deb_files_directory}/*columnstore-engine*.rpm -y; then
printf "\n[!] Failed to install columnstore\n\n"
exit 1;
fi
if ls ${rpm_deb_files_directory}/*jemalloc*.rpm 1> /dev/null 2>&1; then
if ! yum install ${rpm_deb_files_directory}/*jemalloc*.rpm -y; then
printf "\n[!] Failed to install jemalloc\n\n"
fi
fi
# Install CMAPI
if $CONFIGURE_CMAPI ; then
if ! yum install ${rpm_deb_files_directory}/*columnstore-cmapi*.rpm -y; then
printf "\n[!] Failed to install cmapi\n\n"
mariadb -e "show status like '%Columnstore%';"
else
if ! yum install jq -y; then
printf "\n[!] Failed to install jq\nNot critical but please manually resolve\n"
fi
post_cmapi_install_configuration
fi
else
create_cross_engine_user
configure_columnstore_cross_engine_user
fi
}
local_install() {
parse_install_local_additional_args "$@"
error_on_unknown_option=false
parse_install_cluster_additional_args "$@"
print_install_variables
check_no_mdb_installed
process_cluster_variables
echo "-----------------------------------------------"
check_columnstore_install_dependencies
check_rpms_debs_exist
case $distro_info in
centos | rhel | rocky | almalinux )
do_local_rpm_install "$@"
;;
ubuntu | debian )
# do_local_deb_install "$@"
printf "not implemented\n"
exit 0;
;;
*) # unknown option
printf "\nlocal_install: os & version not implemented: $distro_info\n"
exit 2;
esac
}
do_install() {
check_operating_system
check_cpu_architecture
check_package_managers
set_default_cluster_variables
repo=$2
enterprise_staging=false
case $repo in
enterprise )
# pull from enterprise repo
enterprise_install "$@" ;
;;
enterprise_staging )
enterprise_staging=true
enterprise_install "$@" ;
;;
community )
# pull from public community repo
community_install "$@" ;
;;
dev )
# pull from dev repo - requires dev_drone_key
dev_install "$@" ;
;;
ci )
# pull from ci repo - requires ci_user_name and ci_password
ci_install "$@" ;
;;
local )
# rpms/debs are already downloaded
local_install "$@" ;
;;
-h | --help | help )
print_install_help_text
exit 0;
;;
*) # unknown option
print_install_help_text
echo "do_install: Unknown repo: $repo\n"
exit 2;
esac
printf "\nInstall Complete\n\n"
}
# Small augmentation of https://github.com/mariadb-corporation/mariadb-columnstore-engine/blob/develop/cmapi/check_ready.sh
cmapi_check_ready() {
SEC_TO_WAIT=15
cmapi_success=false
for i in $(seq 1 $SEC_TO_WAIT); do
printf "."
if ! $(curl -k -s --output /dev/null --fail https://127.0.0.1:8640/cmapi/ready); then
sleep 1
else
cmapi_success=true
break
fi
done
if $cmapi_success; then
return 0;
else
printf "\nCMAPI not ready after waiting $SEC_TO_WAIT seconds. Check log file for further details.\n\n"
exit 1;
fi
}
confirm_cmapi_online_and_configured() {
if command -v mcs &> /dev/null; then
cmapi_current_status=$(mcs cmapi is-ready 2> /dev/null);
if [ $? -ne 0 ]; then
# if cmapi is not online - check systemd is running and start cmapi
if [ "$(ps -p 1 -o comm=)" = "systemd" ]; then
printf "%-35s .." " - Checking CMAPI Online"
if systemctl start mariadb-columnstore-cmapi; then
cmapi_check_ready
printf " Pass\n"
else
echo "[!!] Failed to start CMAPI"
exit 1;
fi
else
printf "systemd is not running - cant start cmapi\n\n"
exit 1;
fi
else
# Check if the JSON string is in the expected format
if ! echo "$cmapi_current_status" | jq -e '.started | type == "boolean"' >/dev/null; then
echo "Error: CMAPI JSON string response is not in the expected format"
exit 1
fi
# Check if 'started' is true
if ! echo "$cmapi_current_status" | jq -e '.started == true' >/dev/null; then
echo "Error: CMAPI 'started' is not true"
echo "mcs cmapi is-ready"
exit 1
fi
fi
else
printf "%-35s ..." " - Checking CMAPI online"
cmapi_check_ready
printf " Done\n"
fi;
confirm_nodes_configured
}
# currently supports singlenode only
confirm_nodes_configured() {
# If the first run after install will set cmapi key for 'mcs cluster status' to work
if [ -z $api_key ]; then get_set_cmapi_key; fi;
# Check for edge case of cmapi not configured
if command -v mcs &> /dev/null; then
if [ "$(mcs cluster status | jq -r '.num_nodes')" == "0" ]; then
add_primary_node_cmapi
sleep 1;
fi
else
if [ "$(curl -k -s https://127.0.0.1:8640/cmapi/0.4.0/cluster/status \
--header 'Content-Type:application/json' \
--header "x-api-key:$api_key" | jq -r '.num_nodes')" == "0" ] ; then
echo " - Stopped Columnstore via curl"
else
add_primary_node_cmapi
sleep 1;
fi;
fi
}
# For future release
do_dev_upgrade() {
case $package_manager in
yum )
s3_path="${s3_path}/$distro"
drone_http="${drone_http}/$distro"
echo "[drone]
name=Drone Repository
baseurl="$drone_http"
gpgcheck=0
enabled=1
" > /etc/yum.repos.d/drone.repo
yum clean all
aws s3 cp $s3_path/ . --recursive --exclude "*" --include "MariaDB-server*" --exclude "*debug*" --no-sign-request
# Confirm Downloaded server rpm
mariadb_rpm=$(ls -1 MariaDB-server-*.rpm | head -n 1)
if [ ! -f "$mariadb_rpm" ]; then
echo "Error: No MariaDB-server RPMs were found."
exit 1
fi
# Run the YUM update
printf "\nBeginning Update\n"
if yum update "$mariadb_rpm" "MariaDB-*" "MariaDB-columnstore-engine" "MariaDB-columnstore-cmapi"; then
echo " - Success Update"
else
echo "[!!] Failed to update "
exit 1;
fi
;;
apt )
echo "deb [trusted=yes] ${drone_http} ${distro}/" > /etc/apt/sources.list.d/repo.list
cat << EOF > /etc/apt/preferences
Package: *
Pin: origin cspkg.s3.amazonaws.com
Pin-Priority: 1700
EOF
# Install MariaDB Server
apt-get clean
apt-get update
# Run the APT update
printf "\nBeginning Update\n"
apt-get clean
if apt update; then
echo " - Success Update"
else
echo "[!!] Failed to update "
exit 1;
fi
if apt install --only-upgrade '?upgradable ?name(mariadb.*)'; then
echo " - Success Update mariadb.*"
else
echo "[!!] Failed to update "
exit 1;
fi
systemctl daemon-reload
;;
*) # unknown option
printf "\nenterprise_upgrade: os & version not implemented: $distro_info\n"
exit 2;
esac
}
# For future release
dev_upgrade() {
# Variables
if [ -z $dev_drone_key ]; then printf "[!] Missing dev_drone_key \nvi $0\n"; exit; fi;
check_aws_cli_installed
print_upgrade_variables
echo "Branch: $3"
echo "Build: $4"
dronePath="s3://$dev_drone_key"
branch="$3"
build="$4"
product="10.6-enterprise"
if [ -z "$branch" ]; then printf "Missing branch: $branch\n"; exit 2; fi;
if [ -z "$build" ]; then printf "Missing build: $branch\n"; exit 2; fi;
# Construct URLs
s3_path="$dronePath/$branch/$build/$product/$arch"
drone_http=$(echo "$s3_path" | sed "s|s3://$dev_drone_key/|https://${dev_drone_key}.s3.amazonaws.com/|")
echo "Upgrade Version"
echo "Bucket: $s3_path"
echo "Drone: $drone_http"
echo "-----------------------------------------------"
if pgrep -x "mariadbd" > /dev/null; then
mariadb -e "show status like '%Columnstore%';"
fi
# Prechecks
printf "\nPrechecks\n"
check_dev_build_exists
check_gtid_strict_mode
# Stop All
init_cs_down
wait_cs_down
stop_mariadb
stop_cmapi
# Make backups of configurations, dbrms
pre_upgrade_dbrm_backup
pre_upgrade_configuration_backup
# Upgrade
do_dev_upgrade
# Start All
printf "\nStartup\n"
start_mariadb
start_cmapi
init_cs_up
# Post Upgrade
confirm_dbrmctl_ok
run_mariadb_upgrade
}
do_community_upgrade () {
# Download Repo setup
printf "\nDownloading Repo Setup\n"
rm -rf mariadb_repo_setup
if ! curl -sS https://downloads.mariadb.com/MariaDB/mariadb_repo_setup | bash -s -- --mariadb-server-version=mariadb-$version ; then
printf "\n[!] Failed to apply mariadb_repo_setup...\n\n"
exit 2;
fi;
case $package_manager in
yum )
if [ ! -f "/etc/yum.repos.d/mariadb.repo" ]; then printf "\n[!] enterprise_upgrade: Expected to find mariadb.repo in /etc/yum.repos.d \n\n"; exit 1; fi;
# Run the YUM update
printf "\nBeginning Update\n"
if yum update "MariaDB-*" "MariaDB-columnstore-engine" "MariaDB-columnstore-cmapi"; then
printf " - Success Update\n"
else
printf "[!!] Failed to update - exit code: $? \n"
printf "Check messages above if uninstall/reinstall of new version required\n\n"
exit 1;
fi
;;
apt )
if [ ! -f "/etc/apt/sources.list.d/mariadb.list" ]; then printf "\n[!] enterprise_upgrade: Expected to find mariadb.list in /etc/apt/sources.list.d \n\n"; exit 1; fi;
# Run the APT update
printf "\nBeginning Update\n"
apt-get clean
if apt update; then
echo " - Success Update"
else
echo "[!!] Failed to update "
exit 1;
fi
if apt install --only-upgrade '?upgradable ?name(mariadb.*)'; then
echo " - Success Update mariadb.*"
else
echo "[!!] Failed to update "
exit 1;
fi
systemctl daemon-reload
;;
*) # unknown option
printf "\ndo_community_upgrade: os & version not implemented: $distro_info\n"
exit 2;
esac
}
community_upgrade() {
version=$3
quick_version_check
print_upgrade_variables
echo "-----------------------------------------------"
if pgrep -x "mariadbd" > /dev/null; then
mariadb -e "show status like '%Columnstore%';"
fi
# Prechecks
printf "\nPrechecks\n"
check_gtid_strict_mode
check_mariadb_versions
# Stop All
init_cs_down
wait_cs_down
stop_mariadb
stop_cmapi
# Make backups of configurations, dbrms
pre_upgrade_dbrm_backup
pre_upgrade_configuration_backup
# Upgrade
do_community_upgrade
# Start All
printf "\nStartup\n"
start_mariadb
start_cmapi
init_cs_up
# Post Upgrade
confirm_dbrmctl_ok
run_mariadb_upgrade
}
confirm_dbrmctl_ok() {
retry_limit=1800
retry_counter=0
printf "%-35s ... " " - Checking DBRM Status"
good_dbrm_status="OK. (and the system is ready)"
current_status=$(dbrmctl -v status);
while [ "$current_status" != "$good_dbrm_status" ]; do
sleep 1
printf "."
current_status=$(dbrmctl -v status);
if [ $? -ne 0 ]; then
printf "\n[!] Failed to get dbrmctl -v status\n\n"
exit 1
fi
if [ $retry_counter -ge $retry_limit ]; then
printf "\n[!] Set columnstore readonly wait retry limit exceeded: $retry_counter \n\n"
exit 1
fi
((retry_counter++))
done
printf "$current_status \n"
}
pre_upgrade_dbrm_backup() {
local mcs_backup_manager_file="mcs_backup_manager.sh"
local url="https://raw.githubusercontent.com/mariadb-corporation/mariadb-columnstore-engine/develop/cmapi/scripts/$mcs_backup_manager_file";
if [ ! -f "$mcs_backup_manager_file" ]; then
curl -O $url
chmod +x "$mcs_backup_manager_file"
fi;
# Check if the download was successful
if [[ $? -ne 0 ]]; then
echo "Error: Failed to download file"
echo "$url"
exit 1
fi
# Check if the file contains "404: Not Found"
if grep -q "404: Not Found" "$mcs_backup_manager_file"; then
echo "Error: File not found at the URL"
printf "$url \n\n"
rm -f "$mcs_backup_manager_file"
exit 1
fi
# Source the file
if ! source "$mcs_backup_manager_file" source ;then
printf "\n[!!] Failed to source $mcs_backup_manager_file\n\n"
exit 1;
else
echo " - Sourced $mcs_backup_manager_file"
fi
# Confirm the function exists and the source of mcs_backup_manager.sh worked
if command -v process_dbrm_backup &> /dev/null; then
# Take an automated backup
if ! process_dbrm_backup -r 9999 -nb preupgrade_dbrm_backup --quiet ; then
echo "[!!] Failed to take a DBRM backup before restoring"
echo "exiting ..."
exit 1;
fi;
else
echo "Error: 'process_dbrm_backup' function not found via $mcs_backup_manager_file";
exit 1;
fi
}
pre_upgrade_configuration_backup() {
pre_upgrade_config_directory="/tmp/preupgrade-configurations-$(date +%m-%d-%Y-%H%M)"
case $distro_info in
centos | rhel | rocky | almalinux )
printf "Created: $pre_upgrade_config_directory \n"
mkdir -p $pre_upgrade_config_directory
print_and_copy "/etc/columnstore/Columnstore.xml" "$pre_upgrade_config_directory"
print_and_copy "/etc/columnstore/storagemanager.cnf" "$pre_upgrade_config_directory"
print_and_copy "/etc/columnstore/cmapi_server.conf" "$pre_upgrade_config_directory"
print_and_copy "/etc/my.cnf.d/server.cnf" "$pre_upgrade_config_directory"
# convert server.cnf to a find incase mysql dir not standard
;;
ubuntu | debian )
printf "Created: $pre_upgrade_config_directory \n"
mkdir -p $pre_upgrade_config_directory
print_and_copy "/etc/columnstore/Columnstore.xml" "$pre_upgrade_config_directory"
print_and_copy "/etc/columnstore/storagemanager.cnf" "$pre_upgrade_config_directory"
print_and_copy "/etc/columnstore/cmapi_server.conf" "$pre_upgrade_config_directory"
print_and_copy "/etc/mysql/mariadb.conf.d/*server.cnf" "$pre_upgrade_config_directory"
;;
*) # unknown option
printf "\npre_upgrade_configuration_backup: os & version not implemented: $distro_info\n"
exit 2;
esac
}
check_mariadb_versions() {
if [ -z "$current_mariadb_version" ]; then
printf "[!] No current current_mariadb_version detected"
exit 2;
fi
if [ -z "$version" ]; then
printf "[!] No current upgrade version detected"
exit 2;
fi
printf "%-35s ..." " - Checking MariaDB Version Newer"
compare_versions "$current_mariadb_version" "$version"
printf " Done\n"
}
check_gtid_strict_mode() {
if ! command -v my_print_defaults &> /dev/null; then
printf "\n[!] my_print_defaults not found. Ensure gtid_strict_mode=0 \n"
else
printf "%-35s ..." " - Checking gtid_strict_mode"
strict_mode=$(my_print_defaults --mysqld 2>/dev/null | grep "gtid[-_]strict[-_]mode")
if [ -n "$strict_mode" ] && [ $strict_mode == "--gtid_strict_mode=1" ]; then
echo "my_print_defaults --mysqld | grep gtid[-_]strict[-_]mode Result: $strict_mode"
printf "Disable gtid_strict_mode before trying again\n\n"
exit 1;
else
printf " Done\n"
fi
fi
}
run_mariadb_upgrade() {
if ! command -v mariadb-upgrade &> /dev/null; then
printf "\n[!] mariadb-upgrade not found. Please install mariadb-upgrade\n\n"
exit 1;
fi
if [ "$pm_number" == "1" ]; then
printf "\nMariaDB Upgrade\n"
if ! mariadb-upgrade --write-binlog ; then
printf "[!!] Failed to complete mariadb-upgrade \n"
exit 1;
fi
fi
}
do_enterprise_upgrade() {
# Download Repo setup script & run it
printf "\nDownloading Repo Setup\n"
rm -rf mariadb_es_repo_setup
url="https://dlm.mariadb.com/enterprise-release-helpers/mariadb_es_repo_setup"
if $enterprise_staging; then
url="https://dlm.mariadb.com/$enterprise_token/enterprise-release-helpers-staging/mariadb_es_repo_setup"
fi
curl -LO "$url" -o mariadb_es_repo_setup;
chmod +x mariadb_es_repo_setup;
if ! bash mariadb_es_repo_setup --token="$enterprise_token" --apply --mariadb-server-version="$version"; then
printf "\n[!] Failed to apply mariadb_es_repo_setup...\n\n"
exit 2;
fi;
case $package_manager in
yum )
if [ ! -f "/etc/yum.repos.d/mariadb.repo" ]; then printf "\n[!] enterprise_upgrade: Expected to find mariadb.repo in /etc/yum.repos.d \n\n"; exit 1; fi;
if $enterprise_staging; then
sed -i 's/mariadb-es-main/mariadb-es-staging/g' /etc/yum.repos.d/mariadb.repo
sed -i 's/mariadb-enterprise-server/mariadb-enterprise-staging/g' /etc/yum.repos.d/mariadb.repo
printf "\n\n[+] Adjusted mariadb.repo to: mariadb-enterprise-staging\n\n"
fi;
# Run the YUM update
printf "\nBeginning Update\n"
if yum update "MariaDB-*" "MariaDB-columnstore-engine" "MariaDB-columnstore-cmapi"; then
echo " - Success Update"
else
echo "[!!] Failed to update "
exit 1;
fi
;;
apt )
if [ ! -f "/etc/apt/sources.list.d/mariadb.list" ]; then printf "\n[!] enterprise_upgrade: Expected to find mariadb.list in /etc/apt/sources.list.d \n\n"; exit 1; fi;
if $enterprise_staging; then
sed -i 's/mariadb-enterprise-server/mariadb-enterprise-staging/g' /etc/apt/sources.list.d/mariadb.list
apt update
printf "\n\n[+] Adjusted mariadb.list to: mariadb-enterprise-staging\n\n"
fi;
# Run the APT update
printf "\nBeginning Update\n"
apt-get clean
if apt update; then
echo " - Success Update"
else
echo "[!!] Failed to update "
exit 1;
fi
if apt install --only-upgrade '?upgradable ?name(mariadb.*)'; then
echo " - Success Update mariadb.*"
else
echo "[!!] Failed to update "
exit 1;
fi
systemctl daemon-reload
;;
*) # unknown option
printf "\nenterprise_upgrade: os & version not implemented: $distro_info\n"
exit 2;
esac
}
print_upgrade_variables() {
echo "Repository: $repo"
if [ $repo == "enterprise" ] || [ $repo == "enterprise_staging" ] ; then
echo "Token: $enterprise_token"
fi
echo "Current MariaDB Verison: $current_mariadb_version"
echo "Upgrade To MariaDB Version: $version"
}
enterprise_upgrade() {
# Variables
check_set_es_token "$@"
version=$3
if [ -z "$version" ]; then
printf "[!] Version not defined\n"
printf "Usage: $0 upgrade enterprise $repo <version>\n"
exit 2;
fi
print_upgrade_variables
echo "-----------------------------------------------"
if pgrep -x "mariadbd" > /dev/null; then
mariadb -e "show status like '%Columnstore%';"
fi
# Prechecks
printf "\nPrechecks\n"
check_gtid_strict_mode
check_mariadb_versions
# Stop All
init_cs_down
wait_cs_down
stop_mariadb
stop_cmapi
# Make backups of configurations, dbrms
pre_upgrade_dbrm_backup
pre_upgrade_configuration_backup
# Upgrade
do_enterprise_upgrade
# Start All
printf "\nStartup\n"
start_mariadb
start_cmapi
init_cs_up
# Post Upgrade
confirm_dbrmctl_ok
run_mariadb_upgrade
}
do_upgrade() {
check_operating_system
check_cpu_architecture
check_package_managers
check_mdb_installed
repo=$2
enterprise_staging=false
case $repo in
enterprise )
enterprise_upgrade "$@" ;
;;
enterprise_staging )
enterprise_staging=true
enterprise_upgrade "$@" ;
;;
community )
community_upgrade "$@" ;
;;
dev )
dev_upgrade "$@" ;
;;
-h | --help | help )
print_upgrade_help_text
exit 0;
;;
*) # unknown option
printf "do_upgrade: Invalid repository '$repo'\n"
printf "Options: [community|enterprise] \n\n"
print_upgrade_help_text
exit 2;
esac
mariadb -e "show status like '%Columnstore%';"
printf "\nUpgrade Complete\n\n"
}
prompt_user_for_cpu_architecture(){
# Prompt the user to select CPU architecture
echo "Please select a CPU architecture:"
cpu_options=("x86_64 (amd64)" "aarch64 (arm64)")
select opt in "${cpu_options[@]}"; do
case $opt in
"x86_64 (amd64)" )
architecture="x86_64"
arch="amd64"
break
;;
"aarch64 (arm64)")
architecture="aarch64"
arch="arm64"
break
;;
*)
echo "Invalid option, please try again."
;;
esac
done
}
# A quick way when a mac user runs "cs_package_manager.sh check"
# since theres no /etc/os-release to auto detect what OS & version to search the mariadb repos on mac
prompt_user_for_os() {
# Prompt the user to select an operating system
echo "Please select an operating system to search for:"
os_options=("centos" "rhel" "rocky" "ubuntu" "debian")
select opt in "${os_options[@]}"; do
case $opt in
"centos" | "rhel" | "rocky" )
distro_info=$opt
echo "What major version of $distro_info:"
version_options=("7" "8" "9")
select short in "${version_options[@]}"; do
case $short in
"7" | "8" | "9")
version_id=$short
version_id_exact=$short
set_distro_based_on_distro_info
prompt_user_for_cpu_architecture
break
;;
*)
echo "Invalid option, please try again."
;;
esac
done
break
;;
"ubuntu" )
distro_info=$opt
echo "What major version of $distro_info:"
version_options=("20.04" "22.04" "23.04" "23.10")
select short in "${version_options[@]}"; do
case $short in
"20.04" | "22.04" | "23.04" | "23.10")
version_id=${short//./}
version_id_exact=$short
set_distro_based_on_distro_info
prompt_user_for_cpu_architecture
break
;;
*)
echo "Invalid option, please try again."
;;
esac
done
break
;;
*)
echo "Invalid option, please try again."
;;
esac
done
echo "---------------------Prompted Selections--------------------------"
echo "Distro: $distro_info"
echo "Version: $version_id"
echo "Architecture: $architecture ($arch)"
echo "------------------------------------------------------------------"
}
# Seperated to allow re-use of the function for different path= variables
maxscale_yum_minor_version_search() {
curl -s "$url_base$minor_link$path" > $dbm_tmp_file
package_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep "$path" | grep ".rpm" | grep -v $ignore | grep -i "maxscale-" | grep -v "-experimental" )
if [ ! -z "$package_links" ]; then
at_least_one=true
maxscale_link="$(echo $package_links | cut -f 1 -d " ")"
maxscale_basename=$(basename $maxscale_link)
parsed_maxscale_version="${maxscale_basename#*maxscale-}"
parsed_maxscale_version="${parsed_maxscale_version#*enterprise-}"
parsed_maxscale_version=$(echo "$parsed_maxscale_version" | cut -d'.' -f1-3 | cut -d'-' -f1-2)
#echo " maxscale_link: $maxscale_link"
printf "%-10s %-12s %-6s %-12s\n" "MaxScale:" "$parsed_maxscale_version" "File:" "$maxscale_basename";
return 0;
else
#echo " Failed for: $path"
return 1;
fi;
}
maxscale_apt_minor_version_search() {
#echo "searching: $url_base$minor_link$path"
curl -s "$url_base$minor_link$path" > $dbm_tmp_file
maxscale_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep $path | grep -v $ignore | grep $version_codename )
if [ ! -z "$maxscale_links" ]; then
at_least_one=true
maxscale_link="$(echo $maxscale_links | cut -f 1 -d " ")"
maxscale_basename=$(basename $maxscale_link)
parsed_maxscale_version="${maxscale_basename#*maxscale-}"
parsed_maxscale_version="${maxscale_basename#*maxscale_}"
parsed_maxscale_version="${parsed_maxscale_version#*enterprise_}"
parsed_maxscale_version=$(echo "$parsed_maxscale_version" | cut -d'.' -f1-3 | cut -d'~' -f1)
#echo " maxscale_link: $maxscale_link"
printf "%-10s %-12s %-6s %-12s\n" "MaxScale:" "$parsed_maxscale_version" "File:" "$maxscale_basename";
return 0;
else
#echo " Failed for: $path"
return 1;
fi;
}
do_maxscale_check() {
ignore="/login"
at_least_one=false
curl -s "$url_base$url_page" > $dbm_tmp_file
if [ $? -ne 0 ]; then
printf "\n[!] Failed to access $url_base$url_page\n\n"
exit 1
fi
if grep -q "404 - Page Not Found" $dbm_tmp_file; then
printf "\n[!] 404 - Failed to access $url_base$url_page\n"
printf "Confirm your ES token works\n"
printf "See: https://customers.mariadb.com/downloads/token/ \n\n"
exit 1
fi
major_version_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep $url_page | grep -v $ignore | grep -v -x "$url_page" )
#echo $major_version_links
for major_link in ${major_version_links[@]}
do
#echo "Major: $major_link"
curl -s "$url_base$major_link" > $dbm_tmp_file
minor_version_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep $url_page | grep -vE "$ignore|-debug" | grep -v -x "$major_link" )
for minor_link in ${minor_version_links[@]}
do
if [ "$minor_link" != "$url_page" ]; then
#echo " Minor: $minor_link"
case $distro_info in
centos | rhel | rocky | almalinux )
local paths=(
"/$distro_info/$version_id/$architecture/"
"/yum/$distro_info/$version_id/$architecture/"
"/rhel/$version_id/$architecture/"
)
for path in "${paths[@]}"; do
if maxscale_yum_minor_version_search; then
break
fi
done
if ! $at_least_one; then
echo "[!] No MaxScale packages found for: $distro_info $version_id $architecture in $url_base$minor_link"
fi
;;
ubuntu | debian )
local paths=(
"/$distro_info/pool/main/m/maxscale-enterprise/"
"/$distro_info/pool/main/m/maxscale/"
"/apt/pool/main/m/maxscale"
)
for path in "${paths[@]}"; do
if maxscale_apt_minor_version_search; then
break
fi
done
if ! $at_least_one; then
echo "[!] No MaxScale packages found for: $distro_info $version_id $architecture in $url_base$minor_link"
fi
;;
*) # unknown option
printf "\ndo_check: Not implemented for: $distro_info\n\n"
exit 2;
esac
fi;
done
done
}
handle_check_maxscale() {
while [[ $# -gt 0 ]]; do
parameter="$1"
case $parameter in
maxscale | --maxscale )
check_maxscale=true
shift # past argument
;;
*) # unknown option
shift # past argument
esac
done
if [ "$check_maxscale" == true ]; then
url_base="https://dlm.mariadb.com"
case $repo in
enterprise )
check_set_es_token "$@"
url_page="/browse/$enterprise_token/mariadb_maxscale_enterprise/"
do_maxscale_check
;;
community )
url_page="/browse/mariadbmaxscale/"
do_maxscale_check
;;
dev )
printf "Not implemented for: $repo\n"
exit 1;
;;
*) # unknown option
printf "Unknown repo: $repo\n"
exit 2;
esac
exit 1
fi;
}
parse_check_additional_args() {
if [ -z $2 ]; then
printf "\n[!] Missing repository: enterprise, community\n\n"
print_check_help_text
exit 2;
fi
while [[ $# -gt 0 ]]; do
key="$1"
case $key in
help | -h | --help | -help)
print_check_help_text
exit 1;
;;
*) # unknown option
shift # past argument
esac
done
}
do_check() {
parse_check_additional_args "$@"
check_operating_system
check_cpu_architecture
repo=$2
dbm_tmp_file="mdb-tmp.html"
grep=$(which grep)
if [ $distro_info == "mac" ]; then
grep=$(which ggrep)
mac=true
prompt_user_for_os
fi
handle_check_maxscale "$@"
echo "Repository: $repo"
case $repo in
enterprise )
check_set_es_token "$@"
url_base="https://dlm.mariadb.com"
url_page="/browse/$enterprise_token/mariadb_enterprise_server/"
ignore="/login"
at_least_one=false
curl -s "$url_base$url_page" > $dbm_tmp_file
if [ $? -ne 0 ]; then
printf "\n[!] Failed to access $url_base$url_page\n\n"
exit 1
fi
if grep -q "404 - Page Not Found" $dbm_tmp_file; then
printf "\n[!] 404 - Failed to access $url_base$url_page\n"
printf "Confirm your ES token works\n"
printf "See: https://customers.mariadb.com/downloads/token/ \n\n"
exit 1
fi
major_version_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep $url_page | grep -v $ignore | grep -v -x $url_page )
#echo $major_version_links
for major_link in ${major_version_links[@]}
do
#echo "Major: $major_link"
curl -s "$url_base$major_link" > $dbm_tmp_file
minor_version_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep $url_page | grep -v $ignore )
for minor_link in ${minor_version_links[@]}
do
if [ "$minor_link" != "$url_page" ]; then
#echo " Minor: $minor_link"
case $distro_info in
centos | rhel | rocky | almalinux )
path="rpm/rhel/$version_id/$architecture/rpms/"
curl -s "$url_base$minor_link$path" > $dbm_tmp_file
package_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep "$path" | grep "columnstore-engine" | grep -v debug | sort -V | tail -1 )
if [ ! -z "$package_links" ]; then
# echo "----------"
# echo "$package_links"
at_least_one=true
mariadb_version="${package_links#*mariadb-enterprise-server/}"
columnstore_version="${mariadb_version#*columnstore-engine-}"
mariadb_version="$( echo $mariadb_version | awk -F/ '{print $1}' )"
# unqiue to enterprise
standard_mariadb_version="${mariadb_version//-/_}"
columnstore_version="$( echo $columnstore_version | awk -F"${standard_mariadb_version}_" '{print $2}' | awk -F".el" '{print $1}' )"
printf "%-8s %-12s %-12s %-12s\n" "MariaDB:" "$mariadb_version" "Columnstore:" "$columnstore_version";
fi;
;;
ubuntu | debian )
path="deb/pool/main/m/"
curl -s "$url_base$minor_link$path" > $dbm_tmp_file
# unqiue - this link/path can change
mariadb_version_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep -v $ignore | grep -v cmapi | grep ^mariadb )
#echo "$url_base$minor_link$path"
for mariadb_link in ${mariadb_version_links[@]}
do
#echo $mariadb_link
path="deb/pool/main/m/$mariadb_link"
curl -s "$url_base$minor_link$path" > $dbm_tmp_file
package_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep "$path" | grep "columnstore_" | grep -v debug | grep $distro_short | tail -1 )
if [ ! -z "$package_links" ]; then
# echo "$package_links"
# echo "----------"
at_least_one=true
mariadb_version="${package_links#*mariadb-enterprise-server/}"
columnstore_version="${mariadb_version#*columnstore-engine-}"
mariadb_version="$( echo $mariadb_version | awk -F/ '{print $1}' )"
columnstore_version="$( echo $columnstore_version | awk -F"columnstore_" '{print $2}' | awk -F"-" '{print $2}' | awk -F"+" '{print $1}' )"
printf "%-8s %-12s %-12s %-12s\n" "MariaDB:" "$mariadb_version" "Columnstore:" "$columnstore_version";
fi;
done
;;
*) # unknown option
printf "\ndo_check: Not implemented for: $distro_info\n\n"
exit 2;
esac
fi;
done
done
if ! $at_least_one; then
printf "\n[!] No columnstore packages found for: $distro_short $arch \n\n"
fi
;;
community )
# pull from public community repo
url_base="https://dlm.mariadb.com"
url_page="/browse/mariadb_server/"
ignore="/login"
at_least_one=false
curl -s "$url_base$url_page" > $dbm_tmp_file
major_version_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep $url_page | grep -v $ignore )
for major_link in ${major_version_links[@]}
do
#echo "Major: $major_link"
curl -s "$url_base$major_link" > $dbm_tmp_file
minor_version_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep $url_page | grep -v $ignore )
for minor_link in ${minor_version_links[@]}
do
if [ "$minor_link" != "$url_page" ]; then
#echo " Minor: $minor_link"
case $distro_info in
centos | rhel | rocky | almalinux )
path="yum/centos/$version_id/$architecture/rpms/"
curl -s "$url_base$minor_link$path" > $dbm_tmp_file
package_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep "$path" | grep "columnstore-engine" | grep -v debug | tail -1 )
if [ ! -z "$package_links" ]; then
# echo "$package_links"
# echo "----------"
at_least_one=true
mariadb_version="${package_links#*mariadb-}"
columnstore_version="${mariadb_version#*columnstore-engine-}"
mariadb_version="$( echo $mariadb_version | awk -F/ '{print $1}' )"
columnstore_version="$( echo $columnstore_version | awk -F_ '{print $2}' | awk -F".el" '{print $1}' )"
# echo "MariaDB: $mariadb_version Columnstore: $columnstore_version"
printf "%-8s %-12s %-12s %-12s\n" "MariaDB:" "$mariadb_version" "Columnstore:" "$columnstore_version";
fi;
;;
ubuntu | debian )
path="repo/$distro_info/pool/main/m/mariadb/"
curl -s "$url_base$minor_link$path" > $dbm_tmp_file
package_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep "$path" | grep "columnstore_" | grep -v debug | grep $distro_short | tail -1 )
if [ ! -z "$package_links" ]; then
# echo "$package_links"
# echo "----------"
at_least_one=true
mariadb_version="${package_links#*mariadb-}"
columnstore_version="${mariadb_version#*columnstore-engine-}"
mariadb_version="$( echo $mariadb_version | awk -F/ '{print $1}' )"
columnstore_version="$( echo $columnstore_version | awk -F"columnstore_" '{print $2}' | awk -F"-" '{print $2}' | awk -F'\\+maria' '{print $1}' 2>/dev/null) "
# echo "MariaDB: $mariadb_version Columnstore: $columnstore_version"
printf "%-8s %-12s %-12s %-12s\n" "MariaDB:" "$mariadb_version" "Columnstore:" "$columnstore_version";
fi;
;;
*) # unknown option
printf "Not implemented for: $distro_info\n"
exit 2;
esac
fi
done
done
if ! $at_least_one; then
printf "\n[!] No columnstore packages found for: $distro_short $arch \n\n"
fi
;;
dev )
printf "Not implemented for: $repo\n"
exit 1;
;;
*) # unknown option
printf "Unknown repo: $repo\n"
exit 2;
esac
}
do_local_apt_maxscale_download_loop() {
#echo "URL: $url${path}"
curl -s "${url}${path}" > $dbm_tmp_file
#major_version_to_search="$(echo $version| cut -d'.' -f1-2)"
maxscale_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep "maxscale-" | grep ".deb" | grep $version_codename )
if [ -n "$maxscale_links" ]; then
maxscale_link="$(echo $maxscale_links | cut -f 1 -d " ")"
return 0;
else
return 1;
fi
}
do_local_apt_maxscale_download() {
# Validate major version exists
url="${url_base}${url_page}${version}"
curl -s "${url}/" > $dbm_tmp_file
if [ $? -ne 0 ]; then
printf "\n[!] Failed to access ${url}/\n\n"
exit 1
fi
if grep -q "404 - Page Not Found" $dbm_tmp_file; then
printf "[!] 404 - Version: ${version} does not exist \n\n"
exit 1
fi
printf "Removing $(pwd)/*.rpm";
if rm -rf *.rpm; then
printf " ... Done\n"
else
printf " Failed to remove *.rpms in $(pwd)\n"
exit 1;
fi
local paths=(
"/$distro_info/pool/main/m/maxscale-enterprise/"
"/$distro_info/pool/main/m/maxscale/"
"/apt/pool/main/m/maxscale"
)
echo "Downloading DEBs"
for path in "${paths[@]}"; do
if do_local_apt_maxscale_download_loop; then
break
fi
done
if [ -z "$maxscale_link" ]; then
printf "No DEB files found for MaxScale Version: $version OS_CPU: $distro_info $architecture \n\n"
exit 1;
else
#echo "maxscale_link: $maxscale_link"
print_and_download "$maxscale_link"
fi
}
do_local_yum_maxscale_download_loop() {
#echo "URL: $url${path}"
curl -s "${url}${path}" > $dbm_tmp_file
#major_version_to_search="$(echo $version| cut -d'.' -f1-2)"
maxscale_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep "maxscale-" | grep ".rpm" )
if [ -n "$maxscale_links" ]; then
maxscale_link="$(echo $maxscale_links | cut -f 1 -d " ")"
return 0;
else
return 1;
fi
}
do_local_yum_maxscale_download() {
# Validate major version exists
url="${url_base}${url_page}${version}"
curl -s "${url}/" > $dbm_tmp_file
if [ $? -ne 0 ]; then
printf "\n[!] Failed to access ${url}/\n\n"
exit 1
fi
if grep -q "404 - Page Not Found" $dbm_tmp_file; then
printf "[!] 404 - Version: ${version} does not exist \n\n"
exit 1
fi
printf "Removing $(pwd)/*.rpm";
if rm -rf *.rpm; then
printf " ... Done\n"
else
printf " Failed to remove *.rpms in $(pwd)\n"
exit 1;
fi
local paths=(
"/$distro_info/$version_id/$architecture/"
"/yum/$distro_info/$version_id/$architecture/"
"/rhel/$version_id/$architecture/"
)
echo "Downloading RPMs"
for path in "${paths[@]}"; do
if do_local_yum_maxscale_download_loop; then
break
fi
done
if [ -z "$maxscale_link" ]; then
printf "[!] No RPM files found for MaxScale Version: $version OS_CPU: $distro_info $architecture \n\n"
exit 1;
else
#echo "maxscale_link: $maxscale_link"
print_and_download "$maxscale_link"
fi
}
download_maxscale_enterprise() {
check_set_es_token "$@"
quick_version_check
print_download_variables
echo "------------------------------------------------------------------"
url_base="https://dlm.mariadb.com"
url_page="/browse/$enterprise_token/mariadb_maxscale_enterprise/"
dbm_tmp_file="mdb-tmp.html"
# Validate Enterprise Token Works
curl -s "${url_base}${url_page}/" > $dbm_tmp_file
if [ $? -ne 0 ]; then
printf "\n[!] Failed to access ${url_base}${url_page}/\n\n"
exit 1
fi
if grep -q "404 - Page Not Found" $dbm_tmp_file; then
printf "\n[!] 404 - Failed to access ${url_base}${url_page}/\n"
printf "Confirm your ES token works\n"
printf "See: https://customers.mariadb.com/downloads/token/ \n\n"
exit 1
fi
case $distro_info in
centos | rhel | rocky | almalinux )
do_local_yum_maxscale_download
;;
ubuntu | debian )
do_local_apt_maxscale_download
;;
*) # unknown option
printf "\ndownload_enterprise: os & version not implemented: $distro_info\n"
exit 2;
esac
printf "Download Complete @ $download_directory \n\n"
}
download_maxscale_community() {
quick_version_check
print_download_variables
echo "------------------------------------------------------------------"
url_base="https://dlm.mariadb.com"
url_page="/browse/mariadbmaxscale/"
dbm_tmp_file="mdb-tmp.html"
case $distro_info in
centos | rhel | rocky | almalinux )
do_local_yum_maxscale_download
;;
ubuntu | debian )
do_local_apt_maxscale_download
;;
*) # unknown option
printf "\ndownload_community: os & version not implemented: $distro_info\n"
exit 2;
esac
}
handle_download_maxscale() {
repo="$2"
version="$3"
while [[ $# -gt 0 ]]; do
parameter="$1"
case $parameter in
maxscale | -m | --maxscale )
download_maxscale=true
shift # past argument
;;
*) # unknown option
shift # past argument
esac
done
if [ "$download_maxscale" == true ]; then
case $repo in
enterprise )
download_maxscale_enterprise
;;
community )
download_maxscale_community
;;
dev )
printf "Not implemented for: $repo\n"
exit 1;
;;
*) # unknown option
printf "Unknown repo: $repo\n"
exit 2;
esac
exit 1
fi;
}
parse_download_additional_args() {
download_directory="/tmp/mariadb_downloads"
remove_debug=true
download_all=false
download_maxscale=false
while [[ $# -gt 0 ]]; do
key="$1"
case $key in
--with-dev)
USE_DEV_PACKAGES=true
shift # past argument
;;
-t | --token)
enterprise_token="$2"
shift # past argument
shift # past value
;;
-d | --directory)
download_directory="$2"
shift # past argument
shift # past value
;;
-wd | --with-debug)
remove_debug=false
shift # past argument
;;
-a | --all)
download_all=true
shift # past argument
;;
-dev | --dev-drone-key)
dev_drone_key="$2"
shift # past argument
shift # past value
;;
maxscale | -m | --maxscale)
download_maxscale=true
shift # past argument
;;
help | -h | --help | -help)
print_download_help_text
exit 1;
;;
*) # unknown option
shift # past argument
esac
done
}
print_download_variables() {
echo "Repository: $repo"
if [ $repo == "enterprise" ] || [ $repo == "enterprise_staging" ] ; then
echo "Token: $enterprise_token"
fi
if [ $repo != "dev" ]; then
echo "Version: $version"
else
echo "Branch: $branch"
echo "Build: $build"
echo "OS: $distro"
fi
echo "CPU: $architecture"
echo "Package Manager: $package_manager"
if [ "$download_maxscale" == false ]; then
echo "Include all MDB Packages: $download_all"
echo "Remove debug packages: $remove_debug"
fi
echo "Download Directory: $download_directory"
}
# $1 = url
print_and_download() {
printf " - %-30s \n" "$(basename $1)";
# printf " - Downloading: $1\n"
curl -s -L -O $1
}
version_greater_equal() {
local ver1="$1"
local ver2="$2"
local IFS=.
# Split versions into arrays
read -r -a ver1_parts <<< "$ver1"
read -r -a ver2_parts <<< "$ver2"
# Pad with zeros to ensure both have the same length
while (( ${#ver1_parts[@]} < ${#ver2_parts[@]} )); do
ver1_parts+=("0")
done
while (( ${#ver2_parts[@]} < ${#ver1_parts[@]} )); do
ver2_parts+=("0")
done
# Compare each segment
for ((i=0; i<${#ver1_parts[@]}; i++)); do
if (( ver1_parts[i] > ver2_parts[i] )); then
return 0 # ver1 is greater
elif (( ver1_parts[i] < ver2_parts[i] )); then
return 1 # ver2 is greater
fi
done
return 0 # Versions are equal or ver1 is greater
}
do_local_yum_enterprise_download() {
printf "Removing $(pwd)/*.rpm";
if rm -rf *.rpm; then
printf " ... Done\n"
else
printf " Failed to remove *.rpms in $(pwd)\n"
exit 1;
fi
# Real Example URL: https://dlm.mariadb.com/browse/mariadb_enterprise_server/10.6.14-9/rpm/rhel/8/x86_64/rpms/
url="${url_base}${url_page}${version}/rpm/rhel/${version_id}/${architecture}/rpms/"
curl -s "$url" > $dbm_tmp_file
search="jemalloc-|MariaDB-server-|MariaDB-columnstore-engine-|MariaDB-columnstore-cmapi-|MariaDB-client-|MariaDB-common-|MariaDB-shared-|MariaDB-backup-|galera-enterprise-"
if [ "$download_all" == true ]; then
search=""
fi
if [ "$remove_debug" == true ]; then
rpm_file_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | $grep "${url_base}/${enterprise_token}" | $grep -E "$search" | $grep -vE "debug|devel" )
else
rpm_file_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | $grep "${url_base}/${enterprise_token}" | $grep -E "$search" )
fi
if [[ ${#rpm_file_links[@]} -eq 0 ]]; then
echo "No RPM files found matching the criteria."
exit 1
fi
printf "Downloading RPMs\n";
highest_columnstore_version=""
highest_columnstore_version_rpm_link=""
highest_cmapi_version=""
highest_cmapi_version_rpm_link=""
highest_debug_columnstore_version=""
highest_debug_columnstore_version_rpm_link=""
for rpm_link in ${rpm_file_links[@]}
do
# parse columnstore versions
if [ "$download_all" == true ] && [ "$remove_debug" == false ]; then
print_and_download "$rpm_link"
elif [[ "$rpm_link" == *"columnstore-engine-debuginfo-"* ]]; then
d_columnstore_version="${rpm_link#*columnstore-engine-debuginfo-}"
d_columnstore_version="${d_columnstore_version%%-*}"
IFS='_' read -ra parts <<< "$d_columnstore_version"
d_columnstore_version="${parts[-1]}"
if [[ -z "$highest_debug_columnstore_version" ]] || version_greater_equal "$d_columnstore_version" "$highest_debug_columnstore_version"; then
highest_debug_columnstore_version="$d_columnstore_version"
highest_debug_columnstore_version_rpm_link="$rpm_link"
fi
elif [[ "$rpm_link" =~ .*columnstore-engine-[0-9]+.* ]]; then
columnstore_version="${rpm_link#*columnstore-engine-}"
columnstore_version="${columnstore_version%%-*}"
IFS='_' read -ra parts <<< "$columnstore_version"
columnstore_version="${parts[-1]}"
if [[ -z "$highest_columnstore_version" ]] || version_greater_equal "$columnstore_version" "$highest_columnstore_version"; then
highest_columnstore_version="$columnstore_version"
highest_columnstore_version_rpm_link="$rpm_link"
fi
elif [[ "$rpm_link" =~ .*columnstore-cmapi-[0-9]+.* ]]; then
cmapi_version="${rpm_link#*columnstore-cmapi-}"
cmapi_version="${cmapi_version%%-*}"
if [[ -z "$highest_cmapi_version" ]] || version_greater_equal "$cmapi_version" "$highest_cmapi_version"; then
highest_cmapi_version="$cmapi_version"
highest_cmapi_version_rpm_link="$rpm_link"
fi
else
print_and_download "$rpm_link"
fi
done
if [ -n "$highest_columnstore_version" ]; then
print_and_download "$highest_columnstore_version_rpm_link"
fi
if [ -n "$highest_cmapi_version" ]; then
print_and_download "$highest_cmapi_version_rpm_link"
fi
if [ -n "$highest_debug_columnstore_version" ] && [ "$remove_debug" == false ]; then
print_and_download "$highest_debug_columnstore_version_rpm_link"
fi
rm -rf $dbm_tmp_file
}
do_local_apt_enterprise_download() {
printf "Removing $(pwd)/*.deb";
if rm -rf *.deb; then
printf " ... Done\n"
else
printf " Failed to remove *.deb in $(pwd)\n"
exit 1;
fi
# Real Example URL: https://dlm.mariadb.com/browse/mariadb_enterprise_server/10.6.14-9/deb/pool/main/m/mariadb-10.6/
# cmapi: https://dlm.mariadb.com/browse/mariadb_enterprise_server/10.6.19-15/deb/pool/main/m/mariadb-columnstore-cmapi/
url="${url_base}${url_page}${version}/deb/pool/main/m/mariadb-10.6/"
cmpai_url="${url_base}${url_page}${version}/deb/pool/main/m/mariadb-columnstore-cmapi/"
curl -s "$url" > $dbm_tmp_file
curl -s "$cmpai_url" > ${dbm_tmp_file}_cmapi
search="mariadb-server-|mariadb-plugin-columnstore|mariadb-client-|mariadb-common|mariadb-shared-|mariadb-backup|libmariadb3_|mysql-common|columnstore-cmapi"
if [ "$download_all" == true ]; then
search=""
fi
if [ "$remove_debug" == true ]; then
rpm_file_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | $grep "${url_base}/${enterprise_token}" | $grep -E "$search" | $grep -vE "dbgsym" | $grep "$distro_short" )
rpm_file_links_cmapi=$($grep -oP 'href="\K[^"]+' "${dbm_tmp_file}_cmapi" | $grep "${url_base}/${enterprise_token}" | $grep -E "$search" | $grep -vE "dbgsym" | $grep "$distro_short" )
else
rpm_file_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | $grep "${url_base}/${enterprise_token}" | $grep -E "$search" | $grep "$distro_short" )
rpm_file_links_cmapi=$($grep -oP 'href="\K[^"]+' "${dbm_tmp_file}_cmapi" | $grep "${url_base}/${enterprise_token}" | $grep -E "$search" | $grep "$distro_short" )
fi
if [ ${#rpm_file_links[@]} -eq 0 ] || [ "${rpm_file_links[@]}" == "" ]; then
printf "[!] No DEB files found for version: $version OS_CPU: ${distro_short}_${arch} \n\n"
rm -rf $dbm_tmp_file
rm -rf ${dbm_tmp_file}_cmapi
exit 1
fi
printf "Downloading DEBs\n";
highest_columnstore_version=""
highest_columnstore_version_rpm_link=""
highest_debug_columnstore_version=""
highest_debug_columnstore_version_rpm_link=""
for rpm_link in ${rpm_file_links[@]}
do
# Confirm arch matches
if [[ "$rpm_link" != *"$arch"* ]] && [[ "$rpm_link" != *"_all"* ]] ; then
continue
fi
# parse columnstore versions
if [ "$download_all" == true ] && [ "$remove_debug" == false ]; then
print_and_download "$rpm_link"
elif [[ "$rpm_link" == *"-plugin-columnstore-dbgsym"* ]]; then
d_columnstore_version="${rpm_link#*plugin-columnstore-dbgsym_}"
d_columnstore_version="${d_columnstore_version%%+*}"
IFS='-' read -ra parts <<< "$d_columnstore_version"
d_columnstore_version="${parts[-1]}"
if [[ -z "$highest_debug_columnstore_version" ]] || version_greater_equal "$d_columnstore_version" "$highest_debug_columnstore_version"; then
highest_debug_columnstore_version="$d_columnstore_version"
highest_debug_columnstore_version_rpm_link="$rpm_link"
fi
elif [[ "$rpm_link" =~ .*-plugin-columnstore_[0-9]+.* ]]; then
columnstore_version="${rpm_link#*plugin-columnstore_}"
columnstore_version="${columnstore_version%%+*}"
IFS='-' read -ra parts <<< "$columnstore_version"
columnstore_version="${parts[-1]}"
if [[ -z "$highest_columnstore_version" ]] || version_greater_equal "$columnstore_version" "$highest_columnstore_version"; then
highest_columnstore_version="$columnstore_version"
highest_columnstore_version_rpm_link="$rpm_link"
fi
else
print_and_download "$rpm_link"
fi
done
pivit_character_between_version_and_arch="+"
# Backward comaibility of cmapi 10.6.14-9 and prior
if [ ${#rpm_file_links_cmapi[@]} -eq 0 ] || [ "${rpm_file_links_cmapi[@]}" == "" ]; then
rpm_file_links_cmapi=$($grep -oP 'href="\K[^"]+' "${dbm_tmp_file}_cmapi" | $grep "${url_base}/${enterprise_token}" | $grep -E "$search" | $grep "$arch" )
pivit_character_between_version_and_arch="_"
fi
highest_cmapi_version=""
highest_cmapi_version_rpm_link=""
for rpm_link in ${rpm_file_links_cmapi[@]}
do
# Confirm arch matches
if [[ "$rpm_link" != *"$arch"* ]] && [[ "$rpm_link" != *"_all"* ]] ; then
continue
fi
if [[ "$rpm_link" =~ .*-columnstore-cmapi_[0-9]+.* ]]; then
cmapi_version="${rpm_link#*columnstore-cmapi_}"
cmapi_version="${cmapi_version%%$pivit_character_between_version_and_arch*}"
IFS='-' read -ra parts <<< "$cmapi_version"
cmapi_version="${parts[-1]}"
if [[ -z "$highest_cmapi_version" ]] || version_greater_equal "$cmapi_version" "$highest_cmapi_version"; then
highest_cmapi_version="$cmapi_version"
highest_cmapi_version_rpm_link="$rpm_link"
fi
fi
done
if [ -n "$highest_columnstore_version" ]; then
print_and_download "$highest_columnstore_version_rpm_link"
fi
if [ -n "$highest_cmapi_version" ]; then
print_and_download "$highest_cmapi_version_rpm_link"
fi
if [ -n "$highest_debug_columnstore_version" ] && [ "$remove_debug" == false ]; then
print_and_download "$highest_debug_columnstore_version_rpm_link"
fi
rm -rf $dbm_tmp_file
rm -rf ${dbm_tmp_file}_cmapi
}
download_enterprise() {
version=$3
check_set_es_token
quick_version_check
print_download_variables
echo "------------------------------------------------------------------"
url_base="https://dlm.mariadb.com"
url_page="/browse/$enterprise_token/mariadb_enterprise_server/"
dbm_tmp_file="mdb-tmp.html"
case $distro_info in
centos | rhel | rocky | almalinux )
do_local_yum_enterprise_download
;;
ubuntu | debian )
do_local_apt_enterprise_download
;;
*) # unknown option
printf "\ndownload_enterprise: os & version not implemented: $distro_info\n"
exit 2;
esac
printf "Download Complete @ $download_directory \n\n"
}
download_dev() {
# bash cs_package_manager.sh download dev develop-23.02 pull_request/11460
if [ -z $dev_drone_key ]; then printf "Missing dev_drone_key: \n"; exit; fi;
check_aws_cli_installed
dronePath="s3://$dev_drone_key"
branch="$3"
build="$4"
product="10.6-enterprise"
if [ -z "$branch" ]; then printf "Missing branch: $branch\n"; exit 2; fi;
if [ -z "$build" ]; then printf "Missing build: $branch\n"; exit 2; fi;
print_download_variables
s3_path="$dronePath/$branch/$build/$product/$arch/$distro"
drone_http=$(echo "$s3_path" | sed "s|s3://$dev_drone_key/|https://${dev_drone_key}.s3.amazonaws.com/|")
echo "Locations:"
echo "Bucket: $s3_path"
echo "Drone: $drone_http"
echo "------------------------------------------------------------------"
check_dev_build_exists
# Optional dev package includes
DEV_RPM_INCLUDE=""
DEV_DEB_INCLUDE=""
if $USE_DEV_PACKAGES; then
DEV_RPM_INCLUDE='--include "MariaDB-devel-*.rpm"'
DEV_DEB_INCLUDE='--include "libmariadb-dev*.deb"'
fi
case $distro_info in
centos | rhel | rocky | almalinux )
printf "Removing $(pwd)/*.rpm";
if rm -rf *.rpm; then
printf " ... Done\n"
else
printf " Failed to remove *.rpm in $(pwd)\n"
exit 1;
fi
if [ "$download_all" == true ]; then
aws s3 cp $s3_path/ . --exclude "*" --include "*.rpm" --recursive --no-sign-request
fi
if [ "$remove_debug" == true ]; then
aws s3 cp $s3_path/ . --recursive --exclude "*" \
--include "MariaDB-server-*.rpm" \
--include "MariaDB-common-*.rpm" \
--include "MariaDB-columnstore-cmapi-*.rpm" \
--include "MariaDB-columnstore-engine-*.rpm" \
--include "MariaDB-shared-*.rpm" \
$DEV_RPM_INCLUDE \
--include "MariaDB-backup-*.rpm" \
--include "MariaDB-client-*.rpm" \
--include "galera*" \
--include "jemalloc*" \
--exclude "*debug*" --no-sign-request
else
aws s3 cp $s3_path/ . --recursive --exclude "*" \
--include "MariaDB-server-*.rpm" \
--include "MariaDB-common-*.rpm" \
--include "MariaDB-columnstore-cmapi-*.rpm" \
--include "MariaDB-columnstore-engine-*.rpm" \
--include "MariaDB-shared-*.rpm" \
$DEV_RPM_INCLUDE \
--include "MariaDB-backup-*.rpm" \
--include "MariaDB-client-*.rpm" \
--include "galera*" \
--include "jemalloc*" --no-sign-request
fi
;;
ubuntu | debian )
printf "Removing $(pwd)/*.deb";
if rm -rf *.deb; then
printf " ... Done\n"
else
printf " Failed to remove *.deb in $(pwd)\n"
exit 1;
fi
if [ "$download_all" == true ]; then
aws s3 cp $s3_path/ . --exclude "*" --include "*.deb" --recursive --no-sign-request
fi
if [ "$remove_debug" == true ]; then
aws s3 cp $s3_path/ . --recursive --exclude "*" \
--include "mariadb-server*.deb" \
--include "mariadb-common*.deb" \
--include "mariadb-columnstore-cmapi*.deb" \
--include "mariadb-plugin-columnstore*.deb" \
--include "mysql-common*.deb" \
--include "mariadb-client*.deb" \
--include "libmariadb3_*.deb" \
$DEV_DEB_INCLUDE \
--include "galera*" \
--include "jemalloc*" \
--exclude "*debug*" --no-sign-request
else
aws s3 cp $s3_path/ . --recursive --exclude "*" \
--include "mariadb-server*.deb" \
--include "mariadb-common*.deb" \
--include "mariadb-columnstore-cmapi*.deb" \
--include "mariadb-plugin-columnstore*.deb" \
--include "mysql-common*.deb" \
--include "mariadb-client*.deb" \
--include "libmariadb3_*.deb" \
$DEV_DEB_INCLUDE \
--include "galera*" \
--include "jemalloc*" --no-sign-request
fi
;;
*) # unknown option
printf "\ndownload_dev: os & version not implemented: $distro_info\n"
exit 2;
esac
printf "Download Complete @ $download_directory \n\n"
}
create_download_directory() {
if [ ! -d $download_directory ]; then
mkdir -p $download_directory
fi
cd $download_directory
}
do_download() {
check_operating_system
check_cpu_architecture
grep=$(which grep)
if [ $distro_info == "mac" ]; then
grep=$(which ggrep)
mac=true
prompt_user_for_os
fi
check_package_managers
parse_download_additional_args "$@"
create_download_directory
handle_download_maxscale "$@"
repo="$2"
case $repo in
enterprise )
download_enterprise "$@"
;;
enterprise_staging )
#ownload_community "$@"
printf "Not implemented for: $repo\n"
;;
community )
#ownload_community "$@"
printf "Not implemented for: $repo\n"
;;
dev )
download_dev "$@"
;;
-h | --help | help )
print_download_help_text
exit 0;
;;
*) # unknown option
printf "Invalid repository: $repo\n"
printf "Options: [community|enterprise] \n\n"
print_download_help_text
exit 2;
esac
}
check_set_es_token() {
while [[ $# -gt 0 ]]; do
parameter="$1"
case $parameter in
--token)
enterprise_token="$2"
shift # past argument
shift # past value
;;
*) # unknown option
shift # past argument
;;
esac
done
if [ -z $enterprise_token ]; then
printf "\n[!] Enterprise token empty: $enterprise_token\n"
printf "1) edit $0 enterprise_token='xxxxxx' \n"
printf "2) add flag --token xxxxxxxxx \n"
printf "Find your token @ https://customers.mariadb.com/downloads/token/ \n\n"
exit 1;
fi;
}
global_dependencies() {
if ! command -v curl &> /dev/null; then
printf "\n[!] curl not found. Please install curl\n\n"
exit 1;
fi
if ! command -v cut &> /dev/null; then
printf "\n[!] cut not found. Please install cut\n\n"
exit 1;
fi
}
print_cs_pkg_mgr_version_info() {
echo "MariaDB Columnstore Package Manager"
echo "Version: $cs_pkg_manager_version"
}
global_dependencies
case $action in
remove )
do_remove "$@" ;
;;
install )
do_install "$@";
;;
upgrade )
do_upgrade "$@" ;
;;
check )
do_check "$@"
;;
download )
do_download "$@"
;;
help | -h | --help | -help)
print_help_text;
exit 1;
;;
add )
add_node_cmapi_via_curl "127.0.0.1"
;;
-v | version )
print_cs_pkg_mgr_version_info
;;
source )
return 0;
;;
*) # unknown option
printf "Unknown Action: $1\n"
print_help_text
exit 2;
esac
View Git Blame Copy Permalink