#!/bin/bash
# Documentation:   bash cs_package_manager.sh help


# Variables
enterprise_token=""
dev_drone_key="" 
cs_pkg_manager_version="3.4"
if [ ! -f /var/lib/columnstore/local/module ]; then  pm="pm1"; else pm=$(cat /var/lib/columnstore/local/module);  fi;
pm_number=$(echo "$pm" | tr -dc '0-9')
action=$1

print_help_text() {
    echo "Version $cs_pkg_manager_version

Example Check:
    bash $0 check community
    bash $0 check enterprise

Example Remove: 
    bash $0 remove
    bash $0 remove all --force

Example Single Node Install: 
    bash $0 install [enterprise|community] [version] --token [token]
    bash $0 install enterprise 10.6.12-8 --token [token]
    bash $0 install community 11.1.1

Example Cluster Install: 
    bash $0 install enterprise help
    bash $0 install enterprise [version] --token [token] --nodes [Ip1,Ip2,Ip3] [flags]

Example Single Node Upgrade: 
    bash $0 upgrade [enterprise|community] [version] --token [token]
    bash $0 upgrade enterprise 10.6.18-14 --token [token]
    bash $0 upgrade community 11.1.4

"   

    if [  -n "$dev_drone_key" ]; then
        echo "Example Install Dev: 
bash $0 install [enterprise|community|dev] [version|cron|latest|pull_request] [build num] --token xxxxxxx
bash $0 install dev develop cron/8629
bash $0 install dev develop-23.02 pull_request/7256
bash $0 install dev stable-23.10 pull_request/10820
    "
    fi
}

wait_cs_down() {
    retries=0
    max_number_of_retries=20

    if ! command -v pgrep &> /dev/null; then
        printf "\n[!] pgrep not found. Please install pgrep\n\n"
        exit 1; 
    fi   

    # Loop until the maximum number of retries is reached
    # printf " - Checking Columnstore Offline ...";
    while [ $retries -lt $max_number_of_retries ]; do
        # If columnstore is offline, return
        cs_processlist=$(pgrep -f "PrimProc|ExeMgr|DMLProc|DDLProc|WriteEngineServer|StorageManager|controllernode|workernode|save_brm|mcs-loadbrm.py")
        if [ -z "$cs_processlist" ]; then 
            # printf " Done \n";
            mcs_offine=true
            return 0
        else 
            printf "\n[!] Columnstore is ONLINE - waiting 5s to retry, attempt: $retries...\n"; 
            if (( retries % 5 == 0 )); then
                echo "PID List: $cs_processlist"
                echo "$(ps aux | grep -E "PrimProc|ExeMgr|DMLProc|DDLProc|WriteEngineServer|StorageManager|controllernode|workernode|save_brm|mcs-loadbrm.py" | grep -v grep) "
            fi
            sleep 5
            ((retries++))
        fi
    done

    # If maximum retries reached, exit with an error
    echo "PID List: $cs_processlist"
    printf "\n[!!!] Columnstore is still online after $max_number_of_retries retries ... exiting \n\n"
    exit 2
}

print_and_copy() {
    printf " - %-35s ..." "$1"
    cp -p $1 $2
    printf " Done\n"
}

print_and_delete() {
    printf " - %-25s ..." "$1"
    rm -rf $1
    printf " Done\n"
}

init_cs_down() {
    mcs_offine=false
    if [ "$pm_number" == "1" ];  then
        if [ -z $(pidof "PrimProc") ]; then 
            # printf "\n[+] Columnstore offline already";
            mcs_offine=true
        else
            
            if is_cmapi_installed ; then
                confirm_cmapi_online_and_configured

                # Stop columnstore
                printf "%-35s ... " " - Stopping Columnstore Engine"
                if command -v mcs &> /dev/null; then
                    if ! mcs_output=$(mcs cluster stop); then
                        echo "[!] Failed stopping via mcs ... trying cmapi curl"
                        stop_cs_cmapi_via_curl
                    fi
                    printf "Done - $(date)\n" 

                    # Handle Errors with exit 0 code
                    if [ ! -z "$(echo $mcs_output | grep "Internal Server Error")" ];then
                        stop_cs_via_systemctl_override
                    fi
                else 
                    stop_cs_cmapi_via_curl
                fi
            else
                stop_cs_via_systemctl
            fi
        fi
    fi
}

init_cs_up(){ 

    if [ "$pm_number" == "1" ];  then
        if [ -n "$(pidof PrimProc)" ]; then 

            num_cs_processlist=$(pgrep -f "PrimProc|ExeMgr|DMLProc|DDLProc|WriteEngineServer|StorageManager|controllernode|workernode|save_brm|mcs-loadbrm.py" | wc -l)
            if [ $num_cs_processlist -gt "0" ]; then 
                printf "%-35s ... $num_cs_processlist processes \n" " - Columnstore Engine Online"
            fi

        else 

            # Check cmapi installed
            if is_cmapi_installed ; then
                confirm_cmapi_online_and_configured

                # Start columnstore
                printf "%-35s ..." " - Starting Columnstore Engine"
                if command -v mcs &> /dev/null; then
                    if ! mcs_output=$(mcs cluster start); then
                        echo "[!] Failed starting via mcs ... trying cmapi curl"
                        start_cs_cmapi_via_curl
                    fi
                    printf " Done - $(date)\n" 

                else 
                    start_cs_cmapi_via_curl
                fi
            else
                start_cs_via_systemctl
            fi
        fi
    fi
}

stop_columnstore() {
    init_cs_down
    wait_cs_down
}

is_cmapi_installed() {

    if [ -z "$package_manager" ]; then
        echo "package_manager: $package_manager"
        echo "package_manager is not defined"
        exit 1;
    fi

    cmapi_installed_command=""
    case $package_manager in
        yum ) 
            cmapi_installed_command="yum list installed MariaDB-columnstore-cmapi &> /dev/null;";
            ;;
        apt )
            cmapi_installed_command="dpkg-query -s mariadb-columnstore-cmapi &> /dev/null;";
            ;;
        *)  # unknown option
            echo "\npackage manager not implemented: $package_manager\n"
            exit 2;
    esac

    if eval $cmapi_installed_command ; then
        return 0
    else 
        return 1
    fi
}

start_cmapi() {
    
    if ! command -v systemctl &> /dev/null ; then
        printf "[!!] shutdown_mariadb_and_cmapi: Cant access systemctl\n\n"
        exit 1;
    fi

    if is_cmapi_installed ; then
        printf "%-35s ..." " - Starting CMAPI"
        if systemctl start mariadb-columnstore-cmapi ; then
            printf " Done\n"
        else
            echo "[!!] Failed to start CMAPI"
            exit 1;
        fi;
    fi
}

stop_cmapi() {
    
    if ! command -v systemctl &> /dev/null ; then
        printf "[!!] shutdown_mariadb_and_cmapi: Cant access systemctl\n\n"
        exit 1;
    fi

    if is_cmapi_installed ; then
        printf "%-35s ..." " - Stopping CMAPI"
        if systemctl stop mariadb-columnstore-cmapi ; then
            printf " Done\n"
        else
            echo "[!!] Failed to stop CMAPI"
            exit 1;
        fi;
    fi
}

# Inputs:
# $1 = version already installed
# $2 = version desired to install
# Returns 0 if $2 is greater, else exit
compare_versions() {
    local version1="$1" 
    local version2="$2"
    local exit_message="\n[!] The desired upgrade version: $2 \nis NOT greater than the current installed version of $1\n\n"

    # Split version strings into arrays & remove leading 0
    IFS='._-' read -ra v1_nums <<< "${version1//.0/.}"
    IFS='._-' read -ra v2_nums <<< "${version2//.0/.}"

    # Compare each segment of the version numbers
    for (( i = 0; i < ${#v1_nums[@]}; i++ )); do
        
        v1=${v1_nums[i]}  
        v2=${v2_nums[i]}
        
        if (( v1 > v2 )); then
            # The existing version is newer than the desired version: Exit
            echo -e $exit_message
            exit 1
        elif (( v1 < v2 )); then
            # The desired version is newer than the existing version: Continue
            return 0
        fi
    done

    # Both versions are the same: Exit
    echo -e $exit_message
    exit 1
}

is_mariadb_installed() {

    if [ -z "$package_manager" ]; then
        echo "package_manager: $package_manager"
        echo "package_manager is not defined"
        exit 1;
    fi

    mariadb_installed_command=""
    case $package_manager in
        yum ) 
            mariadb_installed_command="yum list installed MariaDB-server &>/dev/null"
            ;;
        apt )
            mariadb_installed_command="dpkg-query -s mariadb-server &> /dev/null;"
            ;;
        *)  # unknown option
            echo "\nshutdown_mariadb_and_cmapi - package manager not implemented: $package_manager\n"
            exit 2;
    esac

    if eval $mariadb_installed_command ; then
        return 0
    else 
        return 1
    fi

}

start_mariadb() {
    if ! command -v systemctl &> /dev/null ; then
        printf "[!!] start_mariadb: Cant access systemctl\n\n"
        exit 1;
    fi
    
    # Start MariaDB
    if is_mariadb_installed ; then
        printf "%-35s ..." " - Starting MariaDB Server"
        if systemctl start mariadb ; then
            printf " Done\n"
        else
            echo "[!!] Failed to start MariaDB Server"
            exit 1;
        fi;
    fi
}

stop_mariadb() {
    if ! command -v systemctl &> /dev/null ; then
        printf "[!!] stop_mariadb: Cant access systemctl\n\n"
        exit 1;
    fi

    # Stop MariaDB
    if is_mariadb_installed ; then
        printf "%-35s ..." " - Stopping MariaDB Server"
        if systemctl stop mariadb ; then
            printf " Done\n"
        else
            echo "[!!] Failed to stop MariaDB Server"
            exit 1;
        fi;
    fi
}

parse_remove_additional_args() {
    # Skip the first parameter
    shift 

    # Defaults
    FORCE=false

    while [[ $# -gt 0 ]]; do
        key="$1"

        case $key in
            all)
                shift # past argument
                ;;
            -f | --force)
                FORCE=true
                shift # past argument
                ;;
            -h|--help|help)
                print_help_text
                exit 1;
                ;;
            *)    # unknown option
                print_help_text
                echo "unknown flag: $1"
                exit 1
                ;;
        esac
    done
}

do_yum_remove() {

    if ! command -v yum &> /dev/null ; then
        printf "[!!] Cant access yum\n"
        exit 1;
    fi

    parse_remove_additional_args "$@"

    if [ "$FORCE" == "true" ]; then
        printf "Forcing Stop\n"
        kill_cs_processes 2>/dev/null
        stop_cs_via_systemctl_override
        kill_cs_processes 2>/dev/null
    fi

    printf "Prechecks\n"
    init_cs_down
    wait_cs_down
    stop_mariadb
    stop_cmapi

    if command -v clearShm &> /dev/null ; then
        clearShm
    fi

    printf "\nRemoving packages \n"

    # remove any mdb rpms on disk
    if ls MariaDB-*.rpm  &>/dev/null; then
        print_and_delete "MariaDB-*.rpm"
    fi

    # remove all current MDB packages
    if yum list installed MariaDB-* &>/dev/null; then
        yum remove MariaDB-* -y
    fi

    if yum list installed galera-* &>/dev/null; then
        yum remove galera-* -y
    fi

    # remove offical & custom yum repos
    printf "\nRemoving\n"
    print_and_delete "/etc/yum.repos.d/mariadb.repo"
    print_and_delete "/etc/yum.repos.d/drone.repo"

    if [ "$2" == "all" ]; then
        print_and_delete "/var/lib/mysql/"
        print_and_delete "/var/lib/columnstore/"
        print_and_delete "/etc/my.cnf.d/*"
        print_and_delete "/etc/columnstore/*"
    fi;
}

do_apt_remove() {

    if ! command -v apt &> /dev/null ; then
        printf "[!!] Cant access apt\n"
        exit 1;
    fi

    parse_remove_additional_args "$@"

    if [ "$FORCE" == "true" ]; then
        printf "Forcing Stop\n"
        kill_cs_processes 2>/dev/null
        stop_cs_via_systemctl_override
        kill_cs_processes 2>/dev/null
    fi

    if ! command -v dpkg-query &> /dev/null ; then
        printf "[!!] Cant access dpkg-query\n"
        exit 1;
    fi

    printf "\n[+] Prechecks \n"
    init_cs_down
    wait_cs_down
    stop_mariadb
    stop_cmapi

    if command -v clearShm &> /dev/null ; then
        clearShm
    fi

    printf "\n[+] Removing packages - $(date) ...  \n"
    # remove any mdb rpms on disk
    if ls mariadb*.deb  &>/dev/null; then
        print_and_delete "mariadb*.deb"
    fi

    # remove all current MDB packages
    if [ "$(apt list --installed mariadb-* 2>/dev/null | wc -l)" -gt 1 ];  then
        if [ "$2" == "all" ]; then
            DEBIAN_FRONTEND=noninteractive apt remove --purge -y mariadb-plugin-columnstore mariadb-columnstore-cmapi 
            DEBIAN_FRONTEND=noninteractive apt remove --purge -y mariadb-*
        else
            if ! apt remove mariadb-columnstore-cmapi --purge -y; then
                printf "[!!] Failed to remove columnstore \n"
            fi

            if ! apt remove mariadb-* -y; then
                printf "[!!] Failed to remove the rest of mariadb \n\n"
            fi
        fi
    fi

    if [ "$(apt list --installed mysql-common 2>/dev/null | wc -l)" -gt 1 ];  then
        if ! apt remove mysql-common -y; then
            printf "[!!] Failed to remove mysql-common \n"
        fi
    fi

    printf "\n[+] Removing all columnstore files & dirs\n"
    if [ "$2" == "all" ]; then
            print_and_delete "/var/lib/mysql"
            print_and_delete "/var/lib/columnstore"
            print_and_delete "/etc/columnstore"
            print_and_delete "/etc/mysql/mariadb.conf.d/columnstore.cnf.rpmsave"
    fi
    # remove offical & custom yum repos
    print_and_delete "/lib/systemd/system/mariadb.service"
    print_and_delete "/lib/systemd/system/mariadb.service.d"
    print_and_delete "/etc/apt/sources.list.d/mariadb.list*"
    print_and_delete "/etc/apt/sources.list.d/drone.list"
    systemctl daemon-reload

}

do_remove() {

    check_operating_system
    check_package_managers
    
    case $distro_info in
        centos | rhel | rocky )
            do_yum_remove "$@"
            ;;

        ubuntu | debian )
            do_apt_remove "$@"
            ;;
        *)  # unknown option
            echo "\ndo_remove: os & version not implemented: $distro_info\n"
            exit 2;
    esac

    printf "\nUninstall Complete\n\n"
}

print_enterprise_install_help_text() {
    echo "
    MariaDB Columnstore Package Manager - Enterprise Quick Cluster Install

    Usage: bash $0 install enterprise [version] --token [token] [flags]

    Flags:
        -n  | --nodes               IP address (hostname -I) of nodes to be configured into a cluster, first value will be primary Example: 72.255.12.1,72.255.12.2,72.255.12.3
        -ru | --replication-user    Replication user        Default: repl
        -rp | --replication-pwd     Replication password    Default: Mariadb123%
        -mu | --maxscale-user       Maxscale user           Default: mxs
        -mp | --maxscale-pwd        Maxscale password       Default: Mariadb123%
        -cu | --cross-engine-user   Cross-engine user       Default: cross_engine 
        -cp | --cross-engine-pwd    Cross-engine password   Default: Mariadb123%
        -t  | --token               Enterprise token        Required
        -h  | --help                Help

    Example:
        bash cs_package_manager.sh install enterprise 10.6.14-9 --token xxxxxx-xxxx-xxx-xxxx-xxxxxx --nodes 172.31.45.105,172.31.42.49
        bash cs_package_manager.sh install enterprise 10.6.14-9 --token xxxxxx-xxxx-xxx-xxxx-xxxxxx --nodes 172.31.45.105,172.31.42.49 --replication-pwd \"My_custom_password123%\"
    
    Note: When deploying a cluster, run the same command on all nodes at the same time.
            "
}

print_community_install_help_text() {
    echo "
    MariaDB Columnstore Package Manager - Community Quick Cluster Install

    Usage: bash $0 install community [version] [flags]

    Flags:
        -n  | --nodes               IP address (hostname -I) of nodes to be configured into a cluster, first value will be primary Example: 72.255.12.1,72.255.12.2,72.255.12.3
        -ru | --replication-user    Replication user        Default: repl
        -rp | --replication-pwd     Replication password    Default: Mariadb123%
        -mu | --maxscale-user       Maxscale user           Default: mxs
        -mp | --maxscale-pwd        Maxscale password       Default: Mariadb123%
        -cu | --cross-engine-user   Cross-engine user       Default: cross_engine 
        -cp | --cross-engine-pwd    Cross-engine password   Default: Mariadb123%
        -h  | --help                Help

    Example:
        bash cs_package_manager.sh install community 11.1.5 --token xxxxxx-xxxx-xxx-xxxx-xxxxxx --nodes 172.31.45.105,172.31.42.49
    
    Note: When deploying a cluster, run the same command on all nodes at the same time.
            "
}

print_dev_install_help_text() {
    echo "
    MariaDB Columnstore Package Manager - Dev Quick Cluster Install

    Usage: bash $0 install dev

    Flags:
        -n  | --nodes               IP address (hostname -I) of nodes to be configured into a cluster, first value will be primary Example: 72.255.12.1,72.255.12.2,72.255.12.3
        -ru | --replication-user    Replication user        Default: repl
        -rp | --replication-pwd     Replication password    Default: Mariadb123%
        -mu | --maxscale-user       Maxscale user           Default: mxs
        -mp | --maxscale-pwd        Maxscale password       Default: Mariadb123%
        -cu | --cross-engine-user   Cross-engine user       Default: cross_engine 
        -cp | --cross-engine-pwd    Cross-engine password   Default: Mariadb123%
        -h  | --help                Help Text

    Example:
        bash $0 install dev develop cron/8629
        bash $0 install dev develop-23.02 pull_request/7256
        bash $0 install dev stable-23.10 pull_request/10820 --nodes 172.31.45.105,172.31.42.49
    
    Note: When deploying a cluster, run the same command on all nodes at the same time.
            "
}

print_install_top_level_help_text() {
    echo "
    MariaDB Columnstore Package Manager - Install

    Usage: bash $0 install [enterprise|community] [version] [flags]

    Flags:
        -h  | --help | help               Help Text

    Examples:
        bash $0 install community help
        bash $0 install enterprise help
        "

    if [  -n "$dev_drone_key" ]; then
        echo "Example Install Dev: 
    bash $0 install [enterprise|community|dev] [version|cron|latest|pull_request] [build num] --token xxxxxxx
    bash $0 install dev develop cron/8629
    bash $0 install dev develop-23.02 pull_request/7256
    bash $0 install dev stable-23.10 pull_request/10820 --nodes 172.31.45.105,172.31.42.49
    "
    fi
}

print_install_help_text() {
    
    case $repo in
        enterprise | enterprise_staging )
            print_enterprise_install_help_text
            ;;
        community )
            print_community_install_help_text
            ;;
        dev )
            print_dev_install_help_text
            ;;
        -h|--help|help)
            print_install_top_level_help_text
            exit 1;
            ;;
        *)  # unknown option
            echo "print_install_help_text: Unknown repo: $repo\n"
            exit 2;
    esac

}

set_default_cluster_variables() {
    nodes=""
    replication_user="replication_user"
    replication_pwd="Mariadb123%"
    maxscale_user="maxscale_user"
    maxscale_pwd="Mariadb123%"
    cross_engine_user="cross_engine_user"
    cross_engine_pwd="Mariadb123%"
    CONFIGURE_CMAPI=true
}

parse_install_cluster_additional_args() {
    # Skip the first three parameters
    # $1 = action
    # $2 = community|enterprise
    # $3 = version
    
    if [ $repo == "dev" ]; then
        # $4 = branch/build number
        shift 4
    else
        shift 3
    fi

    # Dynamic Arguments
    while [[ $# -gt 0 ]]; do
        key="$1"

        case $key in
            -t | --token)
                enterprise_token="$2"
                shift # past argument
                shift # past value
                ;;
            -n | --nodes)
                nodes="$2"
                shift # past argument
                shift # past value
                ;;
            -ru | --replication-user)
                replication_user="$2"
                shift # past argument
                shift # past value
                ;;
            -rp | --replication-pwd)
                replication_pwd="$2"
                shift # past argument
                shift # past value
                ;;
            -mu | --maxscale-user)
                maxscale_user="$2"
                shift # past argument
                shift # past value
                ;;
            -mp | --maxscale-pwd)
                maxscale_pwd="$2"
                shift # past argument
                shift # past value
                ;;
            -cu | --cross-engine-user)
                cross_engine_user="$2"
                shift # past argument
                shift # past value
                ;;
            -cp | --cross-engine-pwd)
                cross_engine_pwd="$2"
                shift # past argument
                shift # past value
                ;;
            -scmapi | --skip-cmapi)
                CONFIGURE_CMAPI=false
                shift # past argument
                ;;
            -h|--help|help)
                print_install_help_text
                exit 1;
                ;;
            *)    # unknown option
                print_install_help_text
                echo "parse_install_cluster_additional_args: unknown flag: $1"
                exit 1
                ;;
        esac
    done

    # Enterprise checks
    if [ $repo == "enterprise" ] || [ $repo == "enterprise_staging" ] ; then

        if [ -z "$enterprise_token" ]; then 
            printf "\n[!] Enterprise token empty: $enterprise_token\n"
            printf "1) edit $0 enterprise_token='xxxxxx' \n"
            printf "2) add flag --token xxxxxxxxx \n"
            printf "Find your token @ https://customers.mariadb.com/downloads/token/ \n\n"

            exit 1;
        fi;
    fi
}

check_package_managers() {
    
    package_manager='';
    if command -v apt &> /dev/null ; then
        if ! command -v dpkg-query &> /dev/null ; then
            printf "[!!] Cant access dpkg-query\n"
            exit 1;
        fi
        package_manager="apt";
    fi

    if command -v yum &> /dev/null ; then
        package_manager="yum";
    fi    

    if [ $package_manager == '' ]; then 
        echo "[!!] No package manager found: yum or apt must be installed"
        exit 1;
    fi;
}


# Confirms mac have critical binaries to run this script
# As of 3/2024 supports cs_package_manager.sh check 
check_mac_dependencies() {
    
    # Install ggrep if not exists
    if ! which ggrep >/dev/null 2>&1; then
        echo "Attempting Auto install of ggrep"

        if ! which brew >/dev/null 2>&1; then
            echo "Attempting Auto install of brew" 
            bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"
        fi
        brew install grep
    fi

    # Exit if ggrep still doesnt exist
    if ! which ggrep >/dev/null 2>&1; then
        echo "Failed to install ggrep"
        echo "which ggrep"
        echo ""
        exit 1;
    fi

}

check_operating_system() {

    if [[ $OSTYPE == 'darwin'* ]]; then
        echo "Running on macOS"
        check_mac_dependencies

        # on action=check - these values are used as triggers to prompt the user to select what OS/version they want to check against
        distro_info="mac"
        distro="mac"
        version_id_exact=$(grep -A1 ProductVersion "/System/Library/CoreServices/SystemVersion.plist" | sed -n 's/.*<string>\(.*\)<\/string>.*/\1/p')
        version_id=$( echo "$version_id_exact" | awk -F. '{print $1}')
        distro_short="${distro_info:0:3}${version_id}"
        return
    fi;

    distro_info=$(awk -F= '/^ID=/{gsub(/"/, "", $2); print $2}' /etc/os-release)
    version_id_exact=$( grep 'VERSION_ID=' /etc/os-release | awk -F= '{gsub(/"/, "", $2); print $2}')
    version_id=$( echo "$version_id_exact" | awk -F. '{print $1}')

    echo "Distro: $distro_info"
    echo "Version: $version_id"

    # distros=(centos7 debian11 debian12 rockylinux8 rockylinux9 ubuntu20.04 ubuntu22.04)
    case $distro_info in
        centos | rhel )
            distro="${distro_info}${version_id}"
            ;;
        debian )
            distro="${distro_info}${version_id_exact}"
            ;;
        rocky )
            distro="rockylinux${version_id}"
            ;;
        ubuntu )
            distro="${distro_info}${version_id_exact}"
            ;;
        *)  # unknown option
            printf "\ncheck_operating_system: unknown os & version: $distro_info\n"
            exit 2;
    esac   
    distro_short="${distro_info:0:3}${version_id}"
}

check_cpu_architecture() {

    architecture=$(uname -m)
    echo "CPU: $architecture"

    # arch=(amd64 arm64)
    case $architecture in
        x86_64 )
            arch="amd64"
            ;;
        aarch64 )
            arch="arm64"
            ;;
        *)  # unknown option
            echo "Error: Unsupported architecture ($architecture)"
    esac    
}

check_mdb_installed() {
    packages=""
    current_mariadb_version=""
    case $package_manager in
        yum ) 
            packages=$(yum list installed | grep -i mariadb)
            current_mariadb_version=$(rpm -q --queryformat '%{VERSION}\n' MariaDB-server 2>/dev/null)
            ;;
        apt )
            packages=$(apt list --installed mariadb-* 2>/dev/null | grep -i mariadb);
            current_mariadb_version=$(dpkg-query -f '${Version}\n' -W mariadb-server 2>/dev/null)
            # remove prefix 1:  & +maria~deb1 - example:  current_mariadb_version="1:10.6.16.11+maria~deb1"
            current_mariadb_version="${current_mariadb_version#*:}"
            current_mariadb_version="${current_mariadb_version%%+*}"
            ;;
        *)  # unknown option
            printf "\ncheck_no_mdb_installed: package manager not implemented - $package_manager\n"
            exit 2;
    esac

    if [ -z "$packages" ]; then
        printf "\nMariaDB packages are NOT installed. Please install them before continuing.\n"
        echo $packages;
        printf "Example: bash $0 install [community|enterprise] [version] \n\n"
        exit 2;
    fi;

    
}

check_no_mdb_installed() {

    packages=""
    case $distro_info in
        centos | rhel | rocky )
            packages=$(yum list installed | grep -i mariadb)
            ;;
        ubuntu | debian )
            packages=$(apt list --installed mariadb-* 2>/dev/null | grep -i mariadb);
            ;;
        *)  # unknown option
            printf "\ncheck_no_mdb_installed: os & version not implemented: $distro_info\n"
            exit 2;
    esac

    if [ -n "$packages" ]; then
        printf "\nSome MariaDB packages are installed\nPlease uninstall the following before continuing:\n"
        printf "$packages";
        printf "\n\nExample: bash $0 remove\n\n"
        exit 2;
    fi;
}

check_aws_cli_installed() {

    if ! command -v aws &> /dev/null ; then
        echo "[!] aws cli - binary could not be found"
        echo "[+] Installing aws cli ..."

        cli_url="https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip"
        case $architecture in
            x86_64 )
                cli_url="https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip"
                ;;
            aarch64 )
                cli_url="https://awscli.amazonaws.com/awscli-exe-linux-aarch64.zip"
                ;;
            *)  # unknown option
                echo "Error: Unsupported architecture ($architecture)"
        esac    

        case $distro_info in
            centos | rhel | rocky )
                rm -rf aws awscliv2.zip
                yum install unzip -y;
                curl "$cli_url" -o "awscliv2.zip";
                unzip -q awscliv2.zip;
                sudo ./aws/install;
                mv /usr/local/bin/aws /usr/bin/aws;
                aws configure set default.s3.max_concurrent_requests 70       
                ;;
            ubuntu | debian )
                rm -rf aws awscliv2.zip
                if ! sudo apt install unzip -y; then
                    echo "[!!] Installing Unzip Failed: Trying update"
                    sudo apt update -y;
                    sudo apt install unzip -y;
                fi
                curl "$cli_url" -o "awscliv2.zip";
                unzip -q awscliv2.zip;
                sudo ./aws/install;
                mv /usr/local/bin/aws /usr/bin/aws;
                aws configure set default.s3.max_concurrent_requests 70      
                ;;
            *)  # unknown option
                printf "\nos & version not implemented: $distro_info\n"
                exit 2;
        esac
        
       
    fi
}

check_cluster_dependancies() {

    if ! command -v telnet &> /dev/null; then
        printf "\n[!] telnet not found. Attempting Auto-install\n\n"

        case $package_manager in
            yum ) 
                if ! yum install telnet -y; then
                    printf "\n[!!] Failed to install telnet. Please manually install \n\n"
                    exit 1;
                fi
                ;;
            apt )
                if ! apt install telnet -y --quiet; then
                    printf "\n[!!] Failed to install telnet. Please manually install \n\n"
                    exit 1;
                fi
                ;;
            *)  # unknown option
                printf "\ncheck_cluster_dependancies: package manager not implemented - $package_manager\n"
                exit 2;
        esac
    fi  
}

# main goal is to enable binlog with unique server_id for replication
configure_default_mariadb_server_config() {
    
    case $distro_info in
        centos | rhel | rocky )
            server_cnf_dir="/etc/my.cnf.d"
            server_cnf_location="/etc/my.cnf.d/server.cnf"
            ;;
        ubuntu | debian )
            server_cnf_dir="/etc/mysql/mariadb.conf.d"
            server_cnf_location="/etc/mysql/mariadb.conf.d/server.cnf"
            ;;
        *)  # unknown option
            printf "\ncheck_no_mdb_installed: os & version not implemented: $distro_info\n"
            exit 2;
    esac
    
    if [ ! -d $server_cnf_dir ]; then
        echo " - Creating $server_cnf_dir"
        mkdir -p $server_cnf_dir
        chown mysql:mysql $server_cnf_dir
    fi

    echo "[mariadb]
bind_address                           = 0.0.0.0
log_error                              = mariadbd.err
character_set_server                   = utf8
collation_server                       = utf8_general_ci
log_bin                                = mariadb-bin
log_bin_index                          = mariadb-bin.index
relay_log                              = mariadb-relay
relay_log_index                        = mariadb-relay.index
log_slave_updates                      = ON
gtid_strict_mode                       = ON
columnstore_use_import_for_batchinsert = ALWAYS
lower_case_table_names=1
#expire_logs_days= 2

# This must be unique on each MariaDB Enterprise Node
server_id                              = $dbroot" > $server_cnf_location
    
    chown mysql:mysql $server_cnf_location
    stop_mariadb
    start_mariadb

}

create_mariadb_users() {

    if [ -n "$cross_engine_user" ] && [ -n "$cross_engine_pwd" ]; then
        if mariadb -e "CREATE USER '$cross_engine_user'@'127.0.0.1' IDENTIFIED BY '$cross_engine_pwd'; GRANT SELECT,PROCESS ON *.* TO '$cross_engine_user'@'127.0.0.1'" ; then
            echo " - Created User: $cross_engine_user "
        else
            echo "[!] FAILED to create user: $cross_engine_user "
            exit 1
        fi
    fi
    
    if [ -n "$replication_user" ]; then
        if mariadb -e "CREATE USER '$replication_user'@'%' IDENTIFIED BY '$replication_pwd'; GRANT REPLICA MONITOR, REPLICATION REPLICA, REPLICATION REPLICA ADMIN, REPLICATION MASTER ADMIN ON *.* TO '$replication_user'@'%';"; then
            echo " - Created User: $replication_user "
        else
            echo "[!] FAILED to create user: $replication_user "
            exit 1
        fi
    fi

    if [ -n "$maxscale_user" ]; then
        if mariadb -e "CREATE USER $maxscale_user@'%' IDENTIFIED BY '$maxscale_pwd';
        GRANT SUPER, RELOAD, REPLICATION CLIENT, REPLICATION SLAVE, SHOW DATABASES ON *.* TO $maxscale_user@'%';
        GRANT SELECT ON mysql.db TO $maxscale_user@'%';
        GRANT SELECT ON mysql.user TO $maxscale_user@'%';
        GRANT SELECT ON mysql.roles_mapping TO $maxscale_user@'%';
        GRANT SELECT ON mysql.tables_priv TO $maxscale_user@'%';
        GRANT SELECT ON mysql.columns_priv TO $maxscale_user@'%';
        GRANT SELECT ON mysql.proxies_priv TO $maxscale_user@'%';"; then
            echo " - Created User: $maxscale_user "
        else
            echo "[!] FAILED to create user: $maxscale_user "
            exit 1
        fi
    fi
}

configure_columnstore_cross_engine_user() {
    
    if [ -n "$cross_engine_user" ] && [ -n "$cross_engine_pwd" ]; then
        if command -v mcsSetConfig &> /dev/null ; then
            mcsSetConfig CrossEngineSupport User "$cross_engine_user"
            mcsSetConfig CrossEngineSupport Password "$cross_engine_pwd"
        else
            echo "mcsSetConfig doesnt exist: Cant configure cross engine joins"
        fi
    fi
}

poll_for_cmapi_online() {

    local sleep_timer=3

    # Use telnet to check port 8640 on replica nodes
    for node in $(echo $nodes | tr "," "\n"); do
        counter=0
        printf "%-35s ..." " - Checking cmapi port 8640 on $node "
        while true; do
        
            if telnet $node 8640 < /dev/null 2>&1 | grep -q 'Connected'; then
                printf " Success\n"
                break;
            else
                printf "."
            fi

            # Max wait 3000 seconds
            if [ $counter -gt 1000 ]; then
                echo "Failed to find open cmapi port after 1000 checks"
                exit;
            fi
            sleep $sleep_timer
            ((counter++))
        done
    done
}

configure_cluster_via_cmapi() {
    
    if [ -z $api_key  ]; then get_set_cmapi_key; fi;

    local dbroot=1
    for node in $(echo $nodes | tr "," "\n"); do
        
        if command -v mcs &> /dev/null ; then
            printf "%-35s ..." " - Adding Node $dbroot: $node "
            if mcs_output=$( timeout 120s mcs cluster node add --node $node ); then 
                printf " Done - $( echo $cmapi_output | jq -r tostring )  \n"
            else 
                echo "[!] Failed ... trying cmapi curl"
                echo "$mcs_output"
                add_node_cmapi_via_curl $node
            fi
        else
            echo "mcs - binary could not be found ..."
            add_node_cmapi_via_curl $node
        fi;
        ((dbroot++))
    done
}

poll_for_primary_mariadb_connectivity() {
    
    if [ -z "$primary_ip" ]; then
        echo "Primary IP not defined"
        exit 1;
    fi

    local port=3306
    local sleep_timer=3
    local counter=0

    # Use telnet to check port 3306 on primary node 
    printf "%-35s ..." " - Checking mariadb port $port on $primary_ip..."
    while true; do
        if telnet $primary_ip $port < /dev/null 2>&1 | grep -q 'Connected'; then
            printf " Success\n"
            break;
        else
            printf "."
        fi

        # Max wait 3000 seconds
        if [ $counter -gt 1000 ]; then
            echo "Failed to find open mariadb port $port after 1000 checks"
            exit;
        fi
        sleep $sleep_timer
        ((counter++))
    done
    
    local counter=0
    printf "%-35s ..." " - Checking replication credentials"
    while true; do
        
        if mariadb -h $primary_ip -u $replication_user -p"$replication_pwd" -e "SELECT 1;" &> /dev/null; then
            printf " Success\n"
            break;
        else
            printf "."
        fi

        # Max wait 3000 seconds
        if [ $counter -gt 1000 ]; then
            echo "Failed to find open mariadb port $port after 1000 checks"
            exit;
        fi
        sleep $sleep_timer
        ((counter++))
    done

}

configure_mariadb_replication() {

    if [ -z "$primary_ip" ]; then
        echo "Primary IP not defined"
        exit 1;
    fi

    mariadb -e "stop slave;CHANGE MASTER TO MASTER_HOST='$primary_ip' , MASTER_USER='$replication_user' , MASTER_PASSWORD='$replication_pwd' , MASTER_USE_GTID = slave_pos;start slave;"
    sleep 2;
    mariadb -e  "show slave status\G" | grep  -E "Slave_IO_Running|Slave_SQL|Last_IO_Error|Gtid_IO_Pos"
}

check_dev_build_exists() {

    if ! aws s3 ls $s3_path --no-sign-request &> /dev/null; then 
        printf "[!] Defined dev build doesnt exist in aws\n\n"
        exit 2;
    fi;
}


post_cmapi_install_configuration() {
    
    systemctl daemon-reload
    systemctl enable mariadb-columnstore-cmapi
    systemctl start mariadb-columnstore-cmapi
    mariadb -e "show status like '%Columnstore%';"
    sleep 1;
    
    
    if [ -n "$nodes" ] && [ $dbroot == 1  ] ; then
        
        # Handle Cluster Configuration - Primary Node
        configure_default_mariadb_server_config
        create_mariadb_users
        configure_columnstore_cross_engine_user
        poll_for_cmapi_online
        configure_cluster_via_cmapi
        
    elif [ -n "$nodes" ] && [ $dbroot -gt 1  ]; then
        
        # Handle Cluster Configuration - Replica Nodes
        configure_default_mariadb_server_config
        poll_for_primary_mariadb_connectivity
        configure_mariadb_replication
        
    else
        # Handle Single node
        confirm_cmapi_online_and_configured
        create_mariadb_users
        configure_columnstore_cross_engine_user
        init_cs_up
    fi
}

do_enterprise_apt_install() {

    # Install MariaDB
    apt-get clean
    if ! apt install mariadb-server -y --quiet; then
        printf "\n[!] Failed to install mariadb-server \n\n"
        exit 1;
    fi
    sleep 2
    systemctl daemon-reload
    systemctl enable mariadb
    systemctl start mariadb

    # Install Columnstore
    if ! apt install mariadb-plugin-columnstore -y --quiet; then 
        printf "\n[!] Failed to install columnstore \n\n"
        exit 1;
    fi

    # Install CMAPI
    if $CONFIGURE_CMAPI ; then
        if ! apt install mariadb-columnstore-cmapi jq -y --quiet; then 
            printf "\n[!] Failed to install cmapi\n\n"
            mariadb -e "show status like '%Columnstore%';"
        else
           post_cmapi_install_configuration
        fi
    else
        create_mariadb_users
        configure_columnstore_cross_engine_user
    fi

}

do_enterprise_yum_install() {

    # Install MariaDB
    yum clean all
    yum install MariaDB-server -y
    sleep 2
    systemctl enable mariadb
    systemctl start mariadb

    # Install Columnstore
    if ! yum install MariaDB-columnstore-engine -y; then
        printf "\n[!] Failed to install columnstore\n\n"
        exit 1;
    fi

    # Install CMAPI
    if $CONFIGURE_CMAPI ; then
        
        if ! yum install MariaDB-columnstore-cmapi jq -y; then
            printf "\n[!] Failed to install cmapi\n\n"
            mariadb -e "show status like '%Columnstore%';"
        else 
            post_cmapi_install_configuration
        fi
    else
        create_mariadb_users
        configure_columnstore_cross_engine_user
    fi

}

process_cluster_variables() {
    # check what IP addresses in nodes match the current IP
    if [ -n "$nodes" ]; then
        check_cluster_dependancies

        this_ip=$(hostname -I | awk '{print $1}')
        if ! echo "$nodes" | grep -q "$this_ip"; then
            printf "\n[!] Current IP address: $this_ip\nNOT in nodes list: $nodes\n\n"
            exit 1;
        fi
        dbroot=1
        primary_ip=""
        for node in $(echo $nodes | tr "," "\n"); do
            # The first in the list is the primary
            if [ $dbroot -eq 1 ]; then
                primary_ip=$node
            fi
            if [ "$node" == "$this_ip" ]; then
                break;
            fi
            if [ $dbroot -gt 10000 ]; then
               echo "Failed to find $this_ip index in nodes list"
               exit 1;
            fi
            ((dbroot++))
        done

        if [ -z "$primary_ip" ]; then
            echo "Primary IP not found in nodes list"
            exit 1;
        fi

        echo "IP: $this_ip"
        echo "Server ID: $dbroot"
        echo "Nodes: $nodes"
        echo "Primary IP: $primary_ip"
        echo "Replication User: $replication_user"
        echo "Replication Password: $replication_pwd"
        echo "Maxscale User: $maxscale_user"
        echo "Maxscale Password: $maxscale_pwd"
        echo "Cross Engine User: $cross_engine_user"
        echo "Cross Engine Password: $cross_engine_pwd"
    fi
}

quick_version_check() {
    if [ -z $version ]; then 
        printf "\n[!] Version empty: $version\n\n"
        exit 1;
    fi;

    case $version in
        -h | --help | help )
            print_install_help_text
            exit 0;
            ;;
        -* )
            # Confirm doesnt start with "-"", like a flag
            printf "\n[!] Version cannot begin with '-': $version\n\n"
            exit 1
            ;;
        *)
            continue
            ;;
    esac

    # Check if version contains at least one number
    if ! [[ "$version" =~ [0-9] ]]; then
        printf "\n[!] Version must contain at least one numeric character: $version\n\n"
        exit 1
    fi
}

enterprise_install() {
    
    version=$3 
    quick_version_check

    parse_install_cluster_additional_args "$@"

    echo "Token: $enterprise_token"
    echo "MariaDB Version: $version"
    process_cluster_variables
    echo "-----------------------------------------------"

    url="https://dlm.mariadb.com/enterprise-release-helpers/mariadb_es_repo_setup"
    if $enterprise_staging; then 
        url="https://dlm.mariadb.com/$enterprise_token/enterprise-release-helpers-staging/mariadb_es_repo_setup"
    fi

    # Download Repo setup script
    rm -rf mariadb_es_repo_setup
    curl -LO "$url" -o mariadb_es_repo_setup;
    chmod +x mariadb_es_repo_setup;  
    if ! bash mariadb_es_repo_setup --token="$enterprise_token" --apply --mariadb-server-version="$version"; then
        printf "\n[!] Failed to apply mariadb_es_repo_setup...\n\n"
        exit 2;
    fi;

    case $distro_info in
        centos | rhel | rocky )

            if [ ! -f "/etc/yum.repos.d/mariadb.repo" ]; then printf "\n[!] Expected to find mariadb.repo in /etc/yum.repos.d \n\n"; exit 1; fi;

            if $enterprise_staging; then 
                sed -i 's/mariadb-es-main/mariadb-es-staging/g' /etc/yum.repos.d/mariadb.repo
                sed -i 's/mariadb-enterprise-server/mariadb-enterprise-staging/g' /etc/yum.repos.d/mariadb.repo
                printf "\n\n[+] Adjusted mariadb.repo to: mariadb-enterprise-staging\n\n"
            fi;

            do_enterprise_yum_install "$@" 
            ;;
        ubuntu | debian )

            if [ ! -f "/etc/apt/sources.list.d/mariadb.list" ]; then printf "\n[!] Expected to find mariadb.list in /etc/apt/sources.list.d \n\n"; exit 1; fi;

            if $enterprise_staging; then 
                sed -i 's/mariadb-enterprise-server/mariadb-enterprise-staging/g' /etc/apt/sources.list.d/mariadb.list
                apt update
                printf "\n\n[+] Adjusted mariadb.list to: mariadb-enterprise-staging\n\n"
            fi;

            do_enterprise_apt_install "$@" 
            ;;
        *)  # unknown option
            printf "\nenterprise_install: os & version not implemented: $distro_info\n"
            exit 2;
    esac
}

community_install() {
    
    version=$3 
    quick_version_check
    
    parse_install_cluster_additional_args "$@"

    echo "MariaDB Community Version: $version"
    process_cluster_variables
    echo "-----------------------------------------------"

    # Download Repo setup
    rm -rf mariadb_repo_setup
   
    if !  curl -sS https://downloads.mariadb.com/MariaDB/mariadb_repo_setup |  bash -s -- --mariadb-server-version=mariadb-$version ; then
        echo "version bad or mariadb_repo_setup unavailable. exiting ..."
        exit 2;
    fi;

    case $distro_info in
        centos | rhel | rocky )
            do_community_yum_install "$@" 
            ;;
        ubuntu | debian )
            do_community_apt_install "$@" 
            ;;
        *)  # unknown option
            printf "\ncommunity_install: os & version not implemented: $distro_info\n"
            exit 2;
    esac

}

do_community_yum_install() {

    # Install MariaDB then Columnstore
    yum clean all
    if !  yum install MariaDB-server -y; then
        printf "\n[!] Failed to install MariaDB-server \n\n"
        exit 1;
    fi
    sleep 2;
    systemctl enable mariadb
    systemctl start mariadb

    # Install Columnstore
    if ! yum install MariaDB-columnstore-engine -y; then
        printf "\n[!] Failed to install columnstore \n\n"
        exit 1;
    fi

    # Install CMAPI
    if $CONFIGURE_CMAPI ; then
        cmapi_installable=$(yum list | grep MariaDB-columnstore-cmapi) 
        if [ -n "$cmapi_installable" ]; then 
            if ! yum install MariaDB-columnstore-cmapi jq -y; then
                printf "\n[!] Failed to install cmapi\n\n"
                exit 1;
            else
                post_cmapi_install_configuration
            fi
        fi
    else
        create_mariadb_users
        configure_columnstore_cross_engine_user
    fi
}

do_community_apt_install() {

    # Install MariaDB
    apt-get clean
    if ! apt install mariadb-server -y --quiet; then
        printf "\n[!] Failed to install mariadb-server \n\n"
        exit 1;
    fi
    sleep 2
    systemctl daemon-reload
    systemctl enable mariadb
    systemctl start mariadb

    # Install Columnstore
    if ! apt install mariadb-plugin-columnstore -y --quiet; then
        printf "\n[!] Failed to install columnstore \n\n"
        exit 1;
    fi;

    # Install CMAPI
    if $CONFIGURE_CMAPI ; then
        if ! apt install mariadb-columnstore-cmapi jq -y --quiet ; then 
            printf "\n[!] Failed to install cmapi \n\n"
            mariadb -e "show status like '%Columnstore%';"
        else 
            post_cmapi_install_configuration
        fi
    else
        create_mariadb_users
        configure_columnstore_cross_engine_user
    fi
}

get_set_cmapi_key() {

    CMAPI_CNF="/etc/columnstore/cmapi_server.conf"

    if [ ! -f $CMAPI_CNF ]; then 
        echo "[!!] No cmapi config file found"
        exit  1;
    fi;

    # Add API Key if missing
    if [ -z "$(grep ^x-api-key $CMAPI_CNF)" ]; then
       
        if ! command -v openssl &> /dev/null ; then
            api_key="19bb89d77cb8edfe0864e05228318e3dfa58e8f45435fbd9bd12c462a522a1e9"
        else 
            api_key=$(openssl rand -hex 32)
        fi
        
        printf "%-35s ..." " - Setting API Key:"
        if cmapi_output=$( curl -s https://127.0.0.1:8640/cmapi/0.4.0/cluster/status \
        --header 'Content-Type:application/json' \
        --header "x-api-key:$api_key" -k ) ; then
            printf " Done - $( echo $cmapi_output | jq -r tostring )  \n"
            sleep 2;
        else
            printf  " Failed to set API key\n\n"
            exit 1;
        fi
    else 
        api_key=$(grep ^x-api-key $CMAPI_CNF | cut -d "=" -f 2 | tr -d " ")
    fi
}

add_node_cmapi_via_curl() {

    node_ip=$1
    if [ -z $api_key  ]; then get_set_cmapi_key; fi;

    # Add Node
    printf "%-35s ..." " - Adding node ($node_ip) via curl"
    if cmapi_output=$( curl -k -s -X PUT https://127.0.0.1:8640/cmapi/0.4.0/cluster/node \
    --header 'Content-Type:application/json' \
    --header "x-api-key:$api_key" \
    --data "{\"timeout\": 120, \"node\": \"$node_ip\"}" ); then
        printf " Done - $(echo $cmapi_output | jq -r tostring )\n"
    else
        echo "Failed adding node: $node_ip"
        exit 1;
    fi

}

start_cs_via_systemctl() {
    if systemctl start mariadb-columnstore ; then
        echo " - Started Columnstore"
    else
        echo "[!!] Failed to start columnstore via systemctl"
        exit 1;
    fi;
}

start_cs_cmapi_via_curl() {

    if [ -z $api_key  ]; then get_set_cmapi_key; fi;

    if curl -k -s -X PUT https://127.0.0.1:8640/cmapi/0.4.0/cluster/start  \
    --header 'Content-Type:application/json' \
    --header "x-api-key:$api_key" \
    --data '{"timeout":20}'; then
        echo " - Started Columnstore"
    else 
        echo " - [!] Failed to start columnstore via cmapi curl"
        echo " - Trying via systemctl ..."
        start_cs_via_systemctl
    fi;
}

stop_service_if_exists() {
    local timeout="30s"
    local service_name="$1"
    if systemctl list-units --full -all | grep -Fq "$service_name"; then
        if ! timeout $timeout systemctl stop "$service_name" 2>/dev/null ; then
            echo "Failed to stop $service_name"
        fi
    fi
}
    
stop_cs_via_systemctl_override() {

    stop_service_if_exists "mcs-ddlproc"
    stop_service_if_exists "mcs-dmlproc"
    stop_service_if_exists "mcs-workernode@1"
    stop_service_if_exists "mcs-workernode@2"
    stop_service_if_exists "mcs-controllernode"
    stop_service_if_exists "mcs-storagemanager"
    stop_service_if_exists "mcs-primproc"
    stop_service_if_exists "mcs-writeengineserver"
    stop_service_if_exists "mariadb-columnstore-cmapi"
}

kill_cs_processes() {
   ps -ef | grep -E '(PrimProc|ExeMgr|DMLProc|DDLProc|WriteEngineServer|StorageManager|controllernode|workernode|load_brm|save_brm)' | grep -v "grep" | awk '{print $2}' | xargs kill -9
}

stop_cs_via_systemctl() {
    printf " - Trying to stop columnstore via systemctl"
    if systemctl stop mariadb-columnstore ; then
        printf " Done\n"
    else
        printf "\n[!!] Failed to stop columnstore\n"
        exit 1;
    fi;
}

stop_cs_cmapi_via_curl() {

    if [ -z $api_key  ]; then get_set_cmapi_key; fi;

    if curl -k -s -X PUT https://127.0.0.1:8640/cmapi/0.4.0/cluster/shutdown  \
    --header 'Content-Type:application/json' \
    --header "x-api-key:$api_key" \
    --data '{"timeout":20}'; then
        echo " - Stopped Columnstore via curl"
    else 
        printf "\n[!] Failed to stop columnstore via cmapi\n"
        stop_cs_via_systemctl
    fi;
}

add_primary_node_cmapi() {

    primary_ip="127.0.0.1"
    if [ -z $api_key  ]; then get_set_cmapi_key; fi;
    
    if command -v mcs &> /dev/null ; then
        # Only add 127.0.0.1 if no nodes are configured in cmapi
        if [ "$(mcs cluster status | jq -r '.num_nodes')" == "0" ]; then
            printf "%-35s ..." " - Adding primary node"
            if mcs_output=$( timeout 30s mcs cluster node add --node $primary_ip ); then 
                echo " Done - $( echo $mcs_output | jq -r tostring )"
            else 
                echo "[!] Failed ... trying cmapi curl"
                echo "$mcs_output"
                add_node_cmapi_via_curl $primary_ip
            fi;
        fi;
        
    else 
        echo "mcs - binary could not be found"
        add_node_cmapi_via_curl $primary_ip
        printf "%-35s ..." " - Starting Columnstore Engine"
        start_cs_cmapi_via_curl
    fi
}


dev_install() {
    
    if [ -z $dev_drone_key ]; then printf "Missing dev_drone_key: \n"; exit; fi;
    check_aws_cli_installed

    echo "Branch: $3"
    echo "Build: $4"
    dronePath="s3://$dev_drone_key"
    branch="$3"
    build="$4"
    product="10.6-enterprise"
    if [ -z "$branch" ]; then printf "Missing branch: $branch\n"; exit 2; fi;
    if [ -z "$build" ]; then printf "Missing build: $branch\n"; exit 2; fi;
    parse_install_cluster_additional_args "$@"

    # Construct URLs
    s3_path="$dronePath/$branch/$build/$product/$arch"
    drone_http=$(echo "$s3_path" | sed "s|s3://$dev_drone_key/|https://${dev_drone_key}.s3.amazonaws.com/|")
    echo "Locations:"
    echo "Bucket: $s3_path"
    echo "Drone: $drone_http"
    process_cluster_variables
    echo "###################################"
    
    check_dev_build_exists

    case $distro_info in
        centos | rhel | rocky )
            s3_path="${s3_path}/$distro"
            drone_http="${drone_http}/$distro"
            do_dev_yum_install "$@" 
            ;;
        ubuntu | debian )
            do_dev_apt_install "$@" 
            ;;
        *)  # unknown option
            printf "\ndev_install: os & version not implemented: $distro_info\n"
            exit 2;
    esac
}

do_dev_yum_install() {

    echo "[drone]
name=Drone Repository
baseurl="$drone_http"
gpgcheck=0
enabled=1
    " > /etc/yum.repos.d/drone.repo
    yum clean all
    # yum makecache
    # yum list --disablerepo="*" --enablerepo="drone"

    # ALL RPMS:  aws s3 cp $s3_path/ . --recursive --exclude "debuginfo" --include "*.rpm"
    aws s3 cp $s3_path/ . --recursive --exclude "*" --include "MariaDB-server*" --exclude "*debug*" --no-sign-request

    # Confirm Downloaded server rpm
    if ! ls MariaDB-server-*.rpm 1> /dev/null 2>&1; then
        echo "Error: No MariaDB-server RPMs were found."
        exit 1
    fi

    # Install MariaDB Server
    if ! yum install MariaDB-server-*.rpm -y; then
        printf "\n[!] Failed to install MariaDB-server \n\n"
        exit 1;
    fi

    systemctl daemon-reload
    systemctl enable mariadb
    systemctl start mariadb

    # Install Columnstore
    if ! yum install MariaDB-columnstore-engine -y; then
        printf "\n[!] Failed to install columnstore \n\n"
        exit 1;
    fi

    # Install CMAPI
    if $CONFIGURE_CMAPI ; then
        if ! yum install MariaDB-columnstore-cmapi jq -y; then
            printf "\n[!] Failed to install cmapi\n\n"
            exit 1;
        else
            post_cmapi_install_configuration
        fi
    else
        create_mariadb_users
        configure_columnstore_cross_engine_user
    fi
}

do_dev_apt_install() {

    echo "deb [trusted=yes] ${drone_http} ${distro}/" >  /etc/apt/sources.list.d/repo.list
    cat << EOF > /etc/apt/preferences
Package: *
Pin: origin cspkg.s3.amazonaws.com
Pin-Priority: 1700
EOF

    # Install MariaDB Server
    apt-get clean
    apt-get update 
    if ! apt install mariadb-server -y --quiet; then
        printf "\n[!] Failed to install mariadb-server \n\n"
        exit 1;
    fi
    sleep 2
    systemctl daemon-reload
    systemctl enable mariadb
    systemctl start mariadb

    # Install Columnstore
    if ! apt install mariadb-plugin-columnstore -y --quiet; then
        printf "\n[!] Failed to install columnstore \n\n"
        exit 1;
    fi;

    # Install CMAPI
    if $CONFIGURE_CMAPI ; then
        if ! apt install mariadb-columnstore-cmapi jq -y --quiet ; then 
            printf "\n[!] Failed to install cmapi \n\n"
            mariadb -e "show status like '%Columnstore%';"
        else 
            post_cmapi_install_configuration
        fi
    else
        create_mariadb_users
        configure_columnstore_cross_engine_user
    fi

}

do_install() {

    check_operating_system
    check_cpu_architecture
    check_no_mdb_installed
    check_package_managers
    set_default_cluster_variables

    repo=$2
    enterprise_staging=false
    echo "Repository: $repo"
    case $repo in
        enterprise )
            # pull from enterprise repo
            enterprise_install "$@" ;
            ;;
        enterprise_staging )
            enterprise_staging=true
            enterprise_install "$@" ;
            ;;
        community )
            # pull from public community repo
            community_install "$@" ;
            ;;
        dev )
            # pull from dev repo - requires dev_drone_key
            dev_install "$@" ;
            ;;
        -h | --help | help )
            print_install_help_text
            exit 0;
            ;;
        *)  # unknown option
            print_install_help_text
            echo "Unknown repo: $repo\n"
            exit 2;
    esac

    printf "\nInstall Complete\n\n"
}

# Small augmentation of https://github.com/mariadb-corporation/mariadb-columnstore-engine/blob/develop/cmapi/check_ready.sh
cmapi_check_ready() {
    SEC_TO_WAIT=15
    cmapi_success=false
    for i in  $(seq 1 $SEC_TO_WAIT); do
        printf "."
        if ! $(curl -k -s --output /dev/null --fail https://127.0.0.1:8640/cmapi/ready); then
            sleep 1
        else
            cmapi_success=true
            break
        fi
    done

    if $cmapi_success; then
        return 0;
    else
        printf "\nCMAPI not ready after waiting $SEC_TO_WAIT seconds. Check log file for further details.\n\n"
        exit 1;
    fi
}

confirm_cmapi_online_and_configured() {

    if command -v mcs &> /dev/null; then
        cmapi_current_status=$(mcs cmapi is-ready 2> /dev/null);
        if [ $? -ne 0 ]; then

            # if cmapi is not online - check systemd is running and start cmapi
            if [ "$(ps -p 1 -o comm=)" = "systemd" ]; then

                printf "%-35s .." " - Checking CMAPI Online"
                if systemctl start mariadb-columnstore-cmapi; then
                    cmapi_check_ready
                    printf " Pass\n"
                else 
                    echo "[!!] Failed to start CMAPI"
                    exit 1;
                fi
            else
                printf "systemd is not running - cant start cmapi\n\n"
                exit 1;
            fi
        else 

            # Check if the JSON string is in the expected format
            if ! echo "$cmapi_current_status" | jq -e '.started | type == "boolean"' >/dev/null; then
                echo "Error: CMAPI JSON string response is not in the expected format"
                exit 1
            fi

            # Check if 'started' is true
            if ! echo "$cmapi_current_status" | jq -e '.started == true' >/dev/null; then
                echo "Error: CMAPI 'started' is not true"
                echo "mcs cmapi is-ready"
                exit 1
            fi
        fi
    else
        printf "%-35s ..." " - Checking CMAPI online"
        cmapi_check_ready
        printf " Done\n"
    fi;
    
    confirm_nodes_configured
}

# currently supports singlenode only
confirm_nodes_configured() {
    # If the first run after install will set cmapi key for 'mcs cluster status' to work
    if [ -z $api_key  ]; then get_set_cmapi_key; fi;

    # Check for edge case of cmapi not configured
    if command -v mcs &> /dev/null; then
        if [ "$(mcs cluster status | jq -r '.num_nodes')" == "0" ]; then
            add_primary_node_cmapi
            sleep 1;
        fi
    else
        
        if [ "$(curl -k -s https://127.0.0.1:8640/cmapi/0.4.0/cluster/status  \
        --header 'Content-Type:application/json' \
        --header "x-api-key:$api_key" | jq -r '.num_nodes')" == "0" ] ; then
            echo " - Stopped Columnstore via curl"
        else 
            add_primary_node_cmapi
            sleep 1;
        fi;
    fi
}

# For future release
do_dev_upgrade() {

    case $package_manager in
        yum ) 
            s3_path="${s3_path}/$distro"
            drone_http="${drone_http}/$distro"
            
             echo "[drone]
name=Drone Repository
baseurl="$drone_http"
gpgcheck=0
enabled=1
    " > /etc/yum.repos.d/drone.repo
            yum clean all

            aws s3 cp $s3_path/ . --recursive --exclude "*" --include "MariaDB-server*" --exclude "*debug*" --no-sign-request

            # Confirm Downloaded server rpm
            mariadb_rpm=$(ls -1 MariaDB-server-*.rpm | head -n 1)
            if [ ! -f "$mariadb_rpm" ]; then
                echo "Error: No MariaDB-server RPMs were found."
                exit 1
            fi
            
            # Run the YUM update
            printf "\nBeginning Update\n"
            if yum update "$mariadb_rpm" "MariaDB-*" "MariaDB-columnstore-engine" "MariaDB-columnstore-cmapi"; then
                echo " - Success Update"
            else
                echo "[!!] Failed to update "
                exit 1;
            fi
            ;;
        apt )
            echo "deb [trusted=yes] ${drone_http} ${distro}/" >  /etc/apt/sources.list.d/repo.list
    cat << EOF > /etc/apt/preferences
Package: *
Pin: origin cspkg.s3.amazonaws.com
Pin-Priority: 1700
EOF

            # Install MariaDB Server
            apt-get clean
            apt-get update 

            # Run the APT update
            printf "\nBeginning Update\n"
            apt-get clean
            if apt update; then
                echo " - Success Update"
            else
                echo "[!!] Failed to update "
                exit 1;
            fi

            if apt install --only-upgrade '?upgradable ?name(mariadb.*)'; then
                echo " - Success Update mariadb.*"
            else
                echo "[!!] Failed to update "
                exit 1;
            fi
            systemctl daemon-reload
            ;;
        *)  # unknown option
            printf "\nenterprise_upgrade: os & version not implemented: $distro_info\n"
            exit 2;
    esac
}

# For future release
dev_upgrade() {
    
    # Variables
    if [ -z $dev_drone_key ]; then printf "[!] Missing dev_drone_key \nvi $0\n"; exit; fi;
    check_aws_cli_installed
    echo "Branch: $3"
    echo "Build: $4"
    dronePath="s3://$dev_drone_key"
    branch="$3"
    build="$4"
    product="10.6-enterprise"
    if [ -z "$branch" ]; then printf "Missing branch: $branch\n"; exit 2; fi;
    if [ -z "$build" ]; then printf "Missing build: $branch\n"; exit 2; fi;

    # Construct URLs
    s3_path="$dronePath/$branch/$build/$product/$arch"
    drone_http=$(echo "$s3_path" | sed "s|s3://$dev_drone_key/|https://${dev_drone_key}.s3.amazonaws.com/|")
    echo "Upgrade Version"
    echo "Bucket: $s3_path"
    echo "Drone: $drone_http"
    echo "-----------------------------------------------"
    if pgrep -x "mariadbd" > /dev/null; then
        mariadb -e "show status like '%Columnstore%';"
    fi


    # Prechecks
    printf "\nPrechecks\n"
    check_dev_build_exists
    check_gtid_strict_mode

    # Stop All
    init_cs_down
    wait_cs_down 
    stop_mariadb
    stop_cmapi

    # Make backups of configurations, dbrms
    pre_upgrade_dbrm_backup
    pre_upgrade_configuration_backup

    # Upgrade
    do_dev_upgrade

    # Start All
    printf "\nStartup\n"
    start_mariadb
    start_cmapi
    init_cs_up

    # Post Upgrade
    confirm_dbrmctl_ok
    run_mariadb_upgrade
}

do_community_upgrade () {

    # Download Repo setup
    printf "\nDownloading Repo Setup\n"
    rm -rf mariadb_repo_setup
    if !  curl -sS https://downloads.mariadb.com/MariaDB/mariadb_repo_setup |  bash -s -- --mariadb-server-version=mariadb-$version ; then
        printf "\n[!] Failed to apply mariadb_repo_setup...\n\n"
        exit 2;
    fi;

    case $package_manager in
        yum ) 
            if [ ! -f "/etc/yum.repos.d/mariadb.repo" ]; then printf "\n[!] enterprise_upgrade: Expected to find mariadb.repo in /etc/yum.repos.d \n\n"; exit 1; fi;

            # Run the YUM update
            printf "\nBeginning Update\n"
            if yum update "MariaDB-*" "MariaDB-columnstore-engine" "MariaDB-columnstore-cmapi"; then
                printf " - Success Update\n"
            else
                printf "[!!] Failed to update - exit code: $? \n"
                printf "Check messages above if uninstall/reinstall of new version required\n\n"
                exit 1;
            fi
            ;;
        apt )
            if [ ! -f "/etc/apt/sources.list.d/mariadb.list" ]; then printf "\n[!] enterprise_upgrade: Expected to find mariadb.list in /etc/apt/sources.list.d \n\n"; exit 1; fi;

            # Run the APT update
            printf "\nBeginning Update\n"
            apt-get clean
            if apt update; then
                echo " - Success Update"
            else
                echo "[!!] Failed to update "
                exit 1;
            fi

            if apt install --only-upgrade '?upgradable ?name(mariadb.*)'; then
                echo " - Success Update mariadb.*"
            else
                echo "[!!] Failed to update "
                exit 1;
            fi
            systemctl daemon-reload
            ;;
        *)  # unknown option
            printf "\ndo_community_upgrade: os & version not implemented: $distro_info\n"
            exit 2;
    esac
}

community_upgrade() {
    
    version=$3
    quick_version_check
    
    echo "Current MariaDB Verison:    $current_mariadb_version"
    echo "Upgrade To MariaDB Version: $version"
    echo "-----------------------------------------------"
    if pgrep -x "mariadbd" > /dev/null; then
        mariadb -e "show status like '%Columnstore%';"
    fi

    # Prechecks
    printf "\nPrechecks\n"
    check_gtid_strict_mode
    check_mariadb_versions 

    # Stop All
    init_cs_down
    wait_cs_down
    stop_mariadb
    stop_cmapi

    # Make backups of configurations, dbrms
    pre_upgrade_dbrm_backup
    pre_upgrade_configuration_backup

    # Upgrade 
    do_community_upgrade

    # Start All
    printf "\nStartup\n"
    start_mariadb
    start_cmapi
    init_cs_up

    # Post Upgrade
    confirm_dbrmctl_ok
    run_mariadb_upgrade

}

confirm_dbrmctl_ok() {
    retry_limit=1800
    retry_counter=0
    printf "%-35s ... " " - Checking DBRM Status"
    good_dbrm_status="OK. (and the system is ready)"
    current_status=$(dbrmctl -v status);
    while [ "$current_status" != "$good_dbrm_status" ]; do
        sleep 1
        printf "."
        current_status=$(dbrmctl -v status);
        if [ $? -ne 0 ]; then
            printf "\n[!] Failed to get dbrmctl -v status\n\n" 
            exit 1
        fi
        if [ $retry_counter -ge $retry_limit ]; then
            printf "\n[!] Set columnstore readonly wait retry limit exceeded: $retry_counter \n\n"
            exit 1
        fi

        ((retry_counter++))
    done
    printf "$current_status \n"
}

pre_upgrade_dbrm_backup() {

    local mcs_backup_manager_file="mcs_backup_manager.sh"
    local url="https://raw.githubusercontent.com/mariadb-corporation/mariadb-columnstore-engine/develop/cmapi/scripts/$mcs_backup_manager_file";
    if [ ! -f "$mcs_backup_manager_file" ]; then
        curl -O $url
        chmod +x "$mcs_backup_manager_file"
    fi; 

    # Check if the download was successful
    if [[ $? -ne 0 ]]; then
        echo "Error: Failed to download file"
        echo "$url"
        exit 1
    fi

    # Check if the file contains "404: Not Found"
    if grep -q "404: Not Found" "$mcs_backup_manager_file"; then
        echo "Error: File not found at the URL"
        printf "$url \n\n"
        rm -f "$mcs_backup_manager_file" 
        exit 1
    fi

    # Source the file
    if ! source "$mcs_backup_manager_file" source ;then 
        printf "\n[!!] Failed to source $mcs_backup_manager_file\n\n"
        exit 1;
    else
        echo " - Sourced $mcs_backup_manager_file"
    fi

    # Confirm the function exists and the source of mcs_backup_manager.sh worked
    if command -v process_dbrm_backup &> /dev/null; then
        # Take an automated backup
        if ! process_dbrm_backup -r 9999 -nb preupgrade_dbrm_backup --quiet ; then 
            echo "[!!] Failed to take a DBRM backup before restoring"
            echo "exiting ..."
            exit 1;
        fi;
    else
        echo "Error: 'process_dbrm_backup' function not found via $mcs_backup_manager_file";
        exit 1;
    fi
   
}

pre_upgrade_configuration_backup() {
    pre_upgrade_config_directory="/tmp/preupgrade-configurations-$(date +%m-%d-%Y-%H%M)"
    case $distro_info in
        centos | rhel | rocky )
            printf "Created: $pre_upgrade_config_directory \n"
            mkdir -p $pre_upgrade_config_directory
            print_and_copy "/etc/columnstore/Columnstore.xml" "$pre_upgrade_config_directory"
            print_and_copy "/etc/columnstore/storagemanager.cnf" "$pre_upgrade_config_directory"
            print_and_copy "/etc/columnstore/cmapi_server.conf" "$pre_upgrade_config_directory"
            print_and_copy "/etc/my.cnf.d/server.cnf" "$pre_upgrade_config_directory"
            # convert server.cnf to a find incase mysql dir not standard
            ;;
        ubuntu | debian )
            printf "Created: $pre_upgrade_config_directory \n"
            mkdir -p $pre_upgrade_config_directory
            print_and_copy "/etc/columnstore/Columnstore.xml" "$pre_upgrade_config_directory"
            print_and_copy "/etc/columnstore/storagemanager.cnf" "$pre_upgrade_config_directory"
            print_and_copy "/etc/columnstore/cmapi_server.conf" "$pre_upgrade_config_directory"
            print_and_copy "/etc/mysql/mariadb.conf.d/*server.cnf" "$pre_upgrade_config_directory"
            ;;
        *)  # unknown option
            printf "\npre_upgrade_configuration_backup: os & version not implemented: $distro_info\n"
            exit 2;
    esac
}


check_mariadb_versions() {

    if [ -z "$current_mariadb_version" ]; then
        printf "[!] No current current_mariadb_version detected"
        exit 2;
    fi 

    if [ -z "$version" ]; then
        printf "[!] No current upgrade version detected"
        exit 2;
    fi 

    printf "%-35s ..." " - Checking MariaDB Version Newer"
    compare_versions "$current_mariadb_version" "$version"
    printf " Done\n"
}

check_gtid_strict_mode() {
    if ! command -v my_print_defaults &> /dev/null; then
        printf "\n[!] my_print_defaults not found. Ensure gtid_strict_mode=0 \n"
    else  
        printf "%-35s ..." " - Checking gtid_strict_mode"
        strict_mode=$(my_print_defaults --mysqld 2>/dev/null | grep "gtid[-_]strict[-_]mode")
        if [ -n "$strict_mode" ] && [ $strict_mode == "--gtid_strict_mode=1" ]; then
            echo "my_print_defaults --mysqld | grep gtid[-_]strict[-_]mode     Result: $strict_mode"
            printf "Disable gtid_strict_mode before trying again\n\n"
            exit 1;
        else 
            printf " Done\n"
        fi
    fi  
}

run_mariadb_upgrade() {
    if ! command -v mariadb-upgrade &> /dev/null; then
        printf "\n[!] mariadb-upgrade not found. Please install mariadb-upgrade\n\n"
        exit 1; 
    fi   

    if [ "$pm_number" == "1" ];  then
        printf "\nMariaDB Upgrade\n"
        if ! mariadb-upgrade --write-binlog ; then
            printf "[!!] Failed to complete mariadb-upgrade \n"
            exit 1; 
        fi
    fi
}

do_enterprise_upgrade() {

    # Download Repo setup script & run it
    printf "\nDownloading Repo Setup\n"
    rm -rf mariadb_es_repo_setup
    url="https://dlm.mariadb.com/enterprise-release-helpers/mariadb_es_repo_setup"
    if $enterprise_staging; then 
        url="https://dlm.mariadb.com/$enterprise_token/enterprise-release-helpers-staging/mariadb_es_repo_setup"
    fi
    curl -LO "$url" -o mariadb_es_repo_setup;
    chmod +x mariadb_es_repo_setup;  
    if ! bash mariadb_es_repo_setup --token="$enterprise_token" --apply --mariadb-server-version="$version"; then
        printf "\n[!] Failed to apply mariadb_es_repo_setup...\n\n"
        exit 2;
    fi;

    case $package_manager in
        yum ) 
            if [ ! -f "/etc/yum.repos.d/mariadb.repo" ]; then printf "\n[!] enterprise_upgrade: Expected to find mariadb.repo in /etc/yum.repos.d \n\n"; exit 1; fi;

            if $enterprise_staging; then 
                sed -i 's/mariadb-es-main/mariadb-es-staging/g' /etc/yum.repos.d/mariadb.repo
                sed -i 's/mariadb-enterprise-server/mariadb-enterprise-staging/g' /etc/yum.repos.d/mariadb.repo
                printf "\n\n[+] Adjusted mariadb.repo to: mariadb-enterprise-staging\n\n"
            fi;

            # Run the YUM update
            printf "\nBeginning Update\n"
            if yum update "MariaDB-*" "MariaDB-columnstore-engine" "MariaDB-columnstore-cmapi"; then
                echo " - Success Update"
            else
                echo "[!!] Failed to update "
                exit 1;
            fi
            ;;
        apt )
            if [ ! -f "/etc/apt/sources.list.d/mariadb.list" ]; then printf "\n[!] enterprise_upgrade: Expected to find mariadb.list in /etc/apt/sources.list.d \n\n"; exit 1; fi;

            if $enterprise_staging; then 
                sed -i 's/mariadb-enterprise-server/mariadb-enterprise-staging/g' /etc/apt/sources.list.d/mariadb.list
                apt update
                printf "\n\n[+] Adjusted mariadb.list to: mariadb-enterprise-staging\n\n"
            fi;

            # Run the APT update
            printf "\nBeginning Update\n"
            apt-get clean
            if apt update; then
                echo " - Success Update"
            else
                echo "[!!] Failed to update "
                exit 1;
            fi

            if apt install --only-upgrade '?upgradable ?name(mariadb.*)'; then
                echo " - Success Update mariadb.*"
            else
                echo "[!!] Failed to update "
                exit 1;
            fi
            systemctl daemon-reload
            ;;
        *)  # unknown option
            printf "\nenterprise_upgrade: os & version not implemented: $distro_info\n"
            exit 2;
    esac
}

enterprise_upgrade() {
    
    # Variables
    check_set_es_token "$@" 
    version=$3
    if [ -z "$version" ]; then
        printf "[!] Version not defined\n"
        printf "Usage: $0 upgrade enterprise $repo <version>\n"
        exit 2;
    fi

    echo "Token: $enterprise_token"
    echo "Current MariaDB Verison:    $current_mariadb_version"
    echo "Upgrade To MariaDB Version: $version"
    echo "-----------------------------------------------"
    if pgrep -x "mariadbd" > /dev/null; then
        mariadb -e "show status like '%Columnstore%';"
    fi
    
    # Prechecks
    printf "\nPrechecks\n"
    check_gtid_strict_mode
    check_mariadb_versions

    # Stop All
    init_cs_down
    wait_cs_down 
    stop_mariadb
    stop_cmapi

    # Make backups of configurations, dbrms
    pre_upgrade_dbrm_backup
    pre_upgrade_configuration_backup

    # Upgrade
    do_enterprise_upgrade

    # Start All
    printf "\nStartup\n"
    start_mariadb
    start_cmapi
    init_cs_up

    # Post Upgrade
    confirm_dbrmctl_ok
    run_mariadb_upgrade
    
}

do_upgrade() {
    
    check_operating_system
    check_cpu_architecture
    check_package_managers
    check_mdb_installed

    repo=$2
    echo "Repository: $repo"
    enterprise_staging=false
    case $repo in
        enterprise )
            enterprise_upgrade "$@" ;
            ;;
        enterprise_staging )
            enterprise_staging=true
            enterprise_upgrade "$@" ;
            ;;
        community )
            community_upgrade "$@" ;
            ;;
        dev )
            dev_upgrade "$@" ;
            ;;
        *)  # unknown option
            echo "do_upgrade - Unknown repo: $repo\n"
            exit 2;
    esac

    mariadb -e "show status like '%Columnstore%';"
    printf "\nUpgrade Complete\n\n"

}

# A quick way when a mac user runs "cs_package_manager.sh check" 
# since theres no /etc/os-release to auto detect what OS & version to search the mariadb repos on mac
prompt_user_for_os() {

    # Prompt the user to select an operating system
    echo "Please select an operating system to search for:"
    os_options=("centos" "rhel" "rocky" "ubuntu" "debian")
    select opt in "${os_options[@]}"; do
        case $opt in
            "centos" |  "rhel" | "rocky" )
                distro_info=$opt
                echo "What major version of $distro_info:"
                short_options=("7" "8" "9")
                select short in "${short_options[@]}"; do
                         case $short in
                            "7" | "8" | "9")
                                version_id=$short
                                distro_short="${distro_info:0:3}${version_id}"
                                break
                                ;;
                
                            *) 
                                echo "Invalid option, please try again."
                                ;;
                        esac
                done
                break
                ;;
            "ubuntu")
                distro_info=$opt
                echo "What major version of $distro_info:"
                short_options=("20.04" "22.04" "23.04" "23.10")
                select short in "${short_options[@]}"; do
                         case $short in
                            "20.04" | "22.04" | "23.04" | "23.10")
                                version_id=${short//./}
                                #version_id=$short
                                distro_short="${distro_info:0:3}${version_id}"
                                break
                                ;;
                
                            *) 
                                echo "Invalid option, please try again."
                                ;;
                        esac
                done
                break
                ;;

            *) 
                echo "Invalid option, please try again."
                ;;
        esac
    done

    echo "Distro: $distro_info"
    echo "Version: $version_id"
    
}

do_check() {
    
    check_operating_system
    check_cpu_architecture   

    repo=$2
    dbm_tmp_file="mdb-tmp.html"
    grep=$(which grep)
    if [ $distro_info == "mac" ]; then 
        grep=$(which ggrep)

        prompt_user_for_os
    fi

    echo "Repository: $repo"
    case $repo in
        enterprise )
            check_set_es_token "$@" 

            url_base="https://dlm.mariadb.com"
            url_page="/browse/$enterprise_token/mariadb_enterprise_server/"
            ignore="/login"
            at_least_one=false
            curl -s "$url_base$url_page" > $dbm_tmp_file
            if [ $? -ne 0 ]; then
                printf "\n[!] Failed to access $url_base$url_page\n\n"
                exit 1  
            fi
            if grep -q "404 - Page Not Found" $dbm_tmp_file; then
                printf "\n[!] 404 - Failed to access $url_base$url_page\n"
                printf "Confirm your ES token works\n"
                printf "See: https://customers.mariadb.com/downloads/token/ \n\n"
                exit 1
            fi
       
            major_version_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep $url_page | grep -v $ignore )
            #echo $major_version_links
            for major_link in ${major_version_links[@]}
            do
                #echo "Major: $major_link"
                curl -s "$url_base$major_link" > $dbm_tmp_file
                minor_version_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep $url_page | grep -v $ignore )
                for minor_link in ${minor_version_links[@]}
                do
                    if [ "$minor_link" != "$url_page" ]; then
                        #echo "  Minor: $minor_link"
                        case $distro_info in
                        centos | rhel | rocky )
                            path="rpm/rhel/$version_id/$architecture/rpms/"
                            curl -s "$url_base$minor_link$path" > $dbm_tmp_file
                            package_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep "$path" | grep "columnstore-engine" | grep -v debug | tail -1 )
                            if [ ! -z "$package_links" ]; then
                                #echo "----------"
                                #echo "$package_links"
                                at_least_one=true
                                mariadb_version="${package_links#*mariadb-enterprise-server/}"
                                columnstore_version="${mariadb_version#*columnstore-engine-}"
                                mariadb_version="$( echo $mariadb_version | awk -F/ '{print $1}' )"

                                # unqiue to enterprise
                                standard_mariadb_version="${mariadb_version//-/_}"
                                columnstore_version="$( echo $columnstore_version | awk -F"${standard_mariadb_version}_" '{print $2}' | awk -F".el" '{print $1}' )"
                                printf "%-8s  %-12s %-12s %-12s\n" "MariaDB:" "$mariadb_version" "Columnstore:" "$columnstore_version";
                            fi;
                            ;;
                        ubuntu | debian )
                            
                            path="deb/pool/main/m/"
                            curl -s "$url_base$minor_link$path" > $dbm_tmp_file

                            # unqiue - this link/path can change
                            mariadb_version_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep -v $ignore | grep -v cmapi | grep ^mariadb )
                            #echo "$url_base$minor_link$path"
                            for mariadb_link in ${mariadb_version_links[@]}
                            do
                                #echo $mariadb_link
                                path="deb/pool/main/m/$mariadb_link"
                                curl -s "$url_base$minor_link$path" > $dbm_tmp_file
                                package_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep "$path" | grep "columnstore_" | grep -v debug | grep $distro_short | tail -1 )
                                if [ ! -z "$package_links" ]; then
                                    # echo "$package_links"
                                    # echo "----------"
                                    at_least_one=true
                                    mariadb_version="${package_links#*mariadb-enterprise-server/}"
                                    columnstore_version="${mariadb_version#*columnstore-engine-}"
                                    mariadb_version="$( echo $mariadb_version | awk -F/ '{print $1}' )"
                                    columnstore_version="$( echo $columnstore_version | awk -F"columnstore_" '{print $2}' | awk -F"-" '{print $2}' | awk -F"+" '{print $1}' )"
                                    printf "%-8s  %-12s %-12s %-12s\n" "MariaDB:" "$mariadb_version" "Columnstore:" "$columnstore_version";
                                fi;
                            done
                     
                            ;;
                        *)  # unknown option
                            printf "\ndo_check: Not implemented for: $distro_info\n\n"
                            exit 2;
                        esac
                    fi;
                done
            done

            if ! $at_least_one; then
                printf "\n[!] No columnstore packages found for: $distro_short $arch \n\n"
            fi
            ;;
        community )

            # pull from public community repo
            url_base="https://dlm.mariadb.com"
            url_page="/browse/mariadb_server/"
            ignore="/login"
            at_least_one=false
            curl -s "$url_base$url_page" > $dbm_tmp_file
            major_version_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep $url_page | grep -v $ignore )

            for major_link in ${major_version_links[@]}
            do
                #echo "Major: $major_link"
                curl -s "$url_base$major_link" > $dbm_tmp_file
                minor_version_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep $url_page | grep -v $ignore )
                for minor_link in ${minor_version_links[@]}
                do
                    if [ "$minor_link" != "$url_page" ]; then
                        #echo "  Minor: $minor_link"
                        case $distro_info in
                        centos | rhel | rocky )
                            path="yum/centos/$version_id/$architecture/rpms/"
                            curl -s "$url_base$minor_link$path" > $dbm_tmp_file
                            package_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep "$path" | grep "columnstore-engine" | grep -v debug | tail -1 )
                            if [ ! -z "$package_links" ]; then
                                # echo "$package_links"
                                # echo "----------"
                                at_least_one=true
                                mariadb_version="${package_links#*mariadb-}"
                                columnstore_version="${mariadb_version#*columnstore-engine-}"
                                mariadb_version="$( echo $mariadb_version | awk -F/ '{print $1}' )"
                                columnstore_version="$( echo $columnstore_version | awk -F_ '{print $2}' | awk -F".el" '{print $1}' )"
                                # echo "MariaDB: $mariadb_version      Columnstore: $columnstore_version"
                                printf "%-8s  %-12s %-12s %-12s\n" "MariaDB:" "$mariadb_version" "Columnstore:" "$columnstore_version";
                            fi;
                            ;;
                        ubuntu | debian )
                            path="repo/$distro_info/pool/main/m/mariadb/"
                            curl -s "$url_base$minor_link$path" > $dbm_tmp_file
                            package_links=$($grep -oP 'href="\K[^"]+' $dbm_tmp_file | grep "$path" | grep "columnstore_" | grep -v debug | grep $distro_short | tail -1 )
                            if [ ! -z "$package_links" ]; then
                                # echo "$package_links"
                                # echo "----------"
                                at_least_one=true
                                mariadb_version="${package_links#*mariadb-}"
                                columnstore_version="${mariadb_version#*columnstore-engine-}"
                                mariadb_version="$( echo $mariadb_version | awk -F/ '{print $1}' )"
                                columnstore_version="$( echo $columnstore_version | awk -F"columnstore_" '{print $2}' | awk -F"-" '{print $2}' | awk -F'\\+maria' '{print $1}' 2>/dev/null) "
                                # echo "MariaDB: $mariadb_version      Columnstore: $columnstore_version"
                                printf "%-8s  %-12s %-12s %-12s\n" "MariaDB:" "$mariadb_version" "Columnstore:" "$columnstore_version";
                            fi;
                            ;;
                        *)  # unknown option
                            printf "Not implemented for: $distro_info\n"
                            exit 2;
                        esac
                    fi
                done
            done
            
            if ! $at_least_one; then
                printf "\n[!] No columnstore packages found for: $distro_short $arch \n\n"
            fi
            ;;
        dev )
            printf "Not implemented for: $repo\n"
            exit 1;
            ;;
        *)  # unknown option
            printf "Unknown repo: $repo\n"
            exit 2;
    esac
}

global_dependencies() {
    if ! command -v curl &> /dev/null; then
        printf "\n[!] curl not found. Please install curl\n\n"
        exit 1; 
    fi   
}

check_set_es_token() {
    while [[ $# -gt 0 ]]; do
        parameter="$1"

        case $parameter in
            --token)
                enterprise_token="$2"
                shift # past argument
                shift # past value
                ;;
            *)  # unknown option
                shift # past argument
                ;;
        esac
    done

    if [ -z $enterprise_token ]; then 
        printf "\n[!] Enterprise token empty: $enterprise_token\n"
        printf "1) edit $0 enterprise_token='xxxxxx' \n"
        printf "2) add flag --token xxxxxxxxx \n"
        printf "Find your token @ https://customers.mariadb.com/downloads/token/ \n\n"

        exit 1;
    fi;
}

print_cs_pkg_mgr_version_info() {
    echo "MariaDB Columnstore Package Manager"
    echo "Version: $cs_pkg_manager_version"
}

global_dependencies

case $action in
    remove )
        do_remove "$@" ;
        ;;
    install )
        do_install "$@";
        ;;
    upgrade )
        do_upgrade "$@" ;
        ;;
    check )
        do_check "$@"
        ;;
    help | -h | --help | -help)
        print_help_text;
        exit 1;
        ;;
    add )
        add_node_cmapi_via_curl "127.0.0.1"
        ;;
    -v | version )
        print_cs_pkg_mgr_version_info
        ;;
    source )
        return 0;
        ;;
    *)  # unknown option
        printf "Unknown Action: $1\n"
        print_help_text
        exit 2;
esac