move deb packaging files from server to engine repo

debian/autobake-deb.sh

@@ -0,0 +1,130 @@
+#!/bin/bash
+#
+# Build MariaDB .deb packages for test and release at mariadb.org
+#
+# Purpose of this script:
+# Always keep the actual packaging as up-to-date as possible following the latest
+# Debian policy and targeting Debian Sid. Then case-by-case run in autobake-deb.sh
+# tests for backwards compatibility and strip away parts on older builders or
+# specfic build environments.
+
+# Exit immediately on any error
+set -e
+
+# This file is invocated from Buildbot and Travis-CI to build deb packages.
+# As both of those CI systems have many parallel jobs that include different
+# parts of the test suite, we don't need to run the mysql-test-run at all when
+# building the deb packages here.
+export DEB_BUILD_OPTIONS="nocheck $DEB_BUILD_OPTIONS"
+
+if [[ -d storage/columnstore/columnstore/debian ]]; then
+  cp -v storage/columnstore/columnstore/debian/mariadb-plugin-columnstore.* debian/
+  echo >> debian/control
+  cat storage/columnstore/columnstore/debian/control >> debian/control
+fi
+
+# General CI optimizations to keep build output smaller
+if [[ $TRAVIS ]] || [[ $GITLAB_CI ]]
+then
+  # On both Travis and Gitlab the output log must stay under 4MB so make the
+  # build less verbose
+  sed '/Add support for verbose builds/,/^$/d' -i debian/rules
+
+  # MCOL-4149: ColumnStore builds are so slow and big that they must be skipped on
+  # both Travis-CI and Gitlab-CI
+  sed 's|-DPLUGIN_COLUMNSTORE=YES|-DPLUGIN_COLUMNSTORE=NO|' -i debian/rules
+  sed "/Package: mariadb-plugin-columnstore/,/^$/d" -i debian/control
+fi
+
+# Don't build or try to put files in a package for selected plugins and compontents on Travis-CI
+# in order to keep build small (in both duration and disk space)
+if [[ $TRAVIS ]]
+then
+  # Test suite package not relevant on Travis-CI
+  sed 's|DINSTALL_MYSQLTESTDIR=share/mysql/mysql-test|DINSTALL_MYSQLTESTDIR=false|' -i debian/rules
+  sed '/Package: mariadb-test-data/,/^$/d' -i debian/control
+  sed '/Package: mariadb-test$/,/^$/d' -i debian/control
+
+  # Extra plugins such as Mroonga, Spider, OQgraph, Sphinx and the embedded build can safely be skipped
+  sed 's|-DDEB|-DPLUGIN_MROONGA=NO -DPLUGIN_ROCKSDB=NO -DPLUGIN_SPIDER=NO -DPLUGIN_OQGRAPH=NO -DPLUGIN_PERFSCHEMA=NO -DPLUGIN_SPHINX=NO -DWITH_EMBEDDED_SERVER=OFF -DDEB|' -i debian/rules
+  sed "/Package: mariadb-plugin-mroonga/,/^$/d" -i debian/control
+  sed "/Package: mariadb-plugin-rocksdb/,/^$/d" -i debian/control
+  sed "/Package: mariadb-plugin-spider/,/^$/d" -i debian/control
+  sed "/Package: mariadb-plugin-oqgraph/,/^$/d" -i debian/control
+  sed "/ha_sphinx.so/d" -i debian/mariadb-server-10.6.install
+  sed "/Package: libmariadbd19/,/^$/d" -i debian/control
+  sed "/Package: libmariadbd-dev/,/^$/d" -i debian/control
+fi
+
+if [[ $(arch) =~ i[346]86 ]]
+then
+  sed "/Package: mariadb-plugin-rocksdb/,/^$/d" -i debian/control
+fi
+
+# If rocksdb-tools is not available (before Debian Buster and Ubuntu Disco)
+# remove the dependency from the RocksDB plugin so it can install properly
+# and instead ship the one built from MariaDB sources
+if ! apt-cache madison rocksdb-tools | grep 'rocksdb-tools' >/dev/null 2>&1
+then
+  sed '/rocksdb-tools/d' -i debian/control
+  sed '/sst_dump/d' -i debian/not-installed
+  echo "usr/bin/sst_dump" >> debian/mariadb-plugin-rocksdb.install
+fi
+
+# From Debian Buster/Ubuntu Bionic, libcurl4 replaces libcurl3.
+if ! apt-cache madison libcurl4 | grep 'libcurl4' >/dev/null 2>&1
+then
+  sed 's/libcurl4/libcurl3/g' -i debian/control
+fi
+
+# Adjust changelog, add new version
+echo "Incrementing changelog and starting build scripts"
+
+# Find major.minor version
+source ./VERSION
+UPSTREAM="${MYSQL_VERSION_MAJOR}.${MYSQL_VERSION_MINOR}.${MYSQL_VERSION_PATCH}${MYSQL_VERSION_EXTRA}"
+PATCHLEVEL="+maria"
+LOGSTRING="MariaDB build"
+CODENAME="$(lsb_release -sc)"
+EPOCH="1:"
+
+dch -b -D "${CODENAME}" -v "${EPOCH}${UPSTREAM}${PATCHLEVEL}~${CODENAME}" "Automatic build with ${LOGSTRING}."
+
+echo "Creating package version ${EPOCH}${UPSTREAM}${PATCHLEVEL}~${CODENAME} ... "
+
+# On Travis CI and Gitlab-CI, use -b to build binary only packages as there is
+# no need to waste time on generating the source package.
+if [[ $TRAVIS ]]
+then
+  BUILDPACKAGE_FLAGS="-b"
+fi
+
+# Use eatmydata is available to build faster with less I/O, skipping fsync()
+# during the entire build process (safe because a build can always be restarted)
+if which eatmydata > /dev/null
+then
+  BUILDPACKAGE_PREPEND=eatmydata
+fi
+
+# Build the package
+# Pass -I so that .git and other unnecessary temporary and source control files
+# will be ignored by dpkg-source when creating the tar.gz source package.
+fakeroot $BUILDPACKAGE_PREPEND dpkg-buildpackage -us -uc -I $BUILDPACKAGE_FLAGS || sleep 600
+
+# If the step above fails due to missing dependencies, you can manually run
+#   sudo mk-build-deps debian/control -r -i
+
+# Don't log package contents on Travis-CI or Gitlab-CI to save time and log size
+if [[ ! $TRAVIS ]] && [[ ! $GITLAB_CI ]]
+then
+  echo "List package contents ..."
+  cd ..
+  for package in *.deb
+  do
+    echo "$package" | cut -d '_' -f 1
+    dpkg-deb -c "$package" | awk '{print $1 " " $2 " " $6 " " $7 " " $8}' | sort -k 3
+    echo "------------------------------------------------"
+  done
+fi
+
+echo "Build complete"

debian/control

@@ -0,0 +1,18 @@
+Package: mariadb-plugin-columnstore
+Architecture: amd64 i386
+Depends: binutils,
+         libjemalloc1 | libjemalloc2,
+         libsnappy1 | libsnappy1v5,
+         mariadb-server-10.6 (= ${binary:Version}),
+         net-tools,
+         python3,
+         ${misc:Depends},
+         ${shlibs:Depends}
+Breaks: mariadb-columnstore-libs,
+        mariadb-columnstore-platform
+Replaces: mariadb-columnstore-libs,
+          mariadb-columnstore-platform
+Description: MariaDB ColumnStore storage engine
+ The MariaDB ColumnStore storage engine is a high-performance columnar
+ analytical engine, aimed at rapid processing of analytical queries on very
+ large amounts of data.

debian/mariadb-plugin-columnstore.install

@@ -0,0 +1,160 @@
+etc/columnstore/AlarmConfig.xml
+etc/columnstore/Columnstore.xml
+etc/columnstore/ConsoleCmds.xml
+etc/columnstore/ErrorMessage.txt
+etc/columnstore/MessageFile.txt
+etc/columnstore/ProcessConfig.xml
+etc/columnstore/storagemanager.cnf
+etc/mysql/mariadb.conf.d/columnstore.cnf
+usr/bin/DDLProc
+usr/bin/DMLProc
+usr/bin/ExeMgr
+usr/bin/MCSInstanceCmds.sh
+usr/bin/MCSVolumeCmds.sh
+usr/bin/MCSgetCredentials.sh
+usr/bin/PrimProc
+usr/bin/ProcMgr
+usr/bin/ProcMon
+usr/bin/ServerMonitor
+usr/bin/StorageManager
+usr/bin/WriteEngineServer
+usr/bin/autoConfigure
+usr/bin/bulklogReport.sh
+usr/bin/clearShm
+usr/bin/cleartablelock
+usr/bin/columnstore
+usr/bin/columnstore-post-install
+usr/bin/columnstore-pre-uninstall
+usr/bin/columnstoreClusterTester.sh
+usr/bin/columnstoreDBWrite
+usr/bin/columnstoreSupport
+usr/bin/columnstoreSyslogSetup.sh
+usr/bin/columnstore_installer
+usr/bin/columnstore_module_installer.sh
+usr/bin/columnstore_os_check.sh
+usr/bin/columnstore_run.sh
+usr/bin/colxml
+usr/bin/configReport.sh
+usr/bin/configxml.sh
+usr/bin/controllernode
+usr/bin/cpimport
+usr/bin/cpimport.bin
+usr/bin/cplogger
+usr/bin/dbbuilder
+usr/bin/dbmsReport.sh
+usr/bin/dbrmctl
+usr/bin/ddlcleanup
+usr/bin/disable-rep-columnstore.sh
+usr/bin/editem
+usr/bin/getMySQLpw
+usr/bin/hardwareReport.sh
+usr/bin/idbmeminfo
+usr/bin/load_brm
+usr/bin/logReport.sh
+usr/bin/mariadb-columnstore-start.sh
+usr/bin/mariadb-columnstore-stop.sh
+usr/bin/mariadb-command-line.sh
+usr/bin/master-rep-columnstore.sh
+usr/bin/mcs-savebrm.py
+usr/bin/mcs-loadbrm.py
+usr/bin/mcs-stop-controllernode.sh
+usr/bin/mcsGetConfig
+usr/bin/mcsSetConfig
+usr/bin/mcs_module_installer.sh
+usr/bin/mycnfUpgrade
+usr/bin/os_detect.sh
+usr/bin/post-mysql-install
+usr/bin/post-mysqld-install
+usr/bin/postConfigure
+usr/bin/quick_installer_multi_server.sh
+usr/bin/quick_installer_single_server.sh
+usr/bin/remote_command.sh
+usr/bin/remote_command_verify.sh
+usr/bin/remote_scp_get.sh
+usr/bin/remote_scp_put.sh
+usr/bin/remotessh.exp
+usr/bin/reset_locks
+usr/bin/resourceReport.sh
+usr/bin/rollback
+usr/bin/rsync.sh
+usr/bin/save_brm
+usr/bin/slave-rep-columnstore.sh
+usr/bin/smcat
+usr/bin/smls
+usr/bin/smput
+usr/bin/smrm
+usr/bin/startupTests.sh
+usr/bin/viewtablelock
+usr/bin/workernode
+usr/lib/*/libalarmmanager.so
+usr/lib/*/libbatchloader.so
+usr/lib/*/libbrm.so
+usr/lib/*/libcacheutils.so
+usr/lib/*/libcloudio.so
+usr/lib/*/libcommon.so
+usr/lib/*/libcompress.so
+usr/lib/*/libconfigcpp.so
+usr/lib/*/libdataconvert.so
+usr/lib/*/libddlcleanuputil.so
+usr/lib/*/libddlpackage.so
+usr/lib/*/libddlpackageproc.so
+usr/lib/*/libdmlpackage.so
+usr/lib/*/libdmlpackageproc.so
+usr/lib/*/libexecplan.so
+usr/lib/*/libfuncexp.so
+usr/lib/*/libidbdatafile.so
+usr/lib/*/libjoblist.so
+usr/lib/*/libjoiner.so
+usr/lib/*/liblibmysql_client.so
+usr/lib/*/libloggingcpp.so
+usr/lib/*/libmarias3.so
+usr/lib/*/libmessageqcpp.so
+usr/lib/*/liboamcpp.so
+usr/lib/*/libquerystats.so
+usr/lib/*/libquerytele.so
+usr/lib/*/libregr.so
+usr/lib/*/librowgroup.so
+usr/lib/*/librwlock.so
+usr/lib/*/libstoragemanager.so
+usr/lib/*/libthreadpool.so
+usr/lib/*/libthrift.so
+usr/lib/*/libudfsdk.so
+usr/lib/*/libwindowfunction.so
+usr/lib/*/libwriteengine.so
+usr/lib/*/libwriteengineclient.so
+usr/lib/*/libwriteengineredistribute.so
+usr/lib/mysql/plugin/ha_columnstore.so
+usr/lib/mysql/plugin/libregr_mysql.so
+usr/lib/mysql/plugin/libudf_mysql.so
+usr/sbin/install_mcs_mysql.sh
+usr/share/columnstore/calremoveuserpriority.sql
+usr/share/columnstore/calsetuserpriority.sql
+usr/share/columnstore/calshowprocesslist.sql
+usr/share/columnstore/columnstoreAlias
+usr/share/columnstore/columnstoreLogRotate
+usr/share/columnstore/columnstoreSyslog
+usr/share/columnstore/columnstoreSyslog-ng
+usr/share/columnstore/columnstoreSyslog7
+usr/share/columnstore/columnstore_functions
+usr/share/columnstore/columnstore_info.sql
+usr/share/columnstore/dumpcat_mysql.sql
+usr/share/columnstore/gitversionEngine
+usr/share/columnstore/mariadb-columnstore.service
+usr/share/columnstore/mcs-controllernode.service
+usr/share/columnstore/mcs-ddlproc.service
+usr/share/columnstore/mcs-dmlproc.service
+usr/share/columnstore/mcs-exemgr.service
+usr/share/columnstore/mcs-loadbrm.service
+usr/share/columnstore/mcs-primproc.service
+usr/share/columnstore/mcs-storagemanager.service
+usr/share/columnstore/mcs-workernode.service
+usr/share/columnstore/mcs-writeengineserver.service
+usr/share/columnstore/mcstest-001.sh
+usr/share/columnstore/mcstest-002.sh
+usr/share/columnstore/mcstest-003.sh
+usr/share/columnstore/mcstest-004.sh
+usr/share/columnstore/myCnf-exclude-args.text
+usr/share/columnstore/myCnf-include-args.text
+usr/share/columnstore/releasenum
+usr/share/columnstore/syscatalog_mysql.sql
+var/lib/columnstore/local/module

debian/mariadb-plugin-columnstore.postinst

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+set -e
+
+# Install ColumnStore
+columnstore-post-install install
+
+#DEBHELPER#

debian/mariadb-plugin-columnstore.postrm

@@ -0,0 +1,24 @@
+#!/bin/bash
+
+set -e
+
+if [ "$1" = "purge" ]; then
+    rm -rf /var/lib/columnstore
+    rm -rf /etc/columnstore
+    rm -f /etc/mysql/mariadb.conf.d/columnstore.cnf.rpmsave
+fi
+
+# Automatically restart MariaDB after ColumnStore plugin has been removed
+case "$1" in
+  purge|remove|disappear)
+    if [ -d /run/systemd/system ]; then
+      # If systemd
+      deb-systemd-invoke restart mariadb.service >/dev/null
+    elif [ -x "/etc/init.d/mariadb" ]; then
+      # Fall-back to SysV init
+      invoke-rc.d mariadb restart || exit $?
+    fi
+  ;;
+esac
+
+#DEBHELPER#

debian/mariadb-plugin-columnstore.prerm

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+set -e
+
+columnstore-pre-uninstall
+
+
+#DEBHELPER#

debian/mariadb-plugin-columnstore.triggers

@@ -0,0 +1 @@
+activate-noawait ldconfig