database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-12-24 14:20:59 +03:00
Code Activity

MCOL-3 directory name changes

Browse Source
This commit is contained in:
david hill
2016-05-31 16:40:30 -05:00
parent 29a89c1b36
commit eff8f39801
277 changed files with 9489 additions and 1702 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
utils/scenarios/perf/source/pf/common/exeStreamTest.sh
View File

@@ -50,15 +50,15 @@ while [ $k -le $repeatNum ]
do
if [ $restart == Y ] || [ $restart == y ]
then
/usr/local/MariaDB/Columnstore/bin/mcsadmin restartsystem y
/usr/local/mariadb/columnstore/bin/mcsadmin restartsystem y
sleep 90
fi
mkdir $k
cd $k
cp /usr/local/MariaDB/Columnstore/etc/Calpont.xml .
/usr/local/MariaDB/Columnstore/bin/mcsadmin getCalpontSoftware >CalpontSoftware.txt
ls -al /mnt/pm*/usr/local/MariaDB/Columnstore/data* > dbRoots.txt
/usr/local/MariaDB/Columnstore/bin/mcsadmin getProcessStatus >stackConfigBefore.txt
cp /usr/local/mariadb/columnstore/etc/Calpont.xml .
/usr/local/mariadb/columnstore/bin/mcsadmin getCalpontSoftware >CalpontSoftware.txt
ls -al /mnt/pm*/usr/local/mariadb/columnstore/data* > dbRoots.txt
/usr/local/mariadb/columnstore/bin/mcsadmin getProcessStatus >stackConfigBefore.txt
$exeCommand > $logFileName 2>&1
#
if [ $streamNum == 1_7 ]
@@ -71,7 +71,7 @@ do
done
fi
#
/usr/local/MariaDB/Columnstore/bin/mcsadmin getProcessStatus >stackConfigAfter.txt
/usr/local/mariadb/columnstore/bin/mcsadmin getProcessStatus >stackConfigAfter.txt
/home/pf/auto/common/extractstartstoptimes.sh
cd ..
((k++))

2
utils/scenarios/perf/source/pf/common/sendPlanExec.sh
View File

@@ -14,7 +14,7 @@ echo ---------------------------------------------------------------------------
echo sendPlan start: $3
date
echo
/usr/local/MariaDB/Columnstore/bin/sendPlan -v -s$1 -t$2 $3
/usr/local/mariadb/columnstore/bin/sendPlan -v -s$1 -t$2 $3
echo
date
echo sendPlan end: $3

48
utils/scenarios/perf/source/pf/common/setDBRoots.sh
View File

@@ -22,48 +22,48 @@ echo *****-----*****-----*****-----*****-----*****
# unmount dbroots from all PMs
#-----------------------------------------------------------------------------
echo unmounting PM1
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf3 qalpont! "umount -a"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf3 qalpont! "umount -a"
echo unmounting PM2
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf4 qalpont! "umount -a"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf4 qalpont! "umount -a"
echo unmounting PM3
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf5 qalpont! "umount -a"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf5 qalpont! "umount -a"
echo unmounting PM4
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf8 qalpont! "umount -a"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf8 qalpont! "umount -a"
#-----------------------------------------------------------------------------
# save current fstab to fstab.auto then move 'set number' fstab to 'real' fstab
#-----------------------------------------------------------------------------
echo *-*
echo doing the hokey pokey with fstabs on PM1
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf3 qalpont! "rm -f /etc/fstab.auto"
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf3 qalpont! "mv /etc/fstab /etc/fstab.auto"
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf3 qalpont! "cp /etc/fstab.[$setNum] /etc/fstab"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf3 qalpont! "rm -f /etc/fstab.auto"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf3 qalpont! "mv /etc/fstab /etc/fstab.auto"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf3 qalpont! "cp /etc/fstab.[$setNum] /etc/fstab"
echo *-*
echo doing the funky chicken with fstabs on PM2
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf4 qalpont! "rm -f /etc/fstab.auto"
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf4 qalpont! "mv /etc/fstab /etc/fstab.auto"
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf4 qalpont! "cp /etc/fstab.[$setNum] /etc/fstab"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf4 qalpont! "rm -f /etc/fstab.auto"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf4 qalpont! "mv /etc/fstab /etc/fstab.auto"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf4 qalpont! "cp /etc/fstab.[$setNum] /etc/fstab"
echo *-*
echo doing the swim with fstabs on PM3
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf5 qalpont! "rm -f /etc/fstab.auto"
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf5 qalpont! "mv /etc/fstab /etc/fstab.auto"
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf5 qalpont! "cp /etc/fstab.[$setNum] /etc/fstab"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf5 qalpont! "rm -f /etc/fstab.auto"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf5 qalpont! "mv /etc/fstab /etc/fstab.auto"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf5 qalpont! "cp /etc/fstab.[$setNum] /etc/fstab"
echo *-*
echo doing the stroll with fstabs on PM4
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf8 qalpont! "rm -f /etc/fstab.auto"
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf8 qalpont! "mv /etc/fstab /etc/fstab.auto"
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf8 qalpont! "cp /etc/fstab.[$setNum] /etc/fstab"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf8 qalpont! "rm -f /etc/fstab.auto"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf8 qalpont! "mv /etc/fstab /etc/fstab.auto"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf8 qalpont! "cp /etc/fstab.[$setNum] /etc/fstab"
#-----------------------------------------------------------------------------
# re-mount dbroots on all PMs
#-----------------------------------------------------------------------------
echo *-*
echo mounting PM1
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf3 qalpont! "mount -a"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf3 qalpont! "mount -a"
echo mounting PM2
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf4 qalpont! "mount -a"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf4 qalpont! "mount -a"
echo mounting PM3
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf5 qalpont! "mount -a"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf5 qalpont! "mount -a"
echo mounting PM4
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf8 qalpont! "mount -a"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf8 qalpont! "mount -a"
#-----------------------------------------------------------------------------
echo
#-----------------------------------------------------------------------------
@@ -71,13 +71,13 @@ echo set disk scheduler to deadline for newly mounted LUNs
#-----------------------------------------------------------------------------
echo
echo setting disk scheduler to deadline on PM1
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf3 qalpont! "/etc/rc.d/rc.local"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf3 qalpont! "/etc/rc.d/rc.local"
echo setting disk scheduler to deadline on PM2
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf4 qalpont! "/etc/rc.d/rc.local"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf4 qalpont! "/etc/rc.d/rc.local"
echo setting disk scheduler to deadline on PM3
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf5 qalpont! "/etc/rc.d/rc.local"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf5 qalpont! "/etc/rc.d/rc.local"
echo setting disk scheduler to deadline on PM4
/usr/local/MariaDB/Columnstore/bin/remote_command.sh srvqaperf8 qalpont! "/etc/rc.d/rc.local"
/usr/local/mariadb/columnstore/bin/remote_command.sh srvqaperf8 qalpont! "/etc/rc.d/rc.local"
#
echo -----*****-----*****-----*****-----*****-----**
echo End - set dbroots to RAID Configuration $setNum

8
utils/scenarios/perf/source/pf/common/setPMConfig.sh
View File

@@ -13,7 +13,7 @@
echo Start - Set PM configuration
#
# Stopping the Calpont software
/usr/local/MariaDB/Columnstore/bin/mcsadmin stopsystem y ACK_YES
/usr/local/mariadb/columnstore/bin/mcsadmin stopsystem y ACK_YES
#
# set maximum number of PMs possible for the stack
maxPMs=4
@@ -26,7 +26,7 @@ numPMs=$1
#-----------------------------------------------------------------------------
k=1
while [ $k -le $maxPMs ]; do
/usr/local/MariaDB/Columnstore/bin/mcsadmin enableModule pm$k ACK_YES
/usr/local/mariadb/columnstore/bin/mcsadmin enableModule pm$k ACK_YES
((k++))
done
#-----------------------------------------------------------------------------
@@ -34,12 +34,12 @@ done
#-----------------------------------------------------------------------------
k=$maxPMs
while [ $k -gt $numPMs ]; do
/usr/local/MariaDB/Columnstore/bin/mcsadmin disableModule pm$k ACK_YES
/usr/local/mariadb/columnstore/bin/mcsadmin disableModule pm$k ACK_YES
((k--))
done
#-----------------------------------------------------------------------------
# Starting the Calpont software
/usr/local/MariaDB/Columnstore/bin/mcsadmin startsystem y ACK_YES
/usr/local/mariadb/columnstore/bin/mcsadmin startsystem y ACK_YES
sleep 60
echo *-*-*-*-*-*-*-*-*-*-*-*-*-*-*
echo End - Set PM configuration

10
utils/scenarios/perf/source/pf/common/setStackConfig.sh
View File

@@ -14,7 +14,7 @@
echo Start - Set stack configuration
#
# Stopping the Calpont software
/usr/local/MariaDB/Columnstore/bin/mcsadmin stopsystem y ACK_YES
/usr/local/mariadb/columnstore/bin/mcsadmin stopsystem y ACK_YES
#
# set maximum number of UMs and PMs possible the stack
maxUMs=2
@@ -29,7 +29,7 @@ numPMs=$2
#-----------------------------------------------------------------------------
k=1
while [ $k -le $maxUMs ]; do
/usr/local/MariaDB/Columnstore/bin/mcsadmin enableModule um$k ACK_YES
/usr/local/mariadb/columnstore/bin/mcsadmin enableModule um$k ACK_YES
((k++))
done
#-----------------------------------------------------------------------------
@@ -37,7 +37,7 @@ done
#-----------------------------------------------------------------------------
k=$maxUMs
while [ $k -gt $numUMs ]; do
/usr/local/MariaDB/Columnstore/bin/mcsadmin disableModule um$k ACK_YES
/usr/local/mariadb/columnstore/bin/mcsadmin disableModule um$k ACK_YES
((k--))
done
#-----------------------------------------------------------------------------
@@ -45,7 +45,7 @@ done
#-----------------------------------------------------------------------------
k=1
while [ $k -le $maxPMs ]; do
/usr/local/MariaDB/Columnstore/bin/mcsadmin enableModule pm$k ACK_YES
/usr/local/mariadb/columnstore/bin/mcsadmin enableModule pm$k ACK_YES
((k++))
done
#-----------------------------------------------------------------------------
@@ -53,7 +53,7 @@ done
#-----------------------------------------------------------------------------
k=$maxPMs
while [ $k -gt $numPMs ]; do
/usr/local/MariaDB/Columnstore/bin/mcsadmin disableModule pm$k ACK_YES
/usr/local/mariadb/columnstore/bin/mcsadmin disableModule pm$k ACK_YES
((k--))
done
#-----------------------------------------------------------------------------

2
utils/scenarios/perf/source/pf/common/setTestEnv.sh
View File

@@ -21,7 +21,7 @@ setNum=$3
#
/home/pf/auto/common/setStackConfig.sh $numUMs $numPMs
/home/pf/auto/common/setDBRoots.sh $setNum
/usr/local/MariaDB/Columnstore/bin/mcsadmin startsystem
/usr/local/mariadb/columnstore/bin/mcsadmin startsystem
sleep 90
#
# End of script

2
utils/scenarios/perf/source/pf/common/step1.sh
View File

@@ -21,7 +21,7 @@ setNum=$3
#
/home/pf/auto/common/setStackConfig.sh $numUMs $numPMs
/home/pf/auto/common/setDBRoots.sh $setNum
/usr/local/MariaDB/Columnstore/bin/mcsadmin startsystem
/usr/local/mariadb/columnstore/bin/mcsadmin startsystem
sleep 90
#
# End of script

12
utils/scenarios/perf/source/pf/common/step2.sh
View File

@@ -46,15 +46,15 @@ while [ $k -le $repeatNum ]
do
if [ $restart == Y ] || [ $restart == y ]
then
/usr/local/MariaDB/Columnstore/bin/mcsadmin restartsystem y
/usr/local/mariadb/columnstore/bin/mcsadmin restartsystem y
sleep 90
fi
mkdir $k
cd $k
cp /usr/local/MariaDB/Columnstore/etc/Calpont.xml .
/usr/local/MariaDB/Columnstore/bin/mcsadmin getCalpontSoftware >CalpontSoftware.txt
ls -al /usr/local/MariaDB/Columnstore/data* > dbRoots.txt
/usr/local/MariaDB/Columnstore/bin/mcsadmin getProcessStatus >stackConfigBefore.txt
cp /usr/local/mariadb/columnstore/etc/Calpont.xml .
/usr/local/mariadb/columnstore/bin/mcsadmin getCalpontSoftware >CalpontSoftware.txt
ls -al /usr/local/mariadb/columnstore/data* > dbRoots.txt
/usr/local/mariadb/columnstore/bin/mcsadmin getProcessStatus >stackConfigBefore.txt
$exeCommand > $logFileName 2>&1
#
if [ $streamNum == 1_7 ]
@@ -67,7 +67,7 @@ do
done
fi
#
/usr/local/MariaDB/Columnstore/bin/mcsadmin getProcessStatus >stackConfigAfter.txt
/usr/local/mariadb/columnstore/bin/mcsadmin getProcessStatus >stackConfigAfter.txt
cd ..
((k++))
done

2
utils/scenarios/perf/source/pf/fm/getlogs.sh
View File

@@ -28,6 +28,6 @@ then
fi
#
mkdir /tmp/$host/logs
cp -r /var/log/Columnstore/* /tmp/$host/logs
cp -r /var/log/mariadb/columnstore/* /tmp/$host/logs
#
# End of script

8
utils/scenarios/perf/source/pf/fm/getsar.sh
View File

@@ -57,9 +57,9 @@ smbclient //calweb/perf -Wcalpont -Uoamuser%Calpont1 -c "cd ${host1};prompt OFF;
#------------------------------------------------------------------------------
# Execute the script on the other servers in the stack
#
/usr/local/MariaDB/Columnstore/bin/remote_command.sh $host2 qalpont! "/home/pf/auto/fm/sar.sh $1 $2 $3" 1
/usr/local/MariaDB/Columnstore/bin/remote_command.sh $host3 qalpont! "/home/pf/auto/fm/sar.sh $1 $2 $3" 1
/usr/local/MariaDB/Columnstore/bin/remote_command.sh $host4 qalpont! "/home/pf/auto/fm/sar.sh $1 $2 $3" 1
/usr/local/MariaDB/Columnstore/bin/remote_command.sh $host5 qalpont! "/home/pf/auto/fm/sar.sh $1 $2 $3" 1
/usr/local/mariadb/columnstore/bin/remote_command.sh $host2 qalpont! "/home/pf/auto/fm/sar.sh $1 $2 $3" 1
/usr/local/mariadb/columnstore/bin/remote_command.sh $host3 qalpont! "/home/pf/auto/fm/sar.sh $1 $2 $3" 1
/usr/local/mariadb/columnstore/bin/remote_command.sh $host4 qalpont! "/home/pf/auto/fm/sar.sh $1 $2 $3" 1
/usr/local/mariadb/columnstore/bin/remote_command.sh $host5 qalpont! "/home/pf/auto/fm/sar.sh $1 $2 $3" 1
#
# End of Script

2
utils/scenarios/perf/source/pf/fm/getsql.orig
View File

@@ -41,7 +41,7 @@ cmd="/$startdate/,/$enddate/ {print \$0} "
echo $cmd > /tmp/$host/sql/cmd.$$
#
# execute the command
awk -f /tmp/$host/sql/cmd.$$ /usr/local/MariaDB/Columnstore/mysql/db/$host.log > /tmp/$host/sql/temp.log
awk -f /tmp/$host/sql/cmd.$$ /usr/local/mariadb/columnstore/mysql/db/$host.log > /tmp/$host/sql/temp.log
#
exit
#

6
utils/scenarios/perf/source/pf/fm/getsql.sh
View File

@@ -52,7 +52,7 @@ while [ $k -ge $st ] && [ $k -le $et ] && [ $foundstart == "no" ]; do
k=`expr $k + 39`
sm=`expr $sm - 61`
elif [ $k -ge $st ] && [ $k -le $et ]; then
grep -q "$newdate $sh:$sm" /usr/local/MariaDB/Columnstore/mysql/db/$host.log
grep -q "$newdate $sh:$sm" /usr/local/mariadb/columnstore/mysql/db/$host.log
if [ "$?" -eq "0" ] && [ $foundstart == "no" ]; then
start="$newdate $sh:$sm"
foundstart="yes"
@@ -69,7 +69,7 @@ while [ $k -ge $st ] && [ $k -le $et ] && [ $foundend == "no" ]; do
k=`expr $k + 39`
em=`expr $em - 61`
elif [ $k -ge $st ] && [ $k -le $et ]; then
grep -q "$newdate $eh:$em" /usr/local/MariaDB/Columnstore/mysql/db/$host.log
grep -q "$newdate $eh:$em" /usr/local/mariadb/columnstore/mysql/db/$host.log
if [ "$?" -eq "0" ] && [ $foundend == "no" ]; then
end="$newdate $eh:$em"
foundend="yes"
@@ -87,7 +87,7 @@ cmd="/$start/,/$end/ {print \$0} "
echo $cmd >> /tmp/$host/sql/cmd.$$
#
# execute the command
awk -f /tmp/$host/sql/cmd.$$ /usr/local/MariaDB/Columnstore/mysql/db/$host.log > /tmp/$host/sql/temp.log
awk -f /tmp/$host/sql/cmd.$$ /usr/local/mariadb/columnstore/mysql/db/$host.log > /tmp/$host/sql/temp.log
#
exit
#

2
utils/scenarios/perf/source/pf/scripts/1server_all.sh
View File

@@ -57,7 +57,7 @@ echo ------------------------------------------------------------------
echo executing setLowMem100 script to prep for following stream1_7 tests
echo ------------------------------------------------------------------
echo
/usr/local/MariaDB/Columnstore/bin/setLowMem100.sh
/usr/local/mariadb/columnstore/bin/setLowMem100.sh
#
echo
echo ------------------------------------------------------------------

2
utils/scenarios/perf/source/pf/scripts/1um_1a_100_s17.sh
View File

@@ -8,7 +8,7 @@ echo executing setLowMem100 script to prep for following stream1_7 tests
echo ------------------------------------------------------------------
echo
#
/usr/local/MariaDB/Columnstore/bin/setLowMem100.sh
/usr/local/mariadb/columnstore/bin/setLowMem100.sh
#
echo
echo ------------------------------------------------------------------

2
utils/scenarios/perf/source/pf/scripts/1um_2a_100_s17.sh
View File

@@ -8,7 +8,7 @@ echo executing setLowMem100 script to prep for following stream1_7 tests
echo ------------------------------------------------------------------
echo
#
/usr/local/MariaDB/Columnstore/bin/setLowMem100.sh
/usr/local/mariadb/columnstore/bin/setLowMem100.sh
#
echo
echo ------------------------------------------------------------------

2
utils/scenarios/perf/source/pf/scripts/1um_allarrays_allPMs_s0_s17.sh
View File

@@ -53,7 +53,7 @@ echo ------------------------------------------------------------------
echo executing setLowMem100 script to prep for following stream1_7 tests
echo ------------------------------------------------------------------
echo
/usr/local/MariaDB/Columnstore/bin/setLowMem100.sh
/usr/local/mariadb/columnstore/bin/setLowMem100.sh
#
echo
echo ------------------------------------------------------------------

2
utils/scenarios/perf/source/pf/scripts/2a_100g_1t_s0_s17.sh
View File

@@ -82,7 +82,7 @@ echo executing setLowMem100 script to prep for following stream1_7 tests
echo ------------------------------------------------------------------
echo
#
/usr/local/MariaDB/Columnstore/bin/setLowMem100.sh
/usr/local/mariadb/columnstore/bin/setLowMem100.sh
#
echo
echo ------------------------------------------------------------------

2
utils/scenarios/perf/source/pf/scripts/2um_allconfigs_s17.sh
View File

@@ -12,7 +12,7 @@ echo ------------------------------------------------------------------
echo executing setLowMem100 script to prep for following stream1_7 tests
echo ------------------------------------------------------------------
echo
/usr/local/MariaDB/Columnstore/bin/setLowMem100.sh
/usr/local/mariadb/columnstore/bin/setLowMem100.sh
#
echo
echo ------------------------------------------------------------------

2
utils/scenarios/perf/source/pf/scripts/allconfigs_s17.sh
View File

@@ -12,7 +12,7 @@ echo ------------------------------------------------------------------
echo executing setLowMem100 script to prep for following stream1_7 tests
echo ------------------------------------------------------------------
echo
/usr/local/MariaDB/Columnstore/bin/setLowMem100.sh
/usr/local/mariadb/columnstore/bin/setLowMem100.sh
#
echo
echo ------------------------------------------------------------------