database/mariadb-columnstore-engine
1
0
Fork 0
mirror of https://github.com/mariadb-corporation/mariadb-columnstore-engine.git synced 2025-08-08 14:22:09 +03:00
Code Activity

MCOL-520

Browse Source
This commit is contained in:
David Hill
2018-09-24 14:21:00 -05:00
parent 148eb6bf58
commit 7142daac5a
2 changed files with 30 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

55
oamapps/columnstoreSupport/minMaxCheck.sh
View File

@@ -32,10 +32,10 @@
# 2) Two warning.log entries will be logged at the end of the script if one or min/max EM entries were corrected. # 2) Two warning.log entries will be logged at the end of the script if one or min/max EM entries were corrected.
# Example: # Example:
# Mar 11 14:16:36 srvqaperf8 oamcpp[16364]: 36.231731 |0|0|0| W 08 CAL0000: min-max-monitor: some values were reset for oids 3004 3005 # Mar 11 14:16:36 srvqaperf8 oamcpp[16364]: 36.231731 |0|0|0| W 08 CAL0000: min-max-monitor: some values were reset for oids 3004 3005
# Mar 11 14:16:36 srvqaperf8 oamcpp[16365]: 36.263270 |0|0|0| W 08 CAL0000: min-max-monitor: log files are /tmp/idb_mm_mon.sdiff.*.15190 # Mar 11 14:16:36 srvqaperf8 oamcpp[16365]: 36.263270 |0|0|0| W 08 CAL0000: min-max-monitor: log files are idb_mm_mon.sdiff.*.15190
# 3) The script outputs the results of the selects in #3 above as it's going through the columns and will echo a line when it finds a col that was corrected. # 3) The script outputs the results of the selects in #3 above as it's going through the columns and will echo a line when it finds a col that was corrected.
# Example: # Example:
# **** Extent map min/max changed on the scan. See results in /tmp/idb_mm_mon.sdiff.3039.15190 # **** Extent map min/max changed on the scan. See results in idb_mm_mon.sdiff.3039.15190
# Define the cols array. Here's a sql statement that will list the date and datetime cols in the expected format. # Define the cols array. Here's a sql statement that will list the date and datetime cols in the expected format.
@@ -56,6 +56,9 @@ if [ -z "$PGMPATH" ]; then
PGMPATH=$INSTALLDIR/bin PGMPATH=$INSTALLDIR/bin
fi fi
#get temp directory
tmpDir=`$INSTALLDIR/bin/getConfig SystemConfig SystemTempFileDir`
cols=( cols=(
1339664:tpch1.orders.o_orderdate 1339664:tpch1.orders.o_orderdate
1339718:tpch1.lineitem.l_shipdate 1339718:tpch1.lineitem.l_shipdate
@@ -71,18 +74,18 @@ cols=(
# If called with "all", run the script against all of the column types that use CP. # If called with "all", run the script against all of the column types that use CP.
# #
if [ $# -eq 1 ] && [ "$1" == "all" ]; then if [ $# -eq 1 ] && [ "$1" == "all" ]; then
$MYSQLCMD --execute="select concat(objectid, ':', \`schema\`, '.', tablename, '.', columnname) from syscolumn where datatype not in (4, 10, 13) and not (datatype = 2 and columnlength > 8) and not (datatype = 12 and columnlength > 7);" calpontsys --skip-column-names > /tmp/idb_mm_mon.cols $MYSQLCMD --execute="select concat(objectid, ':', \`schema\`, '.', tablename, '.', columnname) from syscolumn where datatype not in (4, 10, 13) and not (datatype = 2 and columnlength > 8) and not (datatype = 12 and columnlength > 7);" calpontsys --skip-column-names > ${tmpDir}/idb_mm_mon.cols
cols=( $( cat /tmp/idb_mm_mon.cols ) ) cols=( $( cat${tmpDir}/idb_mm_mon.cols ) )
rm -f /tmp/idb_mm_mon.cols rm -f ${tmpDir}/idb_mm_mon.cols
# #
# Else if one parm passed, run against the columns in the given schema. # Else if one parm passed, run against the columns in the given schema.
# #
elif [ $# -eq 1 ]; then elif [ $# -eq 1 ]; then
db=$1 db=$1
$MYSQLCMD --execute="select concat(objectid, ':', \`schema\`, '.', tablename, '.', columnname) from syscolumn where datatype not in (4, 10, 13) and not (datatype = 2 and columnlength > 8) and not (datatype = 12 and columnlength > 7) and \`schema\` = '$db';" calpontsys --skip-column-names > /tmp/idb_mm_mon.cols $MYSQLCMD --execute="select concat(objectid, ':', \`schema\`, '.', tablename, '.', columnname) from syscolumn where datatype not in (4, 10, 13) and not (datatype = 2 and columnlength > 8) and not (datatype = 12 and columnlength > 7) and \`schema\` = '$db';" calpontsys --skip-column-names > ${tmpDir}/idb_mm_mon.cols
cols=( $( cat /tmp/idb_mm_mon.cols ) ) cols=( $( cat ${tmpDir}/idb_mm_mon.cols ) )
rm -f /tmp/idb_mm_mon.cols rm -f ${tmpDir}/idb_mm_mon.cols
# #
# Else if two parms passed, run the script against all the columns that use CP for that table. # Else if two parms passed, run the script against all the columns that use CP for that table.
@@ -90,9 +93,9 @@ elif [ $# -eq 1 ]; then
elif [ $# -eq 2 ]; then elif [ $# -eq 2 ]; then
db=$1 db=$1
tbl=$2 tbl=$2
$MYSQLCMD --execute="select concat(objectid, ':', \`schema\`, '.', tablename, '.', columnname) from syscolumn where datatype not in (4, 10, 13) and not (datatype = 2 and columnlength > 8) and not (datatype = 12 and columnlength > 7) and \`schema\` = '$db' and tablename = '$tbl';" calpontsys --skip-column-names > /tmp/idb_mm_mon.cols $MYSQLCMD --execute="select concat(objectid, ':', \`schema\`, '.', tablename, '.', columnname) from syscolumn where datatype not in (4, 10, 13) and not (datatype = 2 and columnlength > 8) and not (datatype = 12 and columnlength > 7) and \`schema\` = '$db' and tablename = '$tbl';" calpontsys --skip-column-names > ${tmpDir}/idb_mm_mon.cols
cols=( $( cat /tmp/idb_mm_mon.cols ) ) cols=( $( cat ${tmpDir}/idb_mm_mon.cols ) )
rm -f /tmp/idb_mm_mon.cols rm -f ${tmpDir}/idb_mm_mon.cols
# #
# Else if three parms passed, run the script against the column. # Else if three parms passed, run the script against the column.
@@ -101,9 +104,9 @@ elif [ $# -eq 3 ]; then
db=$1 db=$1
tbl=$2 tbl=$2
col=$3 col=$3
$MYSQLCMD --execute="select concat(objectid, ':', \`schema\`, '.', tablename, '.', columnname) from syscolumn where \`schema\` = '$db' and tablename = '$tbl' and columnname='$col';" calpontsys --skip-column-names > /tmp/idb_mm_mon.cols $MYSQLCMD --execute="select concat(objectid, ':', \`schema\`, '.', tablename, '.', columnname) from syscolumn where \`schema\` = '$db' and tablename = '$tbl' and columnname='$col';" calpontsys --skip-column-names > ${tmpDir}/idb_mm_mon.cols
cols=( $( cat /tmp/idb_mm_mon.cols ) ) cols=( $( cat ${tmpDir}/idb_mm_mon.cols ) )
rm -f /tmp/idb_mm_mon.cols rm -f ${tmpDir}/idb_mm_mon.cols
fi fi
i=0 i=0
@@ -127,29 +130,29 @@ while [ $i -lt ${#cols[@]} ]; do
# Look up the oid if the cols array is being used to keep from having to continually update the array if tables are dropped and recreated. # Look up the oid if the cols array is being used to keep from having to continually update the array if tables are dropped and recreated.
# #
if [ $# -eq 0 ]; then if [ $# -eq 0 ]; then
$MYSQLCMD --execute="select concat(objectid, ':', \`schema\`, '.', tablename, '.', columnname) from syscolumn where \`schema\` = '$schema' and tablename='$table' and columnname='$column';" calpontsys --skip-column-names > /tmp/idb_mm_mon.cols $MYSQLCMD --execute="select concat(objectid, ':', \`schema\`, '.', tablename, '.', columnname) from syscolumn where \`schema\` = '$schema' and tablename='$table' and columnname='$column';" calpontsys --skip-column-names > ${tmpDir}/idb_mm_mon.cols
results=`wc -l /tmp/idb_mm_mon.cols | awk '{print $1}'` results=`wc -l ${tmpDir}/idb_mm_mon.cols | awk '{print $1}'`
if [ $results -eq 0 ]; then if [ $results -eq 0 ]; then
oid=0 oid=0
else else
oid=`cat /tmp/idb_mm_mon.cols` oid=`cat ${tmpDir}/idb_mm_mon.cols`
fi fi
fi fi
$PGMPATH/editem -o$oid | awk '{print $1, $6, $8, $12}' >/tmp/idb_mm_mon.$oid.1.$$ $PGMPATH/editem -o$oid | awk '{print $1, $6, $8, $12}' >${tmpDir}/idb_mm_mon.$oid.1.$$
$PGMPATH/editem -c$oid $PGMPATH/editem -c$oid
$MYSQLCMD --execute="select count($column) from $table" $schema -vvv $MYSQLCMD --execute="select count($column) from $table" $schema -vvv
$PGMPATH/editem -o$oid | awk '{print $1, $6, $8, $12}' >/tmp/idb_mm_mon.$oid.2.$$ $PGMPATH/editem -o$oid | awk '{print $1, $6, $8, $12}' >${tmpDir}/idb_mm_mon.$oid.2.$$
sdiff /tmp/idb_mm_mon.$oid.1.$$ /tmp/idb_mm_mon.$oid.2.$$ --suppress-common-lines | grep -n -v invalid > /tmp/idb_mm_mon.sdiff.$oid.$$ sdiff ${tmpDir}/idb_mm_mon.$oid.1.$$ ${tmpDir}/idb_mm_mon.$oid.2.$$ --suppress-common-lines | grep -n -v invalid > ${tmpDir}/idb_mm_mon.sdiff.$oid.$$
count=`wc -l /tmp/idb_mm_mon.sdiff.$oid.$$ | awk '{print $1}'` count=`wc -l ${tmpDir}/idb_mm_mon.sdiff.$oid.$$ | awk '{print $1}'`
if [ $count -ne 0 ]; then if [ $count -ne 0 ]; then
badoidlist="$badoidlist $oid" badoidlist="$badoidlist $oid"
((j++)) ((j++))
echo "**** Extent map min/max changed on the scan. See results in /tmp/idb_mm_mon.sdiff.$oid.$$" echo "**** Extent map min/max changed on the scan. See results in ${tmpDir}/idb_mm_mon.sdiff.$oid.$$"
else else
rm -f /tmp/idb_mm_mon.sdiff.$oid.$$ rm -f ${tmpDir}/idb_mm_mon.sdiff.$oid.$$
fi fi
rm -f /tmp/idb_mm_mon.$oid.*.$$ rm -f ${tmpDir}/idb_mm_mon.$oid.*.$$
((i++)) ((i++))
done done
echo "" echo ""
@@ -160,9 +163,9 @@ if [ $j -eq 0 ]; then
exit 0 exit 0
else else
$PGMPATH/cplogger -w 0 "min-max-monitor: some values were reset for oids" "$badoidlist" $PGMPATH/cplogger -w 0 "min-max-monitor: some values were reset for oids" "$badoidlist"
$PGMPATH/cplogger -w 0 "min-max-monitor: log files are /tmp/idb_mm_mon.sdiff.*.$$" $PGMPATH/cplogger -w 0 "min-max-monitor: log files are ${tmpDir}/idb_mm_mon.sdiff.*.$$"
echo "min-max-monitor: some values were reset for oids" "$badoidlist" echo "min-max-monitor: some values were reset for oids" "$badoidlist"
echo "min-max-monitor: log files are /tmp/idb_mm_mon.sdiff.*.$$" echo "min-max-monitor: log files are ${tmpDir}/idb_mm_mon.sdiff.*.$$"
echo "" echo ""
exit 1 exit 1
fi fi

2
oamapps/serverMonitor/msgProcessor.cpp
View File

@@ -629,7 +629,7 @@ void msgProcessor()
MessageLog ml(lid); MessageLog ml(lid);
Message msg; Message msg;
Message::Args args; Message::Args args;
args.add("RUN_DBHEALTH_CHECK failed, check /tmp/dbhealthTest.log"); args.add("RUN_DBHEALTH_CHECK failed, check dbhealthTest.log");
msg.format(args); msg.format(args);
ml.logDebugMessage(msg); ml.logDebugMessage(msg);
} }