database/postgres
database/postgres
1
0
Fork 0
mirror of https://github.com/postgres/postgres.git synced 2025-04-24 10:47:04 +03:00
Code

More pg_upgrade improvements. Almost done, except for max transaction

Browse Source 
setting.
This commit is contained in:
Bruce Momjian 2002-01-10 04:58:19 +00:00
parent 4d151d0b12
commit 7a0672b7b1
2 changed files with 78 additions and 49 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
doc/src/sgml/ref/pg_upgrade.sgml
View File

@ -1,5 +1,5 @@
<!-- <!--
$Header: /cvsroot/pgsql/doc/src/sgml/ref/Attic/pg_upgrade.sgml,v 1.14 2002/01/09 21:50:51 momjian Exp $ $Header: /cvsroot/pgsql/doc/src/sgml/ref/Attic/pg_upgrade.sgml,v 1.15 2002/01/10 04:58:19 momjian Exp $
PostgreSQL documentation PostgreSQL documentation
--> -->
@ -50,7 +50,10 @@ pg_upgrade -s <replaceable class="parameter">filename</replaceable> [ -d <replac
<step performance="required"> <step performance="required">
<para> <para>
Back up your existing data directory, preferably by making a Back up your existing data directory, preferably by making a
complete dump with pg_dumpall. complete dump with pg_dumpall. Those upgrading from 7.1 are
required to supply this dump filename to pg_upgrade with the
<option>-d</option> option. Other releases should not use the
<option>-d</option> option.
</para> </para>
</step> </step>

106
src/bin/pg_dump/pg_upgrade
View File

@ -3,7 +3,7 @@
# pg_upgrade: update a database without needing a full dump/reload cycle. # pg_upgrade: update a database without needing a full dump/reload cycle.
# CAUTION: read the manual page before trying to use this! # CAUTION: read the manual page before trying to use this!
# $Header: /cvsroot/pgsql/src/bin/pg_dump/Attic/pg_upgrade,v 1.21 2002/01/10 03:05:48 momjian Exp $ # $Header: /cvsroot/pgsql/src/bin/pg_dump/Attic/pg_upgrade,v 1.22 2002/01/10 04:58:19 momjian Exp $
# #
# NOTE: we must be sure to update the version-checking code a few dozen lines # NOTE: we must be sure to update the version-checking code a few dozen lines
# below for each new PostgreSQL release. # below for each new PostgreSQL release.
@ -77,51 +77,60 @@ then echo "Cannot read ./$OLDDIR/PG_VERSION --- something is wrong." 1>&2
fi fi
# Get the actual versions seen in the data dirs. # Get the actual versions seen in the data dirs.
DESTVERSION=`cat ./data/PG_VERSION` DEST_VERSION=`cat ./data/PG_VERSION`
SRCVERSION=`cat ./$OLDDIR/PG_VERSION` SRC_VERSION=`cat ./$OLDDIR/PG_VERSION`
# Check for version compatibility. # Check for version compatibility.
# This code will need to be updated/reviewed for each new PostgreSQL release. # This code will need to be updated/reviewed for each new PostgreSQL release.
# MYVERSION is the expected output database version # UPGRADE_VERSION is the expected output database version
MYVERSION="7.1" UPGRADE_VERSION="7.1"
if [ "$SRCVERSION" = "7.1" -a ! "$DATA" ] if [ "$SRC_VERSION" = "7.1" -a ! "$DATA" ]
then echo "$0 requires a full data dump file to upgrade from version $SRCVERSION." 1>&2 then echo "$0 requires a full data dump file to upgrade from version $SRC_VERSION." 1>&2
echo "Use the '-d' parameter to specify the dump file" 1>&2 echo "Use the '-d' parameter to specify the data dump file" 1>&2
echo "If you don't have enough disk space to keep a dump file, grep out the '\\connect' and" 1>&2
echo "'SELECT setval' lines from the dump file and pass that file to $0, e.g:" 1>&2
echo 1>&2
echo " pg_dumpall | egrep '^(\\connect)|SELECT setval \()[^ ]*$' > data.out" 1>&2
exit 1 exit 1
fi fi
if [ "$DESTVERSION" != "$MYVERSION" -a "$DESTVERSION" != "$SRCVERSION" ] if [ "$SRC_VERSION" != "7.1" -a "$DATA" ]
then echo "$0 is for PostgreSQL version $MYVERSION, but ./data/PG_VERSION contains $DESTVERSION." 1>&2 then echo "$0 does not require the -d option for this version." 1>&2
echo "Did you run initdb for version $MYVERSION?" 1>&2 exit 1
fi
if [ "$DEST_VERSION" != "$UPGRADE_VERSION" -a "$DEST_VERSION" != "$SRC_VERSION" ]
then echo "`basename $0` is for PostgreSQL version $UPGRADE_VERSION, but ./data/PG_VERSION contains $DEST_VERSION." 1>&2
echo "Did you run initdb for version $UPGRADE_VERSION?" 1>&2
exit 1 exit 1
fi fi
# Check that input database is of a compatible version (anything with the same # Check that input database is of a compatible version (anything with the same
# physical layout of user tables and indexes should be OK). I did not write # physical layout of user tables and indexes should be OK). I did not write
# something like "$SRCVERSION -ge $MINVERSION" because test(1) isn't bright # something like "$SRC_VERSION -ge $UPGRADE_VERSION" because test(1) isn't bright
# enough to compare dotted version strings properly. Using a case statement # enough to compare dotted version strings properly. Using a case statement
# looks uglier but is more flexible. # looks uglier but is more flexible.
case "$SRCVERSION" in case "$SRC_VERSION" in
# 7.2) ;; # 7.2) ;;
*) echo "Sorry, `basename $0` cannot upgrade database version $SRCVERSION to $DESTVERSION." 1>&2 *) echo "Sorry, `basename $0` cannot upgrade database version $SRC_VERSION to $DEST_VERSION." 1>&2
echo "The on-disk structure of tables has changed." 1>&2 echo "The on-disk structure of tables has changed." 1>&2
echo "You will need to dump and restore using pg_dump." 1>&2 echo "You will need to dump and restore using pg_dumpall." 1>&2
exit 1;; exit 1;;
esac esac
# OK, ready to proceed. # Checking done. Ready to proceed.
# Execute the schema script to create everything, except modify any # Execute the schema script to create everything, except modify any
# sequences with int4 maximums if we are upgrading from 7.1. # sequences with int4 maximums if we are upgrading from 7.1.
cat $SCHEMA | awk -F' ' '{ cat $SCHEMA | awk -F' ' '{
if ("'"$SRCVERSION"'" == "7.1" && if ("'"$SRC_VERSION"'" == "7.1" &&
$1 == "CREATE" && $1 == "CREATE" &&
$2 == "SEQUENCE" && $2 == "SEQUENCE" &&
($9 >= 2147483646 && # handle OS round ($9 >= 2147483646 && # handle OS rounding
($9 <= 2147483648)) ($9 <= 2147483648))
{ {
for(i=1; i < NF; i++) for(i=1; i < NF; i++)
@ -134,27 +143,23 @@ cat $SCHEMA | awk -F' ' '{
else print $0; else print $0;
}' | }' |
psql "template1" psql "template1"
if [ $? -ne 0 ] if [ $? -ne 0 ]
then echo "There were errors in the input script $SCHEMA. then echo "There were errors in the input script $SCHEMA.
$0 aborted." 1>&2 $0 aborted." 1>&2
exit 1 exit 1
fi fi
# Set sequence values for 7.1-version sequences, which are int4.
if [ "$SRCVERSION" != "7.1" ] if [ "$SRC_VERSION" != "7.1" ]
then echo "Input script $SCHEMA complete, fixing row commit statuses..." then echo "Input script $SCHEMA complete, fixing row commit statuses..."
else echo "Input script $SCHEMA complete, setting int8 sequences..." else echo "Input script $SCHEMA complete, setting int8 sequences..."
# Set all the sequence counters because they are not brought over # Set all the sequence counters because they are not brought over
# in the schema dump, and the old 7.1 sequences where int4 in size # in the schema dump.
# so bringing over the file wouldn't help us anyway. cat $DATA | egrep '^(\\connect)|SELECT setval \()[^ ]*$' |
cat $DATA | awk '$0 == "\\connect " || "SELECT setval (" \
{print $0;}' |
psql "template1" psql "template1"
if [ $? -ne 0 ] if [ $? -ne 0 ]
then echo "There were errors in the input script $SCHEMA. then echo "There were errors in setting the sequence values.
$0 aborted." 1>&2 $0 aborted." 1>&2
exit 1 exit 1
fi fi
@ -174,10 +179,16 @@ $0 aborted." 1>&2
fi fi
done done
# should be pretty small file # Used for scans looking for a database/tablename match
# New oid is looked up
pg_dumpall -s > $TMPFILE 2>/dev/null pg_dumpall -s > $TMPFILE 2>/dev/null
if [ "$?" -ne 0 ]
then echo "Unable to dump schema of new database.; exiting" 1>&2
exit 1
fi
# flush buffers to disk # we are done with SQL database access
# shutdown forces buffers to disk
pg_ctl stop pg_ctl stop
if [ "$?" -ne 0 ] if [ "$?" -ne 0 ]
then echo "Unable to stop database server.; exiting" 1>&2 then echo "Unable to stop database server.; exiting" 1>&2
@ -188,7 +199,7 @@ echo "Commit fixes complete, moving data files..."
cat "$SCHEMA" | while read LINE cat "$SCHEMA" | while read LINE
do do
if /bin/echo "$LINE" | grep -q "^\\\\connect [^ ]*$" if /bin/echo "$LINE" | grep -q '^\\connect [^ ]*$'
then OLDDB="$DB" then OLDDB="$DB"
DB="`/bin/echo \"$LINE\" | cut -d' ' -f2`" DB="`/bin/echo \"$LINE\" | cut -d' ' -f2`"
if [ "$DB" = "-" ] if [ "$DB" = "-" ]
@ -208,6 +219,15 @@ do
then TABLE="" then TABLE=""
fi fi
fi fi
# 7.1 sequences were handled earlier because they were int4.
if test "$SRC_VERSION" != "7.1" &&
echo "$LINE" | egrep -q "^-- Name: [^ ]* Type: SEQUENCE "
then TABLE="`echo \"$LINE\" | cut -d' ' -f3`"
# skip system tables
if [ "`echo \"$TABLE\" | cut -c 1-3`" = "pg_" ]
then TABLE=""
fi
fi
if [ "$DB" -a "$OID" -a "$TABLE" ] if [ "$DB" -a "$OID" -a "$TABLE" ]
then then
NEWOID=`awk -F' ' ' NEWOID=`awk -F' ' '
@ -219,36 +239,43 @@ do
{print $0 >> "/tmp/x"; {print $0 >> "/tmp/x";
print $3 >> "/tmp/x"; print $3 >> "/tmp/x";
print newdb," ", newoid >> "/tmp/x"} print newdb," ", newoid >> "/tmp/x"}
($0 ~ /^-- Name: [^ ]* Type: TABLE / && \ ($0 ~ /^-- Name: [^ ]* Type: TABLE / || \
$0 ~ /^-- Name: [^ ]* Type: INDEX /) && \ $0 ~ /^-- Name: [^ ]* Type: INDEX / || \
$0 ~ /^-- Name: [^ ]* Type: SEQUENCE /) && \
newdb == "'"$DB"'" && \ newdb == "'"$DB"'" && \
$3 == "'"$TABLE"'" \ $3 == "'"$TABLE"'" \
{ ret=newoid; exit} { ret=newoid; exit}
END { print ret;}' $TMPFILE` END { print ret;}' $TMPFILE`
if [ "$NEWOID" -eq 0 ] if [ "$NEWOID" -eq 0 ]
then echo "Move of database $DB, OID $OID, table $TABLE failed.\nNew oid not found; exiting" 1>&2 then echo "Move of database $DB, OID $OID, table $TABLE failed.
New oid not found; exiting" 1>&2
exit 1 exit 1
fi fi
# We use stars so we don't have to worry about database oids # We use stars so we don't have to worry about database oids
if [ `ls "$OLDDIR"/base/*/"$OID" | wc -l` -eq 0 ] if [ `ls "$OLDDIR"/base/*/"$OID" | wc -l` -eq 0 ]
then echo "Move of database $DB, OID $OID, table $TABLE failed.\nFile not found; exiting" 1>&2 then echo "Move of database $DB, OID $OID, table $TABLE failed.
File not found; exiting" 1>&2
exit 1 exit 1
fi fi
if [ `ls "$OLDDIR"/base/*/"$OID" | wc -l` -gt 1 ] if [ `ls "$OLDDIR"/base/*/"$OID" | wc -l` -gt 1 ]
then echo "Move of database $DB, OID $OID, table $TABLE failed.\nToo many found; exiting" 1>&2 then echo "Move of database $DB, OID $OID, table $TABLE failed.
Too many found; exiting" 1>&2
exit 1 exit 1
fi fi
if [ `ls data/base/*/"$NEWOID" | wc -l` -eq 0 ] if [ `ls data/base/*/"$NEWOID" | wc -l` -eq 0 ]
then echo "Move of database $DB, OID $OID, table $TABLE to $NEWOID failed.\nFile not found; exiting" 1>&2 then echo "Move of database $DB, OID $OID, table $TABLE to $NEWOID failed.
File not found; exiting" 1>&2
exit 1 exit 1
fi fi
if [ `ls data/base/*/"$NEWOID" | wc -l` -gt 1 ] if [ `ls data/base/*/"$NEWOID" | wc -l` -gt 1 ]
then echo "Move of database $DB, OID $OID, table $TABLE to $NEWOID failed.\nToo many found; exiting" 1>&2 then echo "Move of database $DB, OID $OID, table $TABLE to $NEWOID failed.
Too many found; exiting" 1>&2
exit 1 exit 1
fi fi
mv -f "$OLDDIR"/base/*/"$OID" data/base/*/"$NEWOID" mv -f "$OLDDIR"/base/*/"$OID" data/base/*/"$NEWOID"
if [ "$?" -ne 0 ] if [ "$?" -ne 0 ]
then echo "Move of database $DB, OID $OID, table $TABLE \n to $NEWOID failed.; exiting" 1>&2 then echo "Move of database $DB, OID $OID, table $TABLE
to $NEWOID failed.; exiting" 1>&2
exit 1 exit 1
fi fi
TABLE="" TABLE=""
@ -256,7 +283,7 @@ do
done done
# 7.1 has non-compressed log file format # 7.1 has non-compressed log file format
if [ "$SRCVERSION" = "7.1" ] if [ "$SRC_VERSION" = "7.1" ]
then then
# pg_log is oid 1269 in 7.1 # pg_log is oid 1269 in 7.1
LOGSIZE=`ls -l "$OLDDIR"/global/1269 "$OLDDIR"/global/1269.* 2>/dev/null | LOGSIZE=`ls -l "$OLDDIR"/global/1269 "$OLDDIR"/global/1269.* 2>/dev/null |
@ -270,7 +297,6 @@ then
# set max transaction id # set max transaction id
else else
# how to handle 7.2?
rm -r data/pg_clog && rm -r data/pg_clog &&
mv "$OLDDIR"/data/pg_clog data/pg_clog && mv "$OLDDIR"/data/pg_clog data/pg_clog &&
mv "$OLDDIR"/data/global/pg_control data/global/pg_control mv "$OLDDIR"/data/global/pg_control data/global/pg_control