Add GB18030 support. Contributed by Bill Huang <bill_huanghb@ybb.ne.jp>

(ODBC support has not been committed yet. left for Hiroshi...)

src/backend/utils/mb/Unicode/UCS_to_GB18030.pl

@@ -0,0 +1,95 @@
+#! /usr/bin/perl
+#
+# Copyright 2002 by Bill Huang
+#
+# $Id: UCS_to_GB18030.pl,v 1.1 2002/06/13 08:28:55 ishii Exp $
+#
+# Generate UTF-8 <--> GB18030 code conversion tables from
+# map files provided by Unicode organization.
+# Unfortunately it is prohibited by the organization
+# to distribute the map files. So if you try to use this script,
+# you have to obtain ISO10646-GB18030.TXT from 
+# the organization's ftp site.
+#
+# ISO10646-GB18030.TXT format:
+#		 GB18030 code in hex
+#		 UCS-2 code in hex
+#		 # and Unicode name (not used in this script)
+
+require "ucs2utf.pl";
+
+# first generate UTF-8 --> GB18030 table
+
+$in_file = "ISO10646-GB18030.TXT";
+
+open( FILE, $in_file ) || die( "cannot open $in_file" );
+
+while( <FILE> ){
+	chop;
+	if( /^#/ ){
+		next;
+	}
+	( $u, $c, $rest ) = split;
+	$utf = hex($u);
+	$code = hex($c);
+	$count++;
+	$array{ $utf } = ($code);
+}
+close( FILE );
+
+#
+# first, generate UTF8 --> GB18030 table
+#
+
+$file = "utf8_to_gb18030.map";
+open( FILE, "> $file" ) || die( "cannot open $file" );
+print FILE "static pg_utf_to_local ULmapGB18030[ $count ] = {\n";
+
+for $index ( sort {$a <=> $b} keys( %array ) ){
+	$code = $array{ $index };
+	$count--;
+	if( $count == 0 ){
+		printf FILE "  {0x%04x, 0x%04x}\n", $index, $code;
+	} else {
+		printf FILE "  {0x%04x, 0x%04x},\n", $index, $code;
+	}
+}
+
+print FILE "};\n";
+close(FILE);
+
+#
+# then generate GB18030 --> UTF8 table
+#
+reset 'array';
+
+open( FILE, $in_file ) || die( "cannot open $in_file" );
+
+while( <FILE> ){
+	chop;
+	if( /^#/ ){
+		next;
+	}
+	( $u, $c, $rest ) = split;
+	$utf = hex($u);
+	$code = hex($c);
+	$count++;
+	$array{ $code } = $utf;
+}
+close( FILE );
+
+$file = "gb18030_to_utf8.map";
+open( FILE, "> $file" ) || die( "cannot open $file" );
+print FILE "static pg_local_to_utf LUmapGB18030[ $count ] = {\n";
+for $index ( sort {$a <=> $b} keys( %array ) ){
+	$utf = $array{ $index };
+	$count--;
+	if( $count == 0 ){
+		printf FILE "  {0x%04x, 0x%04x}\n", $index, $utf;
+	} else {
+		printf FILE "  {0x%04x, 0x%04x},\n", $index, $utf;
+	}
+}
+
+print FILE "};\n";
+close(FILE);