mirror of
https://github.com/postgres/postgres.git
synced 2025-11-21 00:42:43 +03:00
142 lines
2.6 KiB
Perl
Executable File
142 lines
2.6 KiB
Perl
Executable File
#! /usr/bin/perl
|
|
#
|
|
# Copyright (c) 2001-2013, PostgreSQL Global Development Group
|
|
#
|
|
# src/backend/utils/mb/Unicode/UCS_to_SJIS.pl
|
|
#
|
|
# Generate UTF-8 <--> SJIS code conversion tables from
|
|
# map files provided by Unicode organization.
|
|
# Unfortunately it is prohibited by the organization
|
|
# to distribute the map files. So if you try to use this script,
|
|
# you have to obtain SHIFTJIS.TXT from
|
|
# the organization's ftp site.
|
|
#
|
|
# SHIFTJIS.TXT format:
|
|
# SHIFTJIS code in hex
|
|
# UCS-2 code in hex
|
|
# # and Unicode name (not used in this script)
|
|
# Warning: SHIFTJIS.TXT contains only JIS0201 and JIS0208. no JIS0212.
|
|
|
|
require "ucs2utf.pl";
|
|
|
|
# first generate UTF-8 --> SJIS table
|
|
|
|
$in_file = "CP932.TXT";
|
|
$count = 0;
|
|
|
|
open(FILE, $in_file) || die("cannot open $in_file");
|
|
|
|
while (<FILE>)
|
|
{
|
|
chop;
|
|
if (/^#/)
|
|
{
|
|
next;
|
|
}
|
|
($c, $u, $rest) = split;
|
|
$ucs = hex($u);
|
|
$code = hex($c);
|
|
if ($code >= 0x80 && $ucs >= 0x0080)
|
|
{
|
|
$utf = &ucs2utf($ucs);
|
|
if ((($code >= 0xed40) && ($code <= 0xeefc))
|
|
|| ( ($code >= 0x8754)
|
|
&& ($code <= 0x875d))
|
|
|| ($code == 0x878a)
|
|
|| ($code == 0x8782)
|
|
|| ($code == 0x8784)
|
|
|| ($code == 0xfa5b)
|
|
|| ($code == 0xfa54)
|
|
|| ( ($code >= 0x8790)
|
|
&& ($code <= 0x8792))
|
|
|| ( ($code >= 0x8795)
|
|
&& ($code <= 0x8797))
|
|
|| ( ($code >= 0x879a)
|
|
&& ($code <= 0x879c)))
|
|
{
|
|
printf STDERR
|
|
"Warning: duplicate UTF8 : UCS=0x%04x SJIS=0x%04x\n", $ucs,
|
|
$code;
|
|
next;
|
|
}
|
|
$count++;
|
|
$array{$utf} = $code;
|
|
}
|
|
}
|
|
|
|
close(FILE);
|
|
|
|
#
|
|
# first, generate UTF8 --> SJIS table
|
|
#
|
|
|
|
$file = "utf8_to_sjis.map";
|
|
open(FILE, "> $file") || die("cannot open $file");
|
|
print FILE "static pg_utf_to_local ULmapSJIS[ $count ] = {\n";
|
|
|
|
for $index (sort { $a <=> $b } keys(%array))
|
|
{
|
|
$code = $array{$index};
|
|
$count--;
|
|
if ($count == 0)
|
|
{
|
|
printf FILE " {0x%04x, 0x%04x}\n", $index, $code;
|
|
}
|
|
else
|
|
{
|
|
printf FILE " {0x%04x, 0x%04x},\n", $index, $code;
|
|
}
|
|
}
|
|
|
|
print FILE "};\n";
|
|
close(FILE);
|
|
|
|
#
|
|
# then generate SJIS --> UTF8 table
|
|
#
|
|
|
|
open(FILE, $in_file) || die("cannot open $in_file");
|
|
|
|
reset 'array';
|
|
$count = 0;
|
|
|
|
while (<FILE>)
|
|
{
|
|
chop;
|
|
if (/^#/)
|
|
{
|
|
next;
|
|
}
|
|
($c, $u, $rest) = split;
|
|
$ucs = hex($u);
|
|
$code = hex($c);
|
|
if ($code >= 0x80 && $ucs >= 0x0080)
|
|
{
|
|
$utf = &ucs2utf($ucs);
|
|
$count++;
|
|
|
|
$array{$code} = $utf;
|
|
}
|
|
}
|
|
close(FILE);
|
|
|
|
$file = "sjis_to_utf8.map";
|
|
open(FILE, "> $file") || die("cannot open $file");
|
|
print FILE "static pg_local_to_utf LUmapSJIS[ $count ] = {\n";
|
|
for $index (sort { $a <=> $b } keys(%array))
|
|
{
|
|
$utf = $array{$index};
|
|
$count--;
|
|
if ($count == 0)
|
|
{
|
|
printf FILE " {0x%04x, 0x%04x}\n", $index, $utf;
|
|
}
|
|
else
|
|
{
|
|
printf FILE " {0x%04x, 0x%04x},\n", $index, $utf;
|
|
}
|
|
}
|
|
|
|
print FILE "};\n";
|
|
close(FILE);
|