mirror of
https://github.com/postgres/postgres.git
synced 2025-07-28 23:42:10 +03:00
Adding script that generates preproc.y from gram.y to CVS.
This commit is contained in:
Michael Meskes
483
src/interfaces/ecpg/preproc/parse.pl
Normal file
483
src/interfaces/ecpg/preproc/parse.pl
Normal file
@ -0,0 +1,483 @@
|
||||
#!/usr/bin/perl
|
||||
# $PostgreSQL: pgsql/src/interfaces/ecpg/preproc/parse.pl,v 1.1 2008/11/14 10:01:04 meskes Exp $
|
||||
# parser generater for ecpg
|
||||
# call with backend parser as stdin
|
||||
#
|
||||
# Copyright (c) 2007-2008, PostgreSQL Global Development Group
|
||||
#
|
||||
# Written by Mike Aubury <mike.aubury@aubit.com>
|
||||
# Michael Meskes <meskes@postgresql.org>
|
||||
#
|
||||
# Placed under the same license as PostgreSQL.
|
||||
#
|
||||
|
||||
if (@ARGV) {
|
||||
$path = $ARGV[0];
|
||||
shift @ARGV;
|
||||
}
|
||||
|
||||
if ($path eq '') { $path = "."; }
|
||||
|
||||
$[ = 1; # set array base to 1
|
||||
$, = ' '; # set output field separator
|
||||
$\ = "\n"; # set output record separator
|
||||
|
||||
$copymode = 'off';
|
||||
$brace_indent = 0;
|
||||
$yaccmode = 0;
|
||||
$header_included = 0;
|
||||
$feature_not_supported = 0;
|
||||
$tokenmode = 0;
|
||||
|
||||
# some token have to be replaced by other symbols
|
||||
# either in the rule
|
||||
$replace_token{'BCONST'} = 'ecpg_bconst';
|
||||
$replace_token{'FCONST'} = 'ecpg_fconst';
|
||||
$replace_token{'Sconst'} = 'ecpg_sconst';
|
||||
$replace_token{'IDENT'} = 'ecpg_ident';
|
||||
$replace_token{'PARAM'} = 'ecpg_param';
|
||||
# or in the block
|
||||
$replace_string{'WITH_TIME'} = 'with time';
|
||||
$replace_string{'NULLS_FIRST'} = 'nulls first';
|
||||
$replace_string{'NULLS_LAST'} = 'nulls last';
|
||||
$replace_string{'TYPECAST'} = '::';
|
||||
|
||||
# specific replace_types for specific non-terminals - never include the ':'
|
||||
# ECPG-only replace_types are defined in ecpg-replace_types
|
||||
$replace_types{'PrepareStmt'} = '<prep>';
|
||||
$replace_types{'opt_array_bounds'} = '<index>';
|
||||
# "ignore" means: do not create type and rules for this non-term-id
|
||||
$replace_types{'stmtblock'} = 'ignore';
|
||||
$replace_types{'stmtmulti'} = 'ignore';
|
||||
$replace_types{'CreateAsStmt'} = 'ignore';
|
||||
$replace_types{'DeallocateStmt'} = 'ignore';
|
||||
$replace_types{'RuleStmt'} = 'ignore';
|
||||
$replace_types{'ColLabel'} = 'ignore';
|
||||
$replace_types{'unreserved_keyword'} = 'ignore';
|
||||
$replace_types{'Sconst'} = 'ignore';
|
||||
|
||||
# some production rules have to be ignored or replaced
|
||||
$replace_line{'fetch_direction'} = 'ignore';
|
||||
$replace_line{"opt_array_boundsopt_array_bounds'['Iconst']'"} = 'ignore';
|
||||
$replace_line{'col_name_keywordCHAR_P'} = 'ignore';
|
||||
$replace_line{'col_name_keywordINT_P'} = 'ignore';
|
||||
$replace_line{'col_name_keywordVALUES'} = 'ignore';
|
||||
$replace_line{'reserved_keywordTO'} = 'ignore';
|
||||
$replace_line{'reserved_keywordUNION'} = 'ignore';
|
||||
$replace_line{'VariableShowStmtSHOWvar_name'} = 'SHOW var_name ecpg_into';
|
||||
$replace_line{'VariableShowStmtSHOWTIMEZONE'} = 'SHOW TIME ZONE ecpg_into';
|
||||
$replace_line{'VariableShowStmtSHOWTRANSACTIONISOLATIONLEVEL'} = 'SHOW TRANSACTION ISOLATION LEVEL ecpg_into';
|
||||
$replace_line{'VariableShowStmtSHOWSESSIONAUTHORIZATION'} = 'SHOW SESSION AUTHORIZATION ecpg_into';
|
||||
$replace_line{'ExecuteStmtEXECUTEnameexecute_param_clause'} = 'EXECUTE prepared_name execute_param_clause execute_rest';
|
||||
$replace_line{'ExecuteStmtCREATEOptTempTABLEcreate_as_targetASEXECUTEnameexecute_param_clause'} = 'CREATE OptTemp TABLE create_as_target AS EXECUTE prepared_name execute_param_clause';
|
||||
$replace_line{'PrepareStmtPREPAREnameprep_type_clauseASPreparableStmt'} = 'PREPARE prepared_name prep_type_clause AS PreparableStmt';
|
||||
$replace_line{'var_nameColId'} = 'ECPGColId';
|
||||
|
||||
line: while (<>) {
|
||||
chomp; # strip record separator
|
||||
@Fld = split(' ', $_, -1);
|
||||
|
||||
# Dump the action for a rule -
|
||||
# mode indicates if we are processing the 'stmt:' rule (mode==0 means normal, mode==1 means stmt:)
|
||||
# flds are the fields to use. These may start with a '$' - in which case they are the result of a previous non-terminal
|
||||
# if they dont start with a '$' then they are token name
|
||||
#
|
||||
# len is the number of fields in flds...
|
||||
# leadin is the padding to apply at the beginning (just use for formatting)
|
||||
|
||||
if (/ERRCODE_FEATURE_NOT_SUPPORTED/) {
|
||||
$feature_not_supported = 1;
|
||||
next line;
|
||||
}
|
||||
|
||||
if (/^%%/) {
|
||||
$tokenmode = 2;
|
||||
$copymode = 'on';
|
||||
$yaccmode++;
|
||||
$infield = 0;
|
||||
$fieldcount = 0;
|
||||
}
|
||||
|
||||
$S = $_;
|
||||
$prec = 0;
|
||||
# Make sure any braces are split
|
||||
$s = '{', $S =~ s/$s/ { /g;
|
||||
$s = '}', $S =~ s/$s/ } /g;
|
||||
# Any comments are split
|
||||
$s = '[/][*]', $S =~ s#$s# /* #g;
|
||||
$s = '[*][/]', $S =~ s#$s# */ #g;
|
||||
|
||||
# Now split the line into individual fields
|
||||
$n = (@arr = split(' ', $S));
|
||||
|
||||
if ($arr[1] eq '%token' && $tokenmode == 0) {
|
||||
$tokenmode = 1;
|
||||
&include_stuff('tokens', 'ecpg.tokens', '', 1, 0);
|
||||
$type = 1;
|
||||
}
|
||||
elsif ($arr[1] eq '%type' && $header_included == 0) {
|
||||
&include_stuff('header', 'ecpg.header', '', 1, 0);
|
||||
&include_stuff('ecpgtype', 'ecpg.type', '', 1, 0);
|
||||
$header_included = 1;
|
||||
}
|
||||
|
||||
if ($tokenmode == 1) {
|
||||
$str = '';
|
||||
for ($a = 1; $a <= $n; $a++) {
|
||||
if ($arr[$a] eq '/*') {
|
||||
$comment++;
|
||||
next;
|
||||
}
|
||||
if ($arr[$a] eq '*/') {
|
||||
$comment--;
|
||||
next;
|
||||
}
|
||||
if ($comment) {
|
||||
next;
|
||||
}
|
||||
if (substr($arr[$a], 1, 1) eq '<') {
|
||||
next;
|
||||
# its a type
|
||||
}
|
||||
$tokens{$arr[$a]} = 1;
|
||||
|
||||
$str = $str . ' ' . $arr[$a];
|
||||
if ($arr[$a] eq 'IDENT' && $arr[$a - 1] eq '%nonassoc') {
|
||||
# add two more tokens to the list
|
||||
$str = $str . "\n%nonassoc CSTRING\n%nonassoc UIDENT";
|
||||
}
|
||||
}
|
||||
&add_to_buffer('orig_tokens', $str);
|
||||
next line;
|
||||
}
|
||||
|
||||
# Dont worry about anything if we're not in the right section of gram.y
|
||||
if ($yaccmode != 1) {
|
||||
next line;
|
||||
}
|
||||
|
||||
# Go through each field in turn
|
||||
for ($fieldIndexer = 1; $fieldIndexer <= $n; $fieldIndexer++) {
|
||||
if ($arr[$fieldIndexer] eq '*/' && $comment) {
|
||||
$comment = 0;
|
||||
next;
|
||||
}
|
||||
elsif ($comment) {
|
||||
next;
|
||||
}
|
||||
elsif ($arr[$fieldIndexer] eq '/*') {
|
||||
# start of a multiline comment
|
||||
$comment = 1;
|
||||
next;
|
||||
}
|
||||
elsif ($arr[$fieldIndexer] eq '//') {
|
||||
next line;
|
||||
}
|
||||
elsif ($arr[$fieldIndexer] eq '}') {
|
||||
$brace_indent--;
|
||||
next;
|
||||
}
|
||||
elsif ($arr[$fieldIndexer] eq '{') {
|
||||
$brace_indent++;
|
||||
next;
|
||||
}
|
||||
|
||||
if ($brace_indent > 0) {
|
||||
next;
|
||||
}
|
||||
if ($arr[$fieldIndexer] eq ';') {
|
||||
if ($copymode eq 'on') {
|
||||
if ($infield && $includetype eq '') {
|
||||
&dump_line($stmt_mode, $fields, $field_count);
|
||||
}
|
||||
&add_to_buffer('rules', ";\n\n");
|
||||
}
|
||||
else {
|
||||
$copymode = 'on';
|
||||
}
|
||||
$field_count = 0;
|
||||
$infield = 0;
|
||||
$line = '';
|
||||
$includetype = '';
|
||||
next;
|
||||
}
|
||||
|
||||
if ($arr[$fieldIndexer] eq '|') {
|
||||
if ($copymode eq 'on') {
|
||||
if ($infield && $includetype eq '') {
|
||||
$infield = $infield + &dump_line($stmt_mode, $fields, $field_count);
|
||||
}
|
||||
if ($infield > 1) {
|
||||
$line = '| ';
|
||||
}
|
||||
}
|
||||
$field_count = 0;
|
||||
$includetype = '';
|
||||
next;
|
||||
}
|
||||
|
||||
if ($replace_token{$arr[$fieldIndexer]}) {
|
||||
$arr[$fieldIndexer] = $replace_token{$arr[$fieldIndexer]};
|
||||
}
|
||||
|
||||
# Are we looking at a declaration of a non-terminal ?
|
||||
if (($arr[$fieldIndexer] =~ '[A-Za-z0-9]+:') || $arr[$fieldIndexer + 1] eq ':') {
|
||||
$non_term_id = $arr[$fieldIndexer];
|
||||
$s = ':', $non_term_id =~ s/$s//g;
|
||||
|
||||
if ($replace_types{$non_term_id} eq '') {
|
||||
$replace_types{$non_term_id} = '<str>';
|
||||
}
|
||||
if ($replace_types{$non_term_id} eq 'ignore') {
|
||||
$copymode = ';';
|
||||
$line = '';
|
||||
next line;
|
||||
}
|
||||
else {
|
||||
$copymode = 'on';
|
||||
}
|
||||
$line = $line . ' ' . $arr[$fieldIndexer];
|
||||
# Do we have the : attached already ?
|
||||
# If yes, we'll have already printed the ':'
|
||||
if (!($arr[$fieldIndexer] =~ '[A-Za-z0-9]+:')) {
|
||||
# Consume the ':' which is next...
|
||||
$line = $line . ':';
|
||||
$fieldIndexer++;
|
||||
}
|
||||
|
||||
# Special mode?
|
||||
if ($non_term_id eq 'stmt') {
|
||||
$stmt_mode = 1;
|
||||
}
|
||||
else {
|
||||
$stmt_mode = 0;
|
||||
}
|
||||
$tstr = '%type ' . $replace_types{$non_term_id} . ' ' . $non_term_id;
|
||||
&add_to_buffer('types', $tstr);
|
||||
|
||||
if ($copymode eq 'on') {
|
||||
&add_to_buffer('rules', $line);
|
||||
}
|
||||
$line = '';
|
||||
$field_count = 0;
|
||||
$infield = 1;
|
||||
next;
|
||||
}
|
||||
elsif ($copymode eq 'on') {
|
||||
$line = $line . ' ' . $arr[$fieldIndexer];
|
||||
}
|
||||
if ($arr[$fieldIndexer] eq '%prec') {
|
||||
$prec = 1;
|
||||
next;
|
||||
}
|
||||
|
||||
if ($copymode eq 'on' && !$prec && !$comment && $arr[$fieldIndexer] ne '/*EMPTY*/' && length($arr[$fieldIndexer]) && $infield) {
|
||||
$nfield = $field_count + 1;
|
||||
if ($arr[$fieldIndexer] ne 'Op' && ($tokens{$arr[$fieldIndexer]} > 0 || $arr[$fieldIndexer] =~ "'.+'") || $stmt_mode == 1) {
|
||||
if ($replace_string{$arr[$fieldIndexer]}) {
|
||||
$S = $replace_string{$arr[$fieldIndexer]};
|
||||
}
|
||||
else {
|
||||
$S = $arr[$fieldIndexer];
|
||||
}
|
||||
$s = '_P', $S =~ s/$s//g;
|
||||
$s = "'", $S =~ s/$s//g;
|
||||
if ($stmt_mode == 1) {
|
||||
$fields{$field_count++} = $S;
|
||||
}
|
||||
else {
|
||||
$fields{$field_count++} = lc($S);
|
||||
}
|
||||
}
|
||||
else {
|
||||
$fields{$field_count++} = "\$" . $nfield;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
&dump('header');
|
||||
&dump('tokens');
|
||||
&dump('types');
|
||||
&dump('ecpgtype');
|
||||
&dump('orig_tokens');
|
||||
print '%%';
|
||||
print 'prog: statements;';
|
||||
&dump('rules');
|
||||
&include_stuff('trailer', 'ecpg.trailer', '', 1, 0);
|
||||
&dump('trailer');
|
||||
|
||||
sub include_stuff {
|
||||
local($includestream, $includefilename, $includeblock, $copy, $field_count) = @_;
|
||||
$copied = 0;
|
||||
$inblock = 0;
|
||||
$filename = $path . "/" . $includefilename;
|
||||
while (($_ = &Getline2($filename),$getline_ok)) {
|
||||
if ($includeblock ne '' && $Fld[1] eq 'ECPG:' && $inblock == 0) {
|
||||
if ($Fld[2] eq $includeblock) {
|
||||
$copy = 1;
|
||||
$inblock = 1;
|
||||
$includetype = $Fld[3];
|
||||
if ($includetype eq 'rule') {
|
||||
&dump_fields($stmt_mode, *fields, $field_count, ' { ');
|
||||
}
|
||||
elsif ($includetype eq 'addon') {
|
||||
&add_to_buffer('rules', ' { ');
|
||||
}
|
||||
}
|
||||
else {
|
||||
$copy = 0;
|
||||
}
|
||||
}
|
||||
else {
|
||||
if ($copy == 1 && $Fld[1] ne 'ECPG:') {
|
||||
&add_to_buffer($includestream, $_);
|
||||
$copied = 1;
|
||||
$inblock = 0;
|
||||
}
|
||||
}
|
||||
}
|
||||
delete $opened{$filename} && close($filename);
|
||||
if ($includetype eq 'addon') {
|
||||
&dump_fields($stmt_mode, *fields, $field_count, '');
|
||||
}
|
||||
if ($copied == 1) {
|
||||
$field_count = 0;
|
||||
$line = '';
|
||||
}
|
||||
$copied;
|
||||
}
|
||||
|
||||
sub add_to_buffer {
|
||||
local($buffer, $str) = @_;
|
||||
$buff{$buffer, $buffcnt{$buffer}++} = $str;
|
||||
}
|
||||
|
||||
sub dump {
|
||||
local($buffer) = @_;
|
||||
print '/* ' . $buffer . ' */';
|
||||
for ($a = 0; $a < $buffcnt{$buffer}; $a++) {
|
||||
print $buff{$buffer, $a};
|
||||
}
|
||||
}
|
||||
|
||||
sub dump_fields {
|
||||
local($mode, *flds, $len, $ln) = @_;
|
||||
if ($mode == 0) {
|
||||
#Normal
|
||||
&add_to_buffer('rules', $ln);
|
||||
if ($feature_not_supported == 1) {
|
||||
# we found an unsupported feature, but we have to
|
||||
# filter out ExecuteStmt: CREATE OptTemp TABLE ...
|
||||
# because the warning there is only valid in some situations
|
||||
if ($flds{0} ne 'create' || $flds{2} ne 'table') {
|
||||
&add_to_buffer('rules', "mmerror(PARSE_ERROR, ET_WARNING, \"unsupported feature will be passed to backend\\n\");");
|
||||
}
|
||||
$feature_not_supported = 0;
|
||||
}
|
||||
|
||||
if ($len == 0) {
|
||||
# We have no fields ?
|
||||
&add_to_buffer('rules', " \$\$=EMPTY; }");
|
||||
}
|
||||
else {
|
||||
# Go through each field and try to 'aggregate' the tokens into a single 'make_str' where possible
|
||||
$cnt = 0;
|
||||
for ($z = 0; $z < $len; $z++) {
|
||||
if (substr($flds{$z}, 1, 1) eq "\$") {
|
||||
$flds_new{$cnt++} = $flds{$z};
|
||||
next;
|
||||
}
|
||||
|
||||
$str = $flds{$z};
|
||||
|
||||
while (1) {
|
||||
if ($z >= $len - 1 || substr($flds{$z + 1}, 1, 1) eq "\$") {
|
||||
# We're at the end...
|
||||
$flds_new{$cnt++} = "make_str(\"" . $str . "\")";
|
||||
last;
|
||||
}
|
||||
$z++;
|
||||
$str = $str . ' ' . $flds{$z};
|
||||
}
|
||||
}
|
||||
|
||||
# So - how many fields did we end up with ?
|
||||
if ($cnt == 1) {
|
||||
# Straight assignement
|
||||
$str = " \$\$ = " . $flds_new{0} . ';';
|
||||
&add_to_buffer('rules', $str);
|
||||
}
|
||||
else {
|
||||
# Need to concatenate the results to form
|
||||
# our final string
|
||||
$str = " \$\$ = cat_str(" . $cnt;
|
||||
|
||||
for ($z = 0; $z < $cnt; $z++) {
|
||||
$str = $str . ',' . $flds_new{$z};
|
||||
}
|
||||
$str = $str . ');';
|
||||
&add_to_buffer('rules', $str);
|
||||
}
|
||||
if ($literal_mode == 0) {
|
||||
&add_to_buffer('rules', '}');
|
||||
}
|
||||
}
|
||||
}
|
||||
else {
|
||||
# we're in the stmt: rule
|
||||
if ($len) {
|
||||
# or just the statement ...
|
||||
&add_to_buffer('rules', " { output_statement(\$1, 0, ECPGst_normal); }");
|
||||
}
|
||||
else {
|
||||
&add_to_buffer('rules', " { \$\$ = NULL; }");
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
sub generate_block {
|
||||
local($line) = @_;
|
||||
$block = $non_term_id . $line;
|
||||
$s = ' ', $block =~ s/$s//g;
|
||||
$s = "\\|", $block =~ s/$s//g;
|
||||
return $block;
|
||||
}
|
||||
|
||||
sub dump_line {
|
||||
local($stmt_mode, $fields, $field_count) = @_;
|
||||
$block = &generate_block($line);
|
||||
if ($replace_line{$block} eq 'ignore') {
|
||||
return 0;
|
||||
}
|
||||
elsif ($replace_line{$block}) {
|
||||
if (index($line, '|') != 0) {
|
||||
$line = '| ' . $replace_line{$block};
|
||||
}
|
||||
else {
|
||||
$line = $replace_line{$block};
|
||||
}
|
||||
$block = &generate_block($line);
|
||||
}
|
||||
&add_to_buffer('rules', $line);
|
||||
$i = &include_stuff('rules', 'ecpg.addons', $block, 0, $field_count);
|
||||
if ($i == 0) {
|
||||
&dump_fields($stmt_mode, *fields, $field_count, ' { ');
|
||||
}
|
||||
return 1;
|
||||
}
|
||||
|
||||
sub Getline2 {
|
||||
&Pick('',@_);
|
||||
if ($getline_ok = (($_ = <$fh>) ne '')) {
|
||||
chomp; # strip record separator
|
||||
@Fld = split(' ', $_, -1);
|
||||
}
|
||||
$_;
|
||||
}
|
||||
|
||||
sub Pick {
|
||||
local($mode,$name,$pipe) = @_;
|
||||
$fh = $name;
|
||||
open($name,$mode.$name.$pipe) unless $opened{$name}++;
|
||||
}
|
||||
Reference in New Issue
Block a user