mirror of
https://github.com/postgres/postgres.git
synced 2025-05-28 05:21:27 +03:00
fe29b2a1da
In an XMLTABLE expression, columns can be marked NOT NULL, and the parser internally fabricates an option named "is_not_null" to represent this. However, the parser also allows users to specify arbitrary option names. This creates a conflict: a user can explicitly use "is_not_null" as an option name and assign it a non-Boolean value, which violates internal assumptions and triggers an assertion failure. To fix, this patch checks whether a user-supplied name collides with the internally reserved option name and raises an error if so. Additionally, the internal name is renamed to "__pg__is_not_null" to further reduce the risk of collision with user-defined names. Reported-by: Евгений Горбанев <gorbanyoves@basealt.ru> Author: Richard Guo <guofenglinux@gmail.com> Reviewed-by: Alvaro Herrera <alvherre@kurilemu.de> Discussion: https://postgr.es/m/6bac9886-65bf-4cec-96bd-e304159f28db@basealt.ru Backpatch-through: 15
682 lines
32 KiB
SQL
682 lines
32 KiB
SQL
CREATE TABLE xmltest (
|
|
id int,
|
|
data xml
|
|
);
|
|
|
|
INSERT INTO xmltest VALUES (1, '<value>one</value>');
|
|
INSERT INTO xmltest VALUES (2, '<value>two</value>');
|
|
INSERT INTO xmltest VALUES (3, '<wrong');
|
|
|
|
SELECT * FROM xmltest;
|
|
|
|
-- test non-throwing API, too
|
|
SELECT pg_input_is_valid('<value>one</value>', 'xml');
|
|
SELECT pg_input_is_valid('<value>one</', 'xml');
|
|
SELECT message FROM pg_input_error_info('<value>one</', 'xml');
|
|
SELECT pg_input_is_valid('<?xml version="1.0" standalone="y"?><foo/>', 'xml');
|
|
SELECT message FROM pg_input_error_info('<?xml version="1.0" standalone="y"?><foo/>', 'xml');
|
|
|
|
|
|
SELECT xmlcomment('test');
|
|
SELECT xmlcomment('-test');
|
|
SELECT xmlcomment('test-');
|
|
SELECT xmlcomment('--test');
|
|
SELECT xmlcomment('te st');
|
|
|
|
|
|
SELECT xmlconcat(xmlcomment('hello'),
|
|
xmlelement(NAME qux, 'foo'),
|
|
xmlcomment('world'));
|
|
|
|
SELECT xmlconcat('hello', 'you');
|
|
SELECT xmlconcat(1, 2);
|
|
SELECT xmlconcat('bad', '<syntax');
|
|
SELECT xmlconcat('<foo/>', NULL, '<?xml version="1.1" standalone="no"?><bar/>');
|
|
SELECT xmlconcat('<?xml version="1.1"?><foo/>', NULL, '<?xml version="1.1" standalone="no"?><bar/>');
|
|
SELECT xmlconcat(NULL);
|
|
SELECT xmlconcat(NULL, NULL);
|
|
|
|
|
|
SELECT xmlelement(name element,
|
|
xmlattributes (1 as one, 'deuce' as two),
|
|
'content');
|
|
|
|
SELECT xmlelement(name element,
|
|
xmlattributes ('unnamed and wrong'));
|
|
|
|
SELECT xmlelement(name element, xmlelement(name nested, 'stuff'));
|
|
|
|
SELECT xmlelement(name employee, xmlforest(name, age, salary as pay)) FROM emp;
|
|
|
|
SELECT xmlelement(name duplicate, xmlattributes(1 as a, 2 as b, 3 as a));
|
|
|
|
SELECT xmlelement(name num, 37);
|
|
SELECT xmlelement(name foo, text 'bar');
|
|
SELECT xmlelement(name foo, xml 'bar');
|
|
SELECT xmlelement(name foo, text 'b<a/>r');
|
|
SELECT xmlelement(name foo, xml 'b<a/>r');
|
|
SELECT xmlelement(name foo, array[1, 2, 3]);
|
|
SET xmlbinary TO base64;
|
|
SELECT xmlelement(name foo, bytea 'bar');
|
|
SET xmlbinary TO hex;
|
|
SELECT xmlelement(name foo, bytea 'bar');
|
|
|
|
SELECT xmlelement(name foo, xmlattributes(true as bar));
|
|
SELECT xmlelement(name foo, xmlattributes('2009-04-09 00:24:37'::timestamp as bar));
|
|
SELECT xmlelement(name foo, xmlattributes('infinity'::timestamp as bar));
|
|
SELECT xmlelement(name foo, xmlattributes('<>&"''' as funny, xml 'b<a/>r' as funnier));
|
|
|
|
|
|
SELECT xmlparse(content '');
|
|
SELECT xmlparse(content ' ');
|
|
SELECT xmlparse(content 'abc');
|
|
SELECT xmlparse(content '<abc>x</abc>');
|
|
SELECT xmlparse(content '<invalidentity>&</invalidentity>');
|
|
SELECT xmlparse(content '<undefinedentity>&idontexist;</undefinedentity>');
|
|
SELECT xmlparse(content '<invalidns xmlns=''<''/>');
|
|
SELECT xmlparse(content '<relativens xmlns=''relative''/>');
|
|
SELECT xmlparse(content '<twoerrors>&idontexist;</unbalanced>');
|
|
SELECT xmlparse(content '<nosuchprefix:tag/>');
|
|
|
|
SELECT xmlparse(document ' ');
|
|
SELECT xmlparse(document 'abc');
|
|
SELECT xmlparse(document '<abc>x</abc>');
|
|
SELECT xmlparse(document '<invalidentity>&</abc>');
|
|
SELECT xmlparse(document '<undefinedentity>&idontexist;</abc>');
|
|
SELECT xmlparse(document '<invalidns xmlns=''<''/>');
|
|
SELECT xmlparse(document '<relativens xmlns=''relative''/>');
|
|
SELECT xmlparse(document '<twoerrors>&idontexist;</unbalanced>');
|
|
SELECT xmlparse(document '<nosuchprefix:tag/>');
|
|
|
|
|
|
SELECT xmlpi(name foo);
|
|
SELECT xmlpi(name xml);
|
|
SELECT xmlpi(name xmlstuff);
|
|
SELECT xmlpi(name foo, 'bar');
|
|
SELECT xmlpi(name foo, 'in?>valid');
|
|
SELECT xmlpi(name foo, null);
|
|
SELECT xmlpi(name xml, null);
|
|
SELECT xmlpi(name xmlstuff, null);
|
|
SELECT xmlpi(name "xml-stylesheet", 'href="mystyle.css" type="text/css"');
|
|
SELECT xmlpi(name foo, ' bar');
|
|
|
|
|
|
SELECT xmlroot(xml '<foo/>', version no value, standalone no value);
|
|
SELECT xmlroot(xml '<foo/>', version '2.0');
|
|
SELECT xmlroot(xml '<foo/>', version no value, standalone yes);
|
|
SELECT xmlroot(xml '<?xml version="1.1"?><foo/>', version no value, standalone yes);
|
|
SELECT xmlroot(xmlroot(xml '<foo/>', version '1.0'), version '1.1', standalone no);
|
|
SELECT xmlroot('<?xml version="1.1" standalone="yes"?><foo/>', version no value, standalone no);
|
|
SELECT xmlroot('<?xml version="1.1" standalone="yes"?><foo/>', version no value, standalone no value);
|
|
SELECT xmlroot('<?xml version="1.1" standalone="yes"?><foo/>', version no value);
|
|
|
|
|
|
SELECT xmlroot (
|
|
xmlelement (
|
|
name gazonk,
|
|
xmlattributes (
|
|
'val' AS name,
|
|
1 + 1 AS num
|
|
),
|
|
xmlelement (
|
|
NAME qux,
|
|
'foo'
|
|
)
|
|
),
|
|
version '1.0',
|
|
standalone yes
|
|
);
|
|
|
|
|
|
SELECT xmlserialize(content data as character varying(20)) FROM xmltest;
|
|
SELECT xmlserialize(content 'good' as char(10));
|
|
SELECT xmlserialize(document 'bad' as text);
|
|
|
|
-- indent
|
|
SELECT xmlserialize(DOCUMENT '<foo><bar><val x="y">42</val></bar></foo>' AS text INDENT);
|
|
SELECT xmlserialize(CONTENT '<foo><bar><val x="y">42</val></bar></foo>' AS text INDENT);
|
|
-- no indent
|
|
SELECT xmlserialize(DOCUMENT '<foo><bar><val x="y">42</val></bar></foo>' AS text NO INDENT);
|
|
SELECT xmlserialize(CONTENT '<foo><bar><val x="y">42</val></bar></foo>' AS text NO INDENT);
|
|
-- indent non singly-rooted xml
|
|
SELECT xmlserialize(DOCUMENT '<foo>73</foo><bar><val x="y">42</val></bar>' AS text INDENT);
|
|
SELECT xmlserialize(CONTENT '<foo>73</foo><bar><val x="y">42</val></bar>' AS text INDENT);
|
|
-- indent non singly-rooted xml with mixed contents
|
|
SELECT xmlserialize(DOCUMENT 'text node<foo>73</foo>text node<bar><val x="y">42</val></bar>' AS text INDENT);
|
|
SELECT xmlserialize(CONTENT 'text node<foo>73</foo>text node<bar><val x="y">42</val></bar>' AS text INDENT);
|
|
-- indent singly-rooted xml with mixed contents
|
|
SELECT xmlserialize(DOCUMENT '<foo><bar><val x="y">42</val><val x="y">text node<val>73</val></val></bar></foo>' AS text INDENT);
|
|
SELECT xmlserialize(CONTENT '<foo><bar><val x="y">42</val><val x="y">text node<val>73</val></val></bar></foo>' AS text INDENT);
|
|
-- indent empty string
|
|
SELECT xmlserialize(DOCUMENT '' AS text INDENT);
|
|
SELECT xmlserialize(CONTENT '' AS text INDENT);
|
|
-- whitespaces
|
|
SELECT xmlserialize(DOCUMENT ' ' AS text INDENT);
|
|
SELECT xmlserialize(CONTENT ' ' AS text INDENT);
|
|
-- indent null
|
|
SELECT xmlserialize(DOCUMENT NULL AS text INDENT);
|
|
SELECT xmlserialize(CONTENT NULL AS text INDENT);
|
|
-- indent with XML declaration
|
|
SELECT xmlserialize(DOCUMENT '<?xml version="1.0" encoding="UTF-8"?><foo><bar><val>73</val></bar></foo>' AS text INDENT);
|
|
SELECT xmlserialize(CONTENT '<?xml version="1.0" encoding="UTF-8"?><foo><bar><val>73</val></bar></foo>' AS text INDENT);
|
|
-- indent containing DOCTYPE declaration
|
|
SELECT xmlserialize(DOCUMENT '<!DOCTYPE a><a/>' AS text INDENT);
|
|
SELECT xmlserialize(CONTENT '<!DOCTYPE a><a/>' AS text INDENT);
|
|
-- indent xml with empty element
|
|
SELECT xmlserialize(DOCUMENT '<foo><bar></bar></foo>' AS text INDENT);
|
|
SELECT xmlserialize(CONTENT '<foo><bar></bar></foo>' AS text INDENT);
|
|
-- 'no indent' = not using 'no indent'
|
|
SELECT xmlserialize(DOCUMENT '<foo><bar><val x="y">42</val></bar></foo>' AS text) = xmlserialize(DOCUMENT '<foo><bar><val x="y">42</val></bar></foo>' AS text NO INDENT);
|
|
SELECT xmlserialize(CONTENT '<foo><bar><val x="y">42</val></bar></foo>' AS text) = xmlserialize(CONTENT '<foo><bar><val x="y">42</val></bar></foo>' AS text NO INDENT);
|
|
-- indent xml strings containing blank nodes
|
|
SELECT xmlserialize(DOCUMENT '<foo> <bar></bar> </foo>' AS text INDENT);
|
|
SELECT xmlserialize(CONTENT 'text node<foo> <bar></bar> </foo>' AS text INDENT);
|
|
|
|
SELECT xml '<foo>bar</foo>' IS DOCUMENT;
|
|
SELECT xml '<foo>bar</foo><bar>foo</bar>' IS DOCUMENT;
|
|
SELECT xml '<abc/>' IS NOT DOCUMENT;
|
|
SELECT xml 'abc' IS NOT DOCUMENT;
|
|
SELECT '<>' IS NOT DOCUMENT;
|
|
|
|
|
|
SELECT xmlagg(data) FROM xmltest;
|
|
SELECT xmlagg(data) FROM xmltest WHERE id > 10;
|
|
SELECT xmlelement(name employees, xmlagg(xmlelement(name name, name))) FROM emp;
|
|
|
|
|
|
-- Check mapping SQL identifier to XML name
|
|
|
|
SELECT xmlpi(name ":::_xml_abc135.%-&_");
|
|
SELECT xmlpi(name "123");
|
|
|
|
|
|
PREPARE foo (xml) AS SELECT xmlconcat('<foo/>', $1);
|
|
|
|
SET XML OPTION DOCUMENT;
|
|
EXECUTE foo ('<bar/>');
|
|
EXECUTE foo ('bad');
|
|
SELECT xml '<!DOCTYPE a><a/><b/>';
|
|
|
|
SET XML OPTION CONTENT;
|
|
EXECUTE foo ('<bar/>');
|
|
EXECUTE foo ('good');
|
|
SELECT xml '<!-- in SQL:2006+ a doc is content too--> <?y z?> <!DOCTYPE a><a/>';
|
|
SELECT xml '<?xml version="1.0"?> <!-- hi--> <!DOCTYPE a><a/>';
|
|
SELECT xml '<!DOCTYPE a><a/>';
|
|
SELECT xml '<!-- hi--> oops <!DOCTYPE a><a/>';
|
|
SELECT xml '<!-- hi--> <oops/> <!DOCTYPE a><a/>';
|
|
SELECT xml '<!DOCTYPE a><a/><b/>';
|
|
|
|
|
|
-- Test backwards parsing
|
|
|
|
CREATE VIEW xmlview1 AS SELECT xmlcomment('test');
|
|
CREATE VIEW xmlview2 AS SELECT xmlconcat('hello', 'you');
|
|
CREATE VIEW xmlview3 AS SELECT xmlelement(name element, xmlattributes (1 as ":one:", 'deuce' as two), 'content&');
|
|
CREATE VIEW xmlview4 AS SELECT xmlelement(name employee, xmlforest(name, age, salary as pay)) FROM emp;
|
|
CREATE VIEW xmlview5 AS SELECT xmlparse(content '<abc>x</abc>');
|
|
CREATE VIEW xmlview6 AS SELECT xmlpi(name foo, 'bar');
|
|
CREATE VIEW xmlview7 AS SELECT xmlroot(xml '<foo/>', version no value, standalone yes);
|
|
CREATE VIEW xmlview8 AS SELECT xmlserialize(content 'good' as char(10));
|
|
CREATE VIEW xmlview9 AS SELECT xmlserialize(content 'good' as text);
|
|
CREATE VIEW xmlview10 AS SELECT xmlserialize(document '<foo><bar>42</bar></foo>' AS text indent);
|
|
CREATE VIEW xmlview11 AS SELECT xmlserialize(document '<foo><bar>42</bar></foo>' AS character varying no indent);
|
|
|
|
SELECT table_name, view_definition FROM information_schema.views
|
|
WHERE table_name LIKE 'xmlview%' ORDER BY 1;
|
|
|
|
-- Text XPath expressions evaluation
|
|
|
|
SELECT xpath('/value', data) FROM xmltest;
|
|
SELECT xpath(NULL, NULL) IS NULL FROM xmltest;
|
|
SELECT xpath('', '<!-- error -->');
|
|
SELECT xpath('//text()', '<local:data xmlns:local="http://127.0.0.1"><local:piece id="1">number one</local:piece><local:piece id="2" /></local:data>');
|
|
SELECT xpath('//loc:piece/@id', '<local:data xmlns:local="http://127.0.0.1"><local:piece id="1">number one</local:piece><local:piece id="2" /></local:data>', ARRAY[ARRAY['loc', 'http://127.0.0.1']]);
|
|
SELECT xpath('//loc:piece', '<local:data xmlns:local="http://127.0.0.1"><local:piece id="1">number one</local:piece><local:piece id="2" /></local:data>', ARRAY[ARRAY['loc', 'http://127.0.0.1']]);
|
|
SELECT xpath('//loc:piece', '<local:data xmlns:local="http://127.0.0.1" xmlns="http://127.0.0.2"><local:piece id="1"><internal>number one</internal><internal2/></local:piece><local:piece id="2" /></local:data>', ARRAY[ARRAY['loc', 'http://127.0.0.1']]);
|
|
SELECT xpath('//b', '<a>one <b>two</b> three <b>etc</b></a>');
|
|
SELECT xpath('//text()', '<root><</root>');
|
|
SELECT xpath('//@value', '<root value="<"/>');
|
|
SELECT xpath('''<<invalid>>''', '<root/>');
|
|
SELECT xpath('count(//*)', '<root><sub/><sub/></root>');
|
|
SELECT xpath('count(//*)=0', '<root><sub/><sub/></root>');
|
|
SELECT xpath('count(//*)=3', '<root><sub/><sub/></root>');
|
|
SELECT xpath('name(/*)', '<root><sub/><sub/></root>');
|
|
SELECT xpath('/nosuchtag', '<root/>');
|
|
SELECT xpath('root', '<root/>');
|
|
|
|
-- Round-trip non-ASCII data through xpath().
|
|
DO $$
|
|
DECLARE
|
|
xml_declaration text := '<?xml version="1.0" encoding="ISO-8859-1"?>';
|
|
degree_symbol text;
|
|
res xml[];
|
|
BEGIN
|
|
-- Per the documentation, except when the server encoding is UTF8, xpath()
|
|
-- may not work on non-ASCII data. The untranslatable_character and
|
|
-- undefined_function traps below, currently dead code, will become relevant
|
|
-- if we remove this limitation.
|
|
IF current_setting('server_encoding') <> 'UTF8' THEN
|
|
RAISE LOG 'skip: encoding % unsupported for xpath',
|
|
current_setting('server_encoding');
|
|
RETURN;
|
|
END IF;
|
|
|
|
degree_symbol := convert_from('\xc2b0', 'UTF8');
|
|
res := xpath('text()', (xml_declaration ||
|
|
'<x>' || degree_symbol || '</x>')::xml);
|
|
IF degree_symbol <> res[1]::text THEN
|
|
RAISE 'expected % (%), got % (%)',
|
|
degree_symbol, convert_to(degree_symbol, 'UTF8'),
|
|
res[1], convert_to(res[1]::text, 'UTF8');
|
|
END IF;
|
|
EXCEPTION
|
|
-- character with byte sequence 0xc2 0xb0 in encoding "UTF8" has no equivalent in encoding "LATIN8"
|
|
WHEN untranslatable_character
|
|
-- default conversion function for encoding "UTF8" to "MULE_INTERNAL" does not exist
|
|
OR undefined_function
|
|
-- unsupported XML feature
|
|
OR feature_not_supported THEN
|
|
RAISE LOG 'skip: %', SQLERRM;
|
|
END
|
|
$$;
|
|
|
|
-- Test xmlexists and xpath_exists
|
|
SELECT xmlexists('//town[text() = ''Toronto'']' PASSING BY REF '<towns><town>Bidford-on-Avon</town><town>Cwmbran</town><town>Bristol</town></towns>');
|
|
SELECT xmlexists('//town[text() = ''Cwmbran'']' PASSING BY REF '<towns><town>Bidford-on-Avon</town><town>Cwmbran</town><town>Bristol</town></towns>');
|
|
SELECT xmlexists('count(/nosuchtag)' PASSING BY REF '<root/>');
|
|
SELECT xpath_exists('//town[text() = ''Toronto'']','<towns><town>Bidford-on-Avon</town><town>Cwmbran</town><town>Bristol</town></towns>'::xml);
|
|
SELECT xpath_exists('//town[text() = ''Cwmbran'']','<towns><town>Bidford-on-Avon</town><town>Cwmbran</town><town>Bristol</town></towns>'::xml);
|
|
SELECT xpath_exists('count(/nosuchtag)', '<root/>'::xml);
|
|
|
|
INSERT INTO xmltest VALUES (4, '<menu><beers><name>Budvar</name><cost>free</cost><name>Carling</name><cost>lots</cost></beers></menu>'::xml);
|
|
INSERT INTO xmltest VALUES (5, '<menu><beers><name>Molson</name><cost>free</cost><name>Carling</name><cost>lots</cost></beers></menu>'::xml);
|
|
INSERT INTO xmltest VALUES (6, '<myns:menu xmlns:myns="http://myns.com"><myns:beers><myns:name>Budvar</myns:name><myns:cost>free</myns:cost><myns:name>Carling</myns:name><myns:cost>lots</myns:cost></myns:beers></myns:menu>'::xml);
|
|
INSERT INTO xmltest VALUES (7, '<myns:menu xmlns:myns="http://myns.com"><myns:beers><myns:name>Molson</myns:name><myns:cost>free</myns:cost><myns:name>Carling</myns:name><myns:cost>lots</myns:cost></myns:beers></myns:menu>'::xml);
|
|
|
|
SELECT COUNT(id) FROM xmltest WHERE xmlexists('/menu/beer' PASSING data);
|
|
SELECT COUNT(id) FROM xmltest WHERE xmlexists('/menu/beer' PASSING BY REF data BY REF);
|
|
SELECT COUNT(id) FROM xmltest WHERE xmlexists('/menu/beers' PASSING BY REF data);
|
|
SELECT COUNT(id) FROM xmltest WHERE xmlexists('/menu/beers/name[text() = ''Molson'']' PASSING BY REF data);
|
|
|
|
SELECT COUNT(id) FROM xmltest WHERE xpath_exists('/menu/beer',data);
|
|
SELECT COUNT(id) FROM xmltest WHERE xpath_exists('/menu/beers',data);
|
|
SELECT COUNT(id) FROM xmltest WHERE xpath_exists('/menu/beers/name[text() = ''Molson'']',data);
|
|
SELECT COUNT(id) FROM xmltest WHERE xpath_exists('/myns:menu/myns:beer',data,ARRAY[ARRAY['myns','http://myns.com']]);
|
|
SELECT COUNT(id) FROM xmltest WHERE xpath_exists('/myns:menu/myns:beers',data,ARRAY[ARRAY['myns','http://myns.com']]);
|
|
SELECT COUNT(id) FROM xmltest WHERE xpath_exists('/myns:menu/myns:beers/myns:name[text() = ''Molson'']',data,ARRAY[ARRAY['myns','http://myns.com']]);
|
|
|
|
CREATE TABLE query ( expr TEXT );
|
|
INSERT INTO query VALUES ('/menu/beers/cost[text() = ''lots'']');
|
|
SELECT COUNT(id) FROM xmltest, query WHERE xmlexists(expr PASSING BY REF data);
|
|
|
|
-- Test xml_is_well_formed and variants
|
|
|
|
SELECT xml_is_well_formed_document('<foo>bar</foo>');
|
|
SELECT xml_is_well_formed_document('abc');
|
|
SELECT xml_is_well_formed_content('<foo>bar</foo>');
|
|
SELECT xml_is_well_formed_content('abc');
|
|
|
|
SET xmloption TO DOCUMENT;
|
|
SELECT xml_is_well_formed('abc');
|
|
SELECT xml_is_well_formed('<>');
|
|
SELECT xml_is_well_formed('<abc/>');
|
|
SELECT xml_is_well_formed('<foo>bar</foo>');
|
|
SELECT xml_is_well_formed('<foo>bar</foo');
|
|
SELECT xml_is_well_formed('<foo><bar>baz</foo>');
|
|
SELECT xml_is_well_formed('<local:data xmlns:local="http://127.0.0.1"><local:piece id="1">number one</local:piece><local:piece id="2" /></local:data>');
|
|
SELECT xml_is_well_formed('<pg:foo xmlns:pg="http://postgresql.org/stuff">bar</my:foo>');
|
|
SELECT xml_is_well_formed('<pg:foo xmlns:pg="http://postgresql.org/stuff">bar</pg:foo>');
|
|
SELECT xml_is_well_formed('<invalidentity>&</abc>');
|
|
SELECT xml_is_well_formed('<undefinedentity>&idontexist;</abc>');
|
|
SELECT xml_is_well_formed('<invalidns xmlns=''<''/>');
|
|
SELECT xml_is_well_formed('<relativens xmlns=''relative''/>');
|
|
SELECT xml_is_well_formed('<twoerrors>&idontexist;</unbalanced>');
|
|
|
|
SET xmloption TO CONTENT;
|
|
SELECT xml_is_well_formed('abc');
|
|
|
|
-- Since xpath() deals with namespaces, it's a bit stricter about
|
|
-- what's well-formed and what's not. If we don't obey these rules
|
|
-- (i.e. ignore namespace-related errors from libxml), xpath()
|
|
-- fails in subtle ways. The following would for example produce
|
|
-- the xml value
|
|
-- <invalidns xmlns='<'/>
|
|
-- which is invalid because '<' may not appear un-escaped in
|
|
-- attribute values.
|
|
-- Since different libxml versions emit slightly different
|
|
-- error messages, we suppress the DETAIL in this test.
|
|
\set VERBOSITY terse
|
|
SELECT xpath('/*', '<invalidns xmlns=''<''/>');
|
|
\set VERBOSITY default
|
|
|
|
-- Again, the XML isn't well-formed for namespace purposes
|
|
SELECT xpath('/*', '<nosuchprefix:tag/>');
|
|
|
|
-- XPath deprecates relative namespaces, but they're not supposed to
|
|
-- throw an error, only a warning.
|
|
SELECT xpath('/*', '<relativens xmlns=''relative''/>');
|
|
|
|
-- External entity references should not leak filesystem information.
|
|
SELECT XMLPARSE(DOCUMENT '<!DOCTYPE foo [<!ENTITY c SYSTEM "/etc/passwd">]><foo>&c;</foo>');
|
|
SELECT XMLPARSE(DOCUMENT '<!DOCTYPE foo [<!ENTITY c SYSTEM "/etc/no.such.file">]><foo>&c;</foo>');
|
|
-- This might or might not load the requested DTD, but it mustn't throw error.
|
|
SELECT XMLPARSE(DOCUMENT '<!DOCTYPE chapter PUBLIC "-//OASIS//DTD DocBook XML V4.1.2//EN" "http://www.oasis-open.org/docbook/xml/4.1.2/docbookx.dtd"><chapter> </chapter>');
|
|
|
|
-- XMLPATH tests
|
|
CREATE TABLE xmldata(data xml);
|
|
INSERT INTO xmldata VALUES('<ROWS>
|
|
<ROW id="1">
|
|
<COUNTRY_ID>AU</COUNTRY_ID>
|
|
<COUNTRY_NAME>Australia</COUNTRY_NAME>
|
|
<REGION_ID>3</REGION_ID>
|
|
</ROW>
|
|
<ROW id="2">
|
|
<COUNTRY_ID>CN</COUNTRY_ID>
|
|
<COUNTRY_NAME>China</COUNTRY_NAME>
|
|
<REGION_ID>3</REGION_ID>
|
|
</ROW>
|
|
<ROW id="3">
|
|
<COUNTRY_ID>HK</COUNTRY_ID>
|
|
<COUNTRY_NAME>HongKong</COUNTRY_NAME>
|
|
<REGION_ID>3</REGION_ID>
|
|
</ROW>
|
|
<ROW id="4">
|
|
<COUNTRY_ID>IN</COUNTRY_ID>
|
|
<COUNTRY_NAME>India</COUNTRY_NAME>
|
|
<REGION_ID>3</REGION_ID>
|
|
</ROW>
|
|
<ROW id="5">
|
|
<COUNTRY_ID>JP</COUNTRY_ID>
|
|
<COUNTRY_NAME>Japan</COUNTRY_NAME>
|
|
<REGION_ID>3</REGION_ID><PREMIER_NAME>Sinzo Abe</PREMIER_NAME>
|
|
</ROW>
|
|
<ROW id="6">
|
|
<COUNTRY_ID>SG</COUNTRY_ID>
|
|
<COUNTRY_NAME>Singapore</COUNTRY_NAME>
|
|
<REGION_ID>3</REGION_ID><SIZE unit="km">791</SIZE>
|
|
</ROW>
|
|
</ROWS>');
|
|
|
|
-- XMLTABLE with columns
|
|
SELECT xmltable.*
|
|
FROM (SELECT data FROM xmldata) x,
|
|
LATERAL XMLTABLE('/ROWS/ROW'
|
|
PASSING data
|
|
COLUMNS id int PATH '@id',
|
|
_id FOR ORDINALITY,
|
|
country_name text PATH 'COUNTRY_NAME/text()' NOT NULL,
|
|
country_id text PATH 'COUNTRY_ID',
|
|
region_id int PATH 'REGION_ID',
|
|
size float PATH 'SIZE',
|
|
unit text PATH 'SIZE/@unit',
|
|
premier_name text PATH 'PREMIER_NAME' DEFAULT 'not specified');
|
|
|
|
CREATE VIEW xmltableview1 AS SELECT xmltable.*
|
|
FROM (SELECT data FROM xmldata) x,
|
|
LATERAL XMLTABLE('/ROWS/ROW'
|
|
PASSING data
|
|
COLUMNS id int PATH '@id',
|
|
_id FOR ORDINALITY,
|
|
country_name text PATH 'COUNTRY_NAME/text()' NOT NULL,
|
|
country_id text PATH 'COUNTRY_ID',
|
|
region_id int PATH 'REGION_ID',
|
|
size float PATH 'SIZE',
|
|
unit text PATH 'SIZE/@unit',
|
|
premier_name text PATH 'PREMIER_NAME' DEFAULT 'not specified');
|
|
|
|
SELECT * FROM xmltableview1;
|
|
|
|
\sv xmltableview1
|
|
|
|
EXPLAIN (COSTS OFF) SELECT * FROM xmltableview1;
|
|
EXPLAIN (COSTS OFF, VERBOSE) SELECT * FROM xmltableview1;
|
|
|
|
-- errors
|
|
SELECT * FROM XMLTABLE (ROW () PASSING null COLUMNS v1 timestamp) AS f (v1, v2);
|
|
|
|
SELECT * FROM XMLTABLE (ROW () PASSING null COLUMNS v1 timestamp __pg__is_not_null 1) AS f (v1);
|
|
|
|
-- XMLNAMESPACES tests
|
|
SELECT * FROM XMLTABLE(XMLNAMESPACES('http://x.y' AS zz),
|
|
'/zz:rows/zz:row'
|
|
PASSING '<rows xmlns="http://x.y"><row><a>10</a></row></rows>'
|
|
COLUMNS a int PATH 'zz:a');
|
|
|
|
CREATE VIEW xmltableview2 AS SELECT * FROM XMLTABLE(XMLNAMESPACES('http://x.y' AS "Zz"),
|
|
'/Zz:rows/Zz:row'
|
|
PASSING '<rows xmlns="http://x.y"><row><a>10</a></row></rows>'
|
|
COLUMNS a int PATH 'Zz:a');
|
|
|
|
SELECT * FROM xmltableview2;
|
|
|
|
\sv xmltableview2
|
|
|
|
SELECT * FROM XMLTABLE(XMLNAMESPACES(DEFAULT 'http://x.y'),
|
|
'/rows/row'
|
|
PASSING '<rows xmlns="http://x.y"><row><a>10</a></row></rows>'
|
|
COLUMNS a int PATH 'a');
|
|
|
|
SELECT * FROM XMLTABLE('.'
|
|
PASSING '<foo/>'
|
|
COLUMNS a text PATH 'foo/namespace::node()');
|
|
|
|
-- used in prepare statements
|
|
PREPARE pp AS
|
|
SELECT xmltable.*
|
|
FROM (SELECT data FROM xmldata) x,
|
|
LATERAL XMLTABLE('/ROWS/ROW'
|
|
PASSING data
|
|
COLUMNS id int PATH '@id',
|
|
_id FOR ORDINALITY,
|
|
country_name text PATH 'COUNTRY_NAME' NOT NULL,
|
|
country_id text PATH 'COUNTRY_ID',
|
|
region_id int PATH 'REGION_ID',
|
|
size float PATH 'SIZE',
|
|
unit text PATH 'SIZE/@unit',
|
|
premier_name text PATH 'PREMIER_NAME' DEFAULT 'not specified');
|
|
|
|
EXECUTE pp;
|
|
|
|
SELECT xmltable.* FROM xmldata, LATERAL xmltable('/ROWS/ROW[COUNTRY_NAME="Japan" or COUNTRY_NAME="India"]' PASSING data COLUMNS "COUNTRY_NAME" text, "REGION_ID" int);
|
|
SELECT xmltable.* FROM xmldata, LATERAL xmltable('/ROWS/ROW[COUNTRY_NAME="Japan" or COUNTRY_NAME="India"]' PASSING data COLUMNS id FOR ORDINALITY, "COUNTRY_NAME" text, "REGION_ID" int);
|
|
SELECT xmltable.* FROM xmldata, LATERAL xmltable('/ROWS/ROW[COUNTRY_NAME="Japan" or COUNTRY_NAME="India"]' PASSING data COLUMNS id int PATH '@id', "COUNTRY_NAME" text, "REGION_ID" int);
|
|
SELECT xmltable.* FROM xmldata, LATERAL xmltable('/ROWS/ROW[COUNTRY_NAME="Japan" or COUNTRY_NAME="India"]' PASSING data COLUMNS id int PATH '@id');
|
|
SELECT xmltable.* FROM xmldata, LATERAL xmltable('/ROWS/ROW[COUNTRY_NAME="Japan" or COUNTRY_NAME="India"]' PASSING data COLUMNS id FOR ORDINALITY);
|
|
SELECT xmltable.* FROM xmldata, LATERAL xmltable('/ROWS/ROW[COUNTRY_NAME="Japan" or COUNTRY_NAME="India"]' PASSING data COLUMNS id int PATH '@id', "COUNTRY_NAME" text, "REGION_ID" int, rawdata xml PATH '.');
|
|
SELECT xmltable.* FROM xmldata, LATERAL xmltable('/ROWS/ROW[COUNTRY_NAME="Japan" or COUNTRY_NAME="India"]' PASSING data COLUMNS id int PATH '@id', "COUNTRY_NAME" text, "REGION_ID" int, rawdata xml PATH './*');
|
|
|
|
SELECT * FROM xmltable('/root' passing '<root><element>a1a<!-- aaaa -->a2a<?aaaaa?> <!--z--> bbbb<x>xxx</x>cccc</element></root>' COLUMNS element text);
|
|
SELECT * FROM xmltable('/root' passing '<root><element>a1a<!-- aaaa -->a2a<?aaaaa?> <!--z--> bbbb<x>xxx</x>cccc</element></root>' COLUMNS element text PATH 'element/text()'); -- should fail
|
|
|
|
-- CDATA test
|
|
select * from xmltable('d/r' passing '<d><r><c><![CDATA[<hello> &"<>!<a>foo</a>]]></c></r><r><c>2</c></r></d>' columns c text);
|
|
|
|
-- XML builtin entities
|
|
SELECT * FROM xmltable('/x/a' PASSING '<x><a><ent>'</ent></a><a><ent>"</ent></a><a><ent>&</ent></a><a><ent><</ent></a><a><ent>></ent></a></x>' COLUMNS ent text);
|
|
SELECT * FROM xmltable('/x/a' PASSING '<x><a><ent>'</ent></a><a><ent>"</ent></a><a><ent>&</ent></a><a><ent><</ent></a><a><ent>></ent></a></x>' COLUMNS ent xml);
|
|
|
|
EXPLAIN (VERBOSE, COSTS OFF)
|
|
SELECT xmltable.*
|
|
FROM (SELECT data FROM xmldata) x,
|
|
LATERAL XMLTABLE('/ROWS/ROW'
|
|
PASSING data
|
|
COLUMNS id int PATH '@id',
|
|
_id FOR ORDINALITY,
|
|
country_name text PATH 'COUNTRY_NAME' NOT NULL,
|
|
country_id text PATH 'COUNTRY_ID',
|
|
region_id int PATH 'REGION_ID',
|
|
size float PATH 'SIZE',
|
|
unit text PATH 'SIZE/@unit',
|
|
premier_name text PATH 'PREMIER_NAME' DEFAULT 'not specified');
|
|
|
|
-- test qual
|
|
SELECT xmltable.* FROM xmldata, LATERAL xmltable('/ROWS/ROW[COUNTRY_NAME="Japan" or COUNTRY_NAME="India"]' PASSING data COLUMNS "COUNTRY_NAME" text, "REGION_ID" int) WHERE "COUNTRY_NAME" = 'Japan';
|
|
|
|
EXPLAIN (VERBOSE, COSTS OFF)
|
|
SELECT f.* FROM xmldata, LATERAL xmltable('/ROWS/ROW[COUNTRY_NAME="Japan" or COUNTRY_NAME="India"]' PASSING data COLUMNS "COUNTRY_NAME" text, "REGION_ID" int) AS f WHERE "COUNTRY_NAME" = 'Japan';
|
|
|
|
EXPLAIN (VERBOSE, FORMAT JSON, COSTS OFF)
|
|
SELECT f.* FROM xmldata, LATERAL xmltable('/ROWS/ROW[COUNTRY_NAME="Japan" or COUNTRY_NAME="India"]' PASSING data COLUMNS "COUNTRY_NAME" text, "REGION_ID" int) AS f WHERE "COUNTRY_NAME" = 'Japan';
|
|
|
|
-- should to work with more data
|
|
INSERT INTO xmldata VALUES('<ROWS>
|
|
<ROW id="10">
|
|
<COUNTRY_ID>CZ</COUNTRY_ID>
|
|
<COUNTRY_NAME>Czech Republic</COUNTRY_NAME>
|
|
<REGION_ID>2</REGION_ID><PREMIER_NAME>Milos Zeman</PREMIER_NAME>
|
|
</ROW>
|
|
<ROW id="11">
|
|
<COUNTRY_ID>DE</COUNTRY_ID>
|
|
<COUNTRY_NAME>Germany</COUNTRY_NAME>
|
|
<REGION_ID>2</REGION_ID>
|
|
</ROW>
|
|
<ROW id="12">
|
|
<COUNTRY_ID>FR</COUNTRY_ID>
|
|
<COUNTRY_NAME>France</COUNTRY_NAME>
|
|
<REGION_ID>2</REGION_ID>
|
|
</ROW>
|
|
</ROWS>');
|
|
|
|
INSERT INTO xmldata VALUES('<ROWS>
|
|
<ROW id="20">
|
|
<COUNTRY_ID>EG</COUNTRY_ID>
|
|
<COUNTRY_NAME>Egypt</COUNTRY_NAME>
|
|
<REGION_ID>1</REGION_ID>
|
|
</ROW>
|
|
<ROW id="21">
|
|
<COUNTRY_ID>SD</COUNTRY_ID>
|
|
<COUNTRY_NAME>Sudan</COUNTRY_NAME>
|
|
<REGION_ID>1</REGION_ID>
|
|
</ROW>
|
|
</ROWS>');
|
|
|
|
SELECT xmltable.*
|
|
FROM (SELECT data FROM xmldata) x,
|
|
LATERAL XMLTABLE('/ROWS/ROW'
|
|
PASSING data
|
|
COLUMNS id int PATH '@id',
|
|
_id FOR ORDINALITY,
|
|
country_name text PATH 'COUNTRY_NAME' NOT NULL,
|
|
country_id text PATH 'COUNTRY_ID',
|
|
region_id int PATH 'REGION_ID',
|
|
size float PATH 'SIZE',
|
|
unit text PATH 'SIZE/@unit',
|
|
premier_name text PATH 'PREMIER_NAME' DEFAULT 'not specified');
|
|
|
|
SELECT xmltable.*
|
|
FROM (SELECT data FROM xmldata) x,
|
|
LATERAL XMLTABLE('/ROWS/ROW'
|
|
PASSING data
|
|
COLUMNS id int PATH '@id',
|
|
_id FOR ORDINALITY,
|
|
country_name text PATH 'COUNTRY_NAME' NOT NULL,
|
|
country_id text PATH 'COUNTRY_ID',
|
|
region_id int PATH 'REGION_ID',
|
|
size float PATH 'SIZE',
|
|
unit text PATH 'SIZE/@unit',
|
|
premier_name text PATH 'PREMIER_NAME' DEFAULT 'not specified')
|
|
WHERE region_id = 2;
|
|
|
|
EXPLAIN (VERBOSE, COSTS OFF)
|
|
SELECT xmltable.*
|
|
FROM (SELECT data FROM xmldata) x,
|
|
LATERAL XMLTABLE('/ROWS/ROW'
|
|
PASSING data
|
|
COLUMNS id int PATH '@id',
|
|
_id FOR ORDINALITY,
|
|
country_name text PATH 'COUNTRY_NAME' NOT NULL,
|
|
country_id text PATH 'COUNTRY_ID',
|
|
region_id int PATH 'REGION_ID',
|
|
size float PATH 'SIZE',
|
|
unit text PATH 'SIZE/@unit',
|
|
premier_name text PATH 'PREMIER_NAME' DEFAULT 'not specified')
|
|
WHERE region_id = 2;
|
|
|
|
-- should fail, NULL value
|
|
SELECT xmltable.*
|
|
FROM (SELECT data FROM xmldata) x,
|
|
LATERAL XMLTABLE('/ROWS/ROW'
|
|
PASSING data
|
|
COLUMNS id int PATH '@id',
|
|
_id FOR ORDINALITY,
|
|
country_name text PATH 'COUNTRY_NAME' NOT NULL,
|
|
country_id text PATH 'COUNTRY_ID',
|
|
region_id int PATH 'REGION_ID',
|
|
size float PATH 'SIZE' NOT NULL,
|
|
unit text PATH 'SIZE/@unit',
|
|
premier_name text PATH 'PREMIER_NAME' DEFAULT 'not specified');
|
|
|
|
-- if all is ok, then result is empty
|
|
-- one line xml test
|
|
WITH
|
|
x AS (SELECT proname, proowner, procost::numeric, pronargs,
|
|
array_to_string(proargnames,',') as proargnames,
|
|
case when proargtypes <> '' then array_to_string(proargtypes::oid[],',') end as proargtypes
|
|
FROM pg_proc WHERE proname = 'f_leak'),
|
|
y AS (SELECT xmlelement(name proc,
|
|
xmlforest(proname, proowner,
|
|
procost, pronargs,
|
|
proargnames, proargtypes)) as proc
|
|
FROM x),
|
|
z AS (SELECT xmltable.*
|
|
FROM y,
|
|
LATERAL xmltable('/proc' PASSING proc
|
|
COLUMNS proname name,
|
|
proowner oid,
|
|
procost float,
|
|
pronargs int,
|
|
proargnames text,
|
|
proargtypes text))
|
|
SELECT * FROM z
|
|
EXCEPT SELECT * FROM x;
|
|
|
|
-- multi line xml test, result should be empty too
|
|
WITH
|
|
x AS (SELECT proname, proowner, procost::numeric, pronargs,
|
|
array_to_string(proargnames,',') as proargnames,
|
|
case when proargtypes <> '' then array_to_string(proargtypes::oid[],',') end as proargtypes
|
|
FROM pg_proc),
|
|
y AS (SELECT xmlelement(name data,
|
|
xmlagg(xmlelement(name proc,
|
|
xmlforest(proname, proowner, procost,
|
|
pronargs, proargnames, proargtypes)))) as doc
|
|
FROM x),
|
|
z AS (SELECT xmltable.*
|
|
FROM y,
|
|
LATERAL xmltable('/data/proc' PASSING doc
|
|
COLUMNS proname name,
|
|
proowner oid,
|
|
procost float,
|
|
pronargs int,
|
|
proargnames text,
|
|
proargtypes text))
|
|
SELECT * FROM z
|
|
EXCEPT SELECT * FROM x;
|
|
|
|
CREATE TABLE xmltest2(x xml, _path text);
|
|
|
|
INSERT INTO xmltest2 VALUES('<d><r><ac>1</ac></r></d>', 'A');
|
|
INSERT INTO xmltest2 VALUES('<d><r><bc>2</bc></r></d>', 'B');
|
|
INSERT INTO xmltest2 VALUES('<d><r><cc>3</cc></r></d>', 'C');
|
|
INSERT INTO xmltest2 VALUES('<d><r><dc>2</dc></r></d>', 'D');
|
|
|
|
SELECT xmltable.* FROM xmltest2, LATERAL xmltable('/d/r' PASSING x COLUMNS a int PATH '' || lower(_path) || 'c');
|
|
SELECT xmltable.* FROM xmltest2, LATERAL xmltable(('/d/r/' || lower(_path) || 'c') PASSING x COLUMNS a int PATH '.');
|
|
SELECT xmltable.* FROM xmltest2, LATERAL xmltable(('/d/r/' || lower(_path) || 'c') PASSING x COLUMNS a int PATH 'x' DEFAULT ascii(_path) - 54);
|
|
|
|
-- XPath result can be boolean or number too
|
|
SELECT * FROM XMLTABLE('*' PASSING '<a>a</a>' COLUMNS a xml PATH '.', b text PATH '.', c text PATH '"hi"', d boolean PATH '. = "a"', e integer PATH 'string-length(.)');
|
|
\x
|
|
SELECT * FROM XMLTABLE('*' PASSING '<e>pre<!--c1--><?pi arg?><![CDATA[&ent1]]><n2>&deep</n2>post</e>' COLUMNS x xml PATH '/e/n2', y xml PATH '/');
|
|
\x
|
|
|
|
SELECT * FROM XMLTABLE('.' PASSING XMLELEMENT(NAME a) columns a varchar(20) PATH '"<foo/>"', b xml PATH '"<foo/>"');
|
|
|
|
SELECT xmltext(NULL);
|
|
SELECT xmltext('');
|
|
SELECT xmltext(' ');
|
|
SELECT xmltext('foo `$_-+?=*^%!|/\()[]{}');
|
|
SELECT xmltext('foo & <"bar">');
|
|
SELECT xmltext('x'|| '<P>73</P>'::xml || .42 || true || 'j'::char);
|