mirror of
https://git.postgresql.org/git/postgresql.git
synced 2024-12-15 08:20:16 +08:00
cb1ca4d800
Foreign tables can now be inheritance children, or parents. Much of the system was already ready for this, but we had to fix a few things of course, mostly in the area of planner and executor handling of row locks. As side effects of this, allow foreign tables to have NOT VALID CHECK constraints (and hence to accept ALTER ... VALIDATE CONSTRAINT), and to accept ALTER SET STORAGE and ALTER SET WITH/WITHOUT OIDS. Continuing to disallow these things would've required bizarre and inconsistent special cases in inheritance behavior. Since foreign tables don't enforce CHECK constraints anyway, a NOT VALID one is a complete no-op, but that doesn't mean we shouldn't allow it. And it's possible that some FDWs might have use for SET STORAGE or SET WITH OIDS, though doubtless they will be no-ops for most. An additional change in support of this is that when a ModifyTable node has multiple target tables, they will all now be explicitly identified in EXPLAIN output, for example: Update on pt1 (cost=0.00..321.05 rows=3541 width=46) Update on pt1 Foreign Update on ft1 Foreign Update on ft2 Update on child3 -> Seq Scan on pt1 (cost=0.00..0.00 rows=1 width=46) -> Foreign Scan on ft1 (cost=100.00..148.03 rows=1170 width=46) -> Foreign Scan on ft2 (cost=100.00..148.03 rows=1170 width=46) -> Seq Scan on child3 (cost=0.00..25.00 rows=1200 width=46) This was done mainly to provide an unambiguous place to attach "Remote SQL" fields, but it is useful for inherited updates even when no foreign tables are involved. Shigeru Hanada and Etsuro Fujita, reviewed by Ashutosh Bapat and Kyotaro Horiguchi, some additional hacking by me
346 lines
13 KiB
Plaintext
346 lines
13 KiB
Plaintext
--
|
|
-- Test foreign-data wrapper file_fdw.
|
|
--
|
|
-- Clean up in case a prior regression run failed
|
|
SET client_min_messages TO 'error';
|
|
DROP ROLE IF EXISTS file_fdw_superuser, file_fdw_user, no_priv_user;
|
|
RESET client_min_messages;
|
|
CREATE ROLE file_fdw_superuser LOGIN SUPERUSER; -- is a superuser
|
|
CREATE ROLE file_fdw_user LOGIN; -- has priv and user mapping
|
|
CREATE ROLE no_priv_user LOGIN; -- has priv but no user mapping
|
|
-- Install file_fdw
|
|
CREATE EXTENSION file_fdw;
|
|
-- file_fdw_superuser owns fdw-related objects
|
|
SET ROLE file_fdw_superuser;
|
|
CREATE SERVER file_server FOREIGN DATA WRAPPER file_fdw;
|
|
-- privilege tests
|
|
SET ROLE file_fdw_user;
|
|
CREATE FOREIGN DATA WRAPPER file_fdw2 HANDLER file_fdw_handler VALIDATOR file_fdw_validator; -- ERROR
|
|
ERROR: permission denied to create foreign-data wrapper "file_fdw2"
|
|
HINT: Must be superuser to create a foreign-data wrapper.
|
|
CREATE SERVER file_server2 FOREIGN DATA WRAPPER file_fdw; -- ERROR
|
|
ERROR: permission denied for foreign-data wrapper file_fdw
|
|
CREATE USER MAPPING FOR file_fdw_user SERVER file_server; -- ERROR
|
|
ERROR: permission denied for foreign server file_server
|
|
SET ROLE file_fdw_superuser;
|
|
GRANT USAGE ON FOREIGN SERVER file_server TO file_fdw_user;
|
|
SET ROLE file_fdw_user;
|
|
CREATE USER MAPPING FOR file_fdw_user SERVER file_server;
|
|
-- create user mappings and grant privilege to test users
|
|
SET ROLE file_fdw_superuser;
|
|
CREATE USER MAPPING FOR file_fdw_superuser SERVER file_server;
|
|
CREATE USER MAPPING FOR no_priv_user SERVER file_server;
|
|
-- validator tests
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'xml'); -- ERROR
|
|
ERROR: COPY format "xml" not recognized
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', header 'true'); -- ERROR
|
|
ERROR: COPY HEADER available only in CSV mode
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', quote ':'); -- ERROR
|
|
ERROR: COPY quote available only in CSV mode
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', escape ':'); -- ERROR
|
|
ERROR: COPY escape available only in CSV mode
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'binary', header 'true'); -- ERROR
|
|
ERROR: COPY HEADER available only in CSV mode
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'binary', quote ':'); -- ERROR
|
|
ERROR: COPY quote available only in CSV mode
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'binary', escape ':'); -- ERROR
|
|
ERROR: COPY escape available only in CSV mode
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', delimiter 'a'); -- ERROR
|
|
ERROR: COPY delimiter cannot be "a"
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', escape '-'); -- ERROR
|
|
ERROR: COPY escape available only in CSV mode
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'csv', quote '-', null '=-='); -- ERROR
|
|
ERROR: CSV quote character must not appear in the NULL specification
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'csv', delimiter '-', null '=-='); -- ERROR
|
|
ERROR: COPY delimiter must not appear in the NULL specification
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'csv', delimiter '-', quote '-'); -- ERROR
|
|
ERROR: COPY delimiter and quote must be different
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'csv', delimiter '---'); -- ERROR
|
|
ERROR: COPY delimiter must be a single one-byte character
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'csv', quote '---'); -- ERROR
|
|
ERROR: COPY quote must be a single one-byte character
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'csv', escape '---'); -- ERROR
|
|
ERROR: COPY escape must be a single one-byte character
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', delimiter '\'); -- ERROR
|
|
ERROR: COPY delimiter cannot be "\"
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', delimiter '.'); -- ERROR
|
|
ERROR: COPY delimiter cannot be "."
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', delimiter '1'); -- ERROR
|
|
ERROR: COPY delimiter cannot be "1"
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'text', delimiter 'a'); -- ERROR
|
|
ERROR: COPY delimiter cannot be "a"
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'csv', delimiter '
|
|
'); -- ERROR
|
|
ERROR: COPY delimiter cannot be newline or carriage return
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (format 'csv', null '
|
|
'); -- ERROR
|
|
ERROR: COPY null representation cannot use newline or carriage return
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server; -- ERROR
|
|
ERROR: filename is required for file_fdw foreign tables
|
|
CREATE FOREIGN TABLE agg_text (
|
|
a int2 CHECK (a >= 0),
|
|
b float4
|
|
) SERVER file_server
|
|
OPTIONS (format 'text', filename '@abs_srcdir@/data/agg.data', delimiter ' ', null '\N');
|
|
GRANT SELECT ON agg_text TO file_fdw_user;
|
|
CREATE FOREIGN TABLE agg_csv (
|
|
a int2,
|
|
b float4
|
|
) SERVER file_server
|
|
OPTIONS (format 'csv', filename '@abs_srcdir@/data/agg.csv', header 'true', delimiter ';', quote '@', escape '"', null '');
|
|
ALTER FOREIGN TABLE agg_csv ADD CHECK (a >= 0);
|
|
CREATE FOREIGN TABLE agg_bad (
|
|
a int2,
|
|
b float4
|
|
) SERVER file_server
|
|
OPTIONS (format 'csv', filename '@abs_srcdir@/data/agg.bad', header 'true', delimiter ';', quote '@', escape '"', null '');
|
|
ALTER FOREIGN TABLE agg_bad ADD CHECK (a >= 0);
|
|
-- per-column options tests
|
|
CREATE FOREIGN TABLE text_csv (
|
|
word1 text OPTIONS (force_not_null 'true'),
|
|
word2 text OPTIONS (force_not_null 'off'),
|
|
word3 text OPTIONS (force_null 'true'),
|
|
word4 text OPTIONS (force_null 'off')
|
|
) SERVER file_server
|
|
OPTIONS (format 'text', filename '@abs_srcdir@/data/text.csv', null 'NULL');
|
|
SELECT * FROM text_csv; -- ERROR
|
|
ERROR: COPY force not null available only in CSV mode
|
|
ALTER FOREIGN TABLE text_csv OPTIONS (SET format 'csv');
|
|
\pset null _null_
|
|
SELECT * FROM text_csv;
|
|
word1 | word2 | word3 | word4
|
|
-------+--------+--------+--------
|
|
AAA | aaa | 123 |
|
|
XYZ | xyz | | 321
|
|
NULL | _null_ | _null_ | _null_
|
|
NULL | _null_ | _null_ | _null_
|
|
ABC | abc | |
|
|
(5 rows)
|
|
|
|
-- force_not_null and force_null can be used together on the same column
|
|
ALTER FOREIGN TABLE text_csv ALTER COLUMN word1 OPTIONS (force_null 'true');
|
|
ALTER FOREIGN TABLE text_csv ALTER COLUMN word3 OPTIONS (force_not_null 'true');
|
|
-- force_not_null is not allowed to be specified at any foreign object level:
|
|
ALTER FOREIGN DATA WRAPPER file_fdw OPTIONS (ADD force_not_null '*'); -- ERROR
|
|
ERROR: invalid option "force_not_null"
|
|
HINT: There are no valid options in this context.
|
|
ALTER SERVER file_server OPTIONS (ADD force_not_null '*'); -- ERROR
|
|
ERROR: invalid option "force_not_null"
|
|
HINT: There are no valid options in this context.
|
|
CREATE USER MAPPING FOR public SERVER file_server OPTIONS (force_not_null '*'); -- ERROR
|
|
ERROR: invalid option "force_not_null"
|
|
HINT: There are no valid options in this context.
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (force_not_null '*'); -- ERROR
|
|
ERROR: invalid option "force_not_null"
|
|
HINT: Valid options in this context are: filename, format, header, delimiter, quote, escape, null, encoding
|
|
-- force_null is not allowed to be specified at any foreign object level:
|
|
ALTER FOREIGN DATA WRAPPER file_fdw OPTIONS (ADD force_null '*'); -- ERROR
|
|
ERROR: invalid option "force_null"
|
|
HINT: There are no valid options in this context.
|
|
ALTER SERVER file_server OPTIONS (ADD force_null '*'); -- ERROR
|
|
ERROR: invalid option "force_null"
|
|
HINT: There are no valid options in this context.
|
|
CREATE USER MAPPING FOR public SERVER file_server OPTIONS (force_null '*'); -- ERROR
|
|
ERROR: invalid option "force_null"
|
|
HINT: There are no valid options in this context.
|
|
CREATE FOREIGN TABLE tbl () SERVER file_server OPTIONS (force_null '*'); -- ERROR
|
|
ERROR: invalid option "force_null"
|
|
HINT: Valid options in this context are: filename, format, header, delimiter, quote, escape, null, encoding
|
|
-- basic query tests
|
|
SELECT * FROM agg_text WHERE b > 10.0 ORDER BY a;
|
|
a | b
|
|
-----+--------
|
|
42 | 324.78
|
|
100 | 99.097
|
|
(2 rows)
|
|
|
|
SELECT * FROM agg_csv ORDER BY a;
|
|
a | b
|
|
-----+---------
|
|
0 | 0.09561
|
|
42 | 324.78
|
|
100 | 99.097
|
|
(3 rows)
|
|
|
|
SELECT * FROM agg_csv c JOIN agg_text t ON (t.a = c.a) ORDER BY c.a;
|
|
a | b | a | b
|
|
-----+---------+-----+---------
|
|
0 | 0.09561 | 0 | 0.09561
|
|
42 | 324.78 | 42 | 324.78
|
|
100 | 99.097 | 100 | 99.097
|
|
(3 rows)
|
|
|
|
-- error context report tests
|
|
SELECT * FROM agg_bad; -- ERROR
|
|
ERROR: invalid input syntax for type real: "aaa"
|
|
CONTEXT: COPY agg_bad, line 3, column b: "aaa"
|
|
-- misc query tests
|
|
\t on
|
|
EXPLAIN (VERBOSE, COSTS FALSE) SELECT * FROM agg_csv;
|
|
Foreign Scan on public.agg_csv
|
|
Output: a, b
|
|
Foreign File: @abs_srcdir@/data/agg.csv
|
|
|
|
\t off
|
|
PREPARE st(int) AS SELECT * FROM agg_csv WHERE a = $1;
|
|
EXECUTE st(100);
|
|
a | b
|
|
-----+--------
|
|
100 | 99.097
|
|
(1 row)
|
|
|
|
EXECUTE st(100);
|
|
a | b
|
|
-----+--------
|
|
100 | 99.097
|
|
(1 row)
|
|
|
|
DEALLOCATE st;
|
|
-- tableoid
|
|
SELECT tableoid::regclass, b FROM agg_csv;
|
|
tableoid | b
|
|
----------+---------
|
|
agg_csv | 99.097
|
|
agg_csv | 0.09561
|
|
agg_csv | 324.78
|
|
(3 rows)
|
|
|
|
-- updates aren't supported
|
|
INSERT INTO agg_csv VALUES(1,2.0);
|
|
ERROR: cannot insert into foreign table "agg_csv"
|
|
UPDATE agg_csv SET a = 1;
|
|
ERROR: cannot update foreign table "agg_csv"
|
|
DELETE FROM agg_csv WHERE a = 100;
|
|
ERROR: cannot delete from foreign table "agg_csv"
|
|
-- but this should be allowed
|
|
SELECT * FROM agg_csv FOR UPDATE;
|
|
a | b
|
|
-----+---------
|
|
100 | 99.097
|
|
0 | 0.09561
|
|
42 | 324.78
|
|
(3 rows)
|
|
|
|
-- constraint exclusion tests
|
|
\t on
|
|
EXPLAIN (VERBOSE, COSTS FALSE) SELECT * FROM agg_csv WHERE a < 0;
|
|
Foreign Scan on public.agg_csv
|
|
Output: a, b
|
|
Filter: (agg_csv.a < 0)
|
|
Foreign File: @abs_srcdir@/data/agg.csv
|
|
|
|
\t off
|
|
SELECT * FROM agg_csv WHERE a < 0;
|
|
a | b
|
|
---+---
|
|
(0 rows)
|
|
|
|
SET constraint_exclusion = 'on';
|
|
\t on
|
|
EXPLAIN (VERBOSE, COSTS FALSE) SELECT * FROM agg_csv WHERE a < 0;
|
|
Result
|
|
Output: a, b
|
|
One-Time Filter: false
|
|
|
|
\t off
|
|
SELECT * FROM agg_csv WHERE a < 0;
|
|
a | b
|
|
---+---
|
|
(0 rows)
|
|
|
|
RESET constraint_exclusion;
|
|
-- table inheritance tests
|
|
CREATE TABLE agg (a int2, b float4);
|
|
ALTER FOREIGN TABLE agg_csv INHERIT agg;
|
|
SELECT tableoid::regclass, * FROM agg;
|
|
tableoid | a | b
|
|
----------+-----+---------
|
|
agg_csv | 100 | 99.097
|
|
agg_csv | 0 | 0.09561
|
|
agg_csv | 42 | 324.78
|
|
(3 rows)
|
|
|
|
SELECT tableoid::regclass, * FROM agg_csv;
|
|
tableoid | a | b
|
|
----------+-----+---------
|
|
agg_csv | 100 | 99.097
|
|
agg_csv | 0 | 0.09561
|
|
agg_csv | 42 | 324.78
|
|
(3 rows)
|
|
|
|
SELECT tableoid::regclass, * FROM ONLY agg;
|
|
tableoid | a | b
|
|
----------+---+---
|
|
(0 rows)
|
|
|
|
-- updates aren't supported
|
|
UPDATE agg SET a = 1;
|
|
ERROR: cannot update foreign table "agg_csv"
|
|
DELETE FROM agg WHERE a = 100;
|
|
ERROR: cannot delete from foreign table "agg_csv"
|
|
-- but this should be allowed
|
|
SELECT tableoid::regclass, * FROM agg FOR UPDATE;
|
|
tableoid | a | b
|
|
----------+-----+---------
|
|
agg_csv | 100 | 99.097
|
|
agg_csv | 0 | 0.09561
|
|
agg_csv | 42 | 324.78
|
|
(3 rows)
|
|
|
|
ALTER FOREIGN TABLE agg_csv NO INHERIT agg;
|
|
DROP TABLE agg;
|
|
-- privilege tests
|
|
SET ROLE file_fdw_superuser;
|
|
SELECT * FROM agg_text ORDER BY a;
|
|
a | b
|
|
-----+---------
|
|
0 | 0.09561
|
|
42 | 324.78
|
|
56 | 7.8
|
|
100 | 99.097
|
|
(4 rows)
|
|
|
|
SET ROLE file_fdw_user;
|
|
SELECT * FROM agg_text ORDER BY a;
|
|
a | b
|
|
-----+---------
|
|
0 | 0.09561
|
|
42 | 324.78
|
|
56 | 7.8
|
|
100 | 99.097
|
|
(4 rows)
|
|
|
|
SET ROLE no_priv_user;
|
|
SELECT * FROM agg_text ORDER BY a; -- ERROR
|
|
ERROR: permission denied for relation agg_text
|
|
SET ROLE file_fdw_user;
|
|
\t on
|
|
EXPLAIN (VERBOSE, COSTS FALSE) SELECT * FROM agg_text WHERE a > 0;
|
|
Foreign Scan on public.agg_text
|
|
Output: a, b
|
|
Filter: (agg_text.a > 0)
|
|
Foreign File: @abs_srcdir@/data/agg.data
|
|
|
|
\t off
|
|
-- privilege tests for object
|
|
SET ROLE file_fdw_superuser;
|
|
ALTER FOREIGN TABLE agg_text OWNER TO file_fdw_user;
|
|
ALTER FOREIGN TABLE agg_text OPTIONS (SET format 'text');
|
|
SET ROLE file_fdw_user;
|
|
ALTER FOREIGN TABLE agg_text OPTIONS (SET format 'text');
|
|
ERROR: only superuser can change options of a file_fdw foreign table
|
|
SET ROLE file_fdw_superuser;
|
|
-- cleanup
|
|
RESET ROLE;
|
|
DROP EXTENSION file_fdw CASCADE;
|
|
NOTICE: drop cascades to 8 other objects
|
|
DETAIL: drop cascades to server file_server
|
|
drop cascades to user mapping for file_fdw_user on server file_server
|
|
drop cascades to user mapping for file_fdw_superuser on server file_server
|
|
drop cascades to user mapping for no_priv_user on server file_server
|
|
drop cascades to foreign table agg_text
|
|
drop cascades to foreign table agg_csv
|
|
drop cascades to foreign table agg_bad
|
|
drop cascades to foreign table text_csv
|
|
DROP ROLE file_fdw_superuser, file_fdw_user, no_priv_user;
|