mirror of
https://github.com/postgres/postgres.git
synced 2026-02-17 09:42:54 -05:00
COPY can skip writing WAL when loading data on a table which has been created in the same transaction as the one loading the data, however this cannot work on views or foreign table as this would result in trying to flush relation files which do not exist. So disable the optimization so as commands are able to work the same way with any configuration of wal_level. Tests are added to cover the different cases, which need to have wal_level set to minimal to allow the problem to show up, and that is not the default configuration. Reported-by: Luis M. Carril, Etsuro Fujita Author: Amit Langote, Michael Paquier Reviewed-by: Etsuro Fujita Discussion: https://postgr.es/m/15552-c64aa14c5c22f63c@postgresql.org Backpatch-through: 10, where support for COPY on views has been added, while v11 has added support for COPY on foreign tables.
430 lines
8.9 KiB
PL/PgSQL
430 lines
8.9 KiB
PL/PgSQL
CREATE TEMP TABLE x (
|
|
a serial,
|
|
b int,
|
|
c text not null default 'stuff',
|
|
d text,
|
|
e text
|
|
) ;
|
|
|
|
CREATE FUNCTION fn_x_before () RETURNS TRIGGER AS '
|
|
BEGIN
|
|
NEW.e := ''before trigger fired''::text;
|
|
return NEW;
|
|
END;
|
|
' LANGUAGE plpgsql;
|
|
|
|
CREATE FUNCTION fn_x_after () RETURNS TRIGGER AS '
|
|
BEGIN
|
|
UPDATE x set e=''after trigger fired'' where c=''stuff'';
|
|
return NULL;
|
|
END;
|
|
' LANGUAGE plpgsql;
|
|
|
|
CREATE TRIGGER trg_x_after AFTER INSERT ON x
|
|
FOR EACH ROW EXECUTE PROCEDURE fn_x_after();
|
|
|
|
CREATE TRIGGER trg_x_before BEFORE INSERT ON x
|
|
FOR EACH ROW EXECUTE PROCEDURE fn_x_before();
|
|
|
|
COPY x (a, b, c, d, e) from stdin;
|
|
9999 \N \\N \NN \N
|
|
10000 21 31 41 51
|
|
\.
|
|
|
|
COPY x (b, d) from stdin;
|
|
1 test_1
|
|
\.
|
|
|
|
COPY x (b, d) from stdin;
|
|
2 test_2
|
|
3 test_3
|
|
4 test_4
|
|
5 test_5
|
|
\.
|
|
|
|
COPY x (a, b, c, d, e) from stdin;
|
|
10001 22 32 42 52
|
|
10002 23 33 43 53
|
|
10003 24 34 44 54
|
|
10004 25 35 45 55
|
|
10005 26 36 46 56
|
|
\.
|
|
|
|
-- non-existent column in column list: should fail
|
|
COPY x (xyz) from stdin;
|
|
|
|
-- too many columns in column list: should fail
|
|
COPY x (a, b, c, d, e, d, c) from stdin;
|
|
|
|
-- missing data: should fail
|
|
COPY x from stdin;
|
|
|
|
\.
|
|
COPY x from stdin;
|
|
2000 230 23 23
|
|
\.
|
|
COPY x from stdin;
|
|
2001 231 \N \N
|
|
\.
|
|
|
|
-- extra data: should fail
|
|
COPY x from stdin;
|
|
2002 232 40 50 60 70 80
|
|
\.
|
|
|
|
-- various COPY options: delimiters, oids, NULL string, encoding
|
|
COPY x (b, c, d, e) from stdin delimiter ',' null 'x';
|
|
x,45,80,90
|
|
x,\x,\\x,\\\x
|
|
x,\,,\\\,,\\
|
|
\.
|
|
|
|
COPY x from stdin WITH DELIMITER AS ';' NULL AS '';
|
|
3000;;c;;
|
|
\.
|
|
|
|
COPY x from stdin WITH DELIMITER AS ':' NULL AS E'\\X' ENCODING 'sql_ascii';
|
|
4000:\X:C:\X:\X
|
|
4001:1:empty::
|
|
4002:2:null:\X:\X
|
|
4003:3:Backslash:\\:\\
|
|
4004:4:BackslashX:\\X:\\X
|
|
4005:5:N:\N:\N
|
|
4006:6:BackslashN:\\N:\\N
|
|
4007:7:XX:\XX:\XX
|
|
4008:8:Delimiter:\::\:
|
|
\.
|
|
|
|
-- check results of copy in
|
|
SELECT * FROM x;
|
|
|
|
-- check copy out
|
|
COPY x TO stdout;
|
|
COPY x (c, e) TO stdout;
|
|
COPY x (b, e) TO stdout WITH NULL 'I''m null';
|
|
|
|
CREATE TEMP TABLE y (
|
|
col1 text,
|
|
col2 text
|
|
);
|
|
|
|
INSERT INTO y VALUES ('Jackson, Sam', E'\\h');
|
|
INSERT INTO y VALUES ('It is "perfect".',E'\t');
|
|
INSERT INTO y VALUES ('', NULL);
|
|
|
|
COPY y TO stdout WITH CSV;
|
|
COPY y TO stdout WITH CSV QUOTE '''' DELIMITER '|';
|
|
COPY y TO stdout WITH CSV FORCE QUOTE col2 ESCAPE E'\\' ENCODING 'sql_ascii';
|
|
COPY y TO stdout WITH CSV FORCE QUOTE *;
|
|
|
|
-- Repeat above tests with new 9.0 option syntax
|
|
|
|
COPY y TO stdout (FORMAT CSV);
|
|
COPY y TO stdout (FORMAT CSV, QUOTE '''', DELIMITER '|');
|
|
COPY y TO stdout (FORMAT CSV, FORCE_QUOTE (col2), ESCAPE E'\\');
|
|
COPY y TO stdout (FORMAT CSV, FORCE_QUOTE *);
|
|
|
|
\copy y TO stdout (FORMAT CSV)
|
|
\copy y TO stdout (FORMAT CSV, QUOTE '''', DELIMITER '|')
|
|
\copy y TO stdout (FORMAT CSV, FORCE_QUOTE (col2), ESCAPE E'\\')
|
|
\copy y TO stdout (FORMAT CSV, FORCE_QUOTE *)
|
|
|
|
--test that we read consecutive LFs properly
|
|
|
|
CREATE TEMP TABLE testnl (a int, b text, c int);
|
|
|
|
COPY testnl FROM stdin CSV;
|
|
1,"a field with two LFs
|
|
|
|
inside",2
|
|
\.
|
|
|
|
-- test end of copy marker
|
|
CREATE TEMP TABLE testeoc (a text);
|
|
|
|
COPY testeoc FROM stdin CSV;
|
|
a\.
|
|
\.b
|
|
c\.d
|
|
"\."
|
|
\.
|
|
|
|
COPY testeoc TO stdout CSV;
|
|
|
|
-- test handling of nonstandard null marker that violates escaping rules
|
|
|
|
CREATE TEMP TABLE testnull(a int, b text);
|
|
INSERT INTO testnull VALUES (1, E'\\0'), (NULL, NULL);
|
|
|
|
COPY testnull TO stdout WITH NULL AS E'\\0';
|
|
|
|
COPY testnull FROM stdin WITH NULL AS E'\\0';
|
|
42 \\0
|
|
\0 \0
|
|
\.
|
|
|
|
SELECT * FROM testnull;
|
|
|
|
BEGIN;
|
|
CREATE TABLE vistest (LIKE testeoc);
|
|
COPY vistest FROM stdin CSV;
|
|
a0
|
|
b
|
|
\.
|
|
COMMIT;
|
|
SELECT * FROM vistest;
|
|
BEGIN;
|
|
TRUNCATE vistest;
|
|
COPY vistest FROM stdin CSV;
|
|
a1
|
|
b
|
|
\.
|
|
SELECT * FROM vistest;
|
|
SAVEPOINT s1;
|
|
TRUNCATE vistest;
|
|
COPY vistest FROM stdin CSV;
|
|
d1
|
|
e
|
|
\.
|
|
SELECT * FROM vistest;
|
|
COMMIT;
|
|
SELECT * FROM vistest;
|
|
|
|
BEGIN;
|
|
TRUNCATE vistest;
|
|
COPY vistest FROM stdin CSV FREEZE;
|
|
a2
|
|
b
|
|
\.
|
|
SELECT * FROM vistest;
|
|
SAVEPOINT s1;
|
|
TRUNCATE vistest;
|
|
COPY vistest FROM stdin CSV FREEZE;
|
|
d2
|
|
e
|
|
\.
|
|
SELECT * FROM vistest;
|
|
COMMIT;
|
|
SELECT * FROM vistest;
|
|
|
|
BEGIN;
|
|
TRUNCATE vistest;
|
|
COPY vistest FROM stdin CSV FREEZE;
|
|
x
|
|
y
|
|
\.
|
|
SELECT * FROM vistest;
|
|
COMMIT;
|
|
TRUNCATE vistest;
|
|
COPY vistest FROM stdin CSV FREEZE;
|
|
p
|
|
g
|
|
\.
|
|
BEGIN;
|
|
TRUNCATE vistest;
|
|
SAVEPOINT s1;
|
|
COPY vistest FROM stdin CSV FREEZE;
|
|
m
|
|
k
|
|
\.
|
|
COMMIT;
|
|
BEGIN;
|
|
INSERT INTO vistest VALUES ('z');
|
|
SAVEPOINT s1;
|
|
TRUNCATE vistest;
|
|
ROLLBACK TO SAVEPOINT s1;
|
|
COPY vistest FROM stdin CSV FREEZE;
|
|
d3
|
|
e
|
|
\.
|
|
COMMIT;
|
|
CREATE FUNCTION truncate_in_subxact() RETURNS VOID AS
|
|
$$
|
|
BEGIN
|
|
TRUNCATE vistest;
|
|
EXCEPTION
|
|
WHEN OTHERS THEN
|
|
INSERT INTO vistest VALUES ('subxact failure');
|
|
END;
|
|
$$ language plpgsql;
|
|
BEGIN;
|
|
INSERT INTO vistest VALUES ('z');
|
|
SELECT truncate_in_subxact();
|
|
COPY vistest FROM stdin CSV FREEZE;
|
|
d4
|
|
e
|
|
\.
|
|
SELECT * FROM vistest;
|
|
COMMIT;
|
|
SELECT * FROM vistest;
|
|
-- Test FORCE_NOT_NULL and FORCE_NULL options
|
|
CREATE TEMP TABLE forcetest (
|
|
a INT NOT NULL,
|
|
b TEXT NOT NULL,
|
|
c TEXT,
|
|
d TEXT,
|
|
e TEXT
|
|
);
|
|
\pset null NULL
|
|
-- should succeed with no effect ("b" remains an empty string, "c" remains NULL)
|
|
BEGIN;
|
|
COPY forcetest (a, b, c) FROM STDIN WITH (FORMAT csv, FORCE_NOT_NULL(b), FORCE_NULL(c));
|
|
1,,""
|
|
\.
|
|
COMMIT;
|
|
SELECT b, c FROM forcetest WHERE a = 1;
|
|
-- should succeed, FORCE_NULL and FORCE_NOT_NULL can be both specified
|
|
BEGIN;
|
|
COPY forcetest (a, b, c, d) FROM STDIN WITH (FORMAT csv, FORCE_NOT_NULL(c,d), FORCE_NULL(c,d));
|
|
2,'a',,""
|
|
\.
|
|
COMMIT;
|
|
SELECT c, d FROM forcetest WHERE a = 2;
|
|
-- should fail with not-null constraint violation
|
|
BEGIN;
|
|
COPY forcetest (a, b, c) FROM STDIN WITH (FORMAT csv, FORCE_NULL(b), FORCE_NOT_NULL(c));
|
|
3,,""
|
|
\.
|
|
ROLLBACK;
|
|
-- should fail with "not referenced by COPY" error
|
|
BEGIN;
|
|
COPY forcetest (d, e) FROM STDIN WITH (FORMAT csv, FORCE_NOT_NULL(b));
|
|
ROLLBACK;
|
|
-- should fail with "not referenced by COPY" error
|
|
BEGIN;
|
|
COPY forcetest (d, e) FROM STDIN WITH (FORMAT csv, FORCE_NULL(b));
|
|
ROLLBACK;
|
|
\pset null ''
|
|
|
|
-- test case with whole-row Var in a check constraint
|
|
create table check_con_tbl (f1 int);
|
|
create function check_con_function(check_con_tbl) returns bool as $$
|
|
begin
|
|
raise notice 'input = %', row_to_json($1);
|
|
return $1.f1 > 0;
|
|
end $$ language plpgsql immutable;
|
|
alter table check_con_tbl add check (check_con_function(check_con_tbl.*));
|
|
\d+ check_con_tbl
|
|
copy check_con_tbl from stdin;
|
|
1
|
|
\N
|
|
\.
|
|
copy check_con_tbl from stdin;
|
|
0
|
|
\.
|
|
select * from check_con_tbl;
|
|
|
|
-- test with RLS enabled.
|
|
CREATE ROLE regress_rls_copy_user;
|
|
CREATE ROLE regress_rls_copy_user_colperms;
|
|
CREATE TABLE rls_t1 (a int, b int, c int);
|
|
|
|
COPY rls_t1 (a, b, c) from stdin;
|
|
1 4 1
|
|
2 3 2
|
|
3 2 3
|
|
4 1 4
|
|
\.
|
|
|
|
CREATE POLICY p1 ON rls_t1 FOR SELECT USING (a % 2 = 0);
|
|
ALTER TABLE rls_t1 ENABLE ROW LEVEL SECURITY;
|
|
ALTER TABLE rls_t1 FORCE ROW LEVEL SECURITY;
|
|
|
|
GRANT SELECT ON TABLE rls_t1 TO regress_rls_copy_user;
|
|
GRANT SELECT (a, b) ON TABLE rls_t1 TO regress_rls_copy_user_colperms;
|
|
|
|
-- all columns
|
|
COPY rls_t1 TO stdout;
|
|
COPY rls_t1 (a, b, c) TO stdout;
|
|
|
|
-- subset of columns
|
|
COPY rls_t1 (a) TO stdout;
|
|
COPY rls_t1 (a, b) TO stdout;
|
|
|
|
-- column reordering
|
|
COPY rls_t1 (b, a) TO stdout;
|
|
|
|
SET SESSION AUTHORIZATION regress_rls_copy_user;
|
|
|
|
-- all columns
|
|
COPY rls_t1 TO stdout;
|
|
COPY rls_t1 (a, b, c) TO stdout;
|
|
|
|
-- subset of columns
|
|
COPY rls_t1 (a) TO stdout;
|
|
COPY rls_t1 (a, b) TO stdout;
|
|
|
|
-- column reordering
|
|
COPY rls_t1 (b, a) TO stdout;
|
|
|
|
RESET SESSION AUTHORIZATION;
|
|
|
|
SET SESSION AUTHORIZATION regress_rls_copy_user_colperms;
|
|
|
|
-- attempt all columns (should fail)
|
|
COPY rls_t1 TO stdout;
|
|
COPY rls_t1 (a, b, c) TO stdout;
|
|
|
|
-- try to copy column with no privileges (should fail)
|
|
COPY rls_t1 (c) TO stdout;
|
|
|
|
-- subset of columns (should succeed)
|
|
COPY rls_t1 (a) TO stdout;
|
|
COPY rls_t1 (a, b) TO stdout;
|
|
|
|
RESET SESSION AUTHORIZATION;
|
|
|
|
-- test with INSTEAD OF INSERT trigger on a view
|
|
CREATE TABLE instead_of_insert_tbl(id serial, name text);
|
|
CREATE VIEW instead_of_insert_tbl_view AS SELECT ''::text AS str;
|
|
|
|
COPY instead_of_insert_tbl_view FROM stdin; -- fail
|
|
test1
|
|
\.
|
|
|
|
CREATE FUNCTION fun_instead_of_insert_tbl() RETURNS trigger AS $$
|
|
BEGIN
|
|
INSERT INTO instead_of_insert_tbl (name) VALUES (NEW.str);
|
|
RETURN NULL;
|
|
END;
|
|
$$ LANGUAGE plpgsql;
|
|
CREATE TRIGGER trig_instead_of_insert_tbl_view
|
|
INSTEAD OF INSERT ON instead_of_insert_tbl_view
|
|
FOR EACH ROW EXECUTE PROCEDURE fun_instead_of_insert_tbl();
|
|
|
|
COPY instead_of_insert_tbl_view FROM stdin;
|
|
test1
|
|
\.
|
|
|
|
SELECT * FROM instead_of_insert_tbl;
|
|
|
|
-- Test of COPY optimization with view using INSTEAD OF INSERT
|
|
-- trigger when relation is created in the same transaction as
|
|
-- when COPY is executed.
|
|
BEGIN;
|
|
CREATE VIEW instead_of_insert_tbl_view_2 as select ''::text as str;
|
|
CREATE TRIGGER trig_instead_of_insert_tbl_view_2
|
|
INSTEAD OF INSERT ON instead_of_insert_tbl_view_2
|
|
FOR EACH ROW EXECUTE PROCEDURE fun_instead_of_insert_tbl();
|
|
|
|
COPY instead_of_insert_tbl_view_2 FROM stdin;
|
|
test1
|
|
\.
|
|
|
|
SELECT * FROM instead_of_insert_tbl;
|
|
COMMIT;
|
|
|
|
-- clean up
|
|
DROP TABLE forcetest;
|
|
DROP TABLE vistest;
|
|
DROP FUNCTION truncate_in_subxact();
|
|
DROP TABLE x, y;
|
|
DROP TABLE rls_t1 CASCADE;
|
|
DROP ROLE regress_rls_copy_user;
|
|
DROP ROLE regress_rls_copy_user_colperms;
|
|
DROP FUNCTION fn_x_before();
|
|
DROP FUNCTION fn_x_after();
|
|
DROP TABLE instead_of_insert_tbl;
|
|
DROP VIEW instead_of_insert_tbl_view;
|
|
DROP VIEW instead_of_insert_tbl_view_2;
|
|
DROP FUNCTION fun_instead_of_insert_tbl();
|