mirror of
https://github.com/postgres/postgres.git
synced 2026-03-09 01:31:22 -04:00
3499df0dee
Generalize the INDEX_CLEANUP VACUUM parameter (and the corresponding reloption): make it into a ternary style boolean parameter. It now exposes a third option, "auto". The "auto" option (which is now the default) enables the "bypass index vacuuming" optimization added by commit1e55e7d1. "VACUUM (INDEX_CLEANUP TRUE)" is redefined to once again make VACUUM simply do any required index vacuuming, regardless of how few dead tuples are encountered during the first scan of the target heap relation (unless there are exactly zero). This gives users a way of opting out of the "bypass index vacuuming" optimization, if for whatever reason that proves necessary. It is also expected to be used by PostgreSQL developers as a testing option from time to time. "VACUUM (INDEX_CLEANUP FALSE)" does the same thing as it always has: it forcibly disables both index vacuuming and index cleanup. It's not expected to be used much in PostgreSQL 14. The failsafe mechanism added by commit1e55e7d1addresses the same problem in a simpler way. INDEX_CLEANUP can now be thought of as a testing and compatibility option. Author: Peter Geoghegan <pg@bowt.ie> Reviewed-By: Masahiko Sawada <sawada.mshk@gmail.com> Reviewed-By: Justin Pryzby <pryzby@telsasoft.com> Discussion: https://postgr.es/m/CAH2-WznrBoCST4_Gxh_G9hA8NzGUbeBGnOUC8FcXcrhqsv6OHQ@mail.gmail.com
304 lines
10 KiB
PL/PgSQL
304 lines
10 KiB
PL/PgSQL
--
|
|
-- VACUUM
|
|
--
|
|
|
|
CREATE TABLE vactst (i INT);
|
|
INSERT INTO vactst VALUES (1);
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst VALUES (0);
|
|
SELECT count(*) FROM vactst;
|
|
DELETE FROM vactst WHERE i != 0;
|
|
SELECT * FROM vactst;
|
|
VACUUM FULL vactst;
|
|
UPDATE vactst SET i = i + 1;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst SELECT * FROM vactst;
|
|
INSERT INTO vactst VALUES (0);
|
|
SELECT count(*) FROM vactst;
|
|
DELETE FROM vactst WHERE i != 0;
|
|
VACUUM (FULL) vactst;
|
|
DELETE FROM vactst;
|
|
SELECT * FROM vactst;
|
|
|
|
VACUUM (FULL, FREEZE) vactst;
|
|
VACUUM (ANALYZE, FULL) vactst;
|
|
|
|
CREATE TABLE vaccluster (i INT PRIMARY KEY);
|
|
ALTER TABLE vaccluster CLUSTER ON vaccluster_pkey;
|
|
CLUSTER vaccluster;
|
|
|
|
CREATE FUNCTION do_analyze() RETURNS VOID VOLATILE LANGUAGE SQL
|
|
AS 'ANALYZE pg_am';
|
|
CREATE FUNCTION wrap_do_analyze(c INT) RETURNS INT IMMUTABLE LANGUAGE SQL
|
|
AS 'SELECT $1 FROM do_analyze()';
|
|
CREATE INDEX ON vaccluster(wrap_do_analyze(i));
|
|
INSERT INTO vaccluster VALUES (1), (2);
|
|
ANALYZE vaccluster;
|
|
|
|
-- Test ANALYZE in transaction, where the transaction surrounding
|
|
-- analyze performed modifications. This tests for the bug at
|
|
-- https://postgr.es/m/c7988239-d42c-ddc4-41db-171b23b35e4f%40ssinger.info
|
|
-- (which hopefully is unlikely to be reintroduced), but also seems
|
|
-- independently worthwhile to cover.
|
|
INSERT INTO vactst SELECT generate_series(1, 300);
|
|
DELETE FROM vactst WHERE i % 7 = 0; -- delete a few rows outside
|
|
BEGIN;
|
|
INSERT INTO vactst SELECT generate_series(301, 400);
|
|
DELETE FROM vactst WHERE i % 5 <> 0; -- delete a few rows inside
|
|
ANALYZE vactst;
|
|
COMMIT;
|
|
|
|
VACUUM FULL pg_am;
|
|
VACUUM FULL pg_class;
|
|
VACUUM FULL pg_database;
|
|
VACUUM FULL vaccluster;
|
|
VACUUM FULL vactst;
|
|
|
|
VACUUM (DISABLE_PAGE_SKIPPING) vaccluster;
|
|
|
|
-- PARALLEL option
|
|
CREATE TABLE pvactst (i INT, a INT[], p POINT) with (autovacuum_enabled = off);
|
|
INSERT INTO pvactst SELECT i, array[1,2,3], point(i, i+1) FROM generate_series(1,1000) i;
|
|
CREATE INDEX btree_pvactst ON pvactst USING btree (i);
|
|
CREATE INDEX hash_pvactst ON pvactst USING hash (i);
|
|
CREATE INDEX brin_pvactst ON pvactst USING brin (i);
|
|
CREATE INDEX gin_pvactst ON pvactst USING gin (a);
|
|
CREATE INDEX gist_pvactst ON pvactst USING gist (p);
|
|
CREATE INDEX spgist_pvactst ON pvactst USING spgist (p);
|
|
|
|
-- VACUUM invokes parallel index cleanup
|
|
SET min_parallel_index_scan_size to 0;
|
|
VACUUM (PARALLEL 2) pvactst;
|
|
|
|
-- VACUUM invokes parallel bulk-deletion
|
|
UPDATE pvactst SET i = i WHERE i < 1000;
|
|
VACUUM (PARALLEL 2) pvactst;
|
|
|
|
UPDATE pvactst SET i = i WHERE i < 1000;
|
|
VACUUM (PARALLEL 0) pvactst; -- disable parallel vacuum
|
|
|
|
VACUUM (PARALLEL -1) pvactst; -- error
|
|
VACUUM (PARALLEL 2, INDEX_CLEANUP FALSE) pvactst;
|
|
VACUUM (PARALLEL 2, FULL TRUE) pvactst; -- error, cannot use both PARALLEL and FULL
|
|
VACUUM (PARALLEL) pvactst; -- error, cannot use PARALLEL option without parallel degree
|
|
|
|
-- Test different combinations of parallel and full options for temporary tables
|
|
CREATE TEMPORARY TABLE tmp (a int PRIMARY KEY);
|
|
CREATE INDEX tmp_idx1 ON tmp (a);
|
|
VACUUM (PARALLEL 1, FULL FALSE) tmp; -- parallel vacuum disabled for temp tables
|
|
VACUUM (PARALLEL 0, FULL TRUE) tmp; -- can specify parallel disabled (even though that's implied by FULL)
|
|
RESET min_parallel_index_scan_size;
|
|
DROP TABLE pvactst;
|
|
|
|
-- INDEX_CLEANUP option
|
|
CREATE TABLE no_index_cleanup (i INT PRIMARY KEY, t TEXT);
|
|
-- Use uncompressed data stored in toast.
|
|
CREATE INDEX no_index_cleanup_idx ON no_index_cleanup(t);
|
|
ALTER TABLE no_index_cleanup ALTER COLUMN t SET STORAGE EXTERNAL;
|
|
INSERT INTO no_index_cleanup(i, t) VALUES (generate_series(1,30),
|
|
repeat('1234567890',269));
|
|
-- index cleanup option is ignored if VACUUM FULL
|
|
VACUUM (INDEX_CLEANUP TRUE, FULL TRUE) no_index_cleanup;
|
|
VACUUM (FULL TRUE) no_index_cleanup;
|
|
-- Toast inherits the value from its parent table.
|
|
ALTER TABLE no_index_cleanup SET (vacuum_index_cleanup = false);
|
|
DELETE FROM no_index_cleanup WHERE i < 15;
|
|
-- Nothing is cleaned up.
|
|
VACUUM no_index_cleanup;
|
|
-- Both parent relation and toast are cleaned up.
|
|
ALTER TABLE no_index_cleanup SET (vacuum_index_cleanup = true);
|
|
VACUUM no_index_cleanup;
|
|
ALTER TABLE no_index_cleanup SET (vacuum_index_cleanup = auto);
|
|
VACUUM no_index_cleanup;
|
|
-- Parameter is set for both the parent table and its toast relation.
|
|
INSERT INTO no_index_cleanup(i, t) VALUES (generate_series(31,60),
|
|
repeat('1234567890',269));
|
|
DELETE FROM no_index_cleanup WHERE i < 45;
|
|
-- Only toast index is cleaned up.
|
|
ALTER TABLE no_index_cleanup SET (vacuum_index_cleanup = off,
|
|
toast.vacuum_index_cleanup = yes);
|
|
VACUUM no_index_cleanup;
|
|
-- Only parent is cleaned up.
|
|
ALTER TABLE no_index_cleanup SET (vacuum_index_cleanup = true,
|
|
toast.vacuum_index_cleanup = false);
|
|
VACUUM no_index_cleanup;
|
|
-- Test some extra relations.
|
|
VACUUM (INDEX_CLEANUP FALSE) vaccluster;
|
|
VACUUM (INDEX_CLEANUP AUTO) vactst; -- index cleanup option is ignored if no indexes
|
|
VACUUM (INDEX_CLEANUP FALSE, FREEZE TRUE) vaccluster;
|
|
|
|
-- TRUNCATE option
|
|
CREATE TABLE vac_truncate_test(i INT NOT NULL, j text)
|
|
WITH (vacuum_truncate=true, autovacuum_enabled=false);
|
|
INSERT INTO vac_truncate_test VALUES (1, NULL), (NULL, NULL);
|
|
VACUUM (TRUNCATE FALSE) vac_truncate_test;
|
|
SELECT pg_relation_size('vac_truncate_test') > 0;
|
|
VACUUM vac_truncate_test;
|
|
SELECT pg_relation_size('vac_truncate_test') = 0;
|
|
VACUUM (TRUNCATE FALSE, FULL TRUE) vac_truncate_test;
|
|
DROP TABLE vac_truncate_test;
|
|
|
|
-- partitioned table
|
|
CREATE TABLE vacparted (a int, b char) PARTITION BY LIST (a);
|
|
CREATE TABLE vacparted1 PARTITION OF vacparted FOR VALUES IN (1);
|
|
INSERT INTO vacparted VALUES (1, 'a');
|
|
UPDATE vacparted SET b = 'b';
|
|
VACUUM (ANALYZE) vacparted;
|
|
VACUUM (FULL) vacparted;
|
|
VACUUM (FREEZE) vacparted;
|
|
|
|
-- check behavior with duplicate column mentions
|
|
VACUUM ANALYZE vacparted(a,b,a);
|
|
ANALYZE vacparted(a,b,b);
|
|
|
|
-- multiple tables specified
|
|
VACUUM vaccluster, vactst;
|
|
VACUUM vacparted, does_not_exist;
|
|
VACUUM (FREEZE) vacparted, vaccluster, vactst;
|
|
VACUUM (FREEZE) does_not_exist, vaccluster;
|
|
VACUUM ANALYZE vactst, vacparted (a);
|
|
VACUUM ANALYZE vactst (does_not_exist), vacparted (b);
|
|
VACUUM FULL vacparted, vactst;
|
|
VACUUM FULL vactst, vacparted (a, b), vaccluster (i);
|
|
ANALYZE vactst, vacparted;
|
|
ANALYZE vacparted (b), vactst;
|
|
ANALYZE vactst, does_not_exist, vacparted;
|
|
ANALYZE vactst (i), vacparted (does_not_exist);
|
|
ANALYZE vactst, vactst;
|
|
BEGIN; -- ANALYZE behaves differently inside a transaction block
|
|
ANALYZE vactst, vactst;
|
|
COMMIT;
|
|
|
|
-- parenthesized syntax for ANALYZE
|
|
ANALYZE (VERBOSE) does_not_exist;
|
|
ANALYZE (nonexistent-arg) does_not_exist;
|
|
ANALYZE (nonexistentarg) does_not_exit;
|
|
|
|
-- ensure argument order independence, and that SKIP_LOCKED on non-existing
|
|
-- relation still errors out. Suppress WARNING messages caused by concurrent
|
|
-- autovacuums.
|
|
SET client_min_messages TO 'ERROR';
|
|
ANALYZE (SKIP_LOCKED, VERBOSE) does_not_exist;
|
|
ANALYZE (VERBOSE, SKIP_LOCKED) does_not_exist;
|
|
|
|
-- SKIP_LOCKED option
|
|
VACUUM (SKIP_LOCKED) vactst;
|
|
VACUUM (SKIP_LOCKED, FULL) vactst;
|
|
ANALYZE (SKIP_LOCKED) vactst;
|
|
RESET client_min_messages;
|
|
|
|
-- ensure VACUUM and ANALYZE don't have a problem with serializable
|
|
SET default_transaction_isolation = serializable;
|
|
VACUUM vactst;
|
|
ANALYZE vactst;
|
|
RESET default_transaction_isolation;
|
|
BEGIN TRANSACTION ISOLATION LEVEL SERIALIZABLE;
|
|
ANALYZE vactst;
|
|
COMMIT;
|
|
|
|
-- PROCESS_TOAST option
|
|
ALTER TABLE vactst ADD COLUMN t TEXT;
|
|
ALTER TABLE vactst ALTER COLUMN t SET STORAGE EXTERNAL;
|
|
VACUUM (PROCESS_TOAST FALSE) vactst;
|
|
VACUUM (PROCESS_TOAST FALSE, FULL) vactst;
|
|
|
|
DROP TABLE vaccluster;
|
|
DROP TABLE vactst;
|
|
DROP TABLE vacparted;
|
|
DROP TABLE no_index_cleanup;
|
|
|
|
-- relation ownership, WARNING logs generated as all are skipped.
|
|
CREATE TABLE vacowned (a int);
|
|
CREATE TABLE vacowned_parted (a int) PARTITION BY LIST (a);
|
|
CREATE TABLE vacowned_part1 PARTITION OF vacowned_parted FOR VALUES IN (1);
|
|
CREATE TABLE vacowned_part2 PARTITION OF vacowned_parted FOR VALUES IN (2);
|
|
CREATE ROLE regress_vacuum;
|
|
SET ROLE regress_vacuum;
|
|
-- Simple table
|
|
VACUUM vacowned;
|
|
ANALYZE vacowned;
|
|
VACUUM (ANALYZE) vacowned;
|
|
-- Catalog
|
|
VACUUM pg_catalog.pg_class;
|
|
ANALYZE pg_catalog.pg_class;
|
|
VACUUM (ANALYZE) pg_catalog.pg_class;
|
|
-- Shared catalog
|
|
VACUUM pg_catalog.pg_authid;
|
|
ANALYZE pg_catalog.pg_authid;
|
|
VACUUM (ANALYZE) pg_catalog.pg_authid;
|
|
-- Partitioned table and its partitions, nothing owned by other user.
|
|
-- Relations are not listed in a single command to test ownership
|
|
-- independently.
|
|
VACUUM vacowned_parted;
|
|
VACUUM vacowned_part1;
|
|
VACUUM vacowned_part2;
|
|
ANALYZE vacowned_parted;
|
|
ANALYZE vacowned_part1;
|
|
ANALYZE vacowned_part2;
|
|
VACUUM (ANALYZE) vacowned_parted;
|
|
VACUUM (ANALYZE) vacowned_part1;
|
|
VACUUM (ANALYZE) vacowned_part2;
|
|
RESET ROLE;
|
|
-- Partitioned table and one partition owned by other user.
|
|
ALTER TABLE vacowned_parted OWNER TO regress_vacuum;
|
|
ALTER TABLE vacowned_part1 OWNER TO regress_vacuum;
|
|
SET ROLE regress_vacuum;
|
|
VACUUM vacowned_parted;
|
|
VACUUM vacowned_part1;
|
|
VACUUM vacowned_part2;
|
|
ANALYZE vacowned_parted;
|
|
ANALYZE vacowned_part1;
|
|
ANALYZE vacowned_part2;
|
|
VACUUM (ANALYZE) vacowned_parted;
|
|
VACUUM (ANALYZE) vacowned_part1;
|
|
VACUUM (ANALYZE) vacowned_part2;
|
|
RESET ROLE;
|
|
-- Only one partition owned by other user.
|
|
ALTER TABLE vacowned_parted OWNER TO CURRENT_USER;
|
|
SET ROLE regress_vacuum;
|
|
VACUUM vacowned_parted;
|
|
VACUUM vacowned_part1;
|
|
VACUUM vacowned_part2;
|
|
ANALYZE vacowned_parted;
|
|
ANALYZE vacowned_part1;
|
|
ANALYZE vacowned_part2;
|
|
VACUUM (ANALYZE) vacowned_parted;
|
|
VACUUM (ANALYZE) vacowned_part1;
|
|
VACUUM (ANALYZE) vacowned_part2;
|
|
RESET ROLE;
|
|
-- Only partitioned table owned by other user.
|
|
ALTER TABLE vacowned_parted OWNER TO regress_vacuum;
|
|
ALTER TABLE vacowned_part1 OWNER TO CURRENT_USER;
|
|
SET ROLE regress_vacuum;
|
|
VACUUM vacowned_parted;
|
|
VACUUM vacowned_part1;
|
|
VACUUM vacowned_part2;
|
|
ANALYZE vacowned_parted;
|
|
ANALYZE vacowned_part1;
|
|
ANALYZE vacowned_part2;
|
|
VACUUM (ANALYZE) vacowned_parted;
|
|
VACUUM (ANALYZE) vacowned_part1;
|
|
VACUUM (ANALYZE) vacowned_part2;
|
|
RESET ROLE;
|
|
DROP TABLE vacowned;
|
|
DROP TABLE vacowned_parted;
|
|
DROP ROLE regress_vacuum;
|