Skip to content

Commit 8274bac

Browse files
zilderzilder
committed
migration script
1 parent bcaeca0 commit 8274bac

File tree

5 files changed

+2609
-4
lines changed

5 files changed

+2609
-4
lines changed

‎.gitignore

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,4 +6,4 @@ regression.out
66
*.o
77
*.so
88
*.pyc
9-
pg_pathman--*.sql
9+
pg_pathman--1.1.sql

‎Makefile

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,7 @@ OBJS = src/init.o src/relation_info.o src/utils.o src/partition_filter.o \
88
src/pg_compat.o $(WIN32RES)
99

1010
EXTENSION = pg_pathman
11-
EXTVERSION = 1.0
11+
EXTVERSION = 1.1
1212
DATA_built = $(EXTENSION)--$(EXTVERSION).sql
1313
PGFILEDESC = "pg_pathman - partitioning tool"
1414

‎pg_pathman--1.0--1.1.sql

Lines changed: 199 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,199 @@
1+
/***********************************************************************
2+
* Modify config params table
3+
**********************************************************************/
4+
ALTER TABLE @extschema@.pathman_config_params ADD COLUMN init_callback REGPROCEDURE NOT NULL DEFAULT 0;
5+
ALTER TABLE @extschema@.pathman_config_params ALTER COLUMN enable_parent SET DEFAULT FALSE;
6+
7+
/* Enable permissions */
8+
GRANT SELECT, INSERT, UPDATE, DELETE
9+
ON @extschema@.pathman_config, @extschema@.pathman_config_params
10+
TO public;
11+
12+
CREATE OR REPLACE FUNCTION @extschema@.check_security_policy(relation regclass)
13+
RETURNS BOOL AS 'pg_pathman', 'check_security_policy' LANGUAGE C STRICT;
14+
15+
CREATE POLICY deny_modification ON @extschema@.pathman_config
16+
FOR ALL USING (check_security_policy(partrel));
17+
18+
CREATE POLICY deny_modification ON @extschema@.pathman_config_params
19+
FOR ALL USING (check_security_policy(partrel));
20+
21+
CREATE POLICY allow_select ON @extschema@.pathman_config FOR SELECT USING (true);
22+
23+
CREATE POLICY allow_select ON @extschema@.pathman_config_params FOR SELECT USING (true);
24+
25+
ALTER TABLE @extschema@.pathman_config ENABLE ROW LEVEL SECURITY;
26+
ALTER TABLE @extschema@.pathman_config_params ENABLE ROW LEVEL SECURITY;
27+
28+
GRANT SELECT ON @extschema@.pathman_concurrent_part_tasks TO PUBLIC;
29+
30+
/* Drop irrelevant functions */
31+
DROP FUNCTION @extschema@.invalidate_relcache(OID);
32+
DROP FUNCTION @extschema@.pathman_set_param(REGCLASS, TEXT, BOOLEAN);
33+
DROP FUNCTION @extschema@.enable_parent(REGCLASS);
34+
DROP FUNCTION @extschema@.disable_parent(relation REGCLASS);
35+
DROP FUNCTION @extschema@.enable_auto(relation REGCLASS);
36+
DROP FUNCTION @extschema@.disable_auto(relation REGCLASS);
37+
DROP FUNCTION @extschema@.partition_table_concurrently(relation regclass);
38+
DROP FUNCTION @extschema@._partition_data_concurrent(REGCLASS, ANYELEMENT, ANYELEMENT, INT, OUT BIGINT);
39+
DROP FUNCTION @extschema@.common_relation_checks(REGCLASS, TEXT);
40+
41+
/* Alter functions' modifiers */
42+
ALTER FUNCTION @extschema@.partitions_count(REGCLASS) STRICT;
43+
ALTER FUNCTION @extschema@.partition_data(REGCLASS, OUT BIGINT) STRICT;
44+
ALTER FUNCTION @extschema@.disable_pathman_for(REGCLASS) STRICT;
45+
ALTER FUNCTION @extschema@.get_plain_schema_and_relname(REGCLASS, OUT TEXT, OUT TEXT) STRICT;
46+
47+
/* Create functions */
48+
CREATE OR REPLACE FUNCTION @extschema@.pathman_set_param(
49+
relation REGCLASS,
50+
param TEXT,
51+
value ANYELEMENT)
52+
RETURNS VOID AS
53+
$$
54+
BEGIN
55+
EXECUTE format('INSERT INTO @extschema@.pathman_config_params
56+
(partrel, %1$s) VALUES ($1, $2)
57+
ON CONFLICT (partrel) DO UPDATE SET %1$s = $2', param)
58+
USING relation, value;
59+
END
60+
$$
61+
LANGUAGE plpgsql;
62+
63+
CREATE OR REPLACE FUNCTION @extschema@.set_enable_parent(
64+
relation REGCLASS,
65+
value BOOLEAN)
66+
RETURNS VOID AS
67+
$$
68+
BEGIN
69+
PERFORM @extschema@.pathman_set_param(relation, 'enable_parent', value);
70+
END
71+
$$
72+
LANGUAGE plpgsql STRICT;
73+
74+
/*
75+
* Partition table using ConcurrentPartWorker.
76+
*/
77+
CREATE OR REPLACE FUNCTION @extschema@.partition_table_concurrently(
78+
relation REGCLASS,
79+
batch_size INTEGER DEFAULT 1000,
80+
sleep_time FLOAT8 DEFAULT 1.0)
81+
RETURNS VOID AS 'pg_pathman', 'partition_table_concurrently'
82+
LANGUAGE C STRICT;
83+
84+
/*
85+
* Copy rows to partitions concurrently.
86+
*/
87+
CREATE OR REPLACE FUNCTION @extschema@._partition_data_concurrent(
88+
relation REGCLASS,
89+
p_min ANYELEMENT DEFAULT NULL::text,
90+
p_max ANYELEMENT DEFAULT NULL::text,
91+
p_limit INT DEFAULT NULL,
92+
OUT p_total BIGINT)
93+
AS
94+
$$
95+
DECLARE
96+
v_attr TEXT;
97+
v_limit_clause TEXT := '';
98+
v_where_clause TEXT := '';
99+
ctids TID[];
100+
101+
BEGIN
102+
SELECT attname INTO v_attr
103+
FROM @extschema@.pathman_config WHERE partrel = relation;
104+
105+
p_total := 0;
106+
107+
/* Format LIMIT clause if needed */
108+
IF NOT p_limit IS NULL THEN
109+
v_limit_clause := format('LIMIT %s', p_limit);
110+
END IF;
111+
112+
/* Format WHERE clause if needed */
113+
IF NOT p_min IS NULL THEN
114+
v_where_clause := format('%1$s >= $1', v_attr);
115+
END IF;
116+
117+
IF NOT p_max IS NULL THEN
118+
IF NOT p_min IS NULL THEN
119+
v_where_clause := v_where_clause || ' AND ';
120+
END IF;
121+
v_where_clause := v_where_clause || format('%1$s < $2', v_attr);
122+
END IF;
123+
124+
IF v_where_clause != '' THEN
125+
v_where_clause := 'WHERE ' || v_where_clause;
126+
END IF;
127+
128+
/* Lock rows and copy data */
129+
RAISE NOTICE 'Copying data to partitions...';
130+
EXECUTE format('SELECT array(SELECT ctid FROM ONLY %1$s %2$s %3$s FOR UPDATE NOWAIT)',
131+
relation, v_where_clause, v_limit_clause)
132+
USING p_min, p_max
133+
INTO ctids;
134+
135+
EXECUTE format('
136+
WITH data AS (
137+
DELETE FROM ONLY %1$s WHERE ctid = ANY($1) RETURNING *)
138+
INSERT INTO %1$s SELECT * FROM data',
139+
relation)
140+
USING ctids;
141+
142+
/* Get number of inserted rows */
143+
GET DIAGNOSTICS p_total = ROW_COUNT;
144+
RETURN;
145+
END
146+
$$
147+
LANGUAGE plpgsql
148+
SET pg_pathman.enable_partitionfilter = on; /* ensures that PartitionFilter is ON */
149+
150+
/*
151+
* Aggregates several common relation checks before partitioning.
152+
* Suitable for every partitioning type.
153+
*/
154+
CREATE OR REPLACE FUNCTION @extschema@.common_relation_checks(
155+
relation REGCLASS,
156+
p_attribute TEXT)
157+
RETURNS BOOLEAN AS
158+
$$
159+
DECLARE
160+
v_rec RECORD;
161+
is_referenced BOOLEAN;
162+
rel_persistence CHAR;
163+
164+
BEGIN
165+
/* Ignore temporary tables */
166+
SELECT relpersistence FROM pg_catalog.pg_class
167+
WHERE oid = relation INTO rel_persistence;
168+
169+
IF rel_persistence = 't'::CHAR THEN
170+
RAISE EXCEPTION 'temporary table "%" cannot be partitioned',
171+
relation::TEXT;
172+
END IF;
173+
174+
IF EXISTS (SELECT * FROM @extschema@.pathman_config
175+
WHERE partrel = relation) THEN
176+
RAISE EXCEPTION 'relation "%" has already been partitioned', relation;
177+
END IF;
178+
179+
IF @extschema@.is_attribute_nullable(relation, p_attribute) THEN
180+
RAISE EXCEPTION 'partitioning key ''%'' must be NOT NULL', p_attribute;
181+
END IF;
182+
183+
/* Check if there are foreign keys that reference the relation */
184+
FOR v_rec IN (SELECT * FROM pg_catalog.pg_constraint
185+
WHERE confrelid = relation::REGCLASS::OID)
186+
LOOP
187+
is_referenced := TRUE;
188+
RAISE WARNING 'foreign key "%" references relation "%"',
189+
v_rec.conname, relation;
190+
END LOOP;
191+
192+
IF is_referenced THEN
193+
RAISE EXCEPTION 'relation "%" is referenced from other relations', relation;
194+
END IF;
195+
196+
RETURN TRUE;
197+
END
198+
$$
199+
LANGUAGE plpgsql;

0 commit comments

Comments
 (0)
pFad - Phonifier reborn

Pfad - The Proxy pFad of © 2024 Garber Painting. All rights reserved.

Note: This service is not intended for secure transactions such as banking, social media, email, or purchasing. Use at your own risk. We assume no liability whatsoever for broken pages.


Alternative Proxies:

Alternative Proxy

pFad Proxy

pFad v3 Proxy

pFad v4 Proxy