fix #6919: add new tables to basedbs

2 files changed, 262 insertions, 34 deletions

diff --git a/src/auditor/auditor-basedb.sql b/src/auditor/auditor-basedb.sql
index e46ffeff3..9a8d5875a 100644
--- a/src/auditor/auditor-basedb.sql
+++ b/src/auditor/auditor-basedb.sql
@@ -2,8 +2,8 @@
 -- PostgreSQL database dump
 --
 
--- Dumped from database version 10.5 (Debian 10.5-1)
--- Dumped by pg_dump version 10.5 (Debian 10.5-1)
+-- Dumped from database version 13.3 (Debian 13.3-1)
+-- Dumped by pg_dump version 13.3 (Debian 13.3-1)
 
 SET statement_timeout = 0;
 SET lock_timeout = 0;
@@ -12,6 +12,7 @@ SET client_encoding = 'UTF8';
 SET standard_conforming_strings = on;
 SELECT pg_catalog.set_config('search_path', '', false);
 SET check_function_bodies = false;
+SET xmloption = content;
 SET client_min_messages = warning;
 SET row_security = off;
 
@@ -30,20 +31,6 @@ COMMENT ON SCHEMA _v IS 'Schema for versioning data and functionality.';
 
 
 --
--- Name: plpgsql; Type: EXTENSION; Schema: -; Owner: -
---
-
-CREATE EXTENSION IF NOT EXISTS plpgsql WITH SCHEMA pg_catalog;
-
-
---
--- Name: EXTENSION plpgsql; Type: COMMENT; Schema: -; Owner: -
---
-
-COMMENT ON EXTENSION plpgsql IS 'PL/pgSQL procedural language';
-
-
---
 -- Name: assert_patch_is_applied(text); Type: FUNCTION; Schema: _v; Owner: -
 --
 
@@ -271,7 +258,7 @@ COMMENT ON FUNCTION _v.unregister_patch(in_patch_name text, OUT versioning integ
 
 SET default_tablespace = '';
 
-SET default_with_oids = false;
+SET default_table_access_method = heap;
 
 --
 -- Name: patches; Type: TABLE; Schema: _v; Owner: -
@@ -3507,6 +3494,88 @@ ALTER SEQUENCE public.wire_out_wireout_uuid_seq OWNED BY public.wire_out.wireout
 
 
 --
+-- Name: work_shards; Type: TABLE; Schema: public; Owner: -
+--
+
+CREATE TABLE public.work_shards (
+    shard_serial_id bigint NOT NULL,
+    last_attempt bigint NOT NULL,
+    start_row bigint NOT NULL,
+    end_row bigint NOT NULL,
+    completed boolean DEFAULT false NOT NULL,
+    job_name character varying NOT NULL
+);
+
+
+--
+-- Name: TABLE work_shards; Type: COMMENT; Schema: public; Owner: -
+--
+
+COMMENT ON TABLE public.work_shards IS 'coordinates work between multiple processes working on the same job';
+
+
+--
+-- Name: COLUMN work_shards.shard_serial_id; Type: COMMENT; Schema: public; Owner: -
+--
+
+COMMENT ON COLUMN public.work_shards.shard_serial_id IS 'unique serial number identifying the shard';
+
+
+--
+-- Name: COLUMN work_shards.last_attempt; Type: COMMENT; Schema: public; Owner: -
+--
+
+COMMENT ON COLUMN public.work_shards.last_attempt IS 'last time a worker attempted to work on the shard';
+
+
+--
+-- Name: COLUMN work_shards.start_row; Type: COMMENT; Schema: public; Owner: -
+--
+
+COMMENT ON COLUMN public.work_shards.start_row IS 'row at which the shard scope starts, inclusive';
+
+
+--
+-- Name: COLUMN work_shards.end_row; Type: COMMENT; Schema: public; Owner: -
+--
+
+COMMENT ON COLUMN public.work_shards.end_row IS 'row at which the shard scope ends, exclusive';
+
+
+--
+-- Name: COLUMN work_shards.completed; Type: COMMENT; Schema: public; Owner: -
+--
+
+COMMENT ON COLUMN public.work_shards.completed IS 'set to TRUE once the shard is finished by a worker';
+
+
+--
+-- Name: COLUMN work_shards.job_name; Type: COMMENT; Schema: public; Owner: -
+--
+
+COMMENT ON COLUMN public.work_shards.job_name IS 'unique name of the job the workers on this shard are performing';
+
+
+--
+-- Name: work_shards_shard_serial_id_seq; Type: SEQUENCE; Schema: public; Owner: -
+--
+
+CREATE SEQUENCE public.work_shards_shard_serial_id_seq
+    START WITH 1
+    INCREMENT BY 1
+    NO MINVALUE
+    NO MAXVALUE
+    CACHE 1;
+
+
+--
+-- Name: work_shards_shard_serial_id_seq; Type: SEQUENCE OWNED BY; Schema: public; Owner: -
+--
+
+ALTER SEQUENCE public.work_shards_shard_serial_id_seq OWNED BY public.work_shards.shard_serial_id;
+
+
+--
 -- Name: aggregation_tracking aggregation_serial_id; Type: DEFAULT; Schema: public; Owner: -
 --
 
@@ -3829,6 +3898,13 @@ ALTER TABLE ONLY public.wire_out ALTER COLUMN wireout_uuid SET DEFAULT nextval('
 
 
 --
+-- Name: work_shards shard_serial_id; Type: DEFAULT; Schema: public; Owner: -
+--
+
+ALTER TABLE ONLY public.work_shards ALTER COLUMN shard_serial_id SET DEFAULT nextval('public.work_shards_shard_serial_id_seq'::regclass);
+
+
+--
 -- Data for Name: patches; Type: TABLE DATA; Schema: _v; Owner: -
 --
 
@@ -5490,6 +5566,14 @@ COPY public.wire_out (wireout_uuid, execution_date, wtid_raw, wire_target, excha
 
 
 --
+-- Data for Name: work_shards; Type: TABLE DATA; Schema: public; Owner: -
+--
+
+COPY public.work_shards (shard_serial_id, last_attempt, start_row, end_row, completed, job_name) FROM stdin;
+\.
+
+
+--
 -- Name: aggregation_tracking_aggregation_serial_id_seq; Type: SEQUENCE SET; Schema: public; Owner: -
 --
 
@@ -5812,6 +5896,13 @@ SELECT pg_catalog.setval('public.wire_out_wireout_uuid_seq', 1, false);
 
 
 --
+-- Name: work_shards_shard_serial_id_seq; Type: SEQUENCE SET; Schema: public; Owner: -
+--
+
+SELECT pg_catalog.setval('public.work_shards_shard_serial_id_seq', 1, false);
+
+
+--
 -- Name: patches patches_pkey; Type: CONSTRAINT; Schema: _v; Owner: -
 --
 
@@ -6692,6 +6783,22 @@ ALTER TABLE ONLY public.wire_out
 
 
 --
+-- Name: work_shards work_shards_pkey; Type: CONSTRAINT; Schema: public; Owner: -
+--
+
+ALTER TABLE ONLY public.work_shards
+    ADD CONSTRAINT work_shards_pkey PRIMARY KEY (job_name, start_row);
+
+
+--
+-- Name: work_shards work_shards_shard_serial_id_key; Type: CONSTRAINT; Schema: public; Owner: -
+--
+
+ALTER TABLE ONLY public.work_shards
+    ADD CONSTRAINT work_shards_shard_serial_id_key UNIQUE (shard_serial_id);
+
+
+--
 -- Name: aggregation_tracking_wtid_index; Type: INDEX; Schema: public; Owner: -
 --
 
@@ -7049,6 +7156,13 @@ CREATE INDEX wire_fee_gc_index ON public.wire_fee USING btree (end_date);
 
 
 --
+-- Name: work_shards_index; Type: INDEX; Schema: public; Owner: -
+--
+
+CREATE INDEX work_shards_index ON public.work_shards USING btree (job_name, completed, last_attempt);
+
+
+--
 -- Name: aggregation_tracking aggregation_tracking_deposit_serial_id_fkey; Type: FK CONSTRAINT; Schema: public; Owner: -
 --
 
diff --git a/src/auditor/revoke-basedb.sql b/src/auditor/revoke-basedb.sql
index 734037a71..3acf7dc30 100644
--- a/src/auditor/revoke-basedb.sql
+++ b/src/auditor/revoke-basedb.sql
@@ -2,8 +2,8 @@
 -- PostgreSQL database dump
 --
 
--- Dumped from database version 10.5 (Debian 10.5-1)
--- Dumped by pg_dump version 10.5 (Debian 10.5-1)
+-- Dumped from database version 13.3 (Debian 13.3-1)
+-- Dumped by pg_dump version 13.3 (Debian 13.3-1)
 
 SET statement_timeout = 0;
 SET lock_timeout = 0;
@@ -12,6 +12,7 @@ SET client_encoding = 'UTF8';
 SET standard_conforming_strings = on;
 SELECT pg_catalog.set_config('search_path', '', false);
 SET check_function_bodies = false;
+SET xmloption = content;
 SET client_min_messages = warning;
 SET row_security = off;
 
@@ -30,20 +31,6 @@ COMMENT ON SCHEMA _v IS 'Schema for versioning data and functionality.';
 
 
 --
--- Name: plpgsql; Type: EXTENSION; Schema: -; Owner: -
---
-
-CREATE EXTENSION IF NOT EXISTS plpgsql WITH SCHEMA pg_catalog;
-
-
---
--- Name: EXTENSION plpgsql; Type: COMMENT; Schema: -; Owner: -
---
-
-COMMENT ON EXTENSION plpgsql IS 'PL/pgSQL procedural language';
-
-
---
 -- Name: assert_patch_is_applied(text); Type: FUNCTION; Schema: _v; Owner: -
 --
 
@@ -271,7 +258,7 @@ COMMENT ON FUNCTION _v.unregister_patch(in_patch_name text, OUT versioning integ
 
 SET default_tablespace = '';
 
-SET default_with_oids = false;
+SET default_table_access_method = heap;
 
 --
 -- Name: patches; Type: TABLE; Schema: _v; Owner: -
@@ -3507,6 +3494,88 @@ ALTER SEQUENCE public.wire_out_wireout_uuid_seq OWNED BY public.wire_out.wireout
 
 
 --
+-- Name: work_shards; Type: TABLE; Schema: public; Owner: -
+--
+
+CREATE TABLE public.work_shards (
+    shard_serial_id bigint NOT NULL,
+    last_attempt bigint NOT NULL,
+    start_row bigint NOT NULL,
+    end_row bigint NOT NULL,
+    completed boolean DEFAULT false NOT NULL,
+    job_name character varying NOT NULL
+);
+
+
+--
+-- Name: TABLE work_shards; Type: COMMENT; Schema: public; Owner: -
+--
+
+COMMENT ON TABLE public.work_shards IS 'coordinates work between multiple processes working on the same job';
+
+
+--
+-- Name: COLUMN work_shards.shard_serial_id; Type: COMMENT; Schema: public; Owner: -
+--
+
+COMMENT ON COLUMN public.work_shards.shard_serial_id IS 'unique serial number identifying the shard';
+
+
+--
+-- Name: COLUMN work_shards.last_attempt; Type: COMMENT; Schema: public; Owner: -
+--
+
+COMMENT ON COLUMN public.work_shards.last_attempt IS 'last time a worker attempted to work on the shard';
+
+
+--
+-- Name: COLUMN work_shards.start_row; Type: COMMENT; Schema: public; Owner: -
+--
+
+COMMENT ON COLUMN public.work_shards.start_row IS 'row at which the shard scope starts, inclusive';
+
+
+--
+-- Name: COLUMN work_shards.end_row; Type: COMMENT; Schema: public; Owner: -
+--
+
+COMMENT ON COLUMN public.work_shards.end_row IS 'row at which the shard scope ends, exclusive';
+
+
+--
+-- Name: COLUMN work_shards.completed; Type: COMMENT; Schema: public; Owner: -
+--
+
+COMMENT ON COLUMN public.work_shards.completed IS 'set to TRUE once the shard is finished by a worker';
+
+
+--
+-- Name: COLUMN work_shards.job_name; Type: COMMENT; Schema: public; Owner: -
+--
+
+COMMENT ON COLUMN public.work_shards.job_name IS 'unique name of the job the workers on this shard are performing';
+
+
+--
+-- Name: work_shards_shard_serial_id_seq; Type: SEQUENCE; Schema: public; Owner: -
+--
+
+CREATE SEQUENCE public.work_shards_shard_serial_id_seq
+    START WITH 1
+    INCREMENT BY 1
+    NO MINVALUE
+    NO MAXVALUE
+    CACHE 1;
+
+
+--
+-- Name: work_shards_shard_serial_id_seq; Type: SEQUENCE OWNED BY; Schema: public; Owner: -
+--
+
+ALTER SEQUENCE public.work_shards_shard_serial_id_seq OWNED BY public.work_shards.shard_serial_id;
+
+
+--
 -- Name: aggregation_tracking aggregation_serial_id; Type: DEFAULT; Schema: public; Owner: -
 --
 
@@ -3829,6 +3898,13 @@ ALTER TABLE ONLY public.wire_out ALTER COLUMN wireout_uuid SET DEFAULT nextval('
 
 
 --
+-- Name: work_shards shard_serial_id; Type: DEFAULT; Schema: public; Owner: -
+--
+
+ALTER TABLE ONLY public.work_shards ALTER COLUMN shard_serial_id SET DEFAULT nextval('public.work_shards_shard_serial_id_seq'::regclass);
+
+
+--
 -- Data for Name: patches; Type: TABLE DATA; Schema: _v; Owner: -
 --
 
@@ -5493,6 +5569,14 @@ COPY public.wire_out (wireout_uuid, execution_date, wtid_raw, wire_target, excha
 
 
 --
+-- Data for Name: work_shards; Type: TABLE DATA; Schema: public; Owner: -
+--
+
+COPY public.work_shards (shard_serial_id, last_attempt, start_row, end_row, completed, job_name) FROM stdin;
+\.
+
+
+--
 -- Name: aggregation_tracking_aggregation_serial_id_seq; Type: SEQUENCE SET; Schema: public; Owner: -
 --
 
@@ -5815,6 +5899,13 @@ SELECT pg_catalog.setval('public.wire_out_wireout_uuid_seq', 1, false);
 
 
 --
+-- Name: work_shards_shard_serial_id_seq; Type: SEQUENCE SET; Schema: public; Owner: -
+--
+
+SELECT pg_catalog.setval('public.work_shards_shard_serial_id_seq', 1, false);
+
+
+--
 -- Name: patches patches_pkey; Type: CONSTRAINT; Schema: _v; Owner: -
 --
 
@@ -6695,6 +6786,22 @@ ALTER TABLE ONLY public.wire_out
 
 
 --
+-- Name: work_shards work_shards_pkey; Type: CONSTRAINT; Schema: public; Owner: -
+--
+
+ALTER TABLE ONLY public.work_shards
+    ADD CONSTRAINT work_shards_pkey PRIMARY KEY (job_name, start_row);
+
+
+--
+-- Name: work_shards work_shards_shard_serial_id_key; Type: CONSTRAINT; Schema: public; Owner: -
+--
+
+ALTER TABLE ONLY public.work_shards
+    ADD CONSTRAINT work_shards_shard_serial_id_key UNIQUE (shard_serial_id);
+
+
+--
 -- Name: aggregation_tracking_wtid_index; Type: INDEX; Schema: public; Owner: -
 --
 
@@ -7052,6 +7159,13 @@ CREATE INDEX wire_fee_gc_index ON public.wire_fee USING btree (end_date);
 
 
 --
+-- Name: work_shards_index; Type: INDEX; Schema: public; Owner: -
+--
+
+CREATE INDEX work_shards_index ON public.work_shards USING btree (job_name, completed, last_attempt);
+
+
+--
 -- Name: aggregation_tracking aggregation_tracking_deposit_serial_id_fkey; Type: FK CONSTRAINT; Schema: public; Owner: -
 --