USEFULL
/
drone
mirror of https://github.com/harness/drone.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

feat: [AH-260]: add migration scripts for AR (#2572) 

* feat: [AH-260]: add migration scripts for AR
* feat: [AH-260]: add migration scripts for AR
* feat: [AH-260]: add migration scripts for AR
* Updated drop queries
* feat: [AH-260]: add migration scripts for AR
pull/3545/head
Shivakumar Ningappa 2024-08-22 21:41:22 +00:00 committed by Harness
parent b10a30ca8f
commit 25d91247c2
6 changed files with 103 additions and 90 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
app/store/database/migrate/postgres/0066_create_ar_tables.down.sql
View File

@ -1,13 +0,0 @@
DROP TABLE registries;
DROP TABLE media_types;
DROP TABLE blobs;
DROP TABLE registry_blobs;
DROP TABLE manifests;
DROP TABLE manifest_references;
DROP TABLE layers;
DROP TABLE artifacts;
DROP TABLE artifact_stats;
DROP TABLE tags;
DROP TABLE upstream_proxy_configs;
DROP TABLE cleanup_policies;
DROP TABLE cleanup_policy_prefix_mappings;

27
app/store/database/migrate/postgres/0067_create_ar_tables.down.sql Normal file
View File

@ -0,0 +1,27 @@
-- Drop tables
DROP TABLE IF EXISTS registry_blobs;
DROP TABLE IF EXISTS manifest_references;
DROP TABLE IF EXISTS layers;
DROP TABLE IF EXISTS artifact_stats;
DROP TABLE IF EXISTS artifacts;
DROP TABLE IF EXISTS tags;
DROP TABLE IF EXISTS upstream_proxy_configs;
DROP TABLE IF EXISTS cleanup_policy_prefix_mappings;
DROP TABLE IF EXISTS cleanup_policies;
DROP TABLE IF EXISTS gc_blob_review_queue;
DROP TABLE IF EXISTS gc_review_after_defaults;
DROP TABLE IF EXISTS gc_manifest_review_queue;
DROP TABLE IF EXISTS manifests;
DROP TABLE IF EXISTS registries;
DROP TABLE IF EXISTS blobs;
DROP TABLE IF EXISTS media_types;
-- Drop functions
DROP FUNCTION IF EXISTS gc_review_after(text);
DROP FUNCTION IF EXISTS gc_track_blob_uploads();
DROP FUNCTION IF EXISTS gc_track_manifest_uploads();
DROP FUNCTION IF EXISTS gc_track_deleted_manifests();
DROP FUNCTION IF EXISTS gc_track_deleted_layers();
DROP FUNCTION IF EXISTS gc_track_deleted_manifest_lists();
DROP FUNCTION IF EXISTS gc_track_deleted_tags();
DROP FUNCTION IF EXISTS gc_track_switched_tags();

72
app/store/database/migrate/postgres/0066_create_ar_tables.up.sql → app/store/database/migrate/postgres/0067_create_ar_tables.up.sql
View File

@ -1,4 +1,4 @@
create table registries
create table if not exists registries
(
registry_id SERIAL primary key,
registry_name text not null
@ -22,7 +22,7 @@ create table registries
);
create table media_types
create table if not exists media_types
(
mt_id SERIAL primary key,
mt_media_type text not null
@ -31,7 +31,7 @@ create table media_types
mt_created_at BIGINT NOT NULL DEFAULT (EXTRACT(EPOCH FROM now()) * 1000)::BIGINT
);
create table blobs
create table if not exists blobs
(
blob_id SERIAL primary key,
blob_root_parent_id INTEGER not null,
@ -45,10 +45,10 @@ create table blobs
constraint unique_digest_root_parent_id unique (blob_digest, blob_root_parent_id)
);
create index index_blobs_on_media_type_id
create index if not exists index_blobs_on_media_type_id
on blobs (blob_media_type_id);
create table registry_blobs
create table if not exists registry_blobs
(
rblob_id SERIAL primary key,
rblob_registry_id INTEGER not null
@ -71,13 +71,13 @@ create table registry_blobs
unique (rblob_registry_id, rblob_blob_id, rblob_image_name)
);
create index index_registry_blobs_on_reg_id
create index if not exists index_registry_blobs_on_reg_id
on registry_blobs (rblob_registry_id);
create index index_registry_blobs_on_reg_blob_id
create index if not exists index_registry_blobs_on_reg_blob_id
on registry_blobs (rblob_registry_id, rblob_blob_id);
create table manifests
create table if not exists manifests
(
manifest_id SERIAL primary key,
manifest_registry_id INTEGER not null
@ -119,13 +119,13 @@ create table manifests
on delete cascade
);
create index index_manifests_on_media_type_id
create index if not exists index_manifests_on_media_type_id
on manifests (manifest_media_type_id);
create index index_manifests_on_configuration_blob_id
create index if not exists index_manifests_on_configuration_blob_id
on manifests (manifest_configuration_blob_id);
create table manifest_references
create table if not exists manifest_references
(
manifest_ref_id SERIAL primary key,
manifest_ref_registry_id INTEGER not null,
@ -146,10 +146,10 @@ create table manifest_references
check (manifest_ref_parent_id <> manifest_ref_child_id)
);
create index index_manifest_references_on_rpstry_id_child_id
create index if not exists index_manifest_references_on_rpstry_id_child_id
on manifest_references (manifest_ref_registry_id, manifest_ref_child_id);
create table layers
create table if not exists layers
(
layer_id SERIAL primary key,
layer_registry_id INTEGER not null,
@ -174,13 +174,13 @@ create table layers
on delete cascade
);
create index index_layer_on_media_type_id
create index if not exists index_layer_on_media_type_id
on layers (layer_media_type_id);
create index index_layer_on_blob_id
create index if not exists index_layer_on_blob_id
on layers (layer_blob_id);
create table artifacts
create table if not exists artifacts
(
artifact_id SERIAL primary key,
artifact_name text not null,
@ -198,10 +198,10 @@ create table artifacts
constraint check_artifact_name_length check ((char_length(artifact_name) <= 255))
);
create index index_artifact_on_registry_id ON artifacts USING btree (artifact_registry_id);
create index if not exists index_artifact_on_registry_id ON artifacts USING btree (artifact_registry_id);
create table artifact_stats
create table if not exists artifact_stats
(
artifact_stat_id SERIAL primary key,
artifact_stat_artifact_id INTEGER not null
@ -218,7 +218,7 @@ create table artifact_stats
constraint unique_artifact_stats_artifact_id_and_date unique (artifact_stat_artifact_id, artifact_stat_date)
);
create table tags
create table if not exists tags
(
tag_id SERIAL primary key,
tag_name text not null
@ -239,10 +239,10 @@ create table tags
unique (tag_registry_id, tag_name, tag_image_name)
);
create index index_tag_on_rpository_id_and_manifest_id
create index if not exists index_tag_on_rpository_id_and_manifest_id
on tags (tag_registry_id, tag_manifest_id);
create table upstream_proxy_configs
create table if not exists upstream_proxy_configs
(
upstream_proxy_config_id SERIAL primary key,
upstream_proxy_config_registry_id INTEGER not null
@ -257,8 +257,7 @@ create table upstream_proxy_configs
upstream_proxy_config_secret_space_id INTEGER,
constraint fk_layers_secret_identifier_and_secret_space_id
foreign key (upstream_proxy_config_secret_identifier, upstream_proxy_config_secret_space_id)
references secrets(secret_uid, secret_space_id)
on delete cascade,
references secrets(secret_uid, secret_space_id),
upstream_proxy_config_token text,
upstream_proxy_config_created_at BIGINT,
upstream_proxy_config_updated_at BIGINT,
@ -266,10 +265,10 @@ create table upstream_proxy_configs
upstream_proxy_config_updated_by INTEGER
);
create index index_upstream_proxy_config_on_registry_id
create index if not exists index_upstream_proxy_config_on_registry_id
on upstream_proxy_configs (upstream_proxy_config_registry_id);
create table cleanup_policies
create table if not exists cleanup_policies
(
cp_id SERIAL primary key,
cp_registry_id INTEGER not null
@ -283,10 +282,10 @@ create table cleanup_policies
cp_updated_by INTEGER not null
);
create index index_cleanup_policies_on_registry_id
create index if not exists index_cleanup_policies_on_registry_id
on cleanup_policies (cp_registry_id);
create table cleanup_policy_prefix_mappings
create table if not exists cleanup_policy_prefix_mappings
(
cpp_id SERIAL primary key,
cpp_cleanup_policy_id INTEGER not null
@ -296,7 +295,7 @@ create table cleanup_policy_prefix_mappings
cpp_prefix_type text not null
);
create index index_cleanup_policy_map_on_policy_id
create index if not exists index_cleanup_policy_map_on_policy_id
on cleanup_policy_prefix_mappings (cpp_cleanup_policy_id);
insert into media_types (mt_media_type)
@ -323,10 +322,11 @@ values ('application/vnd.docker.distribution.manifest.v1+json'),
('application/octet-stream'),
('application/vnd.buildkit.cacheconfig.v0'),
('application/vnd.cncf.helm.chart.content.v1.tar+gzip'),
('application/vnd.cncf.helm.chart.provenance.v1.prov');
('application/vnd.cncf.helm.chart.provenance.v1.prov')
ON CONFLICT (mt_media_type)
DO NOTHING;
CREATE TABLE gc_blob_review_queue
create table if not exists gc_blob_review_queue
(
blob_id INTEGER NOT NULL,
review_after BIGINT NOT NULL DEFAULT (EXTRACT(EPOCH FROM (NOW() + INTERVAL '1 day'))),
@ -336,9 +336,9 @@ CREATE TABLE gc_blob_review_queue
CONSTRAINT pk_gc_blob_review_queue primary key (blob_id)
);
CREATE INDEX index_gc_blob_review_queue_on_review_after ON gc_blob_review_queue USING btree (review_after);
create index if not exists index_gc_blob_review_queue_on_review_after ON gc_blob_review_queue USING btree (review_after);
CREATE TABLE gc_review_after_defaults
create table if not exists gc_review_after_defaults
(
event text NOT NULL,
value interval NOT NULL,
@ -357,7 +357,7 @@ VALUES ('blob_upload', interval '1 day'),
ON CONFLICT (event)
DO NOTHING;
CREATE TABLE gc_manifest_review_queue
create table if not exists gc_manifest_review_queue
(
registry_id INTEGER NOT NULL,
manifest_id INTEGER NOT NULL,
@ -369,7 +369,7 @@ CREATE TABLE gc_manifest_review_queue
CONSTRAINT fk_gc_manifest_review_queue_rp_id_mfst_id_mnfsts FOREIGN KEY (manifest_id) REFERENCES manifests (manifest_id) ON DELETE CASCADE
);
CREATE INDEX index_gc_manifest_review_queue_on_review_after ON gc_manifest_review_queue USING btree (review_after);
create index if not exists index_gc_manifest_review_queue_on_review_after ON gc_manifest_review_queue USING btree (review_after);
CREATE OR REPLACE FUNCTION gc_review_after(e text)
RETURNS BIGINT
@ -558,4 +558,4 @@ CREATE TRIGGER gc_track_switched_tag_trigger
AFTER UPDATE OF tag_manifest_id
ON tags
FOR EACH ROW
EXECUTE PROCEDURE gc_track_switched_tags();
EXECUTE PROCEDURE gc_track_switched_tags();

13
app/store/database/migrate/sqlite/0065_create_ar_tables.down.sql
View File

@ -1,13 +0,0 @@
DROP TABLE registries;
DROP TABLE media_types;
DROP TABLE blobs;
DROP TABLE registry_blobs;
DROP TABLE manifests;
DROP TABLE manifest_references;
DROP TABLE layers;
DROP TABLE artifacts;
DROP TABLE artifact_stats;
DROP TABLE tags;
DROP TABLE upstream_proxy_configs;
DROP TABLE cleanup_policies;
DROP TABLE cleanup_policy_prefix_mappings;

13
app/store/database/migrate/sqlite/0067_create_ar_tables.down.sql Normal file
View File

@ -0,0 +1,13 @@
DROP TABLE IF EXISTS artifact_stats;
DROP TABLE IF EXISTS artifacts;
DROP TABLE IF EXISTS cleanup_policy_prefix_mappings;
DROP TABLE IF EXISTS cleanup_policies;
DROP TABLE IF EXISTS layers;
DROP TABLE IF EXISTS manifest_references;
DROP TABLE IF EXISTS registry_blobs;
DROP TABLE IF EXISTS tags;
DROP TABLE IF EXISTS manifests;
DROP TABLE IF EXISTS blobs;
DROP TABLE IF EXISTS media_types;
DROP TABLE IF EXISTS upstream_proxy_configs;
DROP TABLE IF EXISTS registries;

55
app/store/database/migrate/sqlite/0065_create_ar_tables.up.sql → app/store/database/migrate/sqlite/0067_create_ar_tables.up.sql
View File

@ -1,4 +1,4 @@
create table registries
create table if not exists registries
(
registry_id INTEGER PRIMARY KEY AUTOINCREMENT,
registry_name text not null
@ -21,7 +21,7 @@ create table registries
unique (registry_root_parent_id, registry_name)
);
create table media_types
create table if not exists media_types
(
mt_id INTEGER PRIMARY KEY AUTOINCREMENT,
mt_media_type text not null
@ -30,7 +30,7 @@ create table media_types
mt_created_at INTEGER NOT NULL DEFAULT (strftime('%s', 'now') * 1000)
);
create table blobs
create table if not exists blobs
(
blob_id INTEGER PRIMARY KEY AUTOINCREMENT,
blob_root_parent_id INTEGER not null,
@ -44,10 +44,10 @@ create table blobs
constraint unique_digest_root_parent_id unique (blob_digest, blob_root_parent_id)
);
create index index_blobs_on_media_type_id
create index if not exists index_blobs_on_media_type_id
on blobs (blob_media_type_id);
create table registry_blobs
create table if not exists registry_blobs
(
rblob_id INTEGER PRIMARY KEY AUTOINCREMENT,
rblob_registry_id INTEGER not null
@ -70,15 +70,15 @@ create table registry_blobs
unique (rblob_registry_id, rblob_blob_id, rblob_image_name)
);
create index index_registry_blobs_on_reg_id
create index if not exists index_registry_blobs_on_reg_id
on registry_blobs (rblob_registry_id);
create index index_registry_blobs_on_reg_blob_id
create index if not exists index_registry_blobs_on_reg_blob_id
on registry_blobs (rblob_registry_id, rblob_blob_id);
create table manifests
create table if not exists manifests
(
manifest_id INTEGER PRIMARY KEY AUTOINCREMENT,
manifest_registry_id INTEGER not null
@ -120,15 +120,15 @@ create table manifests
on delete cascade
);
create index index_manifests_on_media_type_id
create index if not exists index_manifests_on_media_type_id
on manifests (manifest_media_type_id);
create index index_manifests_on_configuration_blob_id
create index if not exists index_manifests_on_configuration_blob_id
on manifests (manifest_configuration_blob_id);
create table manifest_references
create table if not exists manifest_references
(
manifest_ref_id INTEGER PRIMARY KEY AUTOINCREMENT,
manifest_ref_registry_id INTEGER not null,
@ -149,10 +149,10 @@ create table manifest_references
check (manifest_ref_parent_id <> manifest_ref_child_id)
);
create index index_manifest_references_on_rpstry_id_child_id
create index if not exists index_manifest_references_on_rpstry_id_child_id
on manifest_references (manifest_ref_registry_id, manifest_ref_child_id);
create table layers
create table if not exists layers
(
layer_id INTEGER PRIMARY KEY AUTOINCREMENT,
layer_registry_id INTEGER not null,
@ -177,13 +177,13 @@ create table layers
on delete cascade
);
create index index_layer_on_media_type_id
create index if not exists index_layer_on_media_type_id
on layers (layer_media_type_id);
create index index_layer_on_blob_id
create index if not exists index_layer_on_blob_id
on layers (layer_blob_id);
create table artifacts
create table if not exists artifacts
(
artifact_id INTEGER PRIMARY KEY AUTOINCREMENT,
artifact_name text not null,
@ -201,10 +201,10 @@ create table artifacts
constraint check_artifact_name_length check ((length(artifact_name) <= 255))
);
create index index_artifact_on_registry_id ON artifacts (artifact_registry_id);
create index if not exists index_artifact_on_registry_id ON artifacts (artifact_registry_id);
create table artifact_stats
create table if not exists artifact_stats
(
artifact_stat_id INTEGER PRIMARY KEY AUTOINCREMENT,
artifact_stat_artifact_id INTEGER not null
@ -221,7 +221,7 @@ create table artifact_stats
constraint unique_artifact_stats_artifact_id_and_date unique (artifact_stat_artifact_id, artifact_stat_date)
);
create table tags
create table if not exists tags
(
tag_id INTEGER PRIMARY KEY AUTOINCREMENT,
tag_name text not null
@ -242,10 +242,10 @@ create table tags
unique (tag_registry_id, tag_name, tag_image_name)
);
create index index_tag_on_rpository_id_and_manifest_id
create index if not exists index_tag_on_rpository_id_and_manifest_id
on tags (tag_registry_id, tag_manifest_id);
create table upstream_proxy_configs
create table if not exists upstream_proxy_configs
(
upstream_proxy_config_id INTEGER PRIMARY KEY AUTOINCREMENT,
upstream_proxy_config_registry_id INTEGER not null
@ -265,13 +265,12 @@ create table upstream_proxy_configs
upstream_proxy_config_updated_by INTEGER,
constraint fk_layers_secret_identifier_and_secret_space_id FOREIGN KEY
(upstream_proxy_config_secret_identifier, upstream_proxy_config_secret_space_id) REFERENCES secrets(secret_uid, secret_space_id)
ON DELETE CASCADE
);
create index index_upstream_proxy_config_on_registry_id
create index if not exists index_upstream_proxy_config_on_registry_id
on upstream_proxy_configs (upstream_proxy_config_registry_id);
create table cleanup_policies
create table if not exists cleanup_policies
(
cp_id INTEGER PRIMARY KEY AUTOINCREMENT,
cp_registry_id INTEGER not null
@ -285,10 +284,10 @@ create table cleanup_policies
cp_updated_by INTEGER not null
);
create index index_cleanup_policies_on_registry_id
create index if not exists index_cleanup_policies_on_registry_id
on cleanup_policies (cp_registry_id);
create table cleanup_policy_prefix_mappings
create table if not exists cleanup_policy_prefix_mappings
(
cpp_id INTEGER PRIMARY KEY AUTOINCREMENT,
cpp_cleanup_policy_id INTEGER not null
@ -298,12 +297,12 @@ create table cleanup_policy_prefix_mappings
cpp_prefix_type text not null
);
create index index_cleanup_policy_map_on_policy_id
create index if not exists index_cleanup_policy_map_on_policy_id
on cleanup_policy_prefix_mappings (cpp_cleanup_policy_id);
insert into media_types (mt_media_type)
insert or ignore into media_types (mt_media_type)
values ('application/vnd.docker.distribution.manifest.v1+json'),
('application/vnd.docker.distribution.manifest.v1+prettyjws'),
('application/vnd.docker.distribution.manifest.v2+json'),