Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

AB2D-5819/Create cron job to run AttributionDataShare procedure on the database #1296

Merged
merged 8 commits into from
Nov 22, 2023
Merged

AB2D-5819/Create cron job to run AttributionDataShare procedure on the database #1296

Show file tree
Hide file tree
Changes from 4 commits
Commits
Show all changes
8 commits
Select commit Hold shift + click to select a range
3147ee2
Creating the new partitions for the new coverage table
smirnovaae Nov 20, 2023
8f69a26
Add pg_cron schedule
smirnovaae Nov 21, 2023
8c7afb0
Add pg_cron schedule
smirnovaae Nov 21, 2023
c145ad4
addressing pr comment
smirnovaae Nov 21, 2023
a5f2ba2
addressing pr comment
smirnovaae Nov 21, 2023
a9dc954
testing on dev
smirnovaae Nov 22, 2023
fc8d219
testing on dev
smirnovaae Nov 22, 2023
cc2cf8f
testing on dev
smirnovaae Nov 22, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 9 additions & 1 deletion common/src/main/resources/db/changelog/db.changelog-master.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -156,4 +156,12 @@ databaseChangeLog:
- include:
file: db/changelog/v2023/add_columns_to_coverage.sql
- include:
file: db/changelog/v2023/add_optout_property.sql
file: db/changelog/v2023/add_optout_property.sql
- include:
file: db/changelog/v2023/extend_coverage_partition.sql
- include:
file: db/changelog/v2023/create_current_mbi_table.sql
- include:
file: db/changelog/v2023/create_current_mbi_procedure.sql
# - include:
# file: db/changelog/v2023/create_pg_cron_extension.sql
8 changes: 7 additions & 1 deletion common/src/main/resources/db/changelog/test_only/coverage-fake-partitions.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,4 +19,10 @@ create table if not exists tst_2022 partition of tst
for values in (2022);

create table if not exists tst_2023 partition of tst
for values in (2023);
for values in (2023);

create table if not exists tst_2024 partition of tst
for values in (2024);

create table if not exists tst_2025 partition of tst
for values in (2025);
72 changes: 72 additions & 0 deletions common/src/main/resources/db/changelog/v2023/create_current_mbi_procedure.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,72 @@
CREATE OR REPLACE PROCEDURE update_current_mbi_2023()
LANGUAGE plpgsql
AS $$
begin
INSERT INTO current_mbi
SELECT DISTINCT current_mbi from coverage_anthem_united_2023
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_bcbs_2023
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_centene_2023
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_cigna1_2023
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_cigna2_2023
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_cvs_2023
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_centene_2023
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_humana_2023
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_misc_2023
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_mutual_dean_clear_cambia_rite_2023
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_united1_2023
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_united_2023
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_default
UNION DISTINCT
SELECT DISTINCT current_mbi from sandbox_2023
ON CONFLICT DO NOTHING;
end;
$$;
--
-- CREATE OR REPLACE PROCEDURE update_current_mbi_2024()
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Would it be an option to put this in a new v2024 directory, similar to the ones in here instead of having this commented out in the v2023/... folder?

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

done

-- LANGUAGE plpgsql
-- AS $$
-- begin
-- INSERT INTO current_mbi
-- SELECT DISTINCT current_mbi from coverage_anthem_united_2024
-- UNION DISTINCT
-- SELECT DISTINCT current_mbi from coverage_bcbs_2024
-- UNION DISTINCT
-- SELECT DISTINCT current_mbi from coverage_centene_2024
-- UNION DISTINCT
-- SELECT DISTINCT current_mbi from coverage_cigna1_2024
-- UNION DISTINCT
-- SELECT DISTINCT current_mbi from coverage_cigna2_2024
-- UNION DISTINCT
-- SELECT DISTINCT current_mbi from coverage_cvs_2024
-- UNION DISTINCT
-- SELECT DISTINCT current_mbi from coverage_centene_2024
-- UNION DISTINCT
-- SELECT DISTINCT current_mbi from coverage_humana_2024
-- UNION DISTINCT
-- SELECT DISTINCT current_mbi from coverage_misc_2024
-- UNION DISTINCT
-- SELECT DISTINCT current_mbi from coverage_mutual_dean_clear_cambia_rite_2024
-- UNION DISTINCT
-- SELECT DISTINCT current_mbi from coverage_united1_2024
-- UNION DISTINCT
-- SELECT DISTINCT current_mbi from coverage_united_2024
-- UNION DISTINCT
-- SELECT DISTINCT current_mbi from coverage_default
-- UNION DISTINCT
-- SELECT DISTINCT current_mbi from sandbox_2024
-- ON CONFLICT DO NOTHING;
-- end;
-- $$;
--
32 changes: 32 additions & 0 deletions common/src/main/resources/db/changelog/v2023/create_current_mbi_table.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@
CREATE TABLE IF NOT EXISTS public.current_mbi (mbi VARCHAR(32) NOT NULL);
CREATE UNIQUE INDEX unique_mbi ON public.current_mbi(mbi);

INSERT INTO public.current_mbi
SELECT DISTINCT current_mbi from coverage_anthem_united
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_bcbs
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_centene
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_cigna1
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_cigna2
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_cvs
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_centene
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_humana
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_misc
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_mutual_dean_clear_cambia_rite
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_united1
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_united2
UNION DISTINCT
SELECT DISTINCT current_mbi from coverage_default
UNION DISTINCT
SELECT DISTINCT current_mbi from sandbox
ON CONFLICT DO NOTHING
2 changes: 2 additions & 0 deletions common/src/main/resources/db/changelog/v2023/create_pg_cron_extension.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
-- run job every night at 1:00 am
SELECT cron.schedule ('update_current_mbis','0 1 * * *','call update_current_mbi()');
59 changes: 59 additions & 0 deletions common/src/main/resources/db/changelog/v2023/extend_coverage_partition.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,59 @@
create table sandbox_2024 partition of sandbox
for values in (2024);
create table sandbox_2025 partition of sandbox
for values in (2025);

create table coverage_anthem_united_2024 partition of coverage_anthem_united
for values in (2024);
create table coverage_anthem_united_2025 partition of coverage_anthem_united
for values in (2025);

create table coverage_bcbs_2024 partition of coverage_bcbs
for values in (2024);
create table coverage_bcbs_2025 partition of coverage_bcbs
for values in (2025);

create table coverage_centene_2024 partition of coverage_centene
for values in (2024);
create table coverage_centene_2025 partition of coverage_centene
for values in (2025);

create table coverage_cigna1_2024 partition of coverage_cigna1
for values in (2024);
create table coverage_cigna1_2025 partition of coverage_cigna1
for values in (2025);

create table coverage_cigna2_2024 partition of coverage_cigna2
for values in (2024);
create table coverage_cigna2_2025 partition of coverage_cigna2
for values in (2025);

create table coverage_cvs_2024 partition of coverage_cvs
for values in (2024);
create table coverage_cvs_2025 partition of coverage_cvs
for values in (2025);

create table coverage_humana_2024 partition of coverage_humana
for values in (2024);
create table coverage_humana_2025 partition of coverage_humana
for values in (2025);

create table coverage_united1_2024 partition of coverage_united1
for values in (2024);
create table coverage_united1_2025 partition of coverage_united1
for values in (2025);

create table coverage_united_2024 partition of coverage_united2
for values in (2024);
create table coverage_united_2025 partition of coverage_united2
for values in (2025);

create table coverage_mutual_dean_clear_cambia_rite_2024 partition of coverage_mutual_dean_clear_cambia_rite
for values in (2024);
create table coverage_mutual_dean_clear_cambia_rite_2025 partition of coverage_mutual_dean_clear_cambia_rite
for values in (2025);

create table coverage_misc_2024 partition of coverage_misc
for values in (2024);
create table coverage_misc_2025 partition of coverage_misc
for values in (2025);