Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

CNDE-2226: Bmird_strep_pneumo datamart postprocessing proc #233

Merged
merged 9 commits into from
Mar 12, 2025
Merged

CNDE-2226: Bmird_strep_pneumo datamart postprocessing proc #233

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
9 commits
Select commit Hold shift + click to select a range
a5dd26c
Bmird_strep_pneumo datamart postprocessing proc
johneipe Mar 10, 2025
9e02f2d
Bmird_strep_pneumo datamart postprocessing proc
johneipe Mar 10, 2025
a0b96a5
Bmird_strep_pneumo datamart postprocessing proc
johneipe Mar 11, 2025
abc294f
Bmird_strep_pneumo datamart postprocessing proc
johneipe Mar 11, 2025
fe77a1a
Merge branch 'main' into CNDE-2226
johneipe Mar 12, 2025
4dd6135
Bmird_strep_pneumo datamart postprocessing proc
johneipe Mar 12, 2025
ed22479
Bmird_strep_pneumo datamart postprocessing proc
johneipe Mar 12, 2025
859da98
Merge branch 'main' into CNDE-2226
johneipe Mar 12, 2025
b194225
Bmird_strep_pneumo datamart postprocessing proc
johneipe Mar 12, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
274 changes: 137 additions & 137 deletions db/upgrade/rdb_modern/routines/020-sp_nrt_case_count_postprocessing.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,164 +14,164 @@ BEGIN TRY

SET @batch_id = cast((format(getdate(),'yyMMddHHmmss')) as bigint);

INSERT INTO [dbo].[job_flow_log]
(batch_id
,[create_dttm]
,[update_dttm]
,[Dataflow_Name]
,[package_Name]
,[Status_Type]
,[step_number]
,[step_name]
,[msg_description1]
,[row_count])
VALUES (@batch_id
,@create_dttm
,@update_dttm
,@dataflow_name
,@package_name
,'START'
,0
,'SP_Start'
,LEFT(@phc_id_list, 500)
,0);


BEGIN TRANSACTION;
INSERT INTO [dbo].[job_flow_log]
(batch_id
,[create_dttm]
,[update_dttm]
,[Dataflow_Name]
,[package_Name]
,[Status_Type]
,[step_number]
,[step_name]
,[msg_description1]
,[row_count])
VALUES (@batch_id
,@create_dttm
,@update_dttm
,@dataflow_name
,@package_name
,'START'
,0
,'SP_Start'
,LEFT(@phc_id_list, 500)
,0);


BEGIN TRANSACTION;
SET @proc_step_no = 1;
SET @proc_step_name = ' Create Key Associations table';

select
distinct cc.public_health_case_uid,
i.investigation_key,
con.condition_key,
coalesce(dpat.patient_key, 1) as patient_key,
coalesce(dpro1.provider_key, 1) as Investigator_key,
coalesce(dpro2.provider_key, 1) as Physician_key,
coalesce(dpro3.provider_key, 1) as Reporter_key,
coalesce(dorg1.organization_key, 1) as Rpt_Src_Org_key,
coalesce(dorg2.Organization_key, 1) as ADT_HSPTL_KEY,
coalesce(rd1.Date_key, 1) as Inv_Assigned_dt_key,
coalesce(rd2.Date_key, 1) as INV_START_DT_KEY,
coalesce(rd3.Date_key, 1) as DIAGNOSIS_DT_KEY,
coalesce(rd4.Date_key, 1) as INV_RPT_DT_KEY,
cc.case_type_cd,
cc.investigation_count,
cc.case_count,
1 as geocoding_location_key,
cc.record_status_cd
into #CASE_COUNT
from dbo.NRT_INVESTIGATION cc with(nolock)
select
distinct cc.public_health_case_uid,
i.investigation_key,
con.condition_key,
coalesce(dpat.patient_key, 1) as patient_key,
coalesce(dpro1.provider_key, 1) as Investigator_key,
coalesce(dpro2.provider_key, 1) as Physician_key,
coalesce(dpro3.provider_key, 1) as Reporter_key,
coalesce(dorg1.organization_key, 1) as Rpt_Src_Org_key,
coalesce(dorg2.Organization_key, 1) as ADT_HSPTL_KEY,
coalesce(rd1.Date_key, 1) as Inv_Assigned_dt_key,
coalesce(rd2.Date_key, 1) as INV_START_DT_KEY,
coalesce(rd3.Date_key, 1) as DIAGNOSIS_DT_KEY,
coalesce(rd4.Date_key, 1) as INV_RPT_DT_KEY,
cc.case_type_cd,
cc.investigation_count,
cc.case_count,
1 as geocoding_location_key,
cc.record_status_cd
into #CASE_COUNT
from dbo.NRT_INVESTIGATION cc with(nolock)
inner join dbo.INVESTIGATION i with(nolock) on cc.public_health_case_uid = i.case_uid
inner join dbo.CONDITION con with(nolock) on con.condition_cd = cc.CD
left outer join dbo.D_PATIENT dpat with(nolock) on cc.patient_id = dpat.patient_uid
left outer join dbo.D_PROVIDER dpro1 with(nolock) on cc.investigator_id = dpro1.provider_uid
left outer join dbo.D_PROVIDER dpro2 with(nolock) on cc.physician_id = dpro2.provider_uid
left outer join dbo.D_PROVIDER dpro3 with(nolock) on cc.person_as_reporter_uid = dpro3.provider_uid
left outer join dbo.D_ORGANIZATION dorg1 with(nolock) on cc.organization_id = dorg1.organization_uid
left outer join dbo.D_ORGANIZATION dorg2 with(nolock) on cc.hospital_uid = dorg2.organization_uid
left outer join dbo.RDB_DATE rd1 with(nolock) on cc.investigator_assigned_datetime = rd1.DATE_MM_DD_YYYY
left outer join dbo.RDB_DATE rd2 with(nolock) on cc.activity_from_time = rd2.DATE_MM_DD_YYYY
left outer join dbo.RDB_DATE rd3 with(nolock) on cc.diagnosis_time = rd3.DATE_MM_DD_YYYY
left outer join dbo.RDB_DATE rd4 with(nolock) on cc.rpt_form_cmplt_time = rd4.DATE_MM_DD_YYYY
where cc.public_health_case_uid in (
SELECT value FROM STRING_SPLIT(@phc_id_list, ',')
)
;
COMMIT TRANSACTION;

BEGIN TRANSACTION;
inner join dbo.CONDITION con with(nolock) on con.condition_cd = cc.CD
left outer join dbo.D_PATIENT dpat with(nolock) on cc.patient_id = dpat.patient_uid
left outer join dbo.D_PROVIDER dpro1 with(nolock) on cc.investigator_id = dpro1.provider_uid
left outer join dbo.D_PROVIDER dpro2 with(nolock) on cc.physician_id = dpro2.provider_uid
left outer join dbo.D_PROVIDER dpro3 with(nolock) on cc.person_as_reporter_uid = dpro3.provider_uid
left outer join dbo.D_ORGANIZATION dorg1 with(nolock) on cc.organization_id = dorg1.organization_uid
left outer join dbo.D_ORGANIZATION dorg2 with(nolock) on cc.hospital_uid = dorg2.organization_uid
left outer join dbo.RDB_DATE rd1 with(nolock) on cc.investigator_assigned_datetime = rd1.DATE_MM_DD_YYYY
left outer join dbo.RDB_DATE rd2 with(nolock) on cc.activity_from_time = rd2.DATE_MM_DD_YYYY
left outer join dbo.RDB_DATE rd3 with(nolock) on cc.diagnosis_time = rd3.DATE_MM_DD_YYYY
left outer join dbo.RDB_DATE rd4 with(nolock) on cc.rpt_form_cmplt_time = rd4.DATE_MM_DD_YYYY
where cc.public_health_case_uid in (
SELECT value FROM STRING_SPLIT(@phc_id_list, ',')
)
;
COMMIT TRANSACTION;

BEGIN TRANSACTION;

SET @PROC_STEP_NO = @PROC_STEP_NO + 1;
SET @PROC_STEP_NAME = ' GENERATING Case Count Table - Update';


update dbo.CASE_COUNT
set
case_count = src.case_count,
investigator_key = src.investigator_key,
reporter_key = src.reporter_key,
physician_key = src.physician_key,
rpt_src_org_key = src.rpt_src_org_key,
inv_assigned_dt_key = src.inv_assigned_dt_key,
patient_key = src.patient_key,
investigation_count = src.investigation_count,
condition_key = src.condition_key,
adt_hsptl_key = src.adt_hsptl_key,
inv_start_dt_key = src.inv_start_dt_key,
diagnosis_dt_key = src.diagnosis_dt_key,
inv_rpt_dt_key = src.inv_rpt_dt_key,
geocoding_location_key = src.geocoding_location_key
from
update dbo.CASE_COUNT
set
case_count = src.case_count,
investigator_key = src.investigator_key,
reporter_key = src.reporter_key,
physician_key = src.physician_key,
rpt_src_org_key = src.rpt_src_org_key,
inv_assigned_dt_key = src.inv_assigned_dt_key,
patient_key = src.patient_key,
investigation_count = src.investigation_count,
condition_key = src.condition_key,
adt_hsptl_key = src.adt_hsptl_key,
inv_start_dt_key = src.inv_start_dt_key,
diagnosis_dt_key = src.diagnosis_dt_key,
inv_rpt_dt_key = src.inv_rpt_dt_key,
geocoding_location_key = src.geocoding_location_key
from
dbo.CASE_COUNT tgt
inner join #CASE_COUNT src
on src.investigation_key = tgt.investigation_key;
on src.investigation_key = tgt.investigation_key;

SELECT @ROWCOUNT_NO = @@ROWCOUNT;
INSERT INTO dbo.[JOB_FLOW_LOG]
(BATCH_ID,[DATAFLOW_NAME],[PACKAGE_NAME] ,[STATUS_TYPE],[STEP_NUMBER],[STEP_NAME],[ROW_COUNT])
VALUES(@BATCH_ID,'CASE_COUNT','CASE_COUNT','START', @PROC_STEP_NO,@PROC_STEP_NAME,@ROWCOUNT_NO);
SELECT @ROWCOUNT_NO = @@ROWCOUNT;
INSERT INTO dbo.[JOB_FLOW_LOG]
(BATCH_ID,[DATAFLOW_NAME],[PACKAGE_NAME] ,[STATUS_TYPE],[STEP_NUMBER],[STEP_NAME],[ROW_COUNT])
VALUES(@BATCH_ID,@dataflow_name, @package_name,'START', @PROC_STEP_NO,@PROC_STEP_NAME,@ROWCOUNT_NO);

SET @PROC_STEP_NO = @PROC_STEP_NO + 1;
SET @PROC_STEP_NO = @PROC_STEP_NO + 1;
SET @PROC_STEP_NAME = ' GENERATING Case Count Table - Insert';

insert into dbo.[CASE_COUNT](
case_count,
investigator_key,
reporter_key,
physician_key,
rpt_src_org_key,
inv_assigned_dt_key,
patient_key,
investigation_key,
investigation_count,
condition_key,
adt_hsptl_key,
inv_start_dt_key,
diagnosis_dt_key,
inv_rpt_dt_key,
geocoding_location_key
)
SELECT
distinct
src.case_count,
src.investigator_key,
src.reporter_key,
src.physician_key,
src.rpt_src_org_key,
src.inv_assigned_dt_key,
src.patient_key,
src.investigation_key,
src.investigation_count,
src.condition_key,
src.adt_hsptl_key,
src.inv_start_dt_key,
src.diagnosis_dt_key,
src.inv_rpt_dt_key,
src.geocoding_location_key
from
#CASE_COUNT src
insert into dbo.[CASE_COUNT](
case_count,
investigator_key,
reporter_key,
physician_key,
rpt_src_org_key,
inv_assigned_dt_key,
patient_key,
investigation_key,
investigation_count,
condition_key,
adt_hsptl_key,
inv_start_dt_key,
diagnosis_dt_key,
inv_rpt_dt_key,
geocoding_location_key
)
SELECT
distinct
src.case_count,
src.investigator_key,
src.reporter_key,
src.physician_key,
src.rpt_src_org_key,
src.inv_assigned_dt_key,
src.patient_key,
src.investigation_key,
src.investigation_count,
src.condition_key,
src.adt_hsptl_key,
src.inv_start_dt_key,
src.diagnosis_dt_key,
src.inv_rpt_dt_key,
src.geocoding_location_key
from
#CASE_COUNT src
left outer join dbo.CASE_COUNT tgt
on src.investigation_key = tgt.investigation_key
where tgt.investigation_key is null
;
on src.investigation_key = tgt.investigation_key
where tgt.investigation_key is null
;

SELECT @ROWCOUNT_NO = @@ROWCOUNT;
INSERT INTO dbo.[JOB_FLOW_LOG]
(BATCH_ID,[DATAFLOW_NAME],[PACKAGE_NAME] ,[STATUS_TYPE],[STEP_NUMBER],[STEP_NAME],[ROW_COUNT])
VALUES(@BATCH_ID,'CASE_COUNT','CASE_COUNT','START', @PROC_STEP_NO,@PROC_STEP_NAME,@ROWCOUNT_NO);
SELECT @ROWCOUNT_NO = @@ROWCOUNT;
INSERT INTO dbo.[JOB_FLOW_LOG]
(BATCH_ID,[DATAFLOW_NAME],[PACKAGE_NAME] ,[STATUS_TYPE],[STEP_NUMBER],[STEP_NAME],[ROW_COUNT])
VALUES(@BATCH_ID,@dataflow_name, @package_name,'START', @PROC_STEP_NO,@PROC_STEP_NAME,@ROWCOUNT_NO);

COMMIT TRANSACTION;
COMMIT TRANSACTION;



SET @PROC_STEP_NO = 999 ;
SET @PROC_STEP_NO = 999 ;
SET @Proc_Step_Name = 'SP_COMPLETE';

INSERT INTO dbo.[job_flow_log]
(batch_id,[Dataflow_Name],[package_Name],[Status_Type] ,[step_number],[step_name],[row_count])
VALUES
(@batch_id,'Case Count','Case Count','COMPLETE',@Proc_Step_no,@Proc_Step_name,@RowCount_no);
INSERT INTO dbo.[job_flow_log]
(batch_id,[Dataflow_Name],[package_Name],[Status_Type] ,[step_number],[step_name],[row_count])
VALUES
(@batch_id,@dataflow_name, @package_name,'COMPLETE',@Proc_Step_no,@Proc_Step_name,@RowCount_no);



Expand Down Expand Up @@ -201,8 +201,8 @@ INSERT INTO dbo.[job_flow_log] (
VALUES
(
@batch_id
,'Case Count'
,'Case Count'
,@dataflow_name
,@package_name
,'ERROR'
,@Proc_Step_no
,'ERROR - '+ @Proc_Step_name
Expand Down
Loading