Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

CNDE-2341: Added sp_nrt_treatment_postprocessing #223

Merged
merged 4 commits into from
Mar 11, 2025
Merged

CNDE-2341: Added sp_nrt_treatment_postprocessing #223

Show file tree
Hide file tree
Changes from 2 commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
7fb8707
added sp_nrt_treatment_postprocessing
jayasudhasundaram Mar 8, 2025
0033e37
removed create_dttm and update_dttm specification as per the pr comments
jayasudhasundaram Mar 11, 2025
c2fbd40
Merge branch 'main' into CNDE-2341_PostProcessing_SP_Treatment
jayasudhasundaram Mar 11, 2025
b1201a8
resolved the conflict and updated the id and added comment
jayasudhasundaram Mar 11, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
388 changes: 388 additions & 0 deletions db/upgrade/rdb_modern/routines/045-sp_nrt_treatment_postprocessing.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,388 @@
CREATE OR ALTER PROCEDURE [dbo].[sp_nrt_treatment_postprocessing] @treatment_uids nvarchar(max),
@debug bit = 'false'
AS
BEGIN
BEGIN TRY
/* Logging variables */
DECLARE @rowcount bigint;
DECLARE @proc_step_no float = 0;
DECLARE @proc_step_name varchar(200) = '';
DECLARE @batch_id bigint;
DECLARE @dataflow_name varchar(200) = 'Treatment POST-Processing';
DECLARE @package_name varchar(200) = 'sp_nrt_treatment_postprocessing';

SET @batch_id = cast((format(getdate(), 'yyMMddHHmmss')) as bigint);

/* Initial logging entry */
INSERT INTO [dbo].[job_flow_log]
( batch_id
, [Dataflow_Name]
, [package_Name]
, [Status_Type]
, [step_number]
, [step_name]
, [msg_description1]
, [row_count])
VALUES ( @batch_id
, @dataflow_name
, @package_name
, 'START'
, 0
, 'SP_Start'
, LEFT(@treatment_uids, 500)
, 0);

SET @proc_step_name = 'Create TREATMENT and TREATMENT_EVENT Temp tables';
SET @proc_step_no = 1;

/* Temp treatment table creation */
SELECT CAST(nrt.treatment_uid AS bigint) AS treatment_uid,
nrt.local_id AS TREATMENT_LOCAL_ID,
nrt.treatment_name AS TREATMENT_NM,
nrt.treatment_drug AS TREATMENT_DRUG,
nrt.treatment_dosage_strength AS TREATMENT_DOSAGE_STRENGTH,
nrt.treatment_dosage_strength_unit AS TREATMENT_DOSAGE_STRENGTH_UNIT,
nrt.treatment_frequency AS TREATMENT_FREQUENCY,
nrt.treatment_duration AS TREATMENT_DURATION,
nrt.treatment_duration_unit AS TREATMENT_DURATION_UNIT,
nrt.treatment_comments AS TREATMENT_COMMENTS,
nrt.treatment_route AS TREATMENT_ROUTE,
CASE WHEN nrt.cd = 'OTH' THEN nrt.treatment_name ELSE '' END AS CUSTOM_TREATMENT,
nrt.treatment_shared_ind AS TREATMENT_SHARED_IND,
nrt.treatment_oid AS TREATMENT_OID,
nrt.record_status_cd AS RECORD_STATUS_CD,
tk.d_treatment_key AS TREATMENT_KEY
INTO #temp_trt_table
FROM dbo.nrt_treatment nrt
LEFT JOIN dbo.nrt_treatment_key tk WITH (NOLOCK)
ON CAST(nrt.treatment_uid AS bigint) = tk.treatment_uid
WHERE nrt.treatment_uid IN (SELECT value FROM STRING_SPLIT(@treatment_uids, ','));

/* Temp treatment_event table creation */
SELECT CAST(nrt.treatment_uid AS bigint) AS treatment_uid,
COALESCE(dtt.DATE_KEY, 1) AS TREATMENT_DT_KEY,
COALESCE(p.PATIENT_KEY, 1) AS PATIENT_KEY,
COALESCE(org.ORGANIZATION_KEY, 1) AS TREATMENT_PROVIDING_ORG_KEY,
COALESCE(prv.PROVIDER_KEY, 1) AS TREATMENT_PHYSICIAN_KEY,
1 AS TREATMENT_COUNT,
trt.TREATMENT_KEY,
COALESCE(mrb.MORB_RPT_KEY, 1) AS MORB_RPT_KEY,
COALESCE(inv.INVESTIGATION_KEY, 1) AS INVESTIGATION_KEY,
COALESCE(cnd.CONDITION_KEY, 1) AS CONDITION_KEY,
COALESCE(ldf.LDF_GROUP_KEY, 1) AS LDF_GROUP_KEY,
nrt.record_status_cd AS RECORD_STATUS_CD
INTO #temp_trt_event_table
FROM dbo.nrt_treatment nrt
LEFT JOIN dbo.nrt_treatment_key tk ON CAST(nrt.treatment_uid AS bigint) = tk.treatment_uid
LEFT JOIN dbo.TREATMENT trt WITH (NOLOCK) ON trt.TREATMENT_KEY = tk.d_treatment_key
LEFT JOIN dbo.INVESTIGATION inv WITH (NOLOCK)
ON CAST(nrt.public_health_case_uid AS bigint) = inv.CASE_UID
LEFT JOIN dbo.nrt_investigation nrt_inv WITH (NOLOCK)
ON CAST(nrt.public_health_case_uid AS bigint) = nrt_inv.public_health_case_uid
LEFT JOIN dbo.CONDITION cnd WITH (NOLOCK) ON nrt_inv.cd = cnd.CONDITION_CD
LEFT JOIN dbo.D_PATIENT p WITH (NOLOCK) ON CAST(nrt.patient_treatment_uid AS bigint) = p.PATIENT_UID
LEFT JOIN dbo.D_ORGANIZATION org WITH (NOLOCK)
ON CAST(nrt.organization_uid AS bigint) = org.ORGANIZATION_UID
LEFT JOIN dbo.D_PROVIDER prv WITH (NOLOCK) ON CAST(nrt.provider_uid AS bigint) = prv.PROVIDER_UID
LEFT JOIN dbo.RDB_DATE dtt WITH (NOLOCK) ON CAST(nrt.treatment_date AS DATE) = dtt.DATE_MM_DD_YYYY
LEFT JOIN dbo.MORBIDITY_REPORT mrb WITH (NOLOCK)
ON CAST(nrt.morbidity_uid AS bigint) = mrb.MORB_RPT_UID
LEFT JOIN dbo.LDF_GROUP ldf WITH (NOLOCK)
ON CAST(nrt.treatment_uid AS bigint) = ldf.business_object_uid
WHERE nrt.treatment_uid IN (SELECT value FROM STRING_SPLIT(@treatment_uids, ','));

/* Logging */
SET @rowcount = @@rowcount;
INSERT INTO [dbo].[job_flow_log]
( batch_id
, [Dataflow_Name]
, [package_Name]
, [Status_Type]
, [step_number]
, [step_name]
, [row_count]
, [msg_description1])
VALUES ( @batch_id
, @dataflow_name
, @package_name
, 'START'
, @proc_step_no
, @proc_step_name
, @rowcount
, LEFT(@treatment_uids, 500));

BEGIN TRANSACTION;
SET @proc_step_name = 'Update TREATMENT Dimension';
SET @proc_step_no = 2;

/* Treatment Update Operation */
UPDATE dbo.TREATMENT
SET TREATMENT_LOCAL_ID = trt.TREATMENT_LOCAL_ID,
TREATMENT_NM = trt.TREATMENT_NM,
TREATMENT_DRUG = trt.TREATMENT_DRUG,
TREATMENT_DOSAGE_STRENGTH = trt.TREATMENT_DOSAGE_STRENGTH,
TREATMENT_DOSAGE_STRENGTH_UNIT = trt.TREATMENT_DOSAGE_STRENGTH_UNIT,
TREATMENT_FREQUENCY = trt.TREATMENT_FREQUENCY,
TREATMENT_DURATION = trt.TREATMENT_DURATION,
TREATMENT_DURATION_UNIT = trt.TREATMENT_DURATION_UNIT,
TREATMENT_COMMENTS = trt.TREATMENT_COMMENTS,
TREATMENT_ROUTE = trt.TREATMENT_ROUTE,
CUSTOM_TREATMENT = trt.CUSTOM_TREATMENT,
TREATMENT_SHARED_IND = trt.TREATMENT_SHARED_IND,
TREATMENT_OID = trt.TREATMENT_OID,
RECORD_STATUS_CD = trt.RECORD_STATUS_CD
FROM #temp_trt_table trt
INNER JOIN dbo.TREATMENT t WITH (NOLOCK)
ON trt.TREATMENT_KEY = t.TREATMENT_KEY
WHERE trt.TREATMENT_KEY IS NOT NULL;

/* Logging */
SET @rowcount = @@rowcount;
INSERT INTO [dbo].[job_flow_log]
( batch_id
, [Dataflow_Name]
, [package_Name]
, [Status_Type]
, [step_number]
, [step_name]
, [row_count]
, [msg_description1])
VALUES ( @batch_id
, @dataflow_name
, @package_name
, 'START'
, @proc_step_no
, @proc_step_name
, @rowcount
, LEFT(@treatment_uids, 500));

SET @proc_step_name = 'Update TREATMENT_EVENT Dimension';
SET @proc_step_no = 3;

/* Treatment_Event Update Operation */
UPDATE dbo.TREATMENT_EVENT
SET TREATMENT_DT_KEY = trte.TREATMENT_DT_KEY,
PATIENT_KEY = trte.PATIENT_KEY,
TREATMENT_PROVIDING_ORG_KEY = trte.TREATMENT_PROVIDING_ORG_KEY,
TREATMENT_PHYSICIAN_KEY = trte.TREATMENT_PHYSICIAN_KEY,
TREATMENT_COUNT = trte.TREATMENT_COUNT,
MORB_RPT_KEY = trte.MORB_RPT_KEY,
INVESTIGATION_KEY = trte.INVESTIGATION_KEY,
CONDITION_KEY = trte.CONDITION_KEY,
LDF_GROUP_KEY = trte.LDF_GROUP_KEY,
RECORD_STATUS_CD = trte.RECORD_STATUS_CD
FROM #temp_trt_event_table trte
INNER JOIN dbo.TREATMENT_EVENT te WITH (NOLOCK)
ON trte.TREATMENT_KEY = te.TREATMENT_KEY
WHERE trte.TREATMENT_KEY IS NOT NULL;

/* Logging */
SET @rowcount = @@rowcount;
INSERT INTO [dbo].[job_flow_log]
( batch_id
, [Dataflow_Name]
, [package_Name]
, [Status_Type]
, [step_number]
, [step_name]
, [row_count]
, [msg_description1])
VALUES ( @batch_id
, @dataflow_name
, @package_name
, 'START'
, @proc_step_no
, @proc_step_name
, @rowcount
, LEFT(@treatment_uids, 500));

SET @proc_step_name = 'Insert into TREATMENT Dimension';
SET @proc_step_no = 4;

/* Treatment Insert Operation - Generate keys first */
INSERT INTO dbo.nrt_treatment_key(treatment_uid)
SELECT treatment_uid
FROM #temp_trt_table
WHERE TREATMENT_KEY IS NULL
ORDER BY treatment_uid;

/* Perform inserts with the new keys */
INSERT INTO dbo.TREATMENT
(TREATMENT_KEY,
TREATMENT_UID,
TREATMENT_LOCAL_ID,
TREATMENT_NM,
TREATMENT_DRUG,
TREATMENT_DOSAGE_STRENGTH,
TREATMENT_DOSAGE_STRENGTH_UNIT,
TREATMENT_FREQUENCY,
TREATMENT_DURATION,
TREATMENT_DURATION_UNIT,
TREATMENT_COMMENTS,
TREATMENT_ROUTE,
CUSTOM_TREATMENT,
TREATMENT_SHARED_IND,
TREATMENT_OID,
RECORD_STATUS_CD)
SELECT k.d_treatment_key,
trt.treatment_uid,
trt.TREATMENT_LOCAL_ID,
trt.TREATMENT_NM,
trt.TREATMENT_DRUG,
trt.TREATMENT_DOSAGE_STRENGTH,
trt.TREATMENT_DOSAGE_STRENGTH_UNIT,
trt.TREATMENT_FREQUENCY,
trt.TREATMENT_DURATION,
trt.TREATMENT_DURATION_UNIT,
trt.TREATMENT_COMMENTS,
trt.TREATMENT_ROUTE,
trt.CUSTOM_TREATMENT,
trt.TREATMENT_SHARED_IND,
trt.TREATMENT_OID,
trt.RECORD_STATUS_CD
FROM #temp_trt_table trt
JOIN dbo.nrt_treatment_key k ON trt.treatment_uid = k.treatment_uid
WHERE trt.TREATMENT_KEY IS NULL;

/* Logging */
SET @rowcount = @@rowcount;
INSERT INTO [dbo].[job_flow_log]
( batch_id
, [Dataflow_Name]
, [package_Name]
, [Status_Type]
, [step_number]
, [step_name]
, [row_count]
, [msg_description1])
VALUES ( @batch_id
, @dataflow_name
, @package_name
, 'START'
, @proc_step_no
, @proc_step_name
, @rowcount
, LEFT(@treatment_uids, 500));

SET @proc_step_name = 'Insert into TREATMENT_EVENT Dimension';
SET @proc_step_no = 5;

INSERT INTO dbo.TREATMENT_EVENT
(TREATMENT_DT_KEY,
TREATMENT_PROVIDING_ORG_KEY,
PATIENT_KEY,
TREATMENT_COUNT,
TREATMENT_KEY,
MORB_RPT_KEY,
TREATMENT_PHYSICIAN_KEY,
INVESTIGATION_KEY,
CONDITION_KEY,
LDF_GROUP_KEY,
RECORD_STATUS_CD)
SELECT trte.TREATMENT_DT_KEY,
trte.TREATMENT_PROVIDING_ORG_KEY,
trte.PATIENT_KEY,
trte.TREATMENT_COUNT,
k.d_treatment_key,
trte.MORB_RPT_KEY,
trte.TREATMENT_PHYSICIAN_KEY,
trte.INVESTIGATION_KEY,
trte.CONDITION_KEY,
trte.LDF_GROUP_KEY,
trte.RECORD_STATUS_CD
FROM #temp_trt_event_table trte
JOIN dbo.nrt_treatment_key k WITH (NOLOCK)
ON trte.treatment_uid = k.treatment_uid
WHERE trte.TREATMENT_KEY IS NULL;

/* Logging */
SET @rowcount = @@rowcount;
INSERT INTO [dbo].[job_flow_log]
( batch_id
, [Dataflow_Name]
, [package_Name]
, [Status_Type]
, [step_number]
, [step_name]
, [row_count]
, [msg_description1])
VALUES ( @batch_id
, @dataflow_name
, @package_name
, 'START'
, @proc_step_no
, @proc_step_name
, @rowcount
, LEFT(@treatment_uids, 500));

COMMIT TRANSACTION;

SET @proc_step_name = 'SP_COMPLETE';
SET @proc_step_no = 6;

INSERT INTO [dbo].[job_flow_log]
( batch_id
, [Dataflow_Name]
, [package_Name]
, [Status_Type]
, [step_number]
, [step_name]
, [row_count]
, [msg_description1])
VALUES ( @batch_id
, @dataflow_name
, @package_name
, 'COMPLETE'
, @proc_step_no
, @proc_step_name
, 0
, LEFT(@treatment_uids, 500));

/* Return any additional data for further processing if needed */
/* SELECT
inv.CASE_UID AS public_health_case_uid,
pat.PATIENT_UID AS patient_uid,
dtm.Datamart AS datamart,
c.CONDITION_CD AS condition_cd,
dtm.Stored_Procedure AS stored_procedure
FROM #temp_trt_event_table trt
LEFT JOIN dbo.INVESTIGATION inv WITH (NOLOCK) ON inv.INVESTIGATION_KEY = trt.INVESTIGATION_KEY
LEFT JOIN dbo.CONDITION c ON c.CONDITION_KEY = trt.CONDITION_KEY
LEFT JOIN dbo.D_PATIENT pat WITH (NOLOCK) ON pat.PATIENT_KEY = trt.PATIENT_KEY
LEFT JOIN dbo.nrt_datamart_metadata dtm WITH (NOLOCK) ON dtm.condition_cd = c.CONDITION_CD;*/

END TRY
BEGIN CATCH
IF @@TRANCOUNT > 0 ROLLBACK TRANSACTION;

DECLARE @FullErrorMessage NVARCHAR(4000) =
'Error Number: ' + CAST(ERROR_NUMBER() AS VARCHAR(10)) + CHAR(13) + CHAR(10) +
'Error Severity: ' + CAST(ERROR_SEVERITY() AS VARCHAR(10)) + CHAR(13) + CHAR(10) +
'Error State: ' + CAST(ERROR_STATE() AS VARCHAR(10)) + CHAR(13) + CHAR(10) +
'Error Line: ' + CAST(ERROR_LINE() AS VARCHAR(10)) + CHAR(13) + CHAR(10) +
'Error Message: ' + ERROR_MESSAGE();

/* Logging */
INSERT INTO [dbo].[job_flow_log]
( batch_id
, [Dataflow_Name]
, [package_Name]
, [Status_Type]
, [step_number]
, [step_name]
, [row_count]
, [msg_description1]
, [Error_Description])
VALUES ( @batch_id
, @dataflow_name
, @package_name
, 'ERROR'
, @Proc_Step_no
, @Proc_Step_Name
, 0
, LEFT(@treatment_uids, 500)
, @FullErrorMessage);

RETURN -1;
END CATCH
END;
Loading