Merge pull request #714 from tulibraries/BL-1634-update-bw-path

ebtoner · web-flow · commit ecc3e2ae984d · 2022-03-31T18:17:44.000-04:00
BL-1634: Update bw path to use correct folder.
diff --git a/cob_datapipeline/catalog_full_reindex_dag.py b/cob_datapipeline/catalog_full_reindex_dag.py
@@ -128,7 +128,7 @@
         "BUCKET": AIRFLOW_DATA_BUCKET,
         "DEST_FOLDER": ALMASFTP_S3_PREFIX + "/" + DAG.dag_id + "/{{ ti.xcom_pull(task_ids='set_s3_namespace') }}/lookup.tsv",
         "S3_KEYS": "{{ ti.xcom_pull(task_ids='list_boundwith_s3_data') }}",
-        "SOURCE_FOLDER": ALMASFTP_S3_PREFIX + "/alma_bibs__boundwith"
+        "SOURCE_FOLDER": ALMASFTP_S3_PREFIX + "/bw/" + ALMASFTP_S3_ORIGINAL_BW_DATA_NAMESPACE + "/alma_bibs__boundwith"
     },
     dag=DAG
 )

Original file line number	Diff line number	Diff line change
`@@ -128,7 +128,7 @@`
`128`	`128`	`"BUCKET": AIRFLOW_DATA_BUCKET,`
`129`	`129`	`"DEST_FOLDER": ALMASFTP_S3_PREFIX + "/" + DAG.dag_id + "/{{ ti.xcom_pull(task_ids='set_s3_namespace') }}/lookup.tsv",`
`130`	`130`	`"S3_KEYS": "{{ ti.xcom_pull(task_ids='list_boundwith_s3_data') }}",`
`131`		`- "SOURCE_FOLDER": ALMASFTP_S3_PREFIX + "/alma_bibs__boundwith"`
	`131`	`+ "SOURCE_FOLDER": ALMASFTP_S3_PREFIX + "/bw/" + ALMASFTP_S3_ORIGINAL_BW_DATA_NAMESPACE + "/alma_bibs__boundwith"`
`132`	`132`	`},`
`133`	`133`	`dag=DAG`
`134`	`134`	`)`