more logging and lint

Author: aysim319

nhsn/delphi_nhsn/pull.py

@@ -58,7 +58,10 @@ def check_last_updated(socrata_token, dataset_id, logger):
 def pull_data(socrata_token: str, dataset_id: str, backup_dir: str, logger):
     """Pull data from Socrata API."""
     client = Socrata("data.cdc.gov", socrata_token)
-    logger.info("Pulling data from Socrata API")
+    logger.info(
+        f"Pulling {'main' if dataset_id == MAIN_DATASET_ID else 'preliminary'} data from Socrata API",
+        dataset_id=dataset_id,
+    )
     results = []
     offset = 0
     limit = 50000  # maximum limit allowed by SODA 2.0

nhsn/delphi_nhsn/run.py

@@ -66,9 +66,7 @@ def run_module(params, logger=None):
         signal_df_dict.update({signal: nhsn_df for signal in SIGNALS_MAP})
     # some of the source backups do not include for preliminary data
     if not preliminary_nhsn_df.empty:
-        signal_df_dict.update(
-            {signal: preliminary_nhsn_df for signal in PRELIM_SIGNALS_MAP}
-        )
+        signal_df_dict.update({signal: preliminary_nhsn_df for signal in PRELIM_SIGNALS_MAP})
 
     for geo, signals_df in product(GEOS, signal_df_dict.items()):
         signal, df_pull = signals_df