From 0cc85ad5dedfd0b19dd432ab205a2795de4a5baf Mon Sep 17 00:00:00 2001 From: Sai Shanmukha Narumanchi Date: Wed, 16 Mar 2022 14:03:15 +0530 Subject: [PATCH] Fix/idph etl logs (#261) * Add logs to idph Hospital Util * Add gender mapping in idph vaccine --- covid19-etl/etl/idph_vaccine.py | 4 +--- covid19-etl/utils/metadata_helper.py | 9 +++++++-- 2 files changed, 8 insertions(+), 5 deletions(-) diff --git a/covid19-etl/etl/idph_vaccine.py b/covid19-etl/etl/idph_vaccine.py index 8fba11db..a0334cb7 100644 --- a/covid19-etl/etl/idph_vaccine.py +++ b/covid19-etl/etl/idph_vaccine.py @@ -93,9 +93,7 @@ def map_race(self, value, prop_name): "Middle Eastern or North African*": "Middle Eastern or North African", "Middle Eastern or North Africa": "Middle Eastern or North African", } - gender_mapping = { - "Unknown": "Unknown or Left Blank", - } + gender_mapping = {"Unknown": "Unknown or Left Blank", "": None} age_group_mapping = {"65+": "greater than 65"} if prop_name == "Race" and value in race_mapping: return race_mapping.get(value) diff --git a/covid19-etl/utils/metadata_helper.py b/covid19-etl/utils/metadata_helper.py index 7a562e40..622ce8c8 100644 --- a/covid19-etl/utils/metadata_helper.py +++ b/covid19-etl/utils/metadata_helper.py @@ -105,9 +105,14 @@ def get_str_latest_submitted_date_idph(self): f"Did not receive any data from Guppy. Query result for the query - {query_string} with variables - {variables} is \n\t {query_res}" ) loc = query_res["data"]["location"] - if len(loc) > 0: + if loc is None: + print( + f"INFO: Invalid response -- {query_res} from query - {self.project_id}" + ) + elif len(loc) > 0: return loc[0]["date"].split("T")[0] - print(f"INFO: no existing location data in Guppy for {self.project_id}") + else: + print(f"INFO: no existing location data in Guppy for {self.project_id}") return None def add_record_to_submit(self, record):