a_adli/colouring-montreal
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

entries with decision_date set are never aliased to status=Submitted

Browse Source
This commit is contained in:
Mateusz Konieczny 2022-11-01 20:18:55 +01:00
parent 32076a9012
commit ae56933462
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
etl/planning_data/obtain_livestream_data_and_load_into_database.py
View File

@ -44,7 +44,7 @@ def load_data_into_database(cursor, data):
decision_date = parse_date_string_into_datestring(entry['_source']['decision_date']) decision_date = parse_date_string_into_datestring(entry['_source']['decision_date'])
last_synced_date = parse_date_string_into_datestring(entry['_source']['last_synced']) last_synced_date = parse_date_string_into_datestring(entry['_source']['last_synced'])
uprn = entry['_source']['uprn'] uprn = entry['_source']['uprn']
status = process_status(entry['_source']['status']) status = process_status(entry['_source']['status'], decision_date)
if uprn == None: if uprn == None:
continue continue
try: try:
@ -148,10 +148,11 @@ def parse_date_string_into_datestring(incoming):
date = datetime.datetime.strptime(incoming, "%Y-%m-%dT%H:%M:%S.%fZ") # '2022-08-08T20:07:22.238Z' date = datetime.datetime.strptime(incoming, "%Y-%m-%dT%H:%M:%S.%fZ") # '2022-08-08T20:07:22.238Z'
return datetime.datetime.strftime(date, "%Y-%m-%d") return datetime.datetime.strftime(date, "%Y-%m-%d")
def process_status(status): def process_status(status, decision_date):
"""return None if status is invalid""" """return None if status is invalid"""
if status in ["Application Under Consideration", "Application Received"]: if status in ["Application Under Consideration", "Application Received"]:
status = "Submitted" if decision_date == None:
status = "Submitted"
if status in ["Refused", "Refusal", "Refusal (P)", "Application Invalid", "Insufficient Fee"]: if status in ["Refused", "Refusal", "Refusal (P)", "Application Invalid", "Insufficient Fee"]:
status = "Rejected" status = "Rejected"
if status == "Appeal Received": if status == "Appeal Received":