a_adli/colouring-montreal
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix Hackney links

Browse Source 
application_id source was changed and it broke this hidden internal use of it - here we need borough identifier

fixes #1047 and repairs dffa4e244b
This commit is contained in:
Mateusz Konieczny 2023-01-13 09:08:43 +01:00
parent 8c6c337291
commit 93295624a5
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
etl/planning_data/obtain_livestream_data_and_load_into_database.py
View File

@ -39,6 +39,7 @@ def load_data_into_database(cursor, data):
if entry['_source']['description'] != None: if entry['_source']['description'] != None:
description = entry['_source']['description'].strip() description = entry['_source']['description'].strip()
application_id = entry['_source']['lpa_app_no'] application_id = entry['_source']['lpa_app_no']
application_id_with_borough_identifier = entry['_source']['id']
decision_date = parse_date_string_into_date_object(entry['_source']['decision_date']) decision_date = parse_date_string_into_date_object(entry['_source']['decision_date'])
last_synced_date = parse_date_string_into_date_object(entry['_source']['last_synced']) last_synced_date = parse_date_string_into_date_object(entry['_source']['last_synced'])
uprn = entry['_source']['uprn'] uprn = entry['_source']['uprn']
@ -87,7 +88,7 @@ def load_data_into_database(cursor, data):
print("last_synced_date is treated as invalid:", entry["last_synced_date"]) print("last_synced_date is treated as invalid:", entry["last_synced_date"])
entry["last_synced_date"] = None entry["last_synced_date"] = None
if "Hackney" in entry["application_id"]: if "Hackney" in application_id_with_borough_identifier:
if entry["application_url"] != None: if entry["application_url"] != None:
if "https://" not in entry["application_url"]: if "https://" not in entry["application_url"]:
entry["application_url"] = "https://developmentandhousing.hackney.gov.uk" + entry["application_url"] entry["application_url"] = "https://developmentandhousing.hackney.gov.uk" + entry["application_url"]