a_adli/colouring-montreal
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add one more data field to database

Browse Source
This commit is contained in:
Mateusz Konieczny 2022-09-15 12:14:53 +02:00
parent 8cbb3cd84b
commit cdbf92399b
2 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
etl/planning_data/load_into_database.py
View File

@ -21,10 +21,10 @@ def insert_entry(connection, e):
application_url = "'" + e["application_url"] + "'" application_url = "'" + e["application_url"] + "'"
with connection.cursor() as cur: with connection.cursor() as cur:
cur.execute('''INSERT INTO cur.execute('''INSERT INTO
planning_data (planning_application_id, planning_application_link, description, decision_date, last_synced_date, status, data_source, data_source_link, uprn) planning_data (planning_application_id, planning_application_link, description, registered_with_local_authority_date, decision_date, last_synced_date, status, data_source, data_source_link, uprn)
VALUES VALUES
(%s, %s, %s, %s, %s, %s, %s, %s, %s) (%s, %s, %s, %s, %s, %s, %s, %s, %s, %s)
''', (e["application_id"], application_url, e["description"], e["decision_date"], e["last_synced_date"], e["status"], e["data_source"], e["data_source_link"], e["uprn"])) ''', (e["application_id"], application_url, e["description"], e["registered_with_local_authority_date"], e["decision_date"], e["last_synced_date"], e["status"], e["data_source"], e["data_source_link"], e["uprn"]))
connection.commit() connection.commit()
return """INSERT INTO planning_data return """INSERT INTO planning_data
@ -98,6 +98,7 @@ def main():
"last_synced_date": last_synced_date, "last_synced_date": last_synced_date,
"application_id": application_id, "application_id": application_id,
"application_url": entry['_source']['url_planning_app'], "application_url": entry['_source']['url_planning_app'],
"registered_with_local_authority_date": parse_date_string_into_datestring(entry['_source']['valid_date']),
"uprn": uprn, "uprn": uprn,
"status": status, "status": status,
"data_source": "The Planning London DataHub Greater London Authority", "data_source": "The Planning London DataHub Greater London Authority",

1
migrations/033.planning_livestream_data.up.sql
View File

@ -6,6 +6,7 @@ CREATE TABLE IF NOT EXISTS planning_data (
planning_application_id VARCHAR(50), planning_application_id VARCHAR(50),
planning_application_link VARCHAR(260), planning_application_link VARCHAR(260),
description VARCHAR, description VARCHAR,
registered_with_local_authority_date date,
decision_date date, decision_date date,
last_synced_date date, last_synced_date date,
status VARCHAR(20), status VARCHAR(20),