a_adli/colouring-montreal
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

separate python step since memory failiure is possible

Browse Source
This commit is contained in:
Ed Chalstrey 2022-04-04 11:11:31 +01:00
parent 08d4610336
commit 709be9ef70
2 changed files with 6 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
etl/README.md
View File

@ -169,6 +169,12 @@ Install the required python packages.
pip install -r requirements.txt pip install -r requirements.txt
``` ```
Converting the OS Open TOID data OSGB36 Eastings and Northings to WGS84 longitude and latitude coordinates.
```bash
python convert_opentoid_bng_latlon.py /path/to/opentoids_dir
```
Assign latitude and longitude to buildings with the downloaded OS Open TOID data. Assign latitude and longitude to buildings with the downloaded OS Open TOID data.
```bash ```bash

9
etl/load_coordinates.sh
View File

@ -7,9 +7,6 @@
opentoid_dir=$1 opentoid_dir=$1
echo "Converting OSGB36 Eastings and Northings to WGS84 longitude and latitude coordinates..."
python convert_opentoid_bng_latlon.py $opentoid_dir
echo "Creating a temporary table for coordinates..." echo "Creating a temporary table for coordinates..."
psql -c "CREATE TABLE open_toid ( psql -c "CREATE TABLE open_toid (
toid varchar, toid varchar,
@ -28,14 +25,8 @@ find $opentoid_dir -type f -name '*.csv' \
parallel \ parallel \
cat {} '|' psql -c "\"COPY open_toid ( toid, version_number, version_date, source_product, easting, northing, longitude, latitute ) FROM stdin WITH CSV HEADER;\"" cat {} '|' psql -c "\"COPY open_toid ( toid, version_number, version_date, source_product, easting, northing, longitude, latitute ) FROM stdin WITH CSV HEADER;\""
# Convert the northing/easting coordinates to latitude/longitute with PostGIS
# psql -c "select AddGeometryColumn( 'public', 'open_toid', 'the_geom', 27700, 'POINT', 2);"
# psql -c "update open_toid set the_geom=GeomFromText('POINT('||easting||' '||northing||')',27700);"
# psql -c "update open_toid set longitude=st_x(st_transform(the_geom,4326)), latitude=st_y(st_transform(the_geom,4326));"
# Update the buildings table with coordinates # Update the buildings table with coordinates
# psql -c "" # psql -c ""
# Delete the temporary table # Delete the temporary table
# psql -c "DROP TABLE open_toid;" # psql -c "DROP TABLE open_toid;"