#!/usr/bin/env bash # Load geometries from GeoJSON to Postgres # - assume postgres connection details are set in the environment using PGUSER, PGHOST etc. : ${1?"Usage: $0 ./path/to/mastermap/dir"} mastermap_dir=$1 # Create 'geometry' record with # id: , # source_id: , # geom: echo "Removing temp tables if previously created..." psql -c "DROP TABLE IF EXISTS new_geometries;" psql -c "DROP TABLE IF EXISTS release_geometries;" echo "Creating temporary geometries table for OS release geometries..." psql -c "CREATE TABLE IF NOT EXISTS release_geometries ( geometry_id serial, source_id varchar(30), geometry_geom geometry(GEOMETRY, 3857) );" echo "Copy geometries to db..." find $mastermap_dir -type f -name '*.3857.csv' \ -printf "$mastermap_dir/%f\n" | \ parallel \ cat {} '|' psql -c "\"COPY release_geometries ( geometry_geom, source_id ) FROM stdin WITH CSV HEADER;\"" echo "Creating temporary geometries table for new geometries only..." psql -c "CREATE TABLE IF NOT EXISTS new_geometries ( source_id varchar(30), geometry_geom geometry(GEOMETRY, 3857) );" # Delete any duplicated geometries (by TOID) echo "Delete duplicate geometries..." psql -c "DELETE FROM release_geometries a USING ( SELECT MIN(ctid) as ctid, source_id FROM release_geometries GROUP BY source_id HAVING COUNT(*) > 1 ) b WHERE a.source_id = b.source_id AND a.ctid <> b.ctid;" echo "Finding geometries that are new to this release..." psql -c "INSERT INTO new_geometries ( source_id, geometry_geom ) SELECT source_id, geometry_geom FROM release_geometries AS r WHERE NOT EXISTS ( SELECT source_id FROM geometries AS g WHERE g.source_id = r.source_id);"