From d6ca8852d4cd22ddee7bdb8e53b65759f2aeca9b Mon Sep 17 00:00:00 2001
From: Ed Chalstrey <edwardchalstrey@gmail.com>
Date: Thu, 31 Mar 2022 16:27:36 +0100
Subject: [PATCH] create script to load new geometries

---
 etl/load_new_geometries.sh | 20 ++++++++++++++++++++
 1 file changed, 20 insertions(+)
 create mode 100644 etl/load_new_geometries.sh

diff --git a/etl/load_new_geometries.sh b/etl/load_new_geometries.sh
new file mode 100644
index 00000000..0d4bfc0d
--- /dev/null
+++ b/etl/load_new_geometries.sh
@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+
+# Load new geometries from GeoJSON to Postgres
+# - assume postgres connection details are set in the environment using PGUSER, PGHOST etc.
+
+: ${1?"Usage: $0 ./path/to/mastermap/dir"}
+
+mastermap_dir=$1
+
+# Create 'geometry' record with
+#     id: <polygon-guid>,
+#     source_id: <toid>,
+#     geom: <geom>
+
+echo "Copy new geometries to db..."
+find $mastermap_dir -type f -name '*.3857.csv' \
+-printf "$mastermap_dir/%f\n" | \
+parallel \
+cat {} '|' psql -c "\"COPY geometries ( geometry_geom, source_id ) FROM stdin WITH CSV HEADER
+WHERE source_id NOT IN geometries;\""