From b773cec0e82f1802c5e5d1d54b736e2b002bafe1 Mon Sep 17 00:00:00 2001
From: Ed Chalstrey <edwardchalstrey@gmail.com>
Date: Thu, 10 Mar 2022 09:59:22 +0000
Subject: [PATCH] unzip stage

---
 etl/extract_mastermap.sh | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/etl/extract_mastermap.sh b/etl/extract_mastermap.sh
index 09ada8cb..64187a71 100755
--- a/etl/extract_mastermap.sh
+++ b/etl/extract_mastermap.sh
@@ -17,6 +17,14 @@ data_dir=$1
 # Use `fid` as source ID, aka TOID.
 #
 
+#
+# Unzip to GML
+#
+
+find $data_dir -type f -name '*.zip' -printf "%f\n" | \
+parallel \
+unzip -u $data_dir/{} -d $data_dir
+
 find $data_dir -type f -name '*.gz' -printf "%f\n" | \
 parallel \
 gunzip $data_dir/{} -k -S gml