a_adli/colouring-montreal
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

unzip stage

Browse Source
This commit is contained in:
Ed Chalstrey 2022-03-10 09:59:22 +00:00
parent b85a2bf865
commit b773cec0e8
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
etl/extract_mastermap.sh
View File

@ -17,6 +17,14 @@ data_dir=$1
# Use `fid` as source ID, aka TOID. # Use `fid` as source ID, aka TOID.
# #
#
# Unzip to GML
#
find $data_dir -type f -name '*.zip' -printf "%f\n" | \
parallel \
unzip -u $data_dir/{} -d $data_dir
find $data_dir -type f -name '*.gz' -printf "%f\n" | \ find $data_dir -type f -name '*.gz' -printf "%f\n" | \
parallel \ parallel \
gunzip $data_dir/{} -k -S gml gunzip $data_dir/{} -k -S gml