a_adli/colouring-montreal
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Use default pool size (CPU count) in ETL

Browse Source
This commit is contained in:
Tom Russell 2018-09-25 21:47:29 +01:00
parent 3f9c9f3221
commit d9797385d9
3 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
etl/check_ab_mm_match.py
View File

@ -22,7 +22,7 @@ def main(ab_path, mm_path):
zipped_paths = zip(ab_paths, mm_paths)
# parallel map over tiles
with Pool(4) as p:
with Pool() as p:
p.starmap(check, zipped_paths)
def check(ab_path, mm_path):

0
etl/create_building_records.sh Normal file → Executable file
View File

2
etl/filter_mastermap.py
View File

@ -25,7 +25,7 @@ def main(ab_path, mm_path):
zipped_paths = zip(mm_paths, toid_paths)
# parallel map over tiles
with Pool(4) as p:
with Pool() as p:
p.starmap(filter, zipped_paths)
def filter(mm_path, toid_path):