From a1fafc45c38bfc926acb4747f992943efafb9fb7 Mon Sep 17 00:00:00 2001 From: Ritwika Dasgupta Date: Sun, 25 Feb 2024 19:26:07 +0900 Subject: [PATCH] parallel --- src/mintpy/tropo_pyaps3.py | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/src/mintpy/tropo_pyaps3.py b/src/mintpy/tropo_pyaps3.py index 49867cd0d..42d135dab 100644 --- a/src/mintpy/tropo_pyaps3.py +++ b/src/mintpy/tropo_pyaps3.py @@ -402,7 +402,21 @@ def check_pyaps_account_config(tropo_model): ############################################################### +from concurrent.futures import ThreadPoolExecutor + def dload_grib_files(grib_files, tropo_model='ERA5', snwe=None): + # import pdb; pdb.set_trace() + with ThreadPoolExecutor(max_workers=64) as worker: + futures = [] + for grib_file in grib_files: + future = worker.submit(dload_grib_files_worker, [grib_file], tropo_model, snwe) + futures.append(future) + for future in futures: + future.result() + + return dload_grib_files_worker(grib_files, tropo_model, snwe) + +def dload_grib_files_worker(grib_files, tropo_model='ERA5', snwe=None): """Download weather re-analysis grib files using PyAPS Parameters: grib_files : list of string of grib files Returns: grib_files : list of string