Skip to content

Commit 1fbfdad

Browse files
author
LeoLee-Xiaohu
committed
refactor: improve code readability by adjusting line breaks and formatting
1 parent d754c97 commit 1fbfdad

3 files changed

Lines changed: 14 additions & 10 deletions

File tree

aodn_cloud_optimised/lib/CommonHandler.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -120,9 +120,9 @@ def __init__(self, **kwargs):
120120

121121
self.scheduler = kwargs.get("scheduler", None)
122122
if self.scheduler is None:
123-
self.coiled_cluster_options = self.dataset_config.get("run_settings", {}).get(
124-
"coiled_cluster_options", None
125-
)
123+
self.coiled_cluster_options = self.dataset_config.get(
124+
"run_settings", {}
125+
).get("coiled_cluster_options", None)
126126

127127
self.cluster_manager = ClusterManager(
128128
cluster_mode=self.cluster_mode,

aodn_cloud_optimised/lib/GenericParquetHandler.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1653,7 +1653,7 @@ def task(f, i):
16531653
ii += 1
16541654

16551655
# Cleanup memory
1656-
if 'batch_tasks' in locals():
1656+
if "batch_tasks" in locals():
16571657
del batch_tasks
16581658

16591659
# Trigger garbage collection

aodn_cloud_optimised/lib/GenericZarrHandler.py

Lines changed: 10 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -17,8 +17,8 @@
1717
from distributed.client import FutureCancelledError
1818
from distributed.scheduler import KilledWorker
1919
from distributed.shuffle._exceptions import P2PConsistencyError
20-
from xarray.coding.times import CFDatetimeCoder
2120
from xarray import MergeError
21+
from xarray.coding.times import CFDatetimeCoder
2222

2323
from aodn_cloud_optimised.lib.CommonHandler import CommonHandler
2424
from aodn_cloud_optimised.lib.logging import get_logger
@@ -1083,7 +1083,9 @@ def publish_cloud_optimised_fileset_batch(self, s3_file_uri_list):
10831083
if attrs.get("drop_var", False)
10841084
]
10851085

1086-
partial_preprocess = partial(preprocess_xarray, dataset_config=self.dataset_config)
1086+
partial_preprocess = partial(
1087+
preprocess_xarray, dataset_config=self.dataset_config
1088+
)
10871089

10881090
if self.cluster_mode:
10891091
batch_size = self.get_batch_size(client=self.client)
@@ -1800,12 +1802,14 @@ def handle_append_dim_overlap(
18001802
batch_files,
18011803
dim_name=dim_name,
18021804
dataset_config=self.dataset_config,
1803-
uuid_log=self.uuid_log
1805+
uuid_log=self.uuid_log,
18041806
)
18051807
ranges = self.client.gather(futures)
18061808
else:
18071809
ranges = [
1808-
check_append_dim_range_dask(f, dim_name, self.dataset_config, self.uuid_log)
1810+
check_append_dim_range_dask(
1811+
f, dim_name, self.dataset_config, self.uuid_log
1812+
)
18091813
for f in batch_files
18101814
]
18111815

@@ -1957,7 +1961,7 @@ def check_variable_values_parallel(self, file_paths, variable_name):
19571961
reference_values=reference_values,
19581962
variable_name=variable_name,
19591963
dataset_config=self.dataset_config,
1960-
uuid_log=self.uuid_log
1964+
uuid_log=self.uuid_log,
19611965
)
19621966
results = self.client.gather(futures)
19631967
else:
@@ -1972,7 +1976,7 @@ def check_variable_values_parallel(self, file_paths, variable_name):
19721976
reference_values,
19731977
variable_name,
19741978
self.dataset_config,
1975-
self.uuid_log
1979+
self.uuid_log,
19761980
)
19771981
for file_path in file_paths[1:]
19781982
]

0 commit comments

Comments
 (0)