File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -2472,15 +2472,6 @@ def merge_per_chunk_storage(
24722472 run_id , target , chunk_number = {per_chunked_dependency : chunk_number }
24732473 )
24742474
2475- # Usually we want to save in the same storage frontend
2476- # Here we assume that the target is stored chunk by chunk of the dependency
2477- source_sf = self .get_source_sf (
2478- run_id ,
2479- target ,
2480- chunk_number = {per_chunked_dependency : chunk_number },
2481- should_exist = True ,
2482- )[0 ]
2483-
24842475 # Get the target storage frontends
24852476 target_sf = self ._get_target_sf (run_id , target , target_frontend_id )
24862477
@@ -2490,6 +2481,13 @@ def wrapped_loader():
24902481 # Mostly revised from self.copy_to_frontend
24912482 # Get the info from the source backend (s_be) that we need to fill
24922483 # the target backend (t_be) with
2484+ # Here we assume that the target is stored chunk by chunk of the dependency
2485+ source_sf = self .get_source_sf (
2486+ run_id ,
2487+ target ,
2488+ chunk_number = {per_chunked_dependency : chunk_number },
2489+ should_exist = True ,
2490+ )[0 ]
24932491 data_key = self .key_for (
24942492 run_id , target , chunk_number = {per_chunked_dependency : chunk_number }
24952493 )
You can’t perform that action at this time.
0 commit comments