Skip to content

Commit e1f8fca

Browse files
Fixed linter errors
1 parent 9389091 commit e1f8fca

3 files changed

Lines changed: 12 additions & 14 deletions

File tree

components/job-orchestration/job_orchestration/executor/compress/compression_task.py

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -446,7 +446,7 @@ def cleanup_temporary_files():
446446
)
447447
conversion_return_code = conversion_proc.wait()
448448
conversion_log_file.close()
449-
449+
450450
try:
451451
if conversion_return_code != 0:
452452
logger.error(
@@ -458,14 +458,17 @@ def cleanup_temporary_files():
458458
"error_message": f"Check logs in {conversion_log_path}",
459459
}
460460
log_file_contents(logger, conversion_log_path)
461-
461+
462462
return CompressionTaskStatus.FAILED, worker_output
463463

464464
# Start compression
465465
logger.debug("Compressing...")
466466
compression_successful = False
467467
proc = subprocess.Popen(
468-
compression_cmd, stdout=subprocess.PIPE, stderr=compression_log_file, env=compression_env
468+
compression_cmd,
469+
stdout=subprocess.PIPE,
470+
stderr=compression_log_file,
471+
env=compression_env,
469472
)
470473

471474
# Compute the total amount of data compressed

components/job-orchestration/job_orchestration/reducer/reducer.py

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,18 +1,19 @@
11
#!/usr/bin/env python3
22

33
import argparse
4+
import logging
45
import os
56
import subprocess
67
import sys
7-
from concurrent.futures import ThreadPoolExecutor, as_completed
8+
from concurrent.futures import as_completed, ThreadPoolExecutor
89
from pathlib import Path
910
from typing import TextIO
10-
import logging
1111

1212
from clp_py_utils.clp_config import ClpConfig
1313
from clp_py_utils.clp_logging import configure_logging, get_logger
1414
from clp_py_utils.core import read_yaml_config_file
1515
from pydantic import ValidationError
16+
1617
from job_orchestration.executor.utils import log_file_contents
1718

1819
logger = get_logger("reducer")
@@ -94,9 +95,7 @@ def main(argv: list[str]) -> int:
9495
f" Upsert Interval={parsed_args.upsert_interval}"
9596
)
9697
with ThreadPoolExecutor(max_workers=concurrency) as executor:
97-
futures = {
98-
executor.submit(reducers[i].communicate): i for i in range(concurrency)
99-
}
98+
futures = {executor.submit(reducers[i].communicate): i for i in range(concurrency)}
10099
for future in as_completed(futures):
101100
i = futures[future]
102101
future.result()

components/job-orchestration/job_orchestration/scheduler/query/query_scheduler.py

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -888,9 +888,7 @@ async def handle_finished_search_job(
888888
task_status = task_result.status
889889
if not task_status == QueryTaskStatus.SUCCEEDED:
890890
new_job_status = QueryJobStatus.FAILED
891-
logger.error(
892-
f"Search task job-{job_id}-task-{task_id} failed. "
893-
)
891+
logger.error(f"Search task job-{job_id}-task-{task_id} failed. ")
894892
else:
895893
job.num_archives_searched += 1
896894
logger.info(
@@ -979,9 +977,7 @@ async def handle_finished_stream_extraction_job(
979977
task_result = QueryTaskResult.model_validate(task_results[0])
980978
task_id = task_result.task_id
981979
if not QueryTaskStatus.SUCCEEDED == task_result.status:
982-
logger.error(
983-
f"Extraction task job-{job_id}-task-{task_id} failed. "
984-
)
980+
logger.error(f"Extraction task job-{job_id}-task-{task_id} failed. ")
985981
new_job_status = QueryJobStatus.FAILED
986982
else:
987983
logger.info(

0 commit comments

Comments
 (0)