feat: enhance get_acs_result.py with job duration calculation and improve logging while fixing download functionality for improved reliability

Author: Rasic2

.gitignore

@@ -22,3 +22,4 @@ evalate_threads/quick_test.py
 evalate_threads/test_adk_intergration.py
 evaluation_results.json
 output.zip
+log

scripts/get_acs_result.py

@@ -2,23 +2,51 @@
 import json
 import os
 import sys
+from datetime import datetime
 
 import requests
 from dotenv import find_dotenv, load_dotenv
 from toolsy.logger import init_colored_logger
 
+from agents.matmaster_agent.utils.job_utils import mapping_status
 from scripts.constant import FILE_TOKEN_API, JOB_DETAIL_API
 
 load_dotenv(find_dotenv())
 
 logger = init_colored_logger(__name__)
 
 
-def download_file(url, output_path):
-    """下载文件并显示进度"""
-    response = requests.get(url, stream=True)
-    response.raise_for_status()
+def get_duration(create_time, update_time):
+    """
+    计算两个时间戳之间的时间差，格式化为时-分-秒
 
+    Args:
+        create_time (str): 创建时间，ISO 8601格式
+        update_time (str): 更新时间，ISO 8601格式
+
+    Returns:
+        str: 时间差，格式为"时-分-秒"
+    """
+    # 解析时间字符串为datetime对象
+    create_dt = datetime.fromisoformat(create_time)
+    update_dt = datetime.fromisoformat(update_time)
+
+    # 计算时间差
+    time_diff = update_dt - create_dt
+
+    # 提取总秒数
+    total_seconds = int(time_diff.total_seconds())
+
+    # 计算小时、分钟、秒
+    hours = total_seconds // 3600
+    minutes = (total_seconds % 3600) // 60
+    seconds = total_seconds % 60
+
+    # 格式化为时-分-秒
+    return f"{hours:02d}:{minutes:02d}:{seconds:02d}"
+
+
+def download_file(response, output_path):
     total_size = int(response.headers.get('content-length', 0))
     downloaded_size = 0
 
@@ -31,15 +59,7 @@ def download_file(url, output_path):
                     progress = (downloaded_size / total_size) * 100
                     print(f"\rDownload progress: {progress:.1f}%", end='', flush=True)
 
-
-def check_url_status(url):
-    """检查URL的HTTP状态码"""
-    try:
-        response = requests.head(url, timeout=10)  # 使用HEAD方法，只获取头部信息
-        return response.status_code
-    except requests.exceptions.RequestException as e:
-        print(f"Warning: Failed to check URL status: {e}")
-        return None
+    print()
 
 
 def main():
@@ -59,34 +79,40 @@ def main():
         os.remove(args.output)
 
     # 调用API获取job信息
-    logger.info(f"Fetching job information for ID: {args.job_id}")
+    logger.info(f"Job ID: {args.job_id}")
 
     try:
         response = requests.get(
             f"{JOB_DETAIL_API}/{args.job_id}?accessKey={os.getenv('MATERIALS_ACCESS_KEY')}"
         )
         response.raise_for_status()
-        data = response.json()
+        job_info = response.json()
     except requests.exceptions.RequestException as e:
         logger.error(f"Error: Failed to fetch data from API: {e}")
         sys.exit(1)
     except json.JSONDecodeError as e:
         logger.error(f"Error: Failed to parse JSON response: {e}")
         sys.exit(1)
 
-    logger.info(f"\n{json.dumps(data, indent=2, ensure_ascii=False)}")
+    logger.debug(f"\n{json.dumps(job_info, indent=2, ensure_ascii=False)}")
 
+    create_time = job_info['data']['createTime']
+    update_time = job_info['data']['updateTime']
+    duration = get_duration(create_time, update_time)
+    job_status = mapping_status(job_info['data']['status'])
+    job_name = job_info['data']['jobName']
+    logger.info(f"{job_name}[{job_status}] -- {duration}")
     # 解析JSON获取resultUrl
-    if data.get('code') == 0:
-        result_url = data.get('data', {}).get('resultUrl', '')
-    elif data.get('code') == 6020:
-        logger.error(f"API returned error code: {data.get('code')}")
+    if job_info.get('code') == 0:
+        result_url = job_info.get('data', {}).get('resultUrl', '')
+    elif job_info.get('code') == 6020:
+        logger.error(f"API returned error code: {job_info.get('code')}")
         sys.exit(-1)
     else:
         result_url = ''
-        logger.error(f"API returned error code: {data.get('code')}")
+        logger.error(f"API returned error code: {job_info.get('code')}")
 
-    # 获取log文件的token（可选操作）
+    # 获取log文件的token
     token_data = {'filePath': 'log', 'jobId': args.job_id}
 
     try:
@@ -99,8 +125,6 @@ def main():
     except requests.exceptions.RequestException:
         pass  # 忽略token获取错误，因为这不是主要功能
 
-    logger.info(f"\n{json.dumps(token_data, indent=2)}")
-
     log_token = token_data.get('data', {}).get('token', '')
     log_path = token_data.get('data', {}).get('path', '')
     log_host = token_data.get('data', {}).get('host', '')
@@ -109,29 +133,37 @@ def main():
     if log_host and log_path and log_token:
         log_url = f"{log_host}/api/download/{log_path}?token={log_token}"
 
-        # 检查log URL的状态
-        status_code = check_url_status(log_url)
+        log_response = requests.get(log_url, timeout=10)
+        status_code = log_response.status_code
+
         if status_code:
             if status_code == 400:
                 logger.error('Warning: Log URL returned 400 Bad Request')
             elif status_code == 200:
-                logger.info(f"\nlog_url: {log_url}")
+                download_file(log_response, 'log')
+                logger.info('Download `log` completed successfully')
             else:
                 logger.error(f"Log URL returned status code: {status_code}")
     else:
         print('\nIncomplete log information - cannot construct log URL')
 
+    if job_status in ['Running', 'Finished']:
+        return
+
     # 下载结果文件
     if result_url and result_url != 'null':
-        print(f"\nFound resultUrl: {result_url}")
-        print(f"\nDownloading to: {args.output}")
+        logger.info(f"Job Result Downloading to: {args.output}")
 
         try:
-            download_file(result_url, args.output)
+            result_response = requests.get(result_url, stream=True)
+            result_response.raise_for_status()
+            download_file(result_response, args.output)
 
             if os.path.exists(args.output) and os.path.getsize(args.output) > 0:
                 file_size = os.path.getsize(args.output)
-                print(f"Download completed successfully! File size: {file_size} bytes")
+                logger.info(
+                    f"Download completed successfully! File size: {file_size} bytes"
+                )
             else:
                 print("Error: Download failed - file is empty or doesn't exist")
                 sys.exit(1)