fix: use context managers for file I/O to prevent resource leaks

- Replace json.load(open(...)) with context manager in layer_wise/utils.py
- Add __del__ method to CaptureOutputToFile to ensure file closure
- Use context manager for output_path_file.write() in accuracy.py

These changes ensure proper resource cleanup and prevent file handle leaks.

Signed-off-by: lxcxjxhx <lxcxjxhx@users.noreply.github.com>

Author: lxcxjxhx

neural_compressor/evaluation/lm_eval/accuracy.py

@@ -259,7 +259,8 @@ def cli_evaluate(args) -> None:
                 eval_logger.info(f"Logging to Weights and Biases failed due to {e}")
 
         if args.output_path:
-            output_path_file.open("w", encoding="utf-8").write(dumped)
+            with output_path_file.open("w", encoding="utf-8") as f:
+                f.write(dumped)
 
             if args.log_samples:
                 for task_name, config in results["configs"].items():

neural_compressor/tensorflow/utils/utility.py

@@ -308,6 +308,11 @@ def __exit__(self, type, value, traceback):
         os.close(self.orig_stream_dup)
         self.tmp_file.close()
 
+    def __del__(self):
+        """Ensure the file is closed if __exit__ was never called."""
+        if hasattr(self, "tmp_file") and not self.tmp_file.closed:
+            self.tmp_file.close()
+
 
 @singleton
 class TFSlimNetsFactory(object):  # pragma: no cover

neural_compressor/torch/algorithms/layer_wise/utils.py

@@ -129,7 +129,8 @@ def load_layer_wise_quantized_model(path):  # pragma: no cover
 def load_tensor_from_shard(pretrained_model_name_or_path, tensor_name, prefix=None):  # pragma: no cover
     """Load tensor from shard."""
     path = _get_path(pretrained_model_name_or_path)
-    idx_dict = json.load(open(os.path.join(path, "pytorch_model.bin.index.json"), "r"))["weight_map"]
+    with open(os.path.join(path, "pytorch_model.bin.index.json"), "r") as f:
+        idx_dict = json.load(f)["weight_map"]
     if tensor_name not in idx_dict.keys():
         if tensor_name.replace(f"{prefix}.", "") in idx_dict.keys():
             tensor_name = tensor_name.replace(f"{prefix}.", "")
@@ -176,7 +177,8 @@ def load_tensor_from_safetensors_shard(
 ):  # pragma: no cover
     """Load tensor from shard."""
     path = _get_path(pretrained_model_name_or_path)
-    idx_dict = json.load(open(os.path.join(path, "model.safetensors.index.json"), "r"))["weight_map"]
+    with open(os.path.join(path, "model.safetensors.index.json"), "r") as f:
+        idx_dict = json.load(f)["weight_map"]
     if tensor_name not in idx_dict.keys():
         if tensor_name.replace(f"{prefix}.", "") in idx_dict.keys():
             tensor_name = tensor_name.replace(f"{prefix}.", "")