fix

Author: niushengxiao

lightllm/common/mamba_cache_mem_manager/cache_manager.py

@@ -233,6 +233,10 @@ def profile_size(
 
         if mamba_cache_size < start_args.running_max_req_size * 2:
             ratio = mamba_cache_ratio if mamba_cache_ratio is not None else 0.5
+            if mamba_cache_size == 0:
+                ratio_suggestion = "higher than the current setting; the current memory budget cannot fit even 1 buffer"
+            else:
+                ratio_suggestion = f"{start_args.running_max_req_size / mamba_cache_size * ratio:.3f} or higher"
             raise ValueError(
                 f"Insufficient memory for mamba cache allocation!\n\n"
                 f"mamba_cache_size should be at least running_max_req_size * 2\n"
@@ -246,7 +250,7 @@ def profile_size(
                 f"Solutions:\n"
                 f"  1. Reduce --running_max_req_size to {mamba_cache_size} or lower\n"
                 f"  2. Increase --mamba_cache_ratio from {ratio} to "
-                f"{start_args.running_max_req_size / mamba_cache_size * ratio:.3f} or higher\n"
+                f"{ratio_suggestion}\n"
                 f"  3. Increase --mem_fraction to leave more memory for caches\n"
             )