set the right effort level for each case

Author: mohammedahmed18

codeflash/code_utils/config_consts.py

@@ -42,7 +42,6 @@ class EffortKeys(StrEnum):
     N_GENERATED_TESTS = auto()
     MAX_CODE_REPAIRS_PER_TRACE = auto()
     REPAIR_UNMATCHED_PERCENTAGE_LIMIT = auto()
-    REFINE_ALL_THRESHOLD = auto()
     TOP_VALID_CANDIDATES_FOR_REFINEMENT = auto()
 
 
@@ -54,14 +53,12 @@ class EffortKeys(StrEnum):
     # maximum number of repairs we will do for each function
     EffortKeys.MAX_CODE_REPAIRS_PER_TRACE.value: {EffortLevel.LOW: 2, EffortLevel.MEDIUM: 4, EffortLevel.HIGH: 5},
     # if the percentage of unmatched tests is greater than this, we won't fix it (lowering this value makes the repair more stricted)
-    # on the low effort we lower the limit to 20% to be more strict (less repairs)
+    # on the low effort we lower the limit to 20% to be more strict (less repairs, less time)
     EffortKeys.REPAIR_UNMATCHED_PERCENTAGE_LIMIT.value: {
         EffortLevel.LOW: 0.2,
         EffortLevel.MEDIUM: 0.4,
         EffortLevel.HIGH: 0.5,
     },
-    # when valid optimizations count is N or less, refine all optimizations
-    EffortKeys.REFINE_ALL_THRESHOLD.value: {EffortLevel.LOW: 2, EffortLevel.MEDIUM: 3, EffortLevel.HIGH: 4},
     # Top valid candidates for refinements
     EffortKeys.TOP_VALID_CANDIDATES_FOR_REFINEMENT: {EffortLevel.LOW: 2, EffortLevel.MEDIUM: 3, EffortLevel.HIGH: 4},
 }

codeflash/lsp/server.py

@@ -7,6 +7,7 @@
 from pygls.lsp.server import LanguageServer
 from pygls.protocol import LanguageServerProtocol
 
+from codeflash.code_utils.config_consts import EffortLevel
 from codeflash.either import Result
 from codeflash.models.models import CodeOptimizationContext
 
@@ -37,6 +38,7 @@ def prepare_optimizer_arguments(self, config_file: Path) -> None:
         args.config_file = config_file
         args.no_pr = True  # LSP server should not create PRs
         args.worktree = True
+        args.effort = EffortLevel.LOW.value  # low effort for high speed
         self.args = args
         # avoid initializing the optimizer during initialization, because it can cause an error if the api key is invalid
 

codeflash/optimization/function_optimizer.py

@@ -192,14 +192,13 @@ def _process_refinement_results(self) -> OptimizedCandidate | None:
         future_refinements: list[concurrent.futures.Future] = []
         top_n_candidates = int(
             min(
-                get_effort_value(EffortKeys.TOP_VALID_CANDIDATES_FOR_REFINEMENT, self.effort),
+                int(get_effort_value(EffortKeys.TOP_VALID_CANDIDATES_FOR_REFINEMENT, self.effort)),
                 len(self.all_refinements_data),
             )
         )
 
-        if top_n_candidates == len(self.all_refinements_data) or len(self.all_refinements_data) <= get_effort_value(
-            EffortKeys.REFINE_ALL_THRESHOLD, self.effort
-        ):
+        if top_n_candidates == len(self.all_refinements_data):
+            # if we'll refine all candidates, we can skip the ranking and just refine them all
             for data in self.all_refinements_data:
                 future_refinements.append(self.refine_optimizations([data]))  # noqa: PERF401
         else:

codeflash/tracer.py

@@ -24,6 +24,7 @@
 from codeflash.cli_cmds.console import console
 from codeflash.code_utils.code_utils import get_run_tmp_file
 from codeflash.code_utils.compat import SAFE_SYS_EXECUTABLE
+from codeflash.code_utils.config_consts import EffortLevel
 from codeflash.code_utils.config_parser import parse_config_file
 from codeflash.tracing.pytest_parallelization import pytest_split
 
@@ -214,6 +215,7 @@ def main(args: Namespace | None = None) -> ArgumentParser:
 
                 from codeflash.optimization import optimizer
 
+                args.effort = EffortLevel.HIGH.value
                 optimizer.run_with_args(args)
 
                 # Delete the trace file and the replay test file if they exist