Dropdowns for env and stage; [skip ci]

Introduced dropdowns for env and stage cli args in the frontend of the
ml_service, similar to the one for logging_level. This ensures that
users can only select valid options for these arguments, improving the
user experience and reducing the likelihood of errors when executing
pipelines.

Author: Sebastijan-Dominis

ml_service/backend/pipelines/models/pipelines_cli_args.py

@@ -4,6 +4,8 @@
 from pydantic import BaseModel
 
 LOGGING_LEVEL = Literal["DEBUG", "INFO", "WARNING", "ERROR", "CRITICAL"]
+ENV = Literal["dev", "test", "prod", "default"]
+STAGE = Literal["staging", "production"]
 
 class RegisterRawSnapshotInput(BaseModel):
     """Model for the input of the register_raw_snapshot pipeline."""
@@ -44,7 +46,7 @@ class SearchInput(BaseModel):
     version: str
     experiment_id: str | None = None
     snapshot_binding_key: str | None = None
-    env: str | None = None
+    env: ENV = "default"
     strict: bool | None = True
     logging_level: LOGGING_LEVEL = "INFO"
     owner: str | None = "Sebastijan"
@@ -58,7 +60,7 @@ class TrainInput(BaseModel):
     version: str
     snapshot_binding_key: str | None = None
     train_run_id: str | None = None
-    env: str | None = None
+    env: ENV = "default"
     strict: bool | None = True
     experiment_id: str | None = None
     logging_level: LOGGING_LEVEL = "INFO"
@@ -70,7 +72,7 @@ class EvaluateInput(BaseModel):
     problem: str
     segment: str
     version: str
-    env: str | None = None
+    env: ENV = "default"
     strict: bool | None = True
     experiment_id: str | None = None
     train_id: str | None = None
@@ -81,7 +83,7 @@ class ExplainInput(BaseModel):
     problem: str
     segment: str
     version: str
-    env: str | None = None
+    env: ENV = "default"
     strict: bool | None = True
     experiment_id: str | None = None
     train_id: str | None = None
@@ -97,7 +99,7 @@ class PromoteInput(BaseModel):
     train_run_id: str
     eval_run_id: str
     explain_run_id: str
-    stage: str
+    stage: STAGE = "production"
     logging_level: LOGGING_LEVEL = "INFO"
 
 class ExecuteAllDataPreprocessingInput(BaseModel):
@@ -115,7 +117,7 @@ class ExecuteExperimentWithLatestInput(BaseModel):
     problem: str
     segment: str
     version: str
-    env: str | None = "dev"
+    env: ENV = "dev"
     strict: bool | None = True
     logging_level: LOGGING_LEVEL = "INFO"
     owner: str | None = "Sebastijan"
@@ -126,7 +128,7 @@ class ExecuteExperimentWithLatestInput(BaseModel):
 
 class ExecuteAllExperimentsWithLatestInput(BaseModel):
     """Model for the input of the execute_all_experiments_with_latest_input pipeline."""
-    env: str | None = "dev"
+    env: ENV = "dev"
     strict: bool | None = True
     logging_level: LOGGING_LEVEL = "INFO"
     owner: str | None = "Sebastijan"
@@ -137,7 +139,7 @@ class ExecuteAllExperimentsWithLatestInput(BaseModel):
 
 class RunAllWorkflowsInput(BaseModel):
     """Model for the input of the run_all_workflows pipeline."""
-    env: str | None = "dev"
+    env: ENV = "dev"
     logging_level: LOGGING_LEVEL = "INFO"
     owner: str | None = "Sebastijan"
     skip_if_existing: bool | None = True

ml_service/backend/routers/pipelines.py

@@ -105,7 +105,7 @@ def explain(payload: Annotated[ExplainInput, Body(...)], request: Request): # ty
     )
 
 @router.post("/promote", status_code=200)
-@limiter.limit("1/minute")
+@limiter.limit("3/minute")
 def promote(payload: Annotated[PromoteInput, Body(...)], request: Request): # type: ignore
     """Executes the promotion pipeline."""
     return execute_pipeline(

ml_service/frontend/pipelines/pipelines_metadata.py

@@ -54,6 +54,26 @@ def is_number_field(model_field):
                 "bold": True,
                 "optional": is_optional
             })
+        elif field_name == "env":
+            fields.append({
+                "name": field_name,
+                "type": "dropdown",
+                "options": ["dev", "test", "prod", "default"],
+                "value": model_field.default if model_field.default is not None else "default",
+                "bold": True,
+                "optional": is_optional,
+                "label": "env (default ~ none)"
+            })
+        elif field_name == "stage":
+            fields.append({
+                "name": field_name,
+                "type": "dropdown",
+                "options": ["staging", "production"],
+                "value": model_field.default if model_field.default is not None else "production",
+                "bold": True,
+                "optional": is_optional,
+                "label": "stage"
+            })
         elif is_boolean_field(model_field):
             fields.append({
                 "name": field_name,

ml_service/frontend/pipelines/pipelines_registry.py

@@ -157,7 +157,6 @@
                 "optional": True
             },
             "env": {
-                "placeholder": "Environment to run the script in (dev/test/prod) (default = default ~ none)",
                 "optional": True,
                 "value": "default"
             },
@@ -213,7 +212,6 @@
                 "optional": True
             },
             "env": {
-                "placeholder": "Environment to run the script in (dev/test/prod) (default = default ~ none)",
                 "optional": True,
                 "value": "default"
             },
@@ -260,7 +258,6 @@
                 "optional": False
             },
             "env": {
-                "placeholder": "Environment to run the script in (dev/test/prod) (default = default ~ none)",
                 "optional": True,
                 "value": "default"
             },
@@ -301,7 +298,6 @@
                 "optional": False
             },
             "env": {
-                "placeholder": "Environment to run the script in (dev/test/prod) (default = default ~ none)",
                 "optional": True,
                 "value": "default"
             },
@@ -362,8 +358,8 @@
                 "optional": False
             },
             "stage": {
-                "placeholder": "Stage of the promotion (staging or production)",
-                "optional": False
+                "optional": False,
+                "value": "production"
             },
             "logging_level": {
                 "optional": True,
@@ -466,7 +462,6 @@
         "args_schema": ExecuteAllExperimentsWithLatestInput,
         "field_metadata": {
             "env": {
-                "placeholder": "Environment to run the script in (dev/test/prod) (default = dev)",
                 "optional": True,
                 "value": "dev"
             },
@@ -511,7 +506,6 @@
         "args_schema": RunAllWorkflowsInput,
         "field_metadata": {
             "env": {
-                "placeholder": "Environment to run the script in (dev/test/prod) (default = dev)",
                 "optional": True,
                 "value": "dev"
             },