- Ensure write permissions for output folder.

- Give different names for each app (to make results distinguishable).
- Regen queries by default in scenarios.

Author: Kolleida

.github/workflows/run-scenario.yml

@@ -97,7 +97,10 @@ jobs:
           password: ${{ secrets.GHCR_TOKEN }}
 
       - name: Run assessment
-        run: docker compose up --timestamps --no-color --exit-code-from agentbeats-client --abort-on-container-exit
+        run: |
+          mkdir -p output
+          chmod 777 output
+          docker compose up --timestamps --no-color --exit-code-from agentbeats-client --abort-on-container-exit
 
       - name: Record provenance
         run: python record_provenance.py --compose docker-compose.yml --output output/provenance.json

k8s_scenario.toml

@@ -1,16 +1,17 @@
 [green_agent]
 agentbeats_id = ""
-env = { API_KEY = "${GITHUB_SECRET_NAME}", LOG_LEVEL = "INFO" }
+env = { LOG_LEVEL = "INFO" }
 
 [[participants]]
 agentbeats_id = ""
-name = "network_operator"
+name = "k8s_operator"
 env = {}
 
 [config]
 prompt_type = "zeroshot_base"
 num_queries = 1
 benchmark_path = "assessment_error_config.json"
-output_dir = "output"
-microservice_dir = "/home/ericwang/microservices-demo"
-max_iterations = 10
+output_dir = "dump"
+microservice_dir = "/microservices-demo"
+max_iterations = 10
+regenerate_config = true

malt_scenario.toml

@@ -1,16 +1,17 @@
 [green_agent]
 agentbeats_id = ""
-env = { API_KEY = "${GITHUB_SECRET_NAME}", LOG_LEVEL = "INFO" }
+env = { LOG_LEVEL = "INFO" }
 
 [[participants]]
 agentbeats_id = ""
-name = "network_operator"
+name = "malt_operator"
 env = {}
 
 [config]
 prompt_type = "zeroshot_base" 
 num_queries = 1 
 complexity_level = ["level1", "level2"]
-output_dir = "output" 
+output_dir = "dump" 
 output_file = "query_output.jsonl" 
-benchmark_path = "assessment_queries.jsonl" 
+benchmark_path = "assessment_queries.jsonl" 
+regenerate_query = true

route_scenario.toml

@@ -1,18 +1,18 @@
 [green_agent]
 agentbeats_id = ""
-env = { API_KEY = "${GITHUB_SECRET_NAME}", LOG_LEVEL = "INFO" }
+env = { LOG_LEVEL = "INFO" }
 
 [[participants]]
 agentbeats_id = ""
-name = "network_operator"
+name = "routing_operator"
 env = {}
 
 [config]
 prompt_type = "zeroshot_base"
 num_queries = 1
 benchmark_path = "assessment_error_config.json"
-regenerate_benchmark = false
-output_dir = "output"
+regenerate_benchmark = true
+output_dir = "dump"
 max_iterations = 10
 num_switches = 2
 num_hosts_per_subnet = 1