Add CLI agent settings

Author: ferpasri

cli/resources/settings/cli_generic/test.settings

@@ -30,7 +30,18 @@ StateModelStoreWidgets = false
 ResetDataStore = false
 
 AbstractStateAttributes = WidgetControlType,WidgetTitle,WidgetPath
-StateObservationMode = INTERACTIVE_SEMANTIC_WIDGETS
+
+CliStateProjectionMode = INTERACTIVE_SEMANTIC_WIDGETS
+AgentCLIApiKeyEnvVar = OPENAI_API_KEY
+AgentCLIBaseUrl =
+AgentCLIModel = gpt-5.4-mini
+AgentCLIReasoningEffort = medium
+AgentCLISandboxMode = danger-full-access
+AgentCLIApprovalPolicy = never
+AgentCLINetworkAccessEnabled = false
+AgentCLISkipGitRepoCheck = true
+AgentCLIPromptTitle = Test Parabank Login
+AgentCLIPromptText = As a test agent verify that you can log in with the credentials john/demo. Then the Welcome John Smith message is shown.
 
 WebClickableClasses =
 WebTypeableClasses = input

…/testar/config/StateObservationMode.java …estar/config/CliStateProjectionMode.javaconfig/src/org/testar/config/StateObservationMode.java renamed to config/src/org/testar/config/CliStateProjectionMode.java config/src/org/testar/config/StateObservationMode.java renamed to config/src/org/testar/config/CliStateProjectionMode.java

@@ -7,10 +7,10 @@
 package org.testar.config;
 
 /**
- * Consumer-facing state views used by CLI/agents.
+ * Consumer-facing state projections used by CLI/agents.
  * These modes do not change the canonical captured TESTAR state.
  */
-public enum StateObservationMode {
+public enum CliStateProjectionMode {
     FULL_STATE,
     LEAF_WIDGETS,
     SEMANTIC_WIDGETS,

config/src/org/testar/config/ConfigTags.java

@@ -99,8 +99,46 @@ private ConfigTags() { }
             (Class<List<String>>) (Class<?>) List.class,
             "Specify the widget attributes that you wish to use in constructing the widget and state hash strings. Use a comma separated list.");
 
-    public static final Tag<StateObservationMode> StateObservationMode = Tag.from("StateObservationMode", StateObservationMode.class,
-            "Controls how the captured state is projected for CLI/agents. Interactive and actionable modes use the active Java policies.");
+    /**
+     * CLI State Projection settings 
+     */
+
+    public static final Tag<CliStateProjectionMode> CliStateProjectionMode = Tag.from("CliStateProjectionMode", org.testar.config.CliStateProjectionMode.class,
+            "Controls how captured state is projected for CLI/agent consumers. Interactive and actionable modes use the active Java policies.");
+
+    /**
+     * Agent settings that enables CLI control
+     */
+
+    public static final Tag<String> AgentCLIApiKeyEnvVar = Tag.from("AgentCLIApiKeyEnvVar", String.class,
+            "Environment variable name that contains the API key for Agent CLI execution.");
+
+    public static final Tag<String> AgentCLIBaseUrl = Tag.from("AgentCLIBaseUrl", String.class,
+            "Optional base URL for the Agent CLI model provider.");
+
+    public static final Tag<String> AgentCLIModel = Tag.from("AgentCLIModel", String.class,
+            "Model used by Agent CLI execution.");
+
+    public static final Tag<String> AgentCLIReasoningEffort = Tag.from("AgentCLIReasoningEffort", String.class,
+            "Reasoning effort used by Agent CLI execution.");
+
+    public static final Tag<String> AgentCLISandboxMode = Tag.from("AgentCLISandboxMode", String.class,
+            "Sandbox mode used by Agent CLI execution.");
+
+    public static final Tag<String> AgentCLIApprovalPolicy = Tag.from("AgentCLIApprovalPolicy", String.class,
+            "Approval policy used by Agent CLI execution.");
+
+    public static final Tag<Boolean> AgentCLINetworkAccessEnabled = Tag.from("AgentCLINetworkAccessEnabled", Boolean.class,
+            "Allow Agent CLI execution to request network access.");
+
+    public static final Tag<Boolean> AgentCLISkipGitRepoCheck = Tag.from("AgentCLISkipGitRepoCheck", Boolean.class,
+            "Skip the Agent CLI git repository check.");
+
+    public static final Tag<String> AgentCLIPromptTitle = Tag.from("AgentCLIPromptTitle", String.class,
+            "Title used for the Agent CLI prompt.");
+
+    public static final Tag<String> AgentCLIPromptText = Tag.from("AgentCLIPromptText", String.class,
+            "User goal sent to Agent CLI execution.");
 
     /**
      * Large Language Models settings 

config/src/org/testar/config/settings/Settings.java

@@ -19,7 +19,7 @@
 import java.util.Properties;
 
 import org.testar.config.ConfigTags;
-import org.testar.config.StateObservationMode;
+import org.testar.config.CliStateProjectionMode;
 import org.testar.config.TestarMode;
 import org.testar.core.Assert;
 import org.testar.core.Pair;
@@ -90,11 +90,11 @@ public static <T> T parse(String stringValue, Tag<T> tag) throws ConfigParseExce
             } catch (IllegalArgumentException iae) {
                 throw new ConfigParseException("Unknown Mode!");
             }
-        } else if (tag.type().equals(StateObservationMode.class)) {
+        } else if (tag.type().equals(CliStateProjectionMode.class)) {
             try {
-                return (T) StateObservationMode.valueOf(stringValue);
+                return (T) CliStateProjectionMode.valueOf(stringValue);
             } catch (IllegalArgumentException iae) {
-                throw new ConfigParseException("Unknown StateObservationMode!");
+                throw new ConfigParseException("Unknown CliStateProjectionMode!");
             }
         } else if (tag.type().equals(Integer.class)) {
             try {

config/src/org/testar/config/settings/SettingsDefaults.java

@@ -97,8 +97,18 @@
 import static org.testar.config.ConfigTags.ShowVisualSettingsDialogOnStartup;
 import static org.testar.config.ConfigTags.SpyTagAttributes;
 import static org.testar.config.ConfigTags.StartupTime;
-import static org.testar.config.ConfigTags.StateObservationMode;
-import static org.testar.config.StateObservationMode.FULL_STATE;
+import static org.testar.config.ConfigTags.AgentCLIApiKeyEnvVar;
+import static org.testar.config.ConfigTags.AgentCLIApprovalPolicy;
+import static org.testar.config.ConfigTags.AgentCLIBaseUrl;
+import static org.testar.config.ConfigTags.AgentCLIModel;
+import static org.testar.config.ConfigTags.AgentCLINetworkAccessEnabled;
+import static org.testar.config.ConfigTags.AgentCLIPromptText;
+import static org.testar.config.ConfigTags.AgentCLIPromptTitle;
+import static org.testar.config.ConfigTags.AgentCLIReasoningEffort;
+import static org.testar.config.ConfigTags.AgentCLISandboxMode;
+import static org.testar.config.ConfigTags.AgentCLISkipGitRepoCheck;
+import static org.testar.config.ConfigTags.CliStateProjectionMode;
+import static org.testar.config.CliStateProjectionMode.INTERACTIVE_SEMANTIC_WIDGETS;
 import static org.testar.config.ConfigTags.StopGenerationOnFault;
 import static org.testar.config.ConfigTags.SuspiciousProcessOutput;
 import static org.testar.config.ConfigTags.SuspiciousTags;
@@ -210,7 +220,17 @@ private SettingsDefaults() { }
                 add("WidgetControlType");
             }
         }));
-        defaults.add(Pair.from(StateObservationMode, FULL_STATE));
+        defaults.add(Pair.from(CliStateProjectionMode, INTERACTIVE_SEMANTIC_WIDGETS));
+        defaults.add(Pair.from(AgentCLIApiKeyEnvVar, "OPENAI_API_KEY"));
+        defaults.add(Pair.from(AgentCLIBaseUrl, ""));
+        defaults.add(Pair.from(AgentCLIModel, "gpt-5.4-mini"));
+        defaults.add(Pair.from(AgentCLIReasoningEffort, "medium"));
+        defaults.add(Pair.from(AgentCLISandboxMode, "danger-full-access"));
+        defaults.add(Pair.from(AgentCLIApprovalPolicy, "never"));
+        defaults.add(Pair.from(AgentCLINetworkAccessEnabled, false));
+        defaults.add(Pair.from(AgentCLISkipGitRepoCheck, true));
+        defaults.add(Pair.from(AgentCLIPromptTitle, "Test Parabank Login"));
+        defaults.add(Pair.from(AgentCLIPromptText, "As a test agent verify that you can log in with the credentials john/demo. Then the Welcome John Smith message is shown."));
 
         defaults.add(Pair.from(WebClickableClasses, new ArrayList<String>() {
             {

config/test/org/testar/config/settings/CliAgentSettingsDefaultsTest.java

@@ -0,0 +1,48 @@
+package org.testar.config.settings;
+
+import org.junit.Test;
+import org.testar.config.CliStateProjectionMode;
+import org.testar.config.ConfigTags;
+import org.testar.core.Assert;
+
+import java.util.Properties;
+
+public class CliAgentSettingsDefaultsTest {
+
+    @Test
+    public void defaultCliStateProjectionModeIsInteractiveSemanticWidgets() {
+        Settings settings = new Settings(SettingsDefaults.getSettingsDefaults(), verifiedProperties());
+
+        Assert.isTrue(settings.get(ConfigTags.CliStateProjectionMode)
+                .equals(CliStateProjectionMode.INTERACTIVE_SEMANTIC_WIDGETS));
+    }
+
+    @Test
+    public void parsesCliStateProjectionModeFromSettingsValue() {
+        CliStateProjectionMode parsedMode = Settings.parse(
+                "ACTIONABLE_WIDGETS",
+                ConfigTags.CliStateProjectionMode
+        );
+
+        Assert.isTrue(parsedMode.equals(CliStateProjectionMode.ACTIONABLE_WIDGETS));
+    }
+
+    @Test
+    public void defaultAgentCliSettingsAreAvailable() {
+        Settings settings = new Settings(SettingsDefaults.getSettingsDefaults(), verifiedProperties());
+
+        Assert.isTrue(settings.get(ConfigTags.AgentCLIApiKeyEnvVar).equals("OPENAI_API_KEY"));
+        Assert.isTrue(settings.get(ConfigTags.AgentCLIModel).equals("gpt-5.4-mini"));
+        Assert.isTrue(settings.get(ConfigTags.AgentCLIReasoningEffort).equals("medium"));
+        Assert.isTrue(settings.get(ConfigTags.AgentCLISandboxMode).equals("danger-full-access"));
+        Assert.isTrue(settings.get(ConfigTags.AgentCLIApprovalPolicy).equals("never"));
+        Assert.isTrue(!settings.get(ConfigTags.AgentCLINetworkAccessEnabled));
+        Assert.isTrue(settings.get(ConfigTags.AgentCLISkipGitRepoCheck));
+    }
+
+    private Properties verifiedProperties() {
+        Properties properties = new Properties();
+        properties.setProperty(ConfigTags.SUTConnectorValue.name(), "notepad.exe");
+        return properties;
+    }
+}

docs/architecture_distribution_workspace.md

@@ -158,11 +158,12 @@ Examples:
 - `Sequences` and `SequenceLength`
   - scriptless `Generate` settings
   - not required by manual CLI sessions
-- `StateObservationMode`
+- `CliStateProjectionMode`
   - currently used by CLI and agent state projection
 - agent CLI settings
   - used by agent CLI mode
   - ignored by scriptless `Generate` and `Spy`
+  - stored as `AgentCLI...` values in shared `test.settings`
 
 ## Policies and Semantics
 

docs/webstudio/WEBSTUDIO_FUNCTIONAL_SPEC.md

@@ -81,9 +81,9 @@ The `Edit test.settings file` view is treated as one logical editing area for un
 - `Edit Settings` renders the content of the `test.settings` file into a visual grouped form of settings.
 The `Edit Settings` view is treated as one logical editing area for unsaved-change behavior.
 
-### State Observation Mode
+### CLI State Projection Mode
 
-`StateObservationMode` controls how a captured TESTAR state is projected for consumers. Currently, it is applied to CLI/agent state output.
+`CliStateProjectionMode` controls how a captured TESTAR state is projected for CLI/agent consumers.
 
 The setting must not redefine the canonical captured state used by TESTAR internals.
 
@@ -103,9 +103,9 @@ The distinction between interactive and actionable is intentional:
 - interactive means the widget has an interaction capability
 - actionable means the widget is interactive and also passes enabled, non-blocked, visible, widget-filter, and top-level policies
 
-The default value is `FULL_STATE`.
+The default value is `INTERACTIVE_SEMANTIC_WIDGETS`.
 
-The `Edit Settings` view must render `StateObservationMode` as a dropdown using the available enum values.
+The `Edit Settings` view must render `CliStateProjectionMode` as a dropdown using the available enum values.
 
 ## Navigation Rules
 
@@ -335,12 +335,30 @@ CLI Mode supports:
 - agent CLI execution start
 - CLI command execution
 - CLI session stop
+- focused editing of Agent CLI settings stored in the selected workspace `test.settings`
 
 Workspace selection:
 
 - WebStudio uses the shared workspace list for CLI mode with other testar modes
 - WebStudio sends the selected workspace to CLI startup
 - CLI validates connector values server-side and reports startup errors to the user
+- Manual and Agent CLI execution use the selected workspace settings, including `CliStateProjectionMode` and `AgentCLI...` values
+
+### Agent CLI Settings
+
+Agent CLI settings are stored in the selected workspace `test.settings` file with `AgentCLI...` names.
+
+The `Edit Settings` view must expose these settings in an `Agent CLI` group.
+
+The CLI mode view may also expose a focused `Agent CLI Settings` panel for the same settings.
+
+If users edit Agent CLI settings in CLI mode and then leave CLI mode, change workspace, or start Manual/Agent CLI execution, WebStudio must show an unsaved settings dialog.
+
+Dialog actions:
+
+- `Save`: persist Agent CLI settings to the selected workspace `test.settings`, then continue the pending action
+- `Discard`: restore the last persisted Agent CLI settings in the CLI panel, then continue the pending action
+- `Cancel`: keep the user in CLI mode and abort the pending action
 
 ## Test Results
 

docs/webstudio/WEBSTUDIO_UX_SPEC.md

@@ -229,6 +229,7 @@ Expected behavior:
 - console output scrolls internally
 - session start/stop does not shift panels
 - command buttons do not overflow horizontally
+- Agent CLI settings edited in CLI mode use the same unsaved-change dialog pattern as configuration settings
 
 ## Test Results UX Contract
 

engine/src/org/testar/engine/state/StateCompositionPlan.java

@@ -6,7 +6,7 @@
 
 package org.testar.engine.state;
 
-import org.testar.config.StateObservationMode;
+import org.testar.config.CliStateProjectionMode;
 import org.testar.core.Assert;
 import org.testar.core.service.StateService;
 import org.testar.core.state.State;
@@ -91,13 +91,13 @@ public State query(State state, SessionPolicyContext context) {
     }
 
     public State projectState(State originalState,
-                              StateObservationMode observationMode,
+                              CliStateProjectionMode projectionMode,
                               SessionPolicyContext policyContext) {
         Assert.notNull(originalState);
-        Assert.notNull(observationMode);
+        Assert.notNull(projectionMode);
         Assert.notNull(policyContext);
 
-        switch (observationMode) {
+        switch (projectionMode) {
             case FULL_STATE:
                 return originalState;
             case LEAF_WIDGETS:
@@ -109,33 +109,33 @@ public State projectState(State originalState,
             case TEXTUAL_CONTEXT:
                 return StateProjectionSupport.projectSemanticWidgets(
                         originalState,
-                        requireSemanticWidgetDescriptor(observationMode)
+                        requireSemanticWidgetDescriptor(projectionMode)
                 );
             case INTERACTIVE_WIDGETS:
                 return StateProjectionSupport.projectInteractiveWidgets(originalState, policyContext);
             case INTERACTIVE_SEMANTIC_WIDGETS:
                 return StateProjectionSupport.projectInteractiveSemanticWidgets(
                         originalState,
-                        requireSemanticWidgetDescriptor(observationMode),
+                        requireSemanticWidgetDescriptor(projectionMode),
                         policyContext
                 );
             case ACTIONABLE_WIDGETS:
                 return StateProjectionSupport.projectActionableWidgets(originalState, policyContext);
             case ACTIONABLE_SEMANTIC_WIDGETS:
                 return StateProjectionSupport.projectActionableSemanticWidgets(
                         originalState,
-                        requireSemanticWidgetDescriptor(observationMode),
+                        requireSemanticWidgetDescriptor(projectionMode),
                         policyContext
                 );
             default:
-                throw new IllegalArgumentException("Unsupported state observation mode: " + observationMode);
+                throw new IllegalArgumentException("Unsupported CLI state projection mode: " + projectionMode);
         }
     }
 
-    private SemanticWidgetDescriptor requireSemanticWidgetDescriptor(StateObservationMode observationMode) {
+    private SemanticWidgetDescriptor requireSemanticWidgetDescriptor(CliStateProjectionMode projectionMode) {
         if (semanticWidgetDescriptor == null) {
             throw new IllegalStateException(
-                    "State observation mode requires a semantic descriptor: " + observationMode
+                    "CLI state projection mode requires a semantic descriptor: " + projectionMode
             );
         }
         return semanticWidgetDescriptor;