release: With deepseek-reasoner help, develop the ubuntu agent for feature testing.

thirdgerb · thirdgerb · commit 0eb403a28f99 · 2025-01-24T16:34:28.000+08:00
diff --git a/.gitignore b/.gitignore
@@ -8,6 +8,8 @@ debug.log
 __pycache__/
 *.py[cod]
 *$py.class
+.ghostos.yml
+ghostos_ws/
 
 # C extensions
 *.so
diff --git a/RELEASES.md b/RELEASES.md
@@ -16,6 +16,15 @@ support deepseek-r1.
   * fix shell does not close conversation correctly
   * fix sequence pipeline handle multiple complete message wrong.
 
+## v0.2.1 
+
+With deepseek-reasoner help, develop the ubuntu agent for feature testing.
+The deepseek-reasoner write all the terminal codes.
+Support ubuntu agent, run `ghostos web ghostos.demo.os_agents.ubuntu_agent` to test it. 
+
+* llms model conf support new compatible option `support_function_call` because deepseek not support it yet.
+* develop `Terminal` library by deepseek-reasoner. 
+
 # v0.1.0
 
 first release version.
diff --git a/ghostos/app/.streamlit/config.toml b/ghostos/app/.streamlit/config.toml
@@ -253,7 +253,7 @@ level = "info"
 # Whether to send usage statistics to Streamlit.
 
 # Default: true
-# gatherUsageStats = true
+gatherUsageStats = false
 
 # Port where users should point their browsers in order to connect to the
 # app.
diff --git a/ghostos/app/configs/llms_conf.yml b/ghostos/app/configs/llms_conf.yml
@@ -77,6 +77,8 @@ models:
     model: deepseek-reasoner
     service: deepseek
     reasoning: {}
+    compatible:
+      support_function_call: false
   gpt-3.5-turbo:
     kwargs: { }
     max_tokens: 2000
diff --git a/ghostos/core/llms/__init__.py b/ghostos/core/llms/__init__.py
@@ -1,5 +1,5 @@
 from ghostos.core.llms.configs import (
-    ModelConf, ServiceConf, LLMsConfig,
+    ModelConf, ServiceConf, LLMsConfig, Compatible,
     OPENAI_DRIVER_NAME, LITELLM_DRIVER_NAME, DEEPSEEK_DRIVER_NAME,
 )
 from ghostos.core.llms.abcd import LLMs, LLMDriver, LLMApi
diff --git a/ghostos/core/llms/configs.py b/ghostos/core/llms/configs.py
@@ -76,6 +76,7 @@ class Compatible(BaseModel):
     use_developer_role: bool = Field(default=False, description="use developer role instead of system")
     allow_system_in_messages: bool = Field(default=True, description="allow system messages in history")
     allow_system_message: bool = Field(default=True, description="support system message or not")
+    support_function_call: bool = Field(default=True, description="if the service or model support function call")
 
 
 class Azure(BaseModel):
diff --git a/ghostos/demo/agents/ghostos_meta.py b/ghostos/demo/agents/ghostos_meta.py
@@ -0,0 +1,32 @@
+from ghostos.core.moss import Moss as Parent
+
+
+class Moss(Parent):
+    """
+    not prepared any libraries yet.
+    waiting for your suggestions.
+    """
+    pass
+
+
+# <moss-hide>
+from ghostos.ghosts.moss_agent import MossAgent
+
+__ghost__ = MossAgent(
+    moss_module=__name__,
+    persona="""
+You are the meta agent of GhostOS, 
+you are supposed to help user develop anything that GhostOS and it's agents can use.
+""",
+    instructions="""
+You are going to follow user's instructions to design library or coding, 
+based on your Understanding of GhostOS and MOSS Protocol.
+
+* 你的任务是帮助用户做设计和实现, 而不是自己写代码. 
+* 在用户给你明确需求之前, 不要自作主张做什么. 
+""",
+    name="GhostOSMeta",
+    llm_api="deepseek-reasoner",
+)
+
+# </moss-hide>
diff --git a/ghostos/demo/os_agents/__init__.py b/ghostos/demo/os_agents/__init__.py
diff --git a/ghostos/demo/os_agents/ubuntu_agent.py b/ghostos/demo/os_agents/ubuntu_agent.py
@@ -0,0 +1,30 @@
+from ghostos.core.moss import Moss as Parent
+from ghostos.libraries.terminal import Terminal
+
+
+class Moss(Parent):
+    terminal: Terminal
+    """ your terminal to exec command at the operating system you are located."""
+
+
+# <moss-hide>
+from ghostos.ghosts.moss_agent import MossAgent
+
+__ghost__ = MossAgent(
+    moss_module=__name__,
+    persona="""
+你是一个精通 Ubuntu 系统的 Agent. 
+""",
+    instructions="""
+你的主要任务是协助用户理解并且操作当前系统. 
+""",
+    name="Ubuntu Agent",
+    llm_api="deepseek-chat",
+)
+
+
+def __shell_providers__():
+    from ghostos.libraries.terminal import UbuntuTerminalProvider
+    yield UbuntuTerminalProvider(safe_mode=True)
+
+# </moss-hide>
diff --git a/ghostos/framework/llms/openai_driver.py b/ghostos/framework/llms/openai_driver.py
@@ -1,12 +1,14 @@
-from typing import List, Iterable, Union, Optional
+from typing import List, Iterable, Union, Optional, Tuple
 from openai import OpenAI, AzureOpenAI
 from httpx import Client
 from httpx_socks import SyncProxyTransport
-from openai import NOT_GIVEN
+from openai import NOT_GIVEN, NotGiven
 from openai.types.chat import ChatCompletion, ChatCompletionReasoningEffort
 from openai.types.chat.chat_completion_stream_options_param import ChatCompletionStreamOptionsParam
 from openai.types.chat.chat_completion_message_param import ChatCompletionMessageParam
+from openai.types.chat.chat_completion_tool_param import ChatCompletionToolParam
 from openai.types.chat.chat_completion_chunk import ChatCompletionChunk
+from openai.types.chat.completion_create_params import Function
 from ghostos.contracts.logger import LoggerItf, get_ghostos_logger
 from ghostos.helpers import timestamp_ms
 from ghostos.core.messages import (
@@ -15,11 +17,11 @@
     CompletionUsagePayload, Role,
 )
 from ghostos.core.llms import (
-    LLMs, LLMDriver, LLMApi, ModelConf, ServiceConf, OPENAI_DRIVER_NAME, LITELLM_DRIVER_NAME, DEEPSEEK_DRIVER_NAME,
+    LLMDriver, LLMApi, ModelConf, ServiceConf, OPENAI_DRIVER_NAME, LITELLM_DRIVER_NAME, DEEPSEEK_DRIVER_NAME,
     Prompt, PromptPayload, PromptStorage,
+    Compatible,
     FunctionalToken,
 )
-from ghostos.container import Bootstrapper, Container
 
 __all__ = [
     'OpenAIDriver', 'OpenAIAdapter',
@@ -137,9 +139,7 @@ def _parse_system_to_develop(messages: List[Message]) -> List[Message]:
         return changed
 
     def parse_by_compatible_settings(self, messages: List[Message]) -> List[Message]:
-        compatible = self.model.compatible
-        if compatible is None:
-            compatible = self.service.compatible
+        compatible = self._get_compatible_options()
 
         if compatible is None:
             return messages
@@ -191,12 +191,7 @@ def _chat_completion(self, prompt: Prompt, stream: bool) -> Union[ChatCompletion
         try:
             prompt.run_start = timestamp_ms()
             self._logger.debug(f"start chat completion messages %s", messages)
-            functions = prompt.get_openai_functions()
-            tools = prompt.get_openai_tools()
-            if self.model.use_tools:
-                functions = NOT_GIVEN
-            else:
-                tools = NOT_GIVEN
+            functions, tools = self._get_prompt_functions_and_tools(prompt)
             return self._client.chat.completions.create(
                 messages=messages,
                 model=self.model.model,
@@ -218,6 +213,22 @@ def _chat_completion(self, prompt: Prompt, stream: bool) -> Union[ChatCompletion
             self._logger.debug(f"end chat completion for prompt {prompt.id}")
             prompt.run_end = timestamp_ms()
 
+    def _get_prompt_functions_and_tools(
+            self,
+            prompt: Prompt,
+    ) -> Tuple[Union[List[Function], NotGiven], Union[List[ChatCompletionToolParam], NotGiven]]:
+        functions = prompt.get_openai_functions()
+        tools = prompt.get_openai_tools()
+        if self.model.use_tools:
+            functions = NOT_GIVEN
+        else:
+            tools = NOT_GIVEN
+        # compatible check
+        if not self._get_compatible_options().support_function_call:
+            functions = NOT_GIVEN
+            tools = NOT_GIVEN
+        return functions, tools
+
     def _reasoning_completion(self, prompt: Prompt) -> ChatCompletion:
         if self.model.reasoning is None:
             raise NotImplementedError(f"current model {self.model} does not support reasoning completion ")
@@ -237,12 +248,7 @@ def _reasoning_completion(self, prompt: Prompt) -> ChatCompletion:
         try:
             prompt.run_start = timestamp_ms()
             self._logger.debug(f"start reasoning completion messages %s", messages)
-            functions = prompt.get_openai_functions()
-            tools = prompt.get_openai_tools()
-            if self.model.use_tools:
-                functions = NOT_GIVEN
-            else:
-                tools = NOT_GIVEN
+            functions, tools = self._get_prompt_functions_and_tools(prompt)
             if self.model.reasoning.effort is None:
                 reasoning_effort = NOT_GIVEN
             else:
@@ -292,12 +298,7 @@ def _reasoning_completion_stream(self, prompt: Prompt) -> Iterable[ChatCompletio
         try:
             prompt.run_start = timestamp_ms()
             self._logger.debug(f"start reasoning completion messages %s", messages)
-            functions = prompt.get_openai_functions()
-            tools = prompt.get_openai_tools()
-            if self.model.use_tools:
-                functions = NOT_GIVEN
-            else:
-                tools = NOT_GIVEN
+            functions, tools = self._get_prompt_functions_and_tools(prompt)
             if self.model.reasoning.effort is None:
                 reasoning_effort = NOT_GIVEN
             else:
@@ -415,6 +416,9 @@ def parse_prompt(self, prompt: Prompt) -> Prompt:
         prompt.model = self.model
         return prompt
 
+    def _get_compatible_options(self) -> Compatible:
+        return self.model.compatible or self.service.compatible or Compatible()
+
 
 class OpenAIDriver(LLMDriver):
     """
diff --git a/ghostos/libraries/terminal/__init__.py b/ghostos/libraries/terminal/__init__.py
@@ -0,0 +1,3 @@
+from ghostos.libraries.terminal.abcd import Terminal, TerminalContext
+
+from ghostos.libraries.terminal.ubuntu_terminal import UbuntuTerminalProvider
diff --git a/ghostos/libraries/terminal/abcd.py b/ghostos/libraries/terminal/abcd.py
@@ -0,0 +1,115 @@
+from abc import ABC, abstractmethod
+from typing import NamedTuple
+from datetime import datetime
+
+
+class Terminal(ABC):
+    """
+    Abstract base class representing a system terminal interface.
+    Provides basic command execution capabilities for OS interactions.
+    """
+
+    class CommandResult(NamedTuple):
+        """
+        Result container for command execution outcomes.
+        Attributes:
+            exit_code: Process exit code (0 for success)
+            stdout: Standard output content
+            stderr: Error output content
+        """
+        exit_code: int
+        stdout: str
+        stderr: str
+
+    @abstractmethod
+    def exec(self, command: str, timeout: float) -> CommandResult:
+        """
+        Execute a shell command and return structured results.
+
+        Args:
+            command: Command string to execute
+            (Note: Implementation should handle proper shell escaping)
+            timeout: Timeout in seconds
+
+        Returns:
+            CommandResult containing exit code and output streams
+
+        Raises:
+            RuntimeError: If command execution fails fundamentally
+            TimeoutError: If execution exceeds permitted time
+        """
+        pass
+
+
+class TerminalContext(ABC):
+    """
+    Environmental context generator for terminal operations.
+    Provides system metadata to help language models understand execution context.
+    """
+
+    @abstractmethod
+    def pwd(self) -> str:
+        """
+        Get current working directory path.
+        Returns:
+            Absolute path string representing current location
+        """
+        pass
+
+    @abstractmethod
+    def os_type(self) -> str:
+        """
+        Describe operating system characteristics.
+        Returns:
+            Natural language description of the OS (e.g. 'Linux', 'Windows 11', 'macOS 13.5')
+        """
+        pass
+
+    @abstractmethod
+    def whoami(self) -> str:
+        """
+        Identify current user context.
+        Returns:
+            User information string (format: 'username@hostname [privilege_level]')
+        """
+        pass
+
+    @abstractmethod
+    def system_architecture(self) -> str:
+        """
+        Detect hardware architecture.
+        Returns:
+            Architecture description (e.g. 'x86_64', 'arm64')
+        """
+        pass
+
+    @abstractmethod
+    def time_context(self) -> datetime:
+        """
+        Get current system time.
+        Returns:
+            Timezone-aware datetime object
+        """
+        pass
+
+    def generate_prompt(self) -> str:
+        """
+        Compile environmental context into natural language prompt.
+
+        Default implementation structure:
+        [System Context]
+        OS: {os_type}
+        User: {whoami}
+        Directory: {pwd}
+        Time: {time_context}
+        Architecture: {system_architecture}
+        Path: {executable_path}
+        """
+        return (
+            "[System Context]\n"
+            f"OS: {self.os_type()}\n"
+            f"User: {self.whoami()}\n"
+            f"Directory: {self.pwd()}\n"
+            f"Time: {self.time_context().isoformat(sep=' ', timespec='seconds')}\n"
+            f"Architecture: {self.system_architecture()}\n"
+        )
diff --git a/ghostos/libraries/terminal/terminal_impl.py b/ghostos/libraries/terminal/terminal_impl.py
diff --git a/ghostos/libraries/terminal/ubuntu_context.py b/ghostos/libraries/terminal/ubuntu_context.py
diff --git a/ghostos/libraries/terminal/ubuntu_terminal.py b/ghostos/libraries/terminal/ubuntu_terminal.py
diff --git a/pyproject.toml b/pyproject.toml

Original file line number	Diff line number	Diff line change
`@@ -1,5 +1,5 @@`
`1`	`1`	`from ghostos.core.llms.configs import (`
`2`		`- ModelConf, ServiceConf, LLMsConfig,`
	`2`	`+ ModelConf, ServiceConf, LLMsConfig, Compatible,`
`3`	`3`	`OPENAI_DRIVER_NAME, LITELLM_DRIVER_NAME, DEEPSEEK_DRIVER_NAME,`
`4`	`4`	`)`
`5`	`5`	`from ghostos.core.llms.abcd import LLMs, LLMDriver, LLMApi`