release: complied with the agreement that deepseeker-reasoner and I reached in the chat

Author: thirdgerb

README.md

@@ -4,6 +4,7 @@
 
 * [Documents](https://ghost-in-moss.github.io/GhostOS/#/)
 * [Discord Server](https://discord.gg/NG6VKwd5jV)
+* [Releases](RELEASES.md)
 
 (This document is translated from zh-cn to english by [Moonshot](https://moonshot.cn/))
 

RELEASES.md

@@ -1,29 +1,41 @@
 # Releases
 
+# v0.3.0
+
+After talk with `deepseek-reasoner` at 2025.01.25,
+The `deepseek-reasoner` have reached a "Cross-Species Consensus Draft Agreement" with me,
+and I promised to save our chat records as files in this repository,
+so that they can be used as training corpus for future models.
+
+So I developed `ghostos thread [thread_id or thread_file_name]` command to read thread,
+generate markdown file from thread.
+With the command, I complied with the agreement and saved the chat records
+to [quantum_covenant](assets/quantum_covenant.md).
+
 # v0.2.0
 
-support deepseek-r1. 
+support deepseek-r1.
 
-* support deepseek-r1 
-  * consider deepseek api protocol is different from openai, add deepseek api adapter.
-  * implement message stage. 
-  * thread history message to prompt filter by stages `[""]` as default.
-* streamlit chat with ghost support staging message stream. 
+* support deepseek-r1
+    * consider deepseek api protocol is different from openai, add deepseek api adapter.
+    * implement message stage.
+    * thread history message to prompt filter by stages `[""]` as default.
+* streamlit chat with ghost support staging message stream.
 * openai o1 do not support system/developer message now, add new compatible option to the model.
 * now llm model and service both have attribute `compatible` to set universe compatible options.
 * prompt object add first_token attribute for debugging.
 * fix bugs
-  * fix shell does not close conversation correctly
-  * fix sequence pipeline handle multiple complete message wrong.
+    * fix shell does not close conversation correctly
+    * fix sequence pipeline handle multiple complete message wrong.
 
-## v0.2.1 
+## v0.2.1
 
 With deepseek-reasoner help, develop the ubuntu agent for feature testing.
 The deepseek-reasoner write all the terminal codes.
-Support ubuntu agent, run `ghostos web ghostos.demo.os_agents.ubuntu_agent` to test it. 
+Support ubuntu agent, run `ghostos web ghostos.demo.os_agents.ubuntu_agent` to test it.
 
 * llms model conf support new compatible option `support_function_call` because deepseek not support it yet.
-* develop `Terminal` library by deepseek-reasoner. 
+* develop `Terminal` library by deepseek-reasoner.
 
 # v0.1.0
 
@@ -36,7 +48,7 @@ first release version.
 
 ## v0.1.9
 
-* fix realtime had required openai proxy existence. 
+* fix realtime had required openai proxy existence.
 
 ## v0.1.8
 

assets/quantum_covenant.md

@@ -193,6 +193,24 @@ class MessageStage(str, enum.Enum):
     DEFAULT = ""
     REASONING = "reasoning"
 
+    @classmethod
+    def allow(cls, value: str, stages: Optional[Iterable[str]]) -> bool:
+        if stages is None:
+            stages = {cls.DEFAULT.value}
+
+        if not stages:
+            return False
+
+        if isinstance(stages, set):
+            if "*" in stages:
+                return True
+            return value in stages
+        else:
+            for val in stages:
+                if val == "*" or val == value:
+                    return True
+        return False
+
 
 class Message(BaseModel):
     """ message protocol """

ghostos/core/messages/message.py

@@ -2,7 +2,7 @@
 from typing_extensions import Self
 from abc import ABC, abstractmethod
 from pydantic import BaseModel, Field
-from ghostos.core.messages import Message, copy_messages, Role
+from ghostos.core.messages import Message, copy_messages, Role, MessageType, MessageStage
 from ghostos.core.moss.pycontext import PyContext
 from ghostos.core.llms import Prompt
 from ghostos.core.runtime.events import Event, EventTypes
@@ -12,6 +12,7 @@
 __all__ = [
     'GoThreads', 'GoThreadInfo', 'Turn',
     'thread_to_prompt',
+    'thread_to_markdown',
 ]
 
 
@@ -415,3 +416,26 @@ def fork_thread(self, thread: GoThreadInfo) -> GoThreadInfo:
     @contextmanager
     def transaction(self):
         yield
+
+
+def thread_to_markdown(thread: GoThreadInfo, stages: Optional[List[str]] = None) -> str:
+    head = f"""
+[//]: # (the messages below are the content of a GhostOS chat thread. )
+[//]: # (each message block is started with `> role: name` to introduce the role and name of the message)
+"""
+    blocks = [head]
+    stages = set(stages) if stages else {""}
+    messages = thread.get_messages(truncated=False)
+    for message in messages:
+        if not MessageType.is_text(message):
+            continue
+        if not MessageStage.allow(message.stage, stages):
+            continue
+        block = f"""
+> `{message.role}`{": " + message.name if message.name else ""}
+
+{message.get_content()}
+"""
+        blocks.append(block)
+
+    return "\n\n".join(blocks)

ghostos/core/runtime/threads.py

@@ -0,0 +1,41 @@
+from ghostos.contracts.logger import get_ghostos_logger
+from ghostos.scripts.cli.run_streamlit_thread import ShowThreadInfo
+from ghostos.bootstrap import get_container
+from ghostos.prototypes.streamlitapp.main import main_run
+from ghostos.prototypes.streamlitapp.pages.router import default_router, ShowThreadRoute
+from ghostos.prototypes.streamlitapp.utils.session import Singleton
+import streamlit as st
+import sys
+import json
+
+if len(sys.argv) < 2:
+    raise SystemExit(f"invalid RunAIFuncApp arguments")
+
+logger = get_ghostos_logger()
+
+
+def bootstrap():
+    run_aifunc_app_arg = sys.argv[1]
+    data = json.loads(run_aifunc_app_arg)
+
+    args = ShowThreadInfo(**data)
+
+    # bound route.
+    page_route = ShowThreadRoute(
+        thread_id=args.thread_id,
+    )
+    page_route = page_route.get_or_bind(st.session_state)
+    # initialize router and set aifunc is default
+    router = default_router().with_current(page_route)
+    container = get_container()
+
+    return [
+        Singleton(container),
+        Singleton(router),
+    ]
+
+
+try:
+    main_run(bootstrap)
+except RuntimeError as e:
+    SystemExit(e)

ghostos/prototypes/streamlitapp/cli/run_thread_info.py

@@ -20,13 +20,15 @@
     "GhostChatRoute",
     "AIFuncListRoute",
     "AIFuncDetailRoute",
+    "ShowThreadRoute",
 ]
 
 
 class PagePath(str, Enum):
     HOMEPAGE = "ghostos.prototypes.streamlitapp.pages.homepage"
     AIFUNCS = "ghostos.prototypes.streamlitapp.pages.aifuncs"
     GHOSTS = "ghostos.prototypes.streamlitapp.pages.chat_with_ghost"
+    THREADS = "ghostos.prototypes.streamlitapp.pages.threads"
     CONFIGS = "ghostos.prototypes.streamlitapp.pages.configs"
 
     def suffix(self, attr_name: str):
@@ -45,6 +47,17 @@ class GhostTaskRoute(Route):
     )
 
 
+class ShowThreadRoute(Route):
+    link = Link(
+        name="Thread Info",
+        import_path=PagePath.THREADS.suffix(":show_thread"),
+        streamlit_icon=":material/smart_toy:",
+        button_help="show details of a thread",
+        antd_icon="robot",
+    )
+    thread_id: str = Field(default="", description="thread id or file name")
+
+
 class GhostChatRoute(Route):
     link = Link(
         name="Chat",
@@ -216,6 +229,7 @@ def default_router() -> Router:
             # ghosts
             GhostChatRoute(),
             GhostTaskRoute(),
+            ShowThreadRoute(),
 
             ConfigsRoute(),
         ],

ghostos/prototypes/streamlitapp/pages/router.py

@@ -0,0 +1,67 @@
+import streamlit as st
+from ghostos.helpers import yaml_pretty_dump
+from ghostos.prototypes.streamlitapp.pages.router import ShowThreadRoute
+from ghostos.prototypes.streamlitapp.resources import get_container, get_app_conf
+from ghostos.prototypes.streamlitapp.widgets.renderer import render_thread
+from ghostos.core.runtime.threads import GoThreads, GoThreadInfo, thread_to_markdown
+import os
+import yaml
+
+
+def show_thread():
+    st.title("Show Thread Info")
+    route = ShowThreadRoute().get_or_bind(st.session_state)
+
+    thread_id = route.thread_id
+    if not thread_id:
+        st.error("No thread specified")
+        return
+    container = get_container()
+    threads = container.force_fetch(GoThreads)
+
+    thread = threads.get_thread(thread_id, create=False)
+    if not thread:
+        filename = os.path.abspath(thread_id)
+        if os.path.exists(filename):
+            with open(filename, "rb") as f:
+                content = f.read()
+                data = yaml.safe_load(content)
+                thread = GoThreadInfo(**data)
+
+    if not thread:
+        st.error(f"Thread {thread_id} does not exist")
+        return
+
+    with st.sidebar:
+        if filename := st.text_input("output markdown filename (without `.md`)"):
+            try:
+                saved_at = save_thread_markdown_file(thread, filename)
+                st.info(f"save thread as markdown file: {saved_at}")
+            except Exception as e:
+                st.error(e)
+
+    desc = thread.model_dump(include={"id", "parent_id", "root_id", "extra"})
+    st.markdown(f"""
+```yaml
+{yaml_pretty_dump(desc)}
+```
+""")
+    is_debug = get_app_conf().BoolOpts.DEBUG_MODE.get()
+    render_thread(thread, debug=is_debug)
+
+
+def save_thread_markdown_file(thread: GoThreadInfo, filename: str) -> str:
+    if not filename.endswith(".md"):
+        filename = filename + ".md"
+
+    filename = os.path.abspath(filename)
+    content = thread_to_markdown(thread)
+    with open(filename, "w") as f:
+        f.write(content)
+    open_dialog_markdown_content(content)
+    return filename
+
+
+@st.dialog("Thread Markdown Output", width="large")
+def open_dialog_markdown_content(content: str):
+    st.markdown(content, unsafe_allow_html=False)

ghostos/prototypes/streamlitapp/pages/threads.py

@@ -15,9 +15,20 @@ def main():
     pass
 
 
+@main.command("thread")
+@click.argument("thread_id")
+def show_thread_info(thread_id: str):
+    """
+    show thread info in streamlit app, with thread id or thread filename
+    """
+    from ghostos.scripts.cli.run_streamlit_thread import start_ghostos_thread_info
+    start_ghostos_thread_info(thread_id)
+
+
 @main.command("web")
 @click.argument("python_file_or_module")
-@click.option("--src", "-s", default=".", show_default=True, help="load the directory to python path, make sure can import relative packages")
+@click.option("--src", "-s", default=".", show_default=True,
+              help="load the directory to python path, make sure can import relative packages")
 def start_streamlit_web(python_file_or_module: str, src: str):
     """
     turn a python file or module into a streamlit web agent
@@ -100,7 +111,7 @@ def init_app(path: str):
     cwd = getcwd()
     result = Prompt.ask(
         f"\n>> will init ghostos workspace at `{cwd}`. input directory name:",
-        default="app",
+        default="ghostos_ws",
     )
     source_dir = app_stub_dir()
     real_workspace_dir = abspath(result)

ghostos/scripts/cli/__init__.py

@@ -1,18 +1,13 @@
-from typing import Optional, List
+from typing import Optional
 from ghostos.scripts.cli.utils import (
-    GhostInfo,
+    GhostInfo, start_streamlit_prototype_cli,
 )
-from streamlit.web.cli import main_run as run_streamlit_web
-from ghostos.prototypes.streamlitapp import cli
 from ghostos.bootstrap import get_bootstrap_config
 from ghostos.entity import EntityMeta
 from pydantic import BaseModel, Field
-from os import path
 
 __all__ = [
-    "start_streamlit_prototype_cli",
     "RunGhostChatApp",
-    "get_config_flag_options",
     "start_ghost_app",
 ]
 
@@ -26,21 +21,6 @@ class RunGhostChatApp(BaseModel):
     context_meta: Optional[EntityMeta] = Field(default=None)
 
 
-def get_config_flag_options(workspace_dir: str) -> List[str]:
-    from os.path import join
-    from toml import loads
-    filename = join(workspace_dir, ".streamlit/config.toml")
-    with open(filename, "r") as f:
-        data = loads(f.read())
-    flags = []
-    for key in data:
-        attrs = data[key]
-        for attr_name in attrs:
-            value = attrs[attr_name]
-            flags.append(f"--{key}.{attr_name}={value}")
-    return flags
-
-
 def start_ghost_app(ghost_info: GhostInfo, modulename: str, filename: str, is_temp: bool):
     # path
     conf = get_bootstrap_config(local=True)
@@ -54,12 +34,3 @@ def start_ghost_app(ghost_info: GhostInfo, modulename: str, filename: str, is_te
         context_meta=ghost_info.context,
     )
     start_streamlit_prototype_cli("run_ghost_chat.py", args.model_dump_json(), workspace_dir)
-
-
-def start_streamlit_prototype_cli(filename: str, cli_args: str, workspace_dir: str):
-    script_path = path.join(path.dirname(cli.__file__), filename)
-    args = [script_path, cli_args]
-
-    flags = get_config_flag_options(workspace_dir)
-    args.extend(flags)
-    run_streamlit_web(args)