Tag ChatHistory blocks and files (#531)

We don't currently Tag ChatHistory files as being ChatHistory files.
That means that the Web UI can't show a list of prior chats and let the
user resume or browse one.

This PR adds a tag constant for ChatHistory and tags new ChatHistory
files with it when they are created.

### Along for the ride on this PR

- Remove unused code from `experimental`
- Consolidate duplicated `get_tag_value_key` methods into a single
`tag_util.py` file.
- Extract `build_chat_history_for_tool` function from `next_action` to
enable testing on its own and possible resuse

Author: eob

src/steamship/agents/functional/functions_based.py

@@ -25,10 +25,10 @@ def __init__(self, tools: List[Tool], llm: ChatLLM, **kwargs):
             output_parser=FunctionsBasedOutputParser(tools=tools), llm=llm, tools=tools, **kwargs
         )
 
-    def next_action(self, context: AgentContext) -> Action:
-        messages = []
+    def build_chat_history_for_tool(self, context: AgentContext) -> List[Block]:
+        messages: List[Block] = []
 
-        # get system messsage
+        # get system message
         system_message = Block(text=self.PROMPT)
         system_message.set_chat_role(RoleTag.SYSTEM)
         messages.append(system_message)
@@ -72,7 +72,13 @@ def next_action(self, context: AgentContext) -> Action:
         for action in actions:
             messages.extend(action.to_chat_messages())
 
-        # call chat()
+        return messages
+
+    def next_action(self, context: AgentContext) -> Action:
+        # Build the Chat History that we'll provide as input to the action
+        messages = self.build_chat_history_for_tool(context)
+
+        # Run the default LLM on those messages
         output_blocks = self.llm.chat(messages=messages, tools=self.tools)
 
         return self.output_parser.parse(output_blocks[0].text, context)

src/steamship/agents/llms/openai.py

@@ -1,7 +1,9 @@
 from typing import List, Optional
 
-from steamship import Block, File, PluginInstance, Steamship
+from steamship import Block, File, PluginInstance, Steamship, Tag
 from steamship.agents.schema import LLM, ChatLLM, Tool
+from steamship.data import TagKind
+from steamship.data.tags.tag_constants import GenerationTag
 
 PLUGIN_HANDLE = "gpt-4"
 DEFAULT_MAX_TOKENS = 256
@@ -80,7 +82,11 @@ def chat(self, messages: List[Block], tools: Optional[List[Tool]], **kwargs) ->
         - `max_tokens` (controls the size of LLM responses)
         """
 
-        temp_file = File.create(client=self.client, blocks=messages)
+        temp_file = File.create(
+            client=self.client,
+            blocks=messages,
+            tags=[Tag(kind=TagKind.GENERATION, name=GenerationTag.PROMPT_COMPLETION)],
+        )
 
         options = {}
         if len(tools) > 0:
@@ -94,4 +100,5 @@ def chat(self, messages: List[Block], tools: Optional[List[Tool]], **kwargs) ->
 
         tool_selection_task = self.generator.generate(input_file_id=temp_file.id, options=options)
         tool_selection_task.wait()
+
         return tool_selection_task.output.blocks

src/steamship/agents/mixins/transports/slack.py

@@ -244,7 +244,7 @@ class SlackTransport(Transport):
     Interacting with the Bot on Slack will trigger a request/response loop in the Agent.
     """
 
-    bot_token: str
+    bot_token: Optional[str] = None
     agent_service: AgentService
     config: SlackTransportConfig
 

src/steamship/agents/mixins/transports/telegram.py

@@ -25,7 +25,7 @@ class TelegramTransportConfig(Config):
 class TelegramTransport(Transport):
     """Experimental base class to encapsulate a Telegram communication channel."""
 
-    bot_token: Optional[str]
+    bot_token: Optional[str] = None
     agent_service: AgentService
     config: TelegramTransportConfig
 
@@ -292,7 +292,7 @@ def get_api_root(self) -> Optional[str]:
             api_base += "/"
 
         if bot_token:
-            if ".steamship.run/" in api_base:
+            if ".steamship.run/" in api_base or ".apps.staging.steamship.com" in api_base:
                 # This is a special case for our testing pipeline -- it contains a mock Telegram server.
                 return api_base
             else:

src/steamship/agents/schema/chathistory.py

@@ -93,7 +93,8 @@ def get_or_create(
         if file is None:
             tags = tags or []
             index_handle = str(uuid.uuid4())
-            tags.append(Tag(kind=TagKind.DOCUMENT, name=DocTag.CHAT))
+            tags.append(Tag(kind=TagKind.DOCUMENT, name=DocTag.CHAT))  # This is a Chat-related tag
+            tags.append(Tag(kind=TagKind.CHAT, name=ChatTag.HISTORY))  # This is a ChatHistory file
             tags.append(Tag(kind=TagKind.CHAT, name=ChatTag.CONTEXT_KEYS, value=context_keys))
             tags.append(
                 Tag(
@@ -133,6 +134,7 @@ def append_message_with_role(
         tags.append(
             Tag(kind=TagKind.CHAT, name=ChatTag.ROLE, value={TagValueKey.STRING_VALUE: role})
         )
+        tags.append(Tag(kind=TagKind.CHAT, name=ChatTag.MESSAGE))
         block = self.file.append_block(
             text=text, tags=tags, content=content, url=url, mime_type=mime_type
         )

src/steamship/agents/tools/search/search.py

@@ -8,7 +8,7 @@
 from steamship.agents.schema import AgentContext, Tool
 from steamship.agents.utils import with_llm
 from steamship.data import TagValueKey
-from steamship.experimental.easy.tags import get_tag_value_key
+from steamship.data.tags.tag_utils import get_tag_value_key
 from steamship.utils.kv_store import KeyValueStore
 from steamship.utils.repl import ToolREPL
 

src/steamship/data/block.py

@@ -13,6 +13,7 @@
 from steamship.base.response import Response
 from steamship.data.tags.tag import Tag
 from steamship.data.tags.tag_constants import ChatTag, DocTag, RoleTag, TagValueKey
+from steamship.data.tags.tag_utils import get_tag_value_key
 
 
 class BlockQueryRequest(Request):
@@ -26,16 +27,6 @@ class BlockUploadType(str, Enum):
     NONE = "none"  # No upload; plain text only.
 
 
-def get_tag_value_key(
-    tags: Optional[List[Tag]], key: str, kind: Optional[str] = None, name: Optional[str] = None
-) -> Optional[any]:
-    """Iterates through a list of tags and returns the first that contains the provided Kind/Name/ValueKey."""
-    for tag in tags or []:
-        if (kind is None or tag.kind == kind) and (name is None or tag.name == name):
-            return (tag.value or {}).get(key)
-    return None
-
-
 class Block(CamelModel):
     """A Block is a chunk of content within a File. It can be plain text content, image content,
     video content, etc. If the content is not text, the text value may be the empty string

src/steamship/data/tags/tag_constants.py

@@ -284,3 +284,9 @@ class ChatTag(str, Enum):
 
     # A chunk of text for indexing
     CHUNK = "chunk"
+
+    # A chat history should be marked as kind=CHAT/name=HISTORY
+    HISTORY = "history"
+
+    # A message should be marked as kind=CHAT/name=MESSAGE
+    MESSAGE = "message"

src/steamship/data/tags/tag_utils.py

@@ -0,0 +1,22 @@
+from typing import List, Optional
+
+from steamship.data.tags.tag import Tag
+
+
+def get_tag(
+    tags: Optional[List[Tag]], kind: Optional[str] = None, name: Optional[str] = None
+) -> Optional[Tag]:
+    """Return the first tag of a list with the provided kind & name."""
+    for tag in tags or []:
+        if (kind is None or tag.kind == kind) and (name is None or tag.name == name):
+            return tag
+    return None
+
+
+def get_tag_value_key(
+    tags: Optional[List[Tag]], key: str, kind: Optional[str] = None, name: Optional[str] = None
+) -> Optional[any]:
+    """Return the value key from the first tag of a list with the provided kind & name."""
+    if tag := get_tag(tags, kind=kind, name=name):
+        return (tag.value or {}).get(key)
+    return None