added message compaction to remove info about tools, etc. after generating plan and config

Author: sean-zhang-dbx

backend/routers/create.py

@@ -168,11 +168,15 @@ async def event_stream():
             yield _sse_event("session", {"session_id": session.session_id})
 
             agent_iter = agent.chat(session, user_message).__aiter__()
+            next_coro = None
             while True:
+                if next_coro is None:
+                    next_coro = asyncio.ensure_future(agent_iter.__anext__())
                 try:
                     event = await asyncio.wait_for(
-                        agent_iter.__anext__(), timeout=_KEEPALIVE_INTERVAL
+                        asyncio.shield(next_coro), timeout=_KEEPALIVE_INTERVAL
                     )
+                    next_coro = None
                     yield _sse_event(event["event"], event["data"])
                 except asyncio.TimeoutError:
                     yield ": keepalive\n\n"