We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c9983a7 commit 98d1dbaCopy full SHA for 98d1dba
1 file changed
koboldcpp.py
@@ -527,7 +527,7 @@ async def handle_sse_stream(self, api_format):
527
528
current_token = 0
529
incomplete_token_buffer = bytearray()
530
- await asyncio.sleep(0.1) #anti race condition, prevent check from overtaking generate
+ await asyncio.sleep(0.05) #anti race condition, prevent check from overtaking generate
531
while True:
532
streamDone = handle.has_finished() #exit next loop on done
533
tokenStr = ""
0 commit comments