add README.md and test

This commit is contained in:
grillazz
2025-05-03 13:18:27 +02:00
parent b5fcd0489a
commit e215876848
3 changed files with 42 additions and 45 deletions

View File

@@ -10,7 +10,7 @@ class StreamLLMService:
async def stream_chat(self, prompt: str) -> AsyncGenerator[bytes, None]:
"""Stream chat completion responses from LLM."""
# Send user message first
# Send the user a message first
user_msg = {
"role": "user",
"content": prompt,