mirror of
https://github.com/grillazz/fastapi-sqlalchemy-asyncpg.git
synced 2025-11-30 13:20:40 +03:00
add README.md and test
This commit is contained in:
@@ -10,7 +10,7 @@ class StreamLLMService:
|
||||
|
||||
async def stream_chat(self, prompt: str) -> AsyncGenerator[bytes, None]:
|
||||
"""Stream chat completion responses from LLM."""
|
||||
# Send user message first
|
||||
# Send the user a message first
|
||||
user_msg = {
|
||||
"role": "user",
|
||||
"content": prompt,
|
||||
|
||||
Reference in New Issue
Block a user