PersonalPublic/fastapi-sqlalchemy-asyncpg
1
0
Fork 0
mirror of https://github.com/grillazz/fastapi-sqlalchemy-asyncpg.git synced 2025-11-30 13:20:40 +03:00
Code Issues Packages Projects Releases Wiki Activity

lint and format

Browse Source
This commit is contained in:
grillazz
2025-05-03 13:30:08 +02:00
parent e215876848
commit 2f484d6f4a
4 changed files with 10 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
app/services/llm.py
View File

@@ -1,6 +1,7 @@
from collections.abc import AsyncGenerator
import httpx
import orjson
from typing import AsyncGenerator, Optional
class StreamLLMService:
@@ -8,7 +9,7 @@ class StreamLLMService:
self.base_url = base_url
self.model = "llama3.2"
async def stream_chat(self, prompt: str) -> AsyncGenerator[bytes, None]:
async def stream_chat(self, prompt: str) -> AsyncGenerator[bytes]:
"""Stream chat completion responses from LLM."""
# Send the user a message first
user_msg = {
@@ -47,5 +48,5 @@ class StreamLLMService:
# FastAPI dependency
def get_llm_service(base_url: Optional[str] = None) -> StreamLLMService:
def get_llm_service(base_url: str | None = None) -> StreamLLMService:
return StreamLLMService(base_url=base_url or "http://localhost:11434/v1")