lint and format

This commit is contained in:
grillazz
2025-05-03 13:30:08 +02:00
parent e215876848
commit 2f484d6f4a
4 changed files with 10 additions and 7 deletions

View File

@@ -2,6 +2,7 @@ import anyio
import httpx
import orjson
async def chat_with_endpoint():
async with httpx.AsyncClient() as client:
while True:
@@ -14,9 +15,9 @@ async def chat_with_endpoint():
print("\nModel: ", end="", flush=True)
async with client.stream(
"POST",
"http://localhost:8000/chat/",
"http://0.0.0.0:8080/v1/ml/chat/",
data={"prompt": prompt},
timeout=60
timeout=60,
) as response:
async for chunk in response.aiter_lines():
if chunk:
@@ -26,5 +27,6 @@ async def chat_with_endpoint():
except Exception as e:
print(f"\nError parsing chunk: {e}")
if __name__ == "__main__":
anyio.run(chat_with_endpoint)