refactor chat testing client

tests/chat.py

@@ -2,29 +2,30 @@ import anyio
 import httpx
 import orjson
 
+API_URL = "http://localhost:8000/chat/"
+
+
 async def chat_with_endpoint():
     async with httpx.AsyncClient() as client:
         while True:
-            # Get user input
             prompt = input("\nYou: ")
             if prompt.lower() == "exit":
                 break
 
-            # Send request to the API
             print("\nModel: ", end="", flush=True)
-            async with client.stream(
+            try:
-                "POST",
+                async with client.stream("POST", API_URL, data={"prompt": prompt}, timeout=60) as response:
-                "http://localhost:8000/chat/",
+                    async for chunk in response.aiter_lines():
-                data={"prompt": prompt},
+                        if not chunk:
-                timeout=60
+                            continue
-            ) as response:
+
-                async for chunk in response.aiter_lines():
-                    if chunk:
                         try:
-                            data = orjson.loads(chunk)
+                            print(orjson.loads(chunk)["content"], end="", flush=True)
-                            print(data["content"], end="", flush=True)
                         except Exception as e:
                             print(f"\nError parsing chunk: {e}")
+            except httpx.RequestError as e:
+                print(f"\nConnection error: {e}")
+
 
 if __name__ == "__main__":
-    anyio.run(chat_with_endpoint)
+    anyio.run(chat_with_endpoint)