add chat endpoint

app/api/ml.py

@@ -0,0 +1,19 @@
+from typing import Annotated
+
+from fastapi import APIRouter, Depends, Form
+from fastapi.responses import StreamingResponse
+
+from app.services.llm import get_llm_service
+from app.utils.logging import AppLogger
+
+logger = AppLogger().get_logger()
+
+router = APIRouter()
+
+
+@router.post('/chat/')
+async def chat(
+    prompt: Annotated[str, Form()],
+    llm_service = Depends(get_llm_service)
+):
+    return StreamingResponse(llm_service.stream_chat(prompt), media_type="text/plain")