From 849f02cf5414884655434c78b9cde2b37bb02c53 Mon Sep 17 00:00:00 2001
From: grillazz <the@grillazz.com>
Date: Sat, 3 May 2025 08:44:15 +0200
Subject: [PATCH] add chat endpoint

---
 app/api/ml.py | 19 +++++++++++++++++++
 app/main.py   |  2 ++
 2 files changed, 21 insertions(+)
 create mode 100644 app/api/ml.py

diff --git a/app/api/ml.py b/app/api/ml.py
new file mode 100644
index 0000000..e8d2c77
--- /dev/null
+++ b/app/api/ml.py
@@ -0,0 +1,19 @@
+from typing import Annotated
+
+from fastapi import APIRouter, Depends, Form
+from fastapi.responses import StreamingResponse
+
+from app.services.llm import get_llm_service
+from app.utils.logging import AppLogger
+
+logger = AppLogger().get_logger()
+
+router = APIRouter()
+
+
+@router.post('/chat/')
+async def chat(
+    prompt: Annotated[str, Form()],
+    llm_service = Depends(get_llm_service)
+):
+    return StreamingResponse(llm_service.stream_chat(prompt), media_type="text/plain")
\ No newline at end of file
diff --git a/app/main.py b/app/main.py
index cf6ac8e..ea69c93 100644
--- a/app/main.py
+++ b/app/main.py
@@ -11,6 +11,7 @@ from app.api.nonsense import router as nonsense_router
 from app.api.shakespeare import router as shakespeare_router
 from app.api.stuff import router as stuff_router
 from app.api.user import router as user_router
+from app.api.ml import router as ml_router
 from app.config import settings as global_settings
 from app.database import engine
 from app.redis import get_redis
@@ -51,6 +52,7 @@ app.include_router(stuff_router)
 app.include_router(nonsense_router)
 app.include_router(shakespeare_router)
 app.include_router(user_router)
+app.include_router(ml_router, prefix="/v1/ml", tags=["ML"])
 
 
 app.include_router(health_router, prefix="/v1/public/health", tags=["Health, Public"])