change chat gpt provider (#12)

This commit is contained in:
Dmitry Afanasyev
2023-09-26 19:15:13 +03:00
committed by GitHub
parent 665bb51c0c
commit d6afab4ee4
145 changed files with 6146 additions and 7652 deletions

View File

@@ -1,10 +1,9 @@
from fastapi import APIRouter, Request
from settings.config import get_settings
from settings.config import settings
from starlette import status
from starlette.responses import Response
router = APIRouter()
settings = get_settings()
@router.post(

View File

@@ -3,7 +3,7 @@ from enum import StrEnum
AUDIO_SEGMENT_DURATION = 120 * 1000
API_PREFIX = "/api"
CHAT_GPT_BASE_URL = "http://chat_service:1338/backend-api/v2/conversation"
CHAT_GPT_BASE_URL = "http://chat_service:8858/backend-api/v2/conversation"
class LogLevelEnum(StrEnum):

View File

@@ -8,6 +8,7 @@ from constants import CHAT_GPT_BASE_URL
from core.utils import SpeechToTextService
from httpx import AsyncClient, AsyncHTTPTransport
from loguru import logger
from settings.config import settings
from telegram import Update
from telegram.ext import ContextTypes
@@ -33,7 +34,7 @@ async def ask_question(update: Update, context: ContextTypes.DEFAULT_TYPE) -> No
chat_gpt_request = {
"conversation_id": str(uuid4()),
"action": "_ask",
"model": "gpt-3.5-turbo",
"model": settings.GPT_MODEL,
"jailbreak": "default",
"meta": {
"id": random.randint(10**18, 10**19 - 1), # noqa: S311

View File

@@ -6,7 +6,7 @@ from typing import TYPE_CHECKING, Any, cast
from constants import LogLevelEnum
from loguru import logger
from sentry_sdk.integrations.logging import EventHandler
from settings.config import get_settings
from settings.config import settings
if TYPE_CHECKING:
from loguru import Record
@@ -14,9 +14,6 @@ else:
Record = dict[str, Any]
settings = get_settings()
class InterceptHandler(logging.Handler):
def emit(self, record: logging.LogRecord) -> None:
# Get corresponding Loguru level if it exists

View File

@@ -2,9 +2,7 @@ from api.bot.controllers import router as bot_router
from api.system.controllers import router as system_router
from fastapi import APIRouter
from fastapi.responses import ORJSONResponse
from settings.config import get_settings
settings = get_settings()
from settings.config import settings
api_router = APIRouter(
prefix=settings.api_prefix,

View File

@@ -47,6 +47,7 @@ class AppSettings(SentrySettings, BaseSettings):
DOMAIN: str = "https://localhost"
URL_PREFIX: str = ""
GPT_MODEL: str = "gpt-3.5-turbo-stream-AItianhuSpace"
# quantity of workers for uvicorn
WORKERS_COUNT: int = 1
# Enable uvicorn reloading
@@ -74,3 +75,6 @@ class AppSettings(SentrySettings, BaseSettings):
def get_settings() -> AppSettings:
return AppSettings()
settings = get_settings()