mirror of
https://github.com/jaypyles/Scraperr.git
synced 2025-11-26 02:54:12 +00:00
7f1bc295ac
* feat: working new data view * feat: working new data view * fix: remove unused deps * fix: typing * chore: cleanup code
79 lines
2.4 KiB
Python
79 lines
2.4 KiB
Python
# STL
|
|
import os
|
|
import logging
|
|
from collections.abc import Iterable, AsyncGenerator
|
|
|
|
# PDM
|
|
from openai import OpenAI
|
|
from fastapi import APIRouter
|
|
from fastapi.responses import JSONResponse, StreamingResponse
|
|
from openai.types.chat import ChatCompletionMessageParam
|
|
|
|
# LOCAL
|
|
from ollama import Message, AsyncClient
|
|
from api.backend.models import AI
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
ai_router = APIRouter()
|
|
|
|
# Load environment variables
|
|
open_ai_key = os.getenv("OPENAI_KEY")
|
|
open_ai_model = os.getenv("OPENAI_MODEL")
|
|
llama_url = os.getenv("OLLAMA_URL")
|
|
llama_model = os.getenv("OLLAMA_MODEL")
|
|
|
|
# Initialize clients
|
|
openai_client = OpenAI(api_key=open_ai_key) if open_ai_key else None
|
|
llama_client = AsyncClient(host=llama_url) if llama_url else None
|
|
|
|
|
|
async def llama_chat(chat_messages: list[Message]) -> AsyncGenerator[str, None]:
|
|
if llama_client and llama_model:
|
|
try:
|
|
async for part in await llama_client.chat(
|
|
model=llama_model, messages=chat_messages, stream=True
|
|
):
|
|
yield part["message"]["content"]
|
|
except Exception as e:
|
|
LOG.error(f"Error during chat: {e}")
|
|
yield "An error occurred while processing your request."
|
|
|
|
|
|
async def openai_chat(
|
|
chat_messages: Iterable[ChatCompletionMessageParam],
|
|
) -> AsyncGenerator[str, None]:
|
|
if openai_client and not open_ai_model:
|
|
LOG.error("OpenAI model is not set")
|
|
yield "An error occurred while processing your request."
|
|
|
|
if not openai_client:
|
|
LOG.error("OpenAI client is not set")
|
|
yield "An error occurred while processing your request."
|
|
|
|
if openai_client and open_ai_model:
|
|
try:
|
|
response = openai_client.chat.completions.create(
|
|
model=open_ai_model, messages=chat_messages, stream=True
|
|
)
|
|
for part in response:
|
|
yield part.choices[0].delta.content or ""
|
|
except Exception as e:
|
|
LOG.error(f"Error during OpenAI chat: {e}")
|
|
yield "An error occurred while processing your request."
|
|
|
|
|
|
chat_function = llama_chat if llama_client else openai_chat
|
|
|
|
|
|
@ai_router.post("/ai")
|
|
async def ai(c: AI):
|
|
return StreamingResponse(
|
|
chat_function(chat_messages=c.messages), media_type="text/plain"
|
|
)
|
|
|
|
|
|
@ai_router.get("/ai/check")
|
|
async def check():
|
|
return JSONResponse(content={"ai_enabled": bool(open_ai_key or llama_model)})
|