mirror of
https://github.com/Alkatrazz24/Funk-lab.git
synced 2026-07-08 08:54:42 +02:00
ALI YESILKAYA
815beaf37c
Serveur : SessionStore (historique borné + TTL, en mémoire), /v1/ask accepte session_id et injecte l'historique dans l'appel LLM, /v1/reset l'efface. Dockerfile en 1 worker (cohérence mémoire process). Client : session_id généré par run (uuid), envoyé à chaque requête ; commande /reset en mode texte. Testé en process (TestClient) : historique croît 0→2→4, reset→0, sessions isolées, sans session_id = sans état. Mémoire long-terme Qdrant (5b) + réparation Qdrant (5c) à suivre. Claude-Session: https://claude.ai/code/session_013FmcxGsyXZXogiAHQLjnZT Co-authored-by: Claude <noreply@anthropic.com>
77 lines
2.3 KiB
Python
77 lines
2.3 KiB
Python
"""STT-server — API FastAPI pour les clients STT.
|
|
|
|
Endpoints :
|
|
GET /healthz → état du service
|
|
POST /v1/ask {text} → {reply} (requête AI, orchestrée vers LiteLLM)
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import httpx
|
|
from fastapi import FastAPI, HTTPException
|
|
from pydantic import BaseModel
|
|
|
|
from stt_server import __version__
|
|
from stt_server.brain import ask as brain_ask
|
|
from stt_server.config import settings
|
|
from stt_server.memory import SessionStore
|
|
|
|
app = FastAPI(title="STT-server", version=__version__)
|
|
sessions = SessionStore()
|
|
|
|
|
|
class AskRequest(BaseModel):
|
|
text: str
|
|
model: str | None = None # alias LiteLLM ; défaut serveur si absent
|
|
session_id: str | None = None # mémoire court-terme : fil de conversation
|
|
|
|
|
|
class AskReply(BaseModel):
|
|
reply: str
|
|
model: str
|
|
|
|
|
|
@app.get("/healthz")
|
|
async def healthz() -> dict:
|
|
return {"status": "ok", "version": __version__}
|
|
|
|
|
|
@app.get("/v1/models")
|
|
async def v1_models() -> dict:
|
|
return {"default": settings.model, "available": settings.allowed_models}
|
|
|
|
|
|
@app.post("/v1/reset")
|
|
async def v1_reset(req: AskRequest) -> dict:
|
|
if req.session_id:
|
|
sessions.reset(req.session_id)
|
|
return {"status": "reset"}
|
|
|
|
|
|
@app.post("/v1/ask", response_model=AskReply)
|
|
async def v1_ask(req: AskRequest) -> AskReply:
|
|
text = req.text.strip()
|
|
if not text:
|
|
raise HTTPException(status_code=400, detail="text vide")
|
|
model = req.model or settings.model
|
|
if model not in settings.allowed_models:
|
|
raise HTTPException(
|
|
status_code=400,
|
|
detail=f"modèle '{model}' non autorisé ; dispo : {settings.allowed_models}",
|
|
)
|
|
history = sessions.history(req.session_id) if req.session_id else None
|
|
try:
|
|
reply = await brain_ask(text, model, history)
|
|
except httpx.HTTPError as e:
|
|
raise HTTPException(status_code=502, detail=f"upstream LiteLLM : {e}") from e
|
|
if req.session_id:
|
|
sessions.add(req.session_id, "user", text)
|
|
sessions.add(req.session_id, "assistant", reply)
|
|
return AskReply(reply=reply, model=model)
|
|
|
|
|
|
def run() -> None:
|
|
"""Entrypoint `stt-server` (dev local). En prod : uvicorn via le conteneur."""
|
|
import uvicorn
|
|
|
|
uvicorn.run(app, host="0.0.0.0", port=8000) # noqa: S104 — service interne au cluster
|