mirror of
https://github.com/Alkatrazz24/Funk-lab.git
synced 2026-07-08 19:04:42 +02:00
feat(stt): mode texte + sélection de modèle (client→serveur par requête) (#7)
Serveur : /v1/ask accepte un model optionnel (validé contre STT_ALLOWED_MODELS), nouvel endpoint GET /v1/models (défaut + alias autorisés). Pas de switch global. Client : 'stt --text' (chat texte simple sans micro/HUD), '--model hermes|claude|qwen|opus' (noms courts → alias LiteLLM), commandes /model et /models en mode texte. Le modèle choisi est envoyé au serveur à chaque requête (voix comme texte). Claude-Session: https://claude.ai/code/session_013FmcxGsyXZXogiAHQLjnZT Co-authored-by: Claude <noreply@anthropic.com>
This commit is contained in:
parent
47936b0088
commit
bcdb4f8b2a
10 changed files with 146 additions and 25 deletions
|
|
@ -8,7 +8,11 @@ STT et route l'inférence vers LiteLLM (s01) → Qwen3 (g01) / Claude.
|
|||
| Méthode | Route | Corps | Réponse |
|
||||
|---|---|---|---|
|
||||
| `GET` | `/healthz` | — | `{status, version}` |
|
||||
| `POST` | `/v1/ask` | `{text}` | `{reply}` |
|
||||
| `GET` | `/v1/models` | — | `{default, available[]}` |
|
||||
| `POST` | `/v1/ask` | `{text, model?}` | `{reply, model}` |
|
||||
|
||||
`model` (optionnel) = alias LiteLLM ; défaut serveur si absent ; rejeté (400) si absent
|
||||
de `STT_ALLOWED_MODELS`. Le client choisit le modèle par requête (pas de switch global).
|
||||
|
||||
## Configuration (variables d'env)
|
||||
|
||||
|
|
@ -16,7 +20,8 @@ STT et route l'inférence vers LiteLLM (s01) → Qwen3 (g01) / Claude.
|
|||
|---|---|---|
|
||||
| `STT_LITELLM_URL` | `http://192.168.10.1:4000/v1/chat/completions` | endpoint LiteLLM (IP directe s01, cf. open-webui) |
|
||||
| `STT_LITELLM_KEY` | `lm-studio` | clé LiteLLM (valeur exacte attendue) |
|
||||
| `STT_MODEL` | `hermes-default` | alias LiteLLM (bascule Qwen/Claude via `hermes-switch`) |
|
||||
| `STT_MODEL` | `hermes-default` | modèle par défaut |
|
||||
| `STT_ALLOWED_MODELS` | `hermes-default,qwen3-8b,claude-sonnet-4-6,claude-opus-4-7` | alias autorisés (demandables par le client) |
|
||||
| `STT_SYSTEM_PROMPT` | prompt vocal FR concis | persona |
|
||||
| `STT_MAX_TOKENS` / `STT_TEMPERATURE` | `200` / `0.7` | génération |
|
||||
|
||||
|
|
|
|||
|
|
@ -13,16 +13,19 @@ from pydantic import BaseModel
|
|||
|
||||
from stt_server import __version__
|
||||
from stt_server.brain import ask as brain_ask
|
||||
from stt_server.config import settings
|
||||
|
||||
app = FastAPI(title="STT-server", version=__version__)
|
||||
|
||||
|
||||
class AskRequest(BaseModel):
|
||||
text: str
|
||||
model: str | None = None # alias LiteLLM ; défaut serveur si absent
|
||||
|
||||
|
||||
class AskReply(BaseModel):
|
||||
reply: str
|
||||
model: str
|
||||
|
||||
|
||||
@app.get("/healthz")
|
||||
|
|
@ -30,16 +33,27 @@ async def healthz() -> dict:
|
|||
return {"status": "ok", "version": __version__}
|
||||
|
||||
|
||||
@app.get("/v1/models")
|
||||
async def v1_models() -> dict:
|
||||
return {"default": settings.model, "available": settings.allowed_models}
|
||||
|
||||
|
||||
@app.post("/v1/ask", response_model=AskReply)
|
||||
async def v1_ask(req: AskRequest) -> AskReply:
|
||||
text = req.text.strip()
|
||||
if not text:
|
||||
raise HTTPException(status_code=400, detail="text vide")
|
||||
model = req.model or settings.model
|
||||
if model not in settings.allowed_models:
|
||||
raise HTTPException(
|
||||
status_code=400,
|
||||
detail=f"modèle '{model}' non autorisé ; dispo : {settings.allowed_models}",
|
||||
)
|
||||
try:
|
||||
reply = await brain_ask(text)
|
||||
reply = await brain_ask(text, model)
|
||||
except httpx.HTTPError as e:
|
||||
raise HTTPException(status_code=502, detail=f"upstream LiteLLM : {e}") from e
|
||||
return AskReply(reply=reply)
|
||||
return AskReply(reply=reply, model=model)
|
||||
|
||||
|
||||
def run() -> None:
|
||||
|
|
|
|||
|
|
@ -12,9 +12,9 @@ import httpx
|
|||
from stt_server.config import settings
|
||||
|
||||
|
||||
async def ask(text: str) -> str:
|
||||
async def ask(text: str, model: str | None = None) -> str:
|
||||
payload = {
|
||||
"model": settings.model,
|
||||
"model": model or settings.model,
|
||||
"messages": [
|
||||
{"role": "system", "content": settings.system_prompt},
|
||||
{"role": "user", "content": text},
|
||||
|
|
|
|||
|
|
@ -11,7 +11,16 @@ class Settings:
|
|||
"STT_LITELLM_URL", "http://192.168.10.1:4000/v1/chat/completions"
|
||||
)
|
||||
litellm_key: str = os.getenv("STT_LITELLM_KEY", "lm-studio")
|
||||
# Modèle par défaut + alias LiteLLM autorisés (le client peut en demander un par requête)
|
||||
model: str = os.getenv("STT_MODEL", "hermes-default")
|
||||
allowed_models: list[str] = [
|
||||
m.strip()
|
||||
for m in os.getenv(
|
||||
"STT_ALLOWED_MODELS",
|
||||
"hermes-default,qwen3-8b,claude-sonnet-4-6,claude-opus-4-7",
|
||||
).split(",")
|
||||
if m.strip()
|
||||
]
|
||||
|
||||
system_prompt: str = os.getenv(
|
||||
"STT_SYSTEM_PROMPT",
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue