Completata gestione selezione modello LLM da backend

This commit is contained in:
Samuele E. Locatelli
2025-09-05 10:11:49 +00:00
parent ccd3855a9d
commit fd84203cca
+9 -2
View File
@@ -13,6 +13,7 @@ from config import settings
router = APIRouter()
@router.get("/models", response_model=List[str])
async def list_models():
try:
@@ -37,7 +38,10 @@ async def chat_endpoint(payload: ChatRequest):
redis_service.save_chat(payload.user_id, session_id, {"role": "user", "content": payload.message})
history_to_send = await prepare_history(payload.user_id, session_id)
model_to_use = payload.model_name or settings.MODEL_NAME
#model_to_use = payload.model_name or settings.MODEL_NAME
# Recupera modello dalla sessione
session_meta = redis_service.get_session_meta(payload.user_id, session_id)
model_to_use = payload.model_name or session_meta.get("model_name") or settings.MODEL_NAME
async with httpx.AsyncClient(timeout=settings.REQUEST_TIMEOUT) as client:
resp = await client.post(
@@ -66,7 +70,10 @@ async def chat_stream_endpoint(payload: ChatRequest):
redis_service.save_chat(payload.user_id, session_id, {"role": "user", "content": payload.message})
history_to_send = await prepare_history(payload.user_id, session_id)
model_to_use = payload.model_name or settings.MODEL_NAME
#model_to_use = payload.model_name or settings.MODEL_NAME
# Recupera modello dalla sessione
session_meta = redis_service.get_session_meta(payload.user_id, session_id)
model_to_use = payload.model_name or session_meta.get("model_name") or settings.MODEL_NAME
async def event_generator():
assistant_text = ""