Completata gestione selezione modello LLM da backend
This commit is contained in:
@@ -13,6 +13,7 @@ from config import settings
|
||||
|
||||
router = APIRouter()
|
||||
|
||||
|
||||
@router.get("/models", response_model=List[str])
|
||||
async def list_models():
|
||||
try:
|
||||
@@ -37,7 +38,10 @@ async def chat_endpoint(payload: ChatRequest):
|
||||
redis_service.save_chat(payload.user_id, session_id, {"role": "user", "content": payload.message})
|
||||
history_to_send = await prepare_history(payload.user_id, session_id)
|
||||
|
||||
model_to_use = payload.model_name or settings.MODEL_NAME
|
||||
#model_to_use = payload.model_name or settings.MODEL_NAME
|
||||
# Recupera modello dalla sessione
|
||||
session_meta = redis_service.get_session_meta(payload.user_id, session_id)
|
||||
model_to_use = payload.model_name or session_meta.get("model_name") or settings.MODEL_NAME
|
||||
|
||||
async with httpx.AsyncClient(timeout=settings.REQUEST_TIMEOUT) as client:
|
||||
resp = await client.post(
|
||||
@@ -66,7 +70,10 @@ async def chat_stream_endpoint(payload: ChatRequest):
|
||||
|
||||
redis_service.save_chat(payload.user_id, session_id, {"role": "user", "content": payload.message})
|
||||
history_to_send = await prepare_history(payload.user_id, session_id)
|
||||
model_to_use = payload.model_name or settings.MODEL_NAME
|
||||
#model_to_use = payload.model_name or settings.MODEL_NAME
|
||||
# Recupera modello dalla sessione
|
||||
session_meta = redis_service.get_session_meta(payload.user_id, session_id)
|
||||
model_to_use = payload.model_name or session_meta.get("model_name") or settings.MODEL_NAME
|
||||
|
||||
async def event_generator():
|
||||
assistant_text = ""
|
||||
|
||||
Reference in New Issue
Block a user