"""FastAPI 大模型相关接口"""
from typing import Annotated
from fastapi import APIRouter, Depends, Query, status
from fastapi.responses import JSONResponse
from apps.dependency import get_user, verify_user
from apps.schemas.request_data import (
UpdateLLMReq,
)
from apps.schemas.response_data import (
ListLLMProviderRsp,
ListLLMRsp,
ResponseData,
)
from apps.services.llm import LLMManager
router = APIRouter(
prefix="/api/llm",
tags=["llm"],
dependencies=[
Depends(verify_user),
],
)
@router.get("/provider", response_model=ListLLMProviderRsp, responses={
status.HTTP_404_NOT_FOUND: {"model": ResponseData},
},
)
async def list_llm_provider() -> JSONResponse:
"""获取大模型提供商列表"""
llm_provider_list = await LLMManager.list_llm_provider()
return JSONResponse(
status_code=status.HTTP_200_OK,
content=ListLLMProviderRsp(
code=status.HTTP_200_OK,
message="success",
result=llm_provider_list,
).model_dump(exclude_none=True, by_alias=True),
)
@router.get(
"", response_model=ListLLMRsp,
responses={
status.HTTP_404_NOT_FOUND: {"model": ResponseData},
},
)
async def list_llm(
user_sub: Annotated[str, Depends(get_user)],
llm_id: Annotated[str | None, Query(description="大模型ID", alias="llmId")] = None,
) -> JSONResponse:
"""获取大模型列表"""
llm_list = await LLMManager.list_llm(user_sub, llm_id)
return JSONResponse(
status_code=status.HTTP_200_OK,
content=ListLLMRsp(
code=status.HTTP_200_OK,
message="success",
result=llm_list,
).model_dump(exclude_none=True, by_alias=True),
)
@router.put(
"",
responses={
status.HTTP_404_NOT_FOUND: {"model": ResponseData},
},
)
async def create_llm(
req: UpdateLLMReq,
user_sub: Annotated[str, Depends(get_user)],
llm_id: Annotated[str | None, Query(description="大模型ID", alias="llmId")] = None,
) -> JSONResponse:
"""创建或更新大模型配置"""
llm_id = await LLMManager.update_llm(user_sub, llm_id, req)
return JSONResponse(
status_code=status.HTTP_200_OK,
content=ResponseData(
code=status.HTTP_200_OK,
message="success",
result=llm_id,
).model_dump(exclude_none=True, by_alias=True),
)
@router.delete(
"",
responses={
status.HTTP_404_NOT_FOUND: {"model": ResponseData},
},
)
async def delete_llm(
user_sub: Annotated[str, Depends(get_user)],
llm_id: Annotated[str, Query(description="大模型ID", alias="llmId")],
) -> JSONResponse:
"""删除大模型配置"""
llm_id = await LLMManager.delete_llm(user_sub, llm_id)
return JSONResponse(
status_code=status.HTTP_200_OK,
content=ResponseData(
code=status.HTTP_200_OK,
message="success",
result=llm_id,
).model_dump(exclude_none=True, by_alias=True),
)
@router.put(
"/conv",
responses={
status.HTTP_404_NOT_FOUND: {"model": ResponseData},
},
)
async def update_conv_llm(
user_sub: Annotated[str, Depends(get_user)],
conversation_id: Annotated[str, Query(description="对话ID", alias="conversationId")],
llm_id: Annotated[str, Query(description="llm ID", alias="llmId")] = "empty",
) -> JSONResponse:
"""更新对话的知识库"""
llm_id = await LLMManager.update_conversation_llm(user_sub, conversation_id, llm_id)
return JSONResponse(
status_code=status.HTTP_200_OK,
content=ResponseData(
code=status.HTTP_200_OK,
message="success",
result=llm_id,
).model_dump(exclude_none=True, by_alias=True),
)