common_api ¶

@router.get("/models", response_class=ORJSONResponse)
async def available_models():
    """Show available models"""
    args = get_server_args()
    cards = [ModelCard(id=get_served_model_name(), root=args.model_path)]
    return {"object": "list", "data": [card.model_dump() for card in cards]}

@router.get("/model_info")
async def model_info():
    """Get basic model information"""
    args = get_server_args()
    return {
        "model_path":
        args.model_path,
        "served_model_name":
        get_served_model_name(),
        "lora": ({
            "name": args.lora_nickname,
            "path": args.lora_path,
            "scale": args.lora_strength,
        } if args.lora_path else None),
    }

@router.get("/models/{model:path}", response_class=ORJSONResponse)
async def retrieve_model(model: str):
    """Retrieve a model by name"""
    args = get_server_args()
    served_model_name = get_served_model_name()
    available = {served_model_name}
    if model not in available:
        return ORJSONResponse(
            status_code=404,
            content={
                "error": {
                    "message": f"The model '{model}' does not exist",
                    "type": "invalid_request_error",
                    "param": "model",
                    "code": "model_not_found",
                }
            },
        )
    card = ModelCard(id=model, root=args.model_path)
    return card.model_dump()