pyproject.toml

[project]
name = "gpt_server"
version = "0.4.1"
description = "gpt_server是一个用于生产级部署LLMs或Embedding的开源框架。"
readme = "README.md"
license = { text = "Apache 2.0" }
authors = [{ name = "Yu Liu", email = "506610466@qq.com" }]
requires-python = ">=3.10"
dependencies = [
    "accelerate>=1.0.1",
    "fastapi==0.115.0",
    "ffmpy",
    "fschat==0.2.36",
    "infinity-emb[all]==0.0.73",
    "lmdeploy==0.7.3",
    "loguru>=0.7.2",
    "openai==1.55.3",
    "setuptools==75.2.0",
    "streamlit==1.39.0",
    "torch==2.5.1",
    "torchvision==0.20.1",
    "vllm==0.8.4",
    "qwen_vl_utils",
    "evalscope[perf]==0.10.1",
    "modelscope==1.20.1",
    "edge-tts>=7.0.0",
    "funasr>=1.2.6",
    "sglang[all]>=0.4.5",
    "flashinfer-python"
]

[tool.uv]
default-groups = [] # 默认只安装dependencies中的库
override-dependencies = [
    "setuptools==75.2.0",
    "torchvision==0.21.0",
    "torch==2.6.0",
    "triton",
    "outlines==0.1.11",
    "transformers==4.50.0",
    "soundfile==0.13.1", # infinity
    "xgrammar==0.1.18", #  sglang[all]==0.4.5 depends on xgrammar==0.1.17
]

[project.scripts]
gpt_server = "gpt_server.cli:main"

[[tool.uv.index]]
url = "https://pypi.tuna.tsinghua.edu.cn/simple"
default = true

# 强制要求 flashinfer-python通过官方源安装
[[tool.uv.index]]
name = "flashinfer-python"
url = "https://flashinfer.ai/whl/cu124/torch2.5"

[tool.uv.sources]
flashinfer-python = { index = "flashinfer-python" }

[build-system]
requires = ["setuptools", "wheel"]
build-backend = "setuptools.build_meta"