# https://docs.sglang.io/platforms/cpu_server.html [build-system] requires = ["setuptools>=61.0", "setuptools-scm>=8.0", "wheel"] build-backend = "setuptools.build_meta" [project] name = "sglang-cpu" dynamic = ["version"] description = "SGLang is a fast serving framework for large language models and vision language models." readme = "README.md" requires-python = ">=3.10" license = { file = "LICENSE" } classifiers = [ "Programming Language :: Python :: 3", "License :: OSI Approved :: Apache Software License", ] dependencies = [ "IPython", "aiohttp", "anthropic>=0.20.0", "blobfile==3.0.0", "build", "compressed-tensors", "datasets", "einops", "fastapi", "gguf", "intel-openmp; platform_machine == 'x86_64'", "interegular", "llguidance>=0.7.11,<0.8.0", "modelscope", "msgspec", "easydict", "ninja", "numpy", "openai-harmony==0.0.4", "openai==2.6.1", "orjson", "outlines", "packaging", "partial_json_parser", "pillow", "prometheus-client>=0.20.0", "psutil", "py-spy", "pybase64", "pydantic", "python-multipart", "pyzmq>=25.1.2", "requests", "scipy", "sentencepiece", "setproctitle", "soundfile==0.13.1", "tabulate", "tiktoken", "timm==1.0.16", "torch==2.9.0", "torchao==0.14.1", "torchaudio==2.9.0", "torchvision==0.24.0", "tqdm", "mistral_common>=1.11.0", "transformers==5.5.4", "triton==3.5.0", "uvicorn", "uvloop", "xgrammar==0.1.32", "smg-grpc-servicer>=0.5.0", ] [project.optional-dependencies] tracing = [ "opentelemetry-sdk", "opentelemetry-api", "opentelemetry-exporter-otlp", "opentelemetry-exporter-otlp-proto-grpc", ] test = [ "accelerate", "expecttest", "jsonlines", "matplotlib", "pandas", "peft>=0.18.0", "pytest", "sentence_transformers", ] all = [] dev = ["sglang[test]"] [project.urls] "Homepage" = "https://github.com/sgl-project/sglang" "Bug Tracker" = "https://github.com/sgl-project/sglang/issues" [project.scripts] sglang = "sglang.cli.main:main" [tool.setuptools.package-data] "sglang" = [ "srt/**/*", "jit_kernel/**/*" ] [tool.setuptools.packages.find] exclude = [ "assets*", "benchmark*", "docs*", "dist*", "playground*", "scripts*", "tests*", ] [tool.wheel] exclude = [ "assets*", "benchmark*", "docs*", "dist*", "playground*", "scripts*", "tests*", ] [tool.setuptools_scm] root = ".." version_file = "sglang/_version.py" git_describe_command = ["python3", "python/tools/get_version_tag.py"] # Allow editable installs even when .git metadata is not available. fallback_version = "0.0.0.dev0"