kvcached/pyproject.toml at main · ovg-project/kvcached · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
[build-system]
requires = ["setuptools>=64", "wheel"]
build-backend = "setuptools.build_meta"

[project]
name = "kvcached"
version = "0.1.5"
authors = [
    {name = "The kvcached team"}
]
readme = "README.md"
description = "A KV cache management system that supports on-demand KV cache allocation for LLMs with GPU virtual memory"
requires-python = ">=3.9,<3.14"
license = "Apache-2.0"
keywords = [
    "llm",
    "kv-cache",
    "gpu-memory",
    "gpu-sharing",
    "machine-learning",
    "pytorch",
    "vllm",
    "sglang",
    "cuda",
    "memory-management"
]
classifiers = [
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.9",
    "Programming Language :: Python :: 3.10",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
    "Programming Language :: Python :: 3.13",
    "Programming Language :: C++",
    "Development Status :: 3 - Alpha",
    "Intended Audience :: Developers",
    "Intended Audience :: Science/Research",
    "Topic :: Scientific/Engineering :: Artificial Intelligence",
    "Topic :: Software Development :: Libraries :: Python Modules",
]
dependencies = [
    "numpy>=1.26.0",
    "posix_ipc>=1.0",
    "wrapt>=1.15",
]

[project.scripts]
kvctl = "kvcached.cli.kvctl:main"
kvtop = "kvcached.cli.kvtop:main"

[project.urls]
Homepage = "https://github.com/ovg-project/kvcached"
Repository = "https://github.com/ovg-project/kvcached"
Issues = "https://github.com/ovg-project/kvcached/issues"
Documentation = "https://github.com/ovg-project/kvcached#readme"

[project.optional-dependencies]
dev = [
    "pre-commit",
    "setuptools>=64",
    "wheel",
]

[tool.setuptools]
include-package-data = true

[tool.setuptools.packages.find]
where = ["."]
include = ["kvcached*"]
exclude = ["*__pycache__*"]

[tool.setuptools.package-data]
kvcached = ["*.so", "*.pyi", "py.typed"]

[tool.mypy]
plugins = ['pydantic.mypy']
ignore_missing_imports = true
check_untyped_defs = true
follow_imports = "silent"

[tool.ruff]
line-length = 100

[tool.isort]
profile = "black"
line_length = 100
combine_as_imports = true
known_first_party = ["kvcached"]
known_third_party = ["vllm", "sglang"]