Repository navigation
Expand file tree
/
Copy pathpyproject.toml
More file actions
64 lines (53 loc) · 1.86 KB
/
Copy pathpyproject.toml
File metadata and controls
64 lines (53 loc) · 1.86 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
[build-system]
requires = ["setuptools>=77.0", "wheel"]
build-backend = "setuptools.build_meta"
[project]
name = "ling-aspec-runtime"
version = "0.1.0b0"
description = "A Torch-native framework for speculative decoding training"
readme = "README.md"
license = "Apache-2.0"
license-files = ["LICENSE", "licenses/*"]
requires-python = ">=3.11"
dependencies = [
"accelerate", "datasets>=5.0.1,<6", "numpy<2.4", "omegaconf", "openai",
"openai-harmony", "packaging", "psutil", "pydantic", "pyzmq", "qwen-vl-utils",
"ray==2.59.0", "setuptools", "tqdm", "transformers", "wandb>=0.19.10",
"mooncake-transfer-engine==0.3.13.post1", "nvidia-cuda-runtime-cu12==12.9.79",
]
[project.scripts]
aspec = "aspec.cli:main"
[project.urls]
Homepage = "https://github.com/inclusionAI/ASpec"
Documentation = "https://github.com/inclusionAI/ASpec/blob/main/docs/README.md"
Issues = "https://github.com/inclusionAI/ASpec/issues"
[project.optional-dependencies]
dev = ["build", "pre-commit", "pytest", "ruff", "tensorboard"]
tracking = ["tensorboard"]
fa = [
# b34 is compatible with SGLang v0.5.21's TVM-FFI 0.1.11 pin.
"flash-attn-4==4.0.0b34",
"nvidia-cutlass-dsl[cu13]==4.7.1",
"quack-kernels[cu13]==0.6.5",
]
dspark-qk = [
# The ASpec-owned kernel uses cutlass.experimental on CUDA 13.
"nvidia-cutlass-dsl[cu13]==4.7.1",
]
[tool.setuptools.packages.find]
include = ["aspec*"]
[tool.setuptools.package-data]
aspec = ["_build_info.json", "config/*.json", "compat/patches/*.patch", "kernels/cutedsl/cudnn_gqa/*.md", "kernels/cutedsl/cudnn_gqa/*.json"]
[tool.ruff]
line-length = 100
target-version = "py311"
[tool.ruff.lint]
select = ["E", "F", "I", "W", "TID252"]
ignore = ["E501"]
[tool.ruff.lint.flake8-tidy-imports]
ban-relative-imports = "all"
[tool.ruff.lint.isort]
known-first-party = ["aspec"]
known-third-party = ["wandb"]
[tool.pytest.ini_options]
testpaths = ["tests"]