torchforge/pixi.toml at main · meta-pytorch/torchforge · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
# Pixi configuration for Forge
# This replaces the conda-based installation with pixi environment manager
#
# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.

[workspace]
name = "forge"
version = "0.1.0"
description = "A PyTorch native platform for post-training generative AI models"
channels = ["conda-forge", "pytorch", "nvidia"]
platforms = ["linux-64"]

[system-requirements]
linux = "5.10"
cuda = "12.8"

# System dependencies from conda-forge
[dependencies]
python = "3.10.*"
openssl = "*"
# RDMA and InfiniBand libraries (equivalent to rdma-core, libibverbs)
rdma-core = "*"
# Git for installing from git repos
git = "*"
# Use uv for fast Python package installation
uv = ">=0.1.0"

# Development dependencies (equivalent to [dev] extras)
[feature.dev.dependencies]
pre-commit = "*"
pytest = "*"
pytest-cov = "*"
pytest-timeout = "*"
tensorboard = "*"
tomli = ">=1.1.0"
anyio = "*"
pytest-asyncio = "*"

# Documentation dependencies (equivalent to [docs] extras)
[feature.docs.dependencies]
sphinx = "==7.2.6"
matplotlib = "*"

[tasks]
# Installation tasks using uv for faster package management
# uv will use the configuration from pyproject.toml [tool.uv] section
install-pytorch = """
    uv pip install torch==2.9.0 --index-url https://download.pytorch.org/whl/cu128
"""

# CRITICAL: Install vLLM dependencies BEFORE installing vLLM itself
install-vllm-reqs = """
    uv pip install -r .github/packaging/vllm_reqs_12_8.txt
"""

install-vllm-deps = """
    uv pip install six && \
    uv pip install "setuptools<80"
"""

# Install vLLM after all dependencies are resolved
install-vllm = """
    uv pip install vllm --no-cache-dir --index-url https://download.pytorch.org/whl/preview/forge
"""

install-torchstore = """
    uv pip install "git+https://github.com/meta-pytorch/torchstore.git@no-monarch-2025.12.17"
"""

install-forge = """
    uv pip install -e ".[dev]"
"""

# Full installation task - follows exact sequence from install.sh
install = { depends-on = ["install-pytorch", "install-vllm-reqs", "install-vllm-deps", "install-vllm", "install-torchstore", "install-forge"] }

# Test installation task
test-install = """
    python -c "import torch; print(f'PyTorch {torch.__version__} (CUDA: {torch.cuda.is_available()})')" && \
    python -c "import vllm; print('vLLM imported successfully')" && \
    python -c "import forge; print('forge imported successfully')" || true
"""

# Define environments
[environments]
default = { solve-group = "default" }
dev = { features = ["dev"], solve-group = "default" }
docs = { features = ["docs"], solve-group = "default" }

[target.linux-64.activation]
scripts = ["scripts/pixi_cuda_env.sh"]