Skip to content

Commit 5734e64

Browse files
author
Felipe Mello
committed
Merge branch 'main' of https://github.com/meta-pytorch/forge into metrics_readme
2 parents df85ebf + 8bd8d5d commit 5734e64

File tree

147 files changed

+8741
-5516
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

147 files changed

+8741
-5516
lines changed

‎.github/packaging/pre_build_cpu.sh‎

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,13 @@ set -euxo pipefail
44
# Builds vLLM
55
# This script builds vLLM and places its wheel into dist/.
66

7-
VLLM_BRANCH="v0.10.0"
7+
# Script runs relative to forge root
8+
CURRENT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
9+
echo "current dir is $CURRENT_DIR"
10+
VERSIONS_FILE="$CURRENT_DIR/../../assets/versions.sh"
11+
echo "versions file is $VERSIONS_FILE"
12+
source "$VERSIONS_FILE"
13+
814
BUILD_DIR="$HOME/forge-build"
915

1016
# Push other files to the dist folder

‎.github/packaging/pre_build_gpu.sh‎

Lines changed: 0 additions & 72 deletions
This file was deleted.

‎.github/packaging/vllm_reqs_12_8.txt‎

Lines changed: 146 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,146 @@
1+
# These requirements were generated by running steps 1-3 of scripts/build_wheels.sh
2+
# then running pip freeze and manually removing the vllm dependency.
3+
# The intention of this file is to use these known requirements for a fixed
4+
# vLLM build to supplement a vLLM install from download.pytorch.org without
5+
# resorting to --extra-index-url https://download.pytorch.org/whl/nightly to find
6+
# vLLM dependencies (as this results in a ResolutionTooDeep error from pip).
7+
# See the file .github/workflows/gpu_test.yaml for an E2E forge installation using this approach.
8+
# TODO: this should be done way less hackily
9+
aiohappyeyeballs==2.6.1
10+
aiohttp==3.13.1
11+
aiosignal==1.4.0
12+
annotated-types==0.7.0
13+
anyio==4.11.0
14+
astor==0.8.1
15+
async-timeout==5.0.1
16+
attrs==25.4.0
17+
blake3==1.0.8
18+
cachetools==6.2.1
19+
cbor2==5.7.0
20+
certifi==2025.10.5
21+
cffi==2.0.0
22+
charset-normalizer==3.4.4
23+
click==8.2.1
24+
cloudpickle==3.1.1
25+
cmake==4.1.0
26+
compressed-tensors==0.10.2
27+
cupy-cuda12x==13.6.0
28+
depyf==0.19.0
29+
dill==0.4.0
30+
diskcache==5.6.3
31+
distro==1.9.0
32+
dnspython==2.8.0
33+
einops==0.8.1
34+
email-validator==2.3.0
35+
exceptiongroup==1.3.0
36+
fastapi==0.119.0
37+
fastapi-cli==0.0.13
38+
fastapi-cloud-cli==0.3.1
39+
fastrlock==0.8.3
40+
filelock==3.19.1
41+
frozenlist==1.8.0
42+
fsspec==2025.9.0
43+
gguf==0.17.1
44+
h11==0.16.0
45+
hf-xet==1.1.10
46+
httpcore==1.0.9
47+
httptools==0.7.1
48+
httpx==0.28.1
49+
huggingface-hub==0.35.3
50+
idna==3.11
51+
interegular==0.3.3
52+
Jinja2==3.1.6
53+
jiter==0.11.1
54+
jsonschema==4.25.1
55+
jsonschema-specifications==2025.9.1
56+
lark==1.2.2
57+
llguidance==0.7.30
58+
llvmlite==0.44.0
59+
lm-format-enforcer==0.10.12
60+
markdown-it-py==4.0.0
61+
MarkupSafe==2.1.5
62+
mdurl==0.1.2
63+
mistral_common==1.8.5
64+
mpmath==1.3.0
65+
msgpack==1.1.2
66+
msgspec==0.19.0
67+
multidict==6.7.0
68+
networkx==3.3
69+
ninja==1.13.0
70+
numba==0.61.2
71+
numpy==2.2.6
72+
nvidia-cublas-cu12==12.8.4.1
73+
nvidia-cuda-cupti-cu12==12.8.90
74+
nvidia-cuda-nvrtc-cu12==12.8.93
75+
nvidia-cuda-runtime-cu12==12.8.90
76+
nvidia-cudnn-cu12==9.10.2.21
77+
nvidia-cufft-cu12==11.3.3.83
78+
nvidia-cufile-cu12==1.13.1.3
79+
nvidia-curand-cu12==10.3.9.90
80+
nvidia-cusolver-cu12==11.7.3.90
81+
nvidia-cusparse-cu12==12.5.8.93
82+
nvidia-cusparselt-cu12==0.7.1
83+
nvidia-nccl-cu12==2.27.5
84+
nvidia-nvjitlink-cu12==12.8.93
85+
nvidia-nvshmem-cu12==3.3.20
86+
nvidia-nvtx-cu12==12.8.90
87+
openai==1.90.0
88+
opencv-python-headless==4.12.0.88
89+
outlines_core==0.2.10
90+
packaging==25.0
91+
partial-json-parser==0.2.1.1.post6
92+
pillow==12.0.0
93+
prometheus-fastapi-instrumentator==7.1.0
94+
prometheus_client==0.23.1
95+
propcache==0.4.1
96+
protobuf==6.33.0
97+
psutil==7.1.0
98+
py-cpuinfo==9.0.0
99+
pybase64==1.4.2
100+
pycountry==24.6.1
101+
pycparser==2.23
102+
pydantic==2.12.3
103+
pydantic-extra-types==2.10.6
104+
pydantic_core==2.41.4
105+
Pygments==2.19.2
106+
python-dotenv==1.1.1
107+
python-json-logger==4.0.0
108+
python-multipart==0.0.20
109+
PyYAML==6.0.3
110+
pyzmq==27.1.0
111+
ray==2.50.0
112+
referencing==0.37.0
113+
regex==2025.9.18
114+
requests==2.32.5
115+
rich==14.2.0
116+
rich-toolkit==0.15.1
117+
rignore==0.7.1
118+
rpds-py==0.27.1
119+
safetensors==0.6.2
120+
scipy==1.15.3
121+
sentencepiece==0.2.1
122+
sentry-sdk==2.42.0
123+
setuptools-scm==9.2.1
124+
shellingham==1.5.4
125+
sniffio==1.3.1
126+
soundfile==0.13.1
127+
soxr==1.0.0
128+
starlette==0.48.0
129+
sympy==1.14.0
130+
tiktoken==0.12.0
131+
tokenizers==0.22.1
132+
tomli==2.3.0
133+
torch==2.9.0+cu128
134+
tqdm==4.67.1
135+
transformers==4.57.1
136+
triton==3.5.0
137+
typer==0.19.2
138+
typing-inspection==0.4.2
139+
typing_extensions==4.15.0
140+
urllib3==2.5.0
141+
uvicorn==0.37.0
142+
uvloop==0.22.1
143+
watchfiles==1.1.1
144+
websockets==15.0.1
145+
xgrammar==0.1.21
146+
yarl==1.22.0

‎.github/packaging/vllm_reqs_12_9.txt‎

Lines changed: 147 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,147 @@
1+
# These requirements were generated by running steps 1-3 of scripts/build_wheels.sh
2+
# then running pip freeze and manually removing the vllm dependency.
3+
# The intention of this file is to use these known requirements for a fixed
4+
# vLLM build to supplement a vLLM install from download.pytorch.org without
5+
# resorting to --extra-index-url https://download.pytorch.org/whl/nightly to find
6+
# vLLM dependencies (as this results in a ResolutionTooDeep error from pip).
7+
# See the file .github/workflows/gpu_test.yaml for an E2E forge installation using this approach.
8+
# TODO: this should be done way less hackily
9+
aiohappyeyeballs==2.6.1
10+
aiohttp==3.13.0
11+
aiosignal==1.4.0
12+
annotated-types==0.7.0
13+
anyio==4.11.0
14+
astor==0.8.1
15+
async-timeout==5.0.1
16+
attrs==25.4.0
17+
blake3==1.0.7
18+
cachetools==6.2.0
19+
cbor2==5.7.0
20+
certifi==2025.10.5
21+
cffi==2.0.0
22+
charset-normalizer==3.4.3
23+
click==8.3.0
24+
cloudpickle==3.1.1
25+
cmake==4.1.0
26+
compressed-tensors==0.10.2
27+
cupy-cuda12x==13.6.0
28+
depyf==0.19.0
29+
dill==0.4.0
30+
diskcache==5.6.3
31+
distro==1.9.0
32+
dnspython==2.8.0
33+
einops==0.8.1
34+
email-validator==2.3.0
35+
exceptiongroup==1.3.0
36+
fastapi==0.118.3
37+
fastapi-cli==0.0.13
38+
fastapi-cloud-cli==0.3.1
39+
fastrlock==0.8.3
40+
filelock==3.19.1
41+
frozenlist==1.8.0
42+
fsspec==2025.9.0
43+
gguf==0.17.1
44+
h11==0.16.0
45+
hf-xet==1.1.10
46+
httpcore==1.0.9
47+
httptools==0.7.1
48+
httpx==0.28.1
49+
huggingface-hub==0.35.3
50+
idna==3.10
51+
interegular==0.3.3
52+
Jinja2==3.1.6
53+
jiter==0.11.0
54+
jsonschema==4.25.1
55+
jsonschema-specifications==2025.9.1
56+
lark==1.2.2
57+
llguidance==0.7.30
58+
llvmlite==0.44.0
59+
lm-format-enforcer==0.10.12
60+
markdown-it-py==4.0.0
61+
MarkupSafe==3.0.2
62+
mdurl==0.1.2
63+
mistral_common==1.8.5
64+
mpmath==1.3.0
65+
msgpack==1.1.2
66+
msgspec==0.19.0
67+
multidict==6.7.0
68+
networkx==3.4.2
69+
ninja==1.13.0
70+
numba==0.61.2
71+
numpy==2.2.6
72+
nvidia-cublas-cu12==12.9.1.4
73+
nvidia-cuda-cupti-cu12==12.9.79
74+
nvidia-cuda-nvrtc-cu12==12.9.86
75+
nvidia-cuda-runtime-cu12==12.9.79
76+
nvidia-cudnn-cu12==9.10.2.21
77+
nvidia-cufft-cu12==11.4.1.4
78+
nvidia-cufile-cu12==1.14.1.1
79+
nvidia-curand-cu12==10.3.10.19
80+
nvidia-cusolver-cu12==11.7.5.82
81+
nvidia-cusparse-cu12==12.5.10.65
82+
nvidia-cusparselt-cu12==0.7.1
83+
nvidia-nccl-cu12==2.27.5
84+
nvidia-nvjitlink-cu12==12.9.86
85+
nvidia-nvshmem-cu12==3.3.20
86+
nvidia-nvtx-cu12==12.9.79
87+
openai==1.90.0
88+
opencv-python-headless==4.12.0.88
89+
outlines_core==0.2.10
90+
packaging==25.0
91+
partial-json-parser==0.2.1.1.post6
92+
pillow==11.3.0
93+
prometheus-fastapi-instrumentator==7.1.0
94+
prometheus_client==0.23.1
95+
propcache==0.4.1
96+
protobuf==6.32.1
97+
psutil==7.1.0
98+
py-cpuinfo==9.0.0
99+
pybase64==1.4.2
100+
pycountry==24.6.1
101+
pycparser==2.23
102+
pydantic==2.12.0
103+
pydantic-extra-types==2.10.6
104+
pydantic_core==2.41.1
105+
Pygments==2.19.2
106+
python-dotenv==1.1.1
107+
python-json-logger==4.0.0
108+
python-multipart==0.0.20
109+
pytorch-triton==3.4.0+gitf7888497
110+
PyYAML==6.0.3
111+
pyzmq==27.1.0
112+
ray==2.49.2
113+
referencing==0.36.2
114+
regex==2025.9.18
115+
requests==2.32.5
116+
rich==14.2.0
117+
rich-toolkit==0.15.1
118+
rignore==0.7.0
119+
rpds-py==0.27.1
120+
safetensors==0.6.2
121+
scipy==1.15.3
122+
sentencepiece==0.2.1
123+
sentry-sdk==2.41.0
124+
setuptools-scm==9.2.0
125+
shellingham==1.5.4
126+
sniffio==1.3.1
127+
soundfile==0.13.1
128+
soxr==1.0.0
129+
starlette==0.48.0
130+
sympy==1.14.0
131+
tiktoken==0.12.0
132+
tokenizers==0.22.1
133+
tomli==2.3.0
134+
torch==2.9.0.dev20250905+cu129
135+
tqdm==4.67.1
136+
transformers==4.57.0
137+
triton==3.4.0
138+
typer==0.19.2
139+
typing-inspection==0.4.2
140+
typing_extensions==4.15.0
141+
urllib3==2.5.0
142+
uvicorn==0.37.0
143+
uvloop==0.21.0
144+
watchfiles==1.1.0
145+
websockets==15.0.1
146+
xgrammar==0.1.21
147+
yarl==1.22.0

0 commit comments

Comments
 (0)