Skip to content

Commit fc5c2c0

Browse files
conroy-cheersbgamariprusnak
committed
python3Packages.vllm: 0.6.2 -> 0.7.1
Co-Authored-By: Ben Gamari <[email protected]> Co-Authored-By: Pavol Rusnak <[email protected]>
1 parent efcfe26 commit fc5c2c0

File tree

4 files changed

+277
-67
lines changed

4 files changed

+277
-67
lines changed

pkgs/development/python-modules/vllm/0001-setup.py-don-t-ask-for-hipcc-version.patch

Lines changed: 0 additions & 24 deletions
This file was deleted.
Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,12 @@
1+
diff --git a/vllm/model_executor/models/registry.py b/vllm/model_executor/models/registry.py
2+
index f5a02a5b..e830f987 100644
3+
--- a/vllm/model_executor/models/registry.py
4+
+++ b/vllm/model_executor/models/registry.py
5+
@@ -482,6 +482,7 @@ def _run_in_subprocess(fn: Callable[[], _T]) -> _T:
6+
returned = subprocess.run(
7+
[sys.executable, "-m", "vllm.model_executor.models.registry"],
8+
input=input_bytes,
9+
+ env={'PYTHONPATH': ':'.join(sys.path)},
10+
capture_output=True)
11+
12+
# check if the subprocess is successful
Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
--- a/setup.py
2+
+++ b/setup.py
3+
@@ -340,14 +340,7 @@ def _is_hpu() -> bool:
4+
out = subprocess.run(["hl-smi"], capture_output=True, check=True)
5+
is_hpu_available = out.returncode == 0
6+
except (FileNotFoundError, PermissionError, subprocess.CalledProcessError):
7+
- if sys.platform.startswith("linux"):
8+
- try:
9+
- output = subprocess.check_output(
10+
- 'lsmod | grep habanalabs | wc -l', shell=True)
11+
- is_hpu_available = int(output) > 0
12+
- except (ValueError, FileNotFoundError, PermissionError,
13+
- subprocess.CalledProcessError):
14+
- pass
15+
+ is_hpu_available = False
16+
return is_hpu_available
17+
18+

0 commit comments

Comments
 (0)