We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 40820e6 commit f882fb8Copy full SHA for f882fb8
tensorrt_llm/__init__.py
@@ -29,9 +29,10 @@ def _add_trt_llm_dll_directory():
29
30
import sys
31
32
-# Need to import xgrammar before tensorrt_llm library,
33
-# otherwise `MemoryError: std::bad_alloc` pattern error will be raised.
34
-import xgrammar # noqa
+# Need to import torch before tensorrt_llm library, otherwise some shared binary files
+# cannot be found for the public PyTorch, raising errors like:
+# ImportError: libc10.so: cannot open shared object file: No such file or directory
35
+import torch # noqa
36
37
import tensorrt_llm._torch.models as torch_models
38
import tensorrt_llm.functional as functional
0 commit comments