PTI, LLM setup scripts, depdency json (#4694)

* [profiler] install libpti.so and libpti_view.so

Signed-off-by: Chen, Zejun <[email protected]>

* bug fix

* update compile bundle

* fix advanced config not correctly displayed issue

* add pti to llm env setup scripts

* update llm env setup scripts

* unify docker image build commands

* change dependency_version.yml to dependency_version.json

---------

Signed-off-by: Chen, Zejun <[email protected]>
Co-authored-by: Chen, Zejun <[email protected]>

Author: jingxu10

csrc/gpu/CMakeLists.txt

@@ -66,6 +66,16 @@ if(USE_PTI)
     find_library(PTI_VIEW_LIBRARY NAMES pti_view PATHS "${PTI_INCLUDE_DIR}/../lib")
     set(PTI_LIBRARY ${PTI_VIEW_LIBRARY} CACHE STRING "Imported PTI library.")
     set(PTI_INCLUDE_DIR ${PTI_INCLUDE_DIR} CACHE STRING "PTI include directory.")
+
+    # install libpti.so.0.9 and libpti_view.so.0.9
+    # FIXME: the library name is hardwritten here because PTI should create soft link for its library
+    # FIXME: when PTI can be isolated installed by pip, remove here installation code
+    find_file(PTI_LIBRARY_NEED_INSTALL NAMES libpti.so.0.9 PATHS "${PTI_INCLUDE_DIR}/../lib")
+    find_file(PTI_VIEW_LIBRARY_NEED_INSTALL NAMES libpti_view.so.0.9 PATHS "${PTI_INCLUDE_DIR}/../lib")
+
+    install(FILES ${PTI_LIBRARY_NEED_INSTALL} DESTINATION ${CMAKE_INSTALL_LIBDIR})
+    install(FILES ${PTI_VIEW_LIBRARY_NEED_INSTALL} DESTINATION ${CMAKE_INSTALL_LIBDIR})
+
   endif()
 endif(USE_PTI)
 

dependency_version.json

@@ -0,0 +1,39 @@
+{
+  "gcc": {
+    "max-version": "",
+    "min-version": "12.3.0"
+  },
+  "llvm": {
+    "version": "16.0.6"
+  },
+  "pytorch": {
+    "version": "2.3.1+cxx11.abi",
+    "commit": "v2.3.1"
+  },
+  "torchaudio": {
+    "version": "2.3.0+cxx11.abi",
+    "commit": "v2.3.0"
+  },
+  "torchvision": {
+    "version": "0.18.0+cxx11.abi",
+    "commit": "v0.18.0"
+  },
+  "torch-ccl": {
+    "version": "2.3.100+xpu",
+    "commit": "master"
+  },
+  "basekit": {
+    "dpcpp-cpp-rt": {
+      "version": "2024.2.1"
+    },
+    "mkl-dpcpp": {
+      "version": "2024.2.1"
+    },
+    "oneccl-devel": {
+      "version": "2021.13.1"
+    },
+    "impi-devel": {
+      "version": "2021.13.1"
+    }
+  }
+}

dependency_version.yml

@@ -42,7 +42,7 @@ RUN cp ./intel-extension-for-pytorch/scripts/compile_bundle.sh ./ && \
     sed -i "s/VER_IPEX=.*/VER_IPEX=/" compile_bundle.sh
 RUN . ./miniforge3/bin/activate && \
     conda create -y -n compile_py310 python=3.10 && conda activate compile_py310 && \
-    bash compile_bundle.sh /opt/intel/oneapi/compiler/latest /opt/intel/oneapi/mkl/latest /opt/intel/oneapi/ccl/latest /opt/intel/oneapi/mpi/latest /opt/intel/oneapi/pti/latest pvc,ats-m150,acm-g11 && \
+    bash compile_bundle.sh /opt/intel/oneapi/compiler/latest /opt/intel/oneapi/mkl/latest /opt/intel/oneapi/ccl/latest /opt/intel/oneapi/mpi/latest /opt/intel/oneapi/pti/latest pvc,ats-m150,xe-lpg && \
     mkdir wheels && cp pytorch/dist/*.whl vision/dist/*.whl audio/dist/*.whl intel-extension-for-pytorch/dist/*.whl torch-ccl/dist/*.whl ./wheels
 
 FROM base AS deploy

docker/Dockerfile.compile

@@ -8,7 +8,6 @@ The default settings for Intel® Extension for PyTorch\* are sufficient for most
 The following build options are supported by Intel® Extension for PyTorch\*. Users who install Intel® Extension for PyTorch\* via source compilation could override the default configuration by explicitly setting a build option ON or OFF, and then build. 
 
 | **Build Option** | **Default<br>Value** | **Description** |
-| ------ | ------ | ------ |
 
 For above build options which can be configured to ON or OFF, users can configure them to 1 or 0 also, while ON equals to 1 and OFF equals to 0.
 
@@ -17,13 +16,10 @@ For above build options which can be configured to ON or OFF, users can configur
 The following launch options are supported in Intel® Extension for PyTorch\*. Users who execute AI models on XPU could override the default configuration by explicitly setting the option value at runtime using environment variables, and then launch the execution.
 
 | **Launch Option<br>CPU, GPU** | **Default<br>Value** | **Description** |
-| ------ | ------ | ------ |
 
 | **Launch Option<br>GPU ONLY** | **Default<br>Value** | **Description** |
-| ------ | ------ | ------ |
 
 | **Launch Option<br>Experimental** | **Default<br>Value** | **Description** |
-| ------ | ------ | ------ |
 
 | **Distributed Option<br>GPU ONLY** | **Default<br>Value** | **Description** |
 | ------ | ------ | ------ |