Merge branch 'main' into updates-ejaz

Author: vgarbuglio

cloud-infrastructure/ai-infra-gpu/GPU/README.md renamed to cloud-infrastructure/ai-infra-gpu/AI Infrastructure/README.md

@@ -0,0 +1,35 @@
+#Copyright (c) 2024 Oracle and/or its affiliates.
+#
+#The Universal Permissive License (UPL), Version 1.0
+#
+#Subject to the condition set forth below, permission is hereby granted to any
+#person obtaining a copy of this software, associated documentation and/or data
+#(collectively the "Software"), free of charge and under any and all copyright
+#rights in the Software, and any and all patent rights owned or freely
+#licensable by each licensor hereunder covering either (i) the unmodified
+#Software as contributed to or provided by such licensor, or (ii) the Larger
+#Works (as defined below), to deal in both
+#
+#(a) the Software, and
+#(b) any piece of software and/or hardware listed in the lrgrwrks.txt file if
+#one is included with the Software (each a "Larger Work" to which the Software
+#is contributed by such licensors),
+#
+#without restriction, including without limitation the rights to copy, create
+#derivative works of, display, perform, and distribute the Software and make,
+#use, sell, offer for sale, import, export, have made, and have sold the
+#Software and the Larger Work(s), and to sublicense the foregoing rights on
+#either these or other terms.
+#
+#This license is subject to the following condition:
+#The above copyright notice and either this complete permission notice or at
+#a minimum a reference to the UPL must be included in all copies or
+#substantial portions of the Software.
+#
+#THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+#SOFTWARE.

cloud-infrastructure/ai-infra-gpu/AI Infrastructure/conda-envs/.LICENSE.swo

@@ -0,0 +1,221 @@
+#Copyright (c) 2024 Oracle and/or its affiliates.
+#
+#The Universal Permissive License (UPL), Version 1.0
+#
+#Subject to the condition set forth below, permission is hereby granted to any
+#person obtaining a copy of this software, associated documentation and/or data
+#(collectively the "Software"), free of charge and under any and all copyright
+#rights in the Software, and any and all patent rights owned or freely
+#licensable by each licensor hereunder covering either (i) the unmodified
+#Software as contributed to or provided by such licensor, or (ii) the Larger
+#Works (as defined below), to deal in both
+#
+#(a) the Software, and
+#(b) any piece of software and/or hardware listed in the lrgrwrks.txt file if
+#one is included with the Software (each a "Larger Work" to which the Software
+#is contributed by such licensors),
+#
+#without restriction, including without limitation the rights to copy, create
+#derivative works of, display, perform, and distribute the Software and make,
+#use, sell, offer for sale, import, export, have made, and have sold the
+#Software and the Larger Work(s), and to sublicense the foregoing rights on
+#either these or other terms.
+#
+#This license is subject to the following condition:
+#The above copyright notice and either this complete permission notice or at
+#a minimum a reference to the UPL must be included in all copies or
+#substantial portions of the Software.
+#
+#THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+#SOFTWARE.
+name: pytorch
+channels:
+  - defaults
+dependencies:
+  - _libgcc_mutex=0.1=main
+  - _openmp_mutex=5.1=1_gnu
+  - blas=1.0=mkl
+  - ca-certificates=2024.3.11=h06a4308_0
+  - cffi=1.16.0=py39h5eee18b_0
+  - filelock=3.13.1=py39h06a4308_0
+  - fsspec=2023.10.0=py39h06a4308_0
+  - gmp=6.2.1=h295c915_3
+  - gmpy2=2.1.2=py39heeb90bb_0
+  - intel-openmp=2023.1.0=hdb19cb5_46306
+  - jinja2=3.1.3=py39h06a4308_0
+  - ld_impl_linux-64=2.38=h1181459_1
+  - libffi=3.4.4=h6a678d5_0
+  - libgcc-ng=11.2.0=h1234567_1
+  - libgomp=11.2.0=h1234567_1
+  - libprotobuf=3.20.3=he621ea3_0
+  - libstdcxx-ng=11.2.0=h1234567_1
+  - markupsafe=2.1.3=py39h5eee18b_0
+  - mkl=2023.1.0=h213fc3f_46344
+  - mkl-service=2.4.0=py39h5eee18b_1
+  - mkl_fft=1.3.8=py39h5eee18b_0
+  - mkl_random=1.2.4=py39hdb19cb5_0
+  - mpc=1.1.0=h10f8cd9_1
+  - mpfr=4.0.2=hb69a4c5_1
+  - mpmath=1.3.0=py39h06a4308_0
+  - ncurses=6.4=h6a678d5_0
+  - networkx=3.1=py39h06a4308_0
+  - ninja=1.10.2=h06a4308_5
+  - ninja-base=1.10.2=hd09550d_5
+  - numpy=1.26.4=py39h5f9d8c6_0
+  - numpy-base=1.26.4=py39hb5e798b_0
+  - openssl=3.0.13=h7f8727e_0
+  - pip=23.3.1=py39h06a4308_0
+  - pycparser=2.21=pyhd3eb1b0_0
+  - python=3.9.19=h955ad1f_0
+  - readline=8.2=h5eee18b_0
+  - setuptools=68.2.2=py39h06a4308_0
+  - sqlite=3.41.2=h5eee18b_0
+  - sympy=1.12=py39h06a4308_0
+  - tbb=2021.8.0=hdb19cb5_0
+  - tk=8.6.12=h1ccaba5_0
+  - typing_extensions=4.9.0=py39h06a4308_1
+  - wheel=0.41.2=py39h06a4308_0
+  - xz=5.4.6=h5eee18b_0
+  - zlib=1.2.13=h5eee18b_0
+  - pip:
+    - accelerate==0.28.0
+    - aiohttp==3.9.3
+    - aiosignal==1.3.1
+    - anyio==4.3.0
+    - argon2-cffi==23.1.0
+    - argon2-cffi-bindings==21.2.0
+    - arrow==1.3.0
+    - asttokens==2.4.1
+    - async-lru==2.0.4
+    - async-timeout==4.0.3
+    - attrs==23.2.0
+    - babel==2.14.0
+    - beautifulsoup4==4.12.3
+    - bleach==6.1.0
+    - certifi==2024.2.2
+    - charset-normalizer==3.3.2
+    - comm==0.2.2
+    - datasets==2.18.0
+    - debugpy==1.8.1
+    - decorator==5.1.1
+    - defusedxml==0.7.1
+    - dill==0.3.8
+    - docstring-parser==0.16
+    - exceptiongroup==1.2.0
+    - executing==2.0.1
+    - fastjsonschema==2.19.1
+    - fqdn==1.5.1
+    - frozenlist==1.4.1
+    - h11==0.14.0
+    - httpcore==1.0.4
+    - httpx==0.27.0
+    - huggingface-hub==0.22.0
+    - idna==3.6
+    - importlib-metadata==7.1.0
+    - ipykernel==6.29.3
+    - ipython==8.18.1
+    - isoduration==20.11.0
+    - jedi==0.19.1
+    - json5==0.9.24
+    - jsonpointer==2.4
+    - jsonschema==4.21.1
+    - jsonschema-specifications==2023.12.1
+    - jupyter-client==8.6.1
+    - jupyter-core==5.7.2
+    - jupyter-events==0.10.0
+    - jupyter-lsp==2.2.4
+    - jupyter-server==2.13.0
+    - jupyter-server-terminals==0.5.3
+    - jupyterlab==4.1.5
+    - jupyterlab-pygments==0.3.0
+    - jupyterlab-server==2.25.4
+    - markdown-it-py==3.0.0
+    - matplotlib-inline==0.1.6
+    - mdurl==0.1.2
+    - mistune==3.0.2
+    - multidict==6.0.5
+    - multiprocess==0.70.16
+    - nbclient==0.10.0
+    - nbconvert==7.16.3
+    - nbformat==5.10.3
+    - nest-asyncio==1.6.0
+    - notebook-shim==0.2.4
+    - nvidia-cublas-cu12==12.1.3.1
+    - nvidia-cuda-cupti-cu12==12.1.105
+    - nvidia-cuda-nvrtc-cu12==12.1.105
+    - nvidia-cuda-runtime-cu12==12.1.105
+    - nvidia-cudnn-cu12==8.9.2.26
+    - nvidia-cufft-cu12==11.0.2.54
+    - nvidia-curand-cu12==10.3.2.106
+    - nvidia-cusolver-cu12==11.4.5.107
+    - nvidia-cusparse-cu12==12.1.0.106
+    - nvidia-nccl-cu12==2.19.3
+    - nvidia-nvjitlink-cu12==12.4.99
+    - nvidia-nvtx-cu12==12.1.105
+    - overrides==7.7.0
+    - packaging==24.0
+    - pandas==2.2.1
+    - pandocfilters==1.5.1
+    - parso==0.8.3
+    - peft==0.10.0
+    - pexpect==4.9.0
+    - pillow==10.2.0
+    - platformdirs==4.2.0
+    - prometheus-client==0.20.0
+    - prompt-toolkit==3.0.43
+    - psutil==5.9.8
+    - ptyprocess==0.7.0
+    - pure-eval==0.2.2
+    - pyarrow==15.0.2
+    - pyarrow-hotfix==0.6
+    - pygments==2.17.2
+    - python-dateutil==2.9.0.post0
+    - python-json-logger==2.0.7
+    - pytz==2024.1
+    - pyyaml==6.0.1
+    - pyzmq==25.1.2
+    - referencing==0.34.0
+    - regex==2023.12.25
+    - requests==2.31.0
+    - rfc3339-validator==0.1.4
+    - rfc3986-validator==0.1.1
+    - rich==13.7.1
+    - rpds-py==0.18.0
+    - safetensors==0.4.2
+    - send2trash==1.8.2
+    - shtab==1.7.1
+    - six==1.16.0
+    - sniffio==1.3.1
+    - soupsieve==2.5
+    - stack-data==0.6.3
+    - terminado==0.18.1
+    - test-pytorch-gpu==0.0.4
+    - tinycss2==1.2.1
+    - tokenizers==0.15.2
+    - tomli==2.0.1
+    - torch==2.2.1
+    - torchvision==0.17.1
+    - tornado==6.4
+    - tqdm==4.66.2
+    - traitlets==5.14.2
+    - transformers==4.39.1
+    - triton==2.2.0
+    - trl==0.8.1
+    - types-python-dateutil==2.9.0.20240316
+    - tyro==0.7.3
+    - tzdata==2024.1
+    - uri-template==1.3.0
+    - urllib3==2.2.1
+    - wcwidth==0.2.13
+    - webcolors==1.13
+    - webencodings==0.5.1
+    - websocket-client==1.7.0
+    - xxhash==3.4.1
+    - yarl==1.9.4
+    - zipp==3.18.1
+prefix: /home/opc/anaconda3/envs/pytorch

cloud-infrastructure/ai-infra-gpu/AI Infrastructure/conda-envs/.LICENSE.swp

@@ -0,0 +1,69 @@
+#Copyright (c) 2024 Oracle and/or its affiliates.
+#
+#The Universal Permissive License (UPL), Version 1.0
+#
+#Subject to the condition set forth below, permission is hereby granted to any
+#person obtaining a copy of this software, associated documentation and/or data
+#(collectively the "Software"), free of charge and under any and all copyright
+#rights in the Software, and any and all patent rights owned or freely
+#licensable by each licensor hereunder covering either (i) the unmodified
+#Software as contributed to or provided by such licensor, or (ii) the Larger
+#Works (as defined below), to deal in both
+#
+#(a) the Software, and
+#(b) any piece of software and/or hardware listed in the lrgrwrks.txt file if
+#one is included with the Software (each a "Larger Work" to which the Software
+#is contributed by such licensors),
+#
+#without restriction, including without limitation the rights to copy, create
+#derivative works of, display, perform, and distribute the Software and make,
+#use, sell, offer for sale, import, export, have made, and have sold the
+#Software and the Larger Work(s), and to sublicense the foregoing rights on
+#either these or other terms.
+#
+#This license is subject to the following condition:
+#The above copyright notice and either this complete permission notice or at
+#a minimum a reference to the UPL must be included in all copies or
+#substantial portions of the Software.
+#
+#THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+#SOFTWARE.
+# Import the Locust dependencies
+from locust import HttpUser, task
+
+# Import general library from python
+import os
+import random
+
+# Import lorem ipsum library to generate some random texts
+from lorem_text import lorem
+
+# Import dotenv to load the environments variables
+from dotenv import load_dotenv
+load_dotenv()
+
+# Create a table with some lorem ipsum texts
+messages = []
+
+# Add 1000 random texts of 10 paragraphs each (simulate 1000 emails)
+for i in range(1000):
+    messages.append(lorem.paragraphs(10))
+
+# Define the headers of the request. Token is stored as an environment variable here
+headers = {
+    "Authorization": "Bearer {os.getenv('TOKEN')}", "Content-Type": "application/json"}
+
+class HelloWorldUser(HttpUser):
+    # Definition of the first path where we do our post request
+    @task
+    def hello_world(self):
+        # Define the body with the email choose randomly from the tab of all the emails
+        body = {"model": "meta-llama/Llama-2-7b-chat-hf","prompt": "the following is a conversation with an AI research assistant. The assistant tone is technical and scientific. Human: Hello, who are you? AI: Greeting! I am an AI research assistant. How can I help you today? Human: Can you tell me about the creation of blackholes? AI:","max_tokens": 20,"temperature": 0}
+        # Do the post request on the spam detection path
+        self.client.post("/v1/completions",
+                         headers=headers, json=body)

cloud-infrastructure/ai-infra-gpu/AI Infrastructure/conda-envs/LICENSE

@@ -0,0 +1,49 @@
+#Copyright (c) 2024 Oracle and/or its affiliates.
+#
+#The Universal Permissive License (UPL), Version 1.0
+#
+#Subject to the condition set forth below, permission is hereby granted to any
+#person obtaining a copy of this software, associated documentation and/or data
+#(collectively the "Software"), free of charge and under any and all copyright
+#rights in the Software, and any and all patent rights owned or freely
+#licensable by each licensor hereunder covering either (i) the unmodified
+#Software as contributed to or provided by such licensor, or (ii) the Larger
+#Works (as defined below), to deal in both
+#
+#(a) the Software, and
+#(b) any piece of software and/or hardware listed in the lrgrwrks.txt file if
+#one is included with the Software (each a "Larger Work" to which the Software
+#is contributed by such licensors),
+#
+#without restriction, including without limitation the rights to copy, create
+#derivative works of, display, perform, and distribute the Software and make,
+#use, sell, offer for sale, import, export, have made, and have sold the
+#Software and the Larger Work(s), and to sublicense the foregoing rights on
+#either these or other terms.
+#
+#This license is subject to the following condition:
+#The above copyright notice and either this complete permission notice or at
+#a minimum a reference to the UPL must be included in all copies or
+#substantial portions of the Software.
+#
+#THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+#IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+#FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+#AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+#LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+#OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+#SOFTWARE.
+from vllm import LLM
+
+# Replace the model name with the one you want to use:
+# Mixtral simple: mistralai/Mixtral-8x7B-v0.1
+# Mixtral instruct: mistralai/Mixtral-8x7B-Instruct-v0.1
+# Mistral 7B simple: mistralai/Mistral-7B-v0.1
+# Mistral 7B instruct: mistralai/Mistral-7B-Instruct-v0.1
+# LLaMA 2 70B: meta-llama/Llama-2-70b-hf
+
+
+
+llm = LLM("meta-llama/Llama-2-7b-chat-hf", tensor_parallel_size=1, max_model_len=4096)
+
+print(llm.generate("What is batch inference?"))