Skip to content
This repository was archived by the owner on Sep 18, 2025. It is now read-only.

[WIP] Update Optimum Habana benchmark contents for 1.21 release #147

Open
louie-tsai wants to merge 3 commits into
base: main
Choose a base branch
from
Open

[WIP] Update Optimum Habana benchmark contents for 1.21 release #147

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
57689e5
first draft for 1.21
louie-tsai May 30, 2025
1b9379c
add HQT files
louie-tsai Jun 17, 2025
f1268e9
OH 1.18.0 goes with 1.21.0 release
louie-tsai Jun 25, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 6 additions & 6 deletions PyTorch/Hugging_Face_pipelines/Benchmarking_on_Optimum-habana_with_fp8/Dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,8 +1,7 @@
# Copyright (c) 2025 Intel Corporation
# SPDX-License-Identifier: Apache-2.0

FROM vault.habana.ai/gaudi-docker/1.20.0/ubuntu22.04/habanalabs/pytorch-installer-2.6.0:1.20.0-543

FROM vault.habana.ai/gaudi-docker/1.21.0/ubuntu22.04/habanalabs/pytorch-installer-2.6.0:latest
# Need node to build doc HTML. Taken from https://stackoverflow.com/a/67491580
RUN apt-get update && apt-get install -y --no-install-recommends \
software-properties-common \
Expand All @@ -12,15 +11,16 @@ RUN npm install n -g && \

RUN python3 -m pip install --no-cache-dir --upgrade pip
RUN python3 -m pip install --upgrade-strategy eager optimum[habana]
RUN python3 -m pip install git+https://github.com/HabanaAI/DeepSpeed.git@1.20.0
RUN python3 -m pip install git+https://github.com/HabanaAI/DeepSpeed.git@1.21.0
RUN mkdir -p /workspace
WORKDIR /workspace
RUN git clone https://github.com/huggingface/optimum-habana && cd optimum-habana && git checkout v1.16.0
RUN git clone https://github.com/huggingface/optimum-habana && cd optimum-habana && git checkout v1.18.0

WORKDIR /workspace/optimum-habana/examples/text-generation
RUN python3 -m pip install -r requirements.txt
RUN python3 -m pip install -r requirements_lm_eval.txt
COPY . .
COPY Gaudi_1-20.json Gaudi.json
COPY HQT_1-20.zip HQT.zip
COPY Gaudi_1-21.json Gaudi.json
COPY HQT_1-21.zip HQT.zip
RUN python3 -m pip install -r requirements_bm.txt
ENV skip_llama2_70b 1
26 changes: 26 additions & 0 deletions PyTorch/Hugging_Face_pipelines/Benchmarking_on_Optimum-habana_with_fp8/Dockerfile.1-20
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,26 @@
# Copyright (c) 2025 Intel Corporation
# SPDX-License-Identifier: Apache-2.0

FROM vault.habana.ai/gaudi-docker/1.20.0/ubuntu22.04/habanalabs/pytorch-installer-2.6.0:1.20.0-543

# Need node to build doc HTML. Taken from https://stackoverflow.com/a/67491580
RUN apt-get update && apt-get install -y --no-install-recommends \
software-properties-common \
npm
RUN npm install n -g && \
n latest

RUN python3 -m pip install --no-cache-dir --upgrade pip
RUN python3 -m pip install --upgrade-strategy eager optimum[habana]
RUN python3 -m pip install git+https://github.com/HabanaAI/DeepSpeed.git@1.20.0
RUN mkdir -p /workspace
WORKDIR /workspace
RUN git clone https://github.com/huggingface/optimum-habana && cd optimum-habana && git checkout v1.16.0

WORKDIR /workspace/optimum-habana/examples/text-generation
RUN python3 -m pip install -r requirements.txt
RUN python3 -m pip install -r requirements_lm_eval.txt
COPY . .
COPY Gaudi_1-20.json Gaudi.json
COPY HQT_1-20.zip HQT.zip
RUN python3 -m pip install -r requirements_bm.txt
Loading