first draft for 1.21

Author: louie-tsai

PyTorch/Hugging_Face_pipelines/Benchmarking_on_Optimum-habana_with_fp8/Dockerfile

@@ -1,8 +1,7 @@
 # Copyright (c) 2025 Intel Corporation
 # SPDX-License-Identifier: Apache-2.0
 
-FROM vault.habana.ai/gaudi-docker/1.20.0/ubuntu22.04/habanalabs/pytorch-installer-2.6.0:1.20.0-543
-
+FROM vault.habana.ai/gaudi-docker/1.21.1/ubuntu22.04/habanalabs/pytorch-installer-2.6.0:latest
 # Need node to build doc HTML. Taken from https://stackoverflow.com/a/67491580
 RUN apt-get update && apt-get install -y --no-install-recommends \
     software-properties-common \
@@ -12,15 +11,16 @@ RUN npm install n -g && \
 
 RUN python3 -m pip install --no-cache-dir --upgrade pip
 RUN python3 -m pip install --upgrade-strategy eager optimum[habana]
-RUN python3 -m pip install git+https://github.com/HabanaAI/DeepSpeed.git@1.20.0
+RUN python3 -m pip install git+https://github.com/HabanaAI/DeepSpeed.git@1.21.0
 RUN mkdir -p /workspace
 WORKDIR /workspace
-RUN git clone https://github.com/huggingface/optimum-habana && cd optimum-habana && git checkout v1.16.0
+RUN git clone https://github.com/huggingface/optimum-habana && cd optimum-habana && git checkout v1.18.0
 
 WORKDIR /workspace/optimum-habana/examples/text-generation
 RUN python3 -m pip install -r requirements.txt
 RUN python3 -m pip install -r requirements_lm_eval.txt
 COPY . .
-COPY Gaudi_1-20.json Gaudi.json
-COPY HQT_1-20.zip HQT.zip
+COPY Gaudi_1-21.json Gaudi.json
+COPY HQT_1-21.zip HQT.zip
 RUN python3 -m pip install -r requirements_bm.txt
+ENV skip_llama2_70b 1

PyTorch/Hugging_Face_pipelines/Benchmarking_on_Optimum-habana_with_fp8/Dockerfile.1-20

@@ -0,0 +1,26 @@
+# Copyright (c) 2025 Intel Corporation
+# SPDX-License-Identifier: Apache-2.0
+
+FROM vault.habana.ai/gaudi-docker/1.20.0/ubuntu22.04/habanalabs/pytorch-installer-2.6.0:1.20.0-543
+
+# Need node to build doc HTML. Taken from https://stackoverflow.com/a/67491580
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    software-properties-common \
+    npm
+RUN npm install n -g && \
+    n latest
+
+RUN python3 -m pip install --no-cache-dir --upgrade pip
+RUN python3 -m pip install --upgrade-strategy eager optimum[habana]
+RUN python3 -m pip install git+https://github.com/HabanaAI/DeepSpeed.git@1.20.0
+RUN mkdir -p /workspace
+WORKDIR /workspace
+RUN git clone https://github.com/huggingface/optimum-habana && cd optimum-habana && git checkout v1.16.0
+
+WORKDIR /workspace/optimum-habana/examples/text-generation
+RUN python3 -m pip install -r requirements.txt
+RUN python3 -m pip install -r requirements_lm_eval.txt
+COPY . .
+COPY Gaudi_1-20.json Gaudi.json
+COPY HQT_1-20.zip HQT.zip
+RUN python3 -m pip install -r requirements_bm.txt