Namespace
rocm
Image / Tag
vllm:rocm7.0.0_vllm_0.10.2_20251006
Content Digest
sha256:94fd001964e1cf55c3224a445b1fb5be31a7dac302315255db8422d813edd7f5
Details
Created

2025-09-26 16:29:59 UTC

Size

8.59 GB

Content Digest
Labels
  • maintainer
    dl.mlsedevops@amd.com
  • org.opencontainers.image.ref.name
    ubuntu
  • org.opencontainers.image.version
    22.04

Environment
AITER_ROCM_ARCH

gfx942;gfx950

DEBIAN_FRONTEND

noninteractive

HIP_FORCE_DEV_KERNARG

1

LD_LIBRARY_PATH

/opt/rocm/lib:/usr/local/lib:

PATH

/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

PYTORCH_ROCM_ARCH

gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201

PYTORCH_TUNABLEOP_ENABLED

1

PYTORCH_TUNABLEOP_FILENAME

/app/afo_tune_device_%d_full.csv

PYTORCH_TUNABLEOP_TUNING

0

RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES

1

RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES

1

ROCM_PATH

/opt/rocm

SAFETENSORS_FAST_GPU

1

TOKENIZERS_PARALLELISM

false


Layers

[#000] sha256:60d98d907669dc22e547405da3e409eb14496606f4ac90692c5f2ef5081c4b1e - 0.32% (28.2 MB)

[#001] sha256:2f4c517abc68a275952e498dacd8c3e29d5555a613d35074fbd790003bff3417 - 0.0% (237 Bytes)

[#002] sha256:7aca9073787e5acb11d9e58d7a5207c8a4256ef35fa0309f1208f817a4d2c4ee - 58.11% (4.99 GB)

[#003] sha256:0a5af9a4b9c53f8c85ccc5fab0edc81f1e1dbb60435e95ac1051bcfcecd62d89 - 0.0% (656 Bytes)

[#004] sha256:2895c1327305236dea1513089049b7d18d1381bf2a9d1a4c1e80f5c37e3c89f9 - 0.0% (93 Bytes)

[#005] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#006] sha256:9ccc8a5e0f97b45556b86f369623b8cadc9a4459546582721c457f849c617c29 - 1.26% (111 MB)

[#007] sha256:49ade5175053264ee7ef9a380628b36b23c92a8e50c2d8415edf1a09b5045dad - 0.75% (65.7 MB)

[#008] sha256:d7d9d07bced36bade702bc04e1962dd0e8c1af691436792b69bd637069152c41 - 23.94% (2.06 GB)

[#009] sha256:ac5bb8812e7dea9e2e9f69506165e553b591bc96f94e847ae702bac5851eb47d - 0.0% (351 Bytes)

[#010] sha256:84d9d7781f71c950f543b567fd48eb58fcd05976a8c47304bef523534e13856a - 0.7% (61.2 MB)

[#011] sha256:9a2da3c7ea59c4fea93deb6937bfcf9d9b864c62ea6d312485661c3cb99d6da9 - 1.18% (104 MB)

[#012] sha256:54540b16d0a89f8f17a870abf1790e91f08c9d8eea6db56fe30f6aca249d627f - 0.0% (1.35 KB)

[#013] sha256:b7815b4082fe4d389fdb602ce38a562acf984eb83ad7b529ecdc0f388a99b93b - 0.0% (214 Bytes)

[#014] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#015] sha256:15d118f4710f4a4a2abc72ad8bd60d44e52884c87993ca2d43f25fc92211ef9c - 0.0% (1.97 KB)

[#016] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#017] sha256:454d6a63411e927ccface2e49f59c70442769bbaf15850d37717d449652d9625 - 0.15% (13.3 MB)

[#018] sha256:c8e2fc8b12ff938611722bfe377b47ef5182058f889e96b057471f23ef4dcc57 - 13.6% (1.17 GB)

[#019] sha256:0883db5bcb772b5c5cb14e20f1593655a2bc423b32acc7c8b89f8545058b50bf - 0.0% (149 KB)

[#020] sha256:0e206b2846b4905396cdea3d3a6c395f53fcfada4b2b8b918b0f83977c24c203 - 0.0% (173 KB)

[#021] sha256:c4987737672bf08e39eb462403dd6ba9fbb57322ed84109734962aa5545a9c71 - 0.0% (1.63 KB)


History
2025-08-19 17:17:08 UTC

/bin/sh -c #(nop) ARG RELEASE

2025-08-19 17:17:08 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2025-08-19 17:17:08 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2025-08-19 17:17:08 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04

2025-08-19 17:17:10 UTC

/bin/sh -c #(nop) ADD file:9303cc1f788d2a9a8f909b154339f7c637b2a53c75c0e7f3da62eb1fefe371b1 in /

2025-08-19 17:17:10 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2025-09-16 09:33:08 UTC (buildkit.dockerfile.v0)

LABEL maintainer=dl.mlsedevops@amd.com

2025-09-16 09:33:08 UTC (buildkit.dockerfile.v0)

ARG ROCM_VERSION=5.3

2025-09-16 09:33:08 UTC (buildkit.dockerfile.v0)

ARG AMDGPU_VERSION=5.3

2025-09-16 09:33:08 UTC (buildkit.dockerfile.v0)

ARG APT_PREF

2025-09-16 09:33:08 UTC (buildkit.dockerfile.v0)

RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit

2025-09-16 09:40:45 UTC (buildkit.dockerfile.v0)

RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add - && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ jammy main" | tee /etc/apt/sources.list.d/rocm.list && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu jammy main" | tee /etc/apt/sources.list.d/amdgpu.list && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends sudo libelf1 kmod file python3-dev python3-pip rocm-dev rocm-libs build-essential && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit

2025-09-16 09:40:46 UTC (buildkit.dockerfile.v0)

RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit

2025-09-25 20:07:29 UTC (buildkit.dockerfile.v0)

ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2025-09-25 20:07:29 UTC (buildkit.dockerfile.v0)

ENV ROCM_PATH=/opt/rocm

2025-09-25 20:07:29 UTC (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:

2025-09-25 20:07:29 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201

2025-09-25 20:07:29 UTC (buildkit.dockerfile.v0)

ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201

2025-09-25 20:07:29 UTC (buildkit.dockerfile.v0)

ENV AITER_ROCM_ARCH=gfx942;gfx950

2025-09-25 20:07:29 UTC (buildkit.dockerfile.v0)

ARG PYTHON_VERSION=3.12

2025-09-25 20:07:29 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /app # buildkit

2025-09-25 20:07:29 UTC (buildkit.dockerfile.v0)

WORKDIR /app

2025-09-25 20:07:29 UTC (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive

2025-09-25 20:08:44 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c apt-get update -y && apt-get install -y software-properties-common git curl sudo vim less libgfortran5 && for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done && apt-get update -y && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv python${PYTHON_VERSION}-lib2to3 python-is-python3 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit

2025-09-25 20:08:49 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c pip install -U packaging 'cmake<4' ninja wheel 'setuptools<80' pybind11 Cython # buildkit

2025-09-25 21:11:42 UTC (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit

2025-09-25 21:11:42 UTC (buildkit.dockerfile.v0)

ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:7.0-complete

2025-09-25 21:11:42 UTC (buildkit.dockerfile.v0)

ARG TRITON_BRANCH=57c693b6

2025-09-25 21:11:42 UTC (buildkit.dockerfile.v0)

ARG TRITON_REPO=https://github.com/ROCm/triton.git

2025-09-25 21:11:42 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_BRANCH=1c57644d

2025-09-25 21:11:42 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_VISION_BRANCH=v0.23.0

2025-09-25 21:11:42 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git

2025-09-25 21:11:42 UTC (buildkit.dockerfile.v0)

ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git

2025-09-25 21:11:42 UTC (buildkit.dockerfile.v0)

ARG FA_BRANCH=0e60e394

2025-09-25 21:11:42 UTC (buildkit.dockerfile.v0)

ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git

2025-09-25 21:11:42 UTC (buildkit.dockerfile.v0)

ARG AITER_BRANCH=6a4e6e358

2025-09-25 21:11:42 UTC (buildkit.dockerfile.v0)

ARG AITER_REPO=https://github.com/ROCm/aiter.git

2025-09-25 21:11:42 UTC (buildkit.dockerfile.v0)

RUN |13 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.0-complete TRITON_BRANCH=57c693b6 TRITON_REPO=https://github.com/ROCm/triton.git PYTORCH_BRANCH=1c57644d PYTORCH_VISION_BRANCH=v0.23.0 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git FA_BRANCH=0e60e394 FA_REPO=https://github.com/Dao-AILab/flash-attention.git AITER_BRANCH=6a4e6e358 AITER_REPO=https://github.com/ROCm/aiter.git /bin/sh -c echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt && echo "TRITON_BRANCH: ${TRITON_BRANCH}" >> /app/versions.txt && echo "TRITON_REPO: ${TRITON_REPO}" >> /app/versions.txt && echo "PYTORCH_BRANCH: ${PYTORCH_BRANCH}" >> /app/versions.txt && echo "PYTORCH_VISION_BRANCH: ${PYTORCH_VISION_BRANCH}" >> /app/versions.txt && echo "PYTORCH_REPO: ${PYTORCH_REPO}" >> /app/versions.txt && echo "PYTORCH_VISION_REPO: ${PYTORCH_VISION_REPO}" >> /app/versions.txt && echo "FA_BRANCH: ${FA_BRANCH}" >> /app/versions.txt && echo "FA_REPO: ${FA_REPO}" >> /app/versions.txt && echo "AITER_BRANCH: ${AITER_BRANCH}" >> /app/versions.txt && echo "AITER_REPO: ${AITER_REPO}" >> /app/versions.txt # buildkit

2025-09-26 09:04:56 -0400 (buildkit.dockerfile.v0)

COPY pytorch_afo_testkit/afo/gemm/benchmarks/afo_tune_device_*_full.csv /app # buildkit

2025-09-26 09:04:56 -0400 (buildkit.dockerfile.v0)

ENV PYTORCH_TUNABLEOP_ENABLED=1

2025-09-26 09:04:56 -0400 (buildkit.dockerfile.v0)

ENV PYTORCH_TUNABLEOP_TUNING=0

2025-09-26 09:04:56 -0400 (buildkit.dockerfile.v0)

ENV PYTORCH_TUNABLEOP_FILENAME=/app/afo_tune_device_%d_full.csv

2025-09-26 16:09:24 UTC (buildkit.dockerfile.v0)

ARG ARG_PYTORCH_ROCM_ARCH

2025-09-26 16:09:24 UTC (buildkit.dockerfile.v0)

ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201

2025-09-26 16:09:24 UTC (buildkit.dockerfile.v0)

RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get update -q -y && apt-get install -q -y sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev apt-transport-https ca-certificates wget curl # buildkit

2025-09-26 16:09:25 UTC (buildkit.dockerfile.v0)

RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip # buildkit

2025-09-26 16:09:26 UTC (buildkit.dockerfile.v0)

RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get purge -y sccache; python3 -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit

2025-09-26 16:09:26 UTC (buildkit.dockerfile.v0)

ARG COMMON_WORKDIR=/app

2025-09-26 16:09:26 UTC (buildkit.dockerfile.v0)

WORKDIR /app

2025-09-26 16:09:27 UTC (buildkit.dockerfile.v0)

RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit

2025-09-26 16:09:27 UTC (buildkit.dockerfile.v0)

RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c case "$(which python3)" in *"/opt/conda/envs/py_3.9"*) rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;; *) ;; esac # buildkit

2025-09-26 16:09:33 UTC (buildkit.dockerfile.v0)

RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade huggingface-hub[cli] # buildkit

2025-09-26 16:29:59 UTC (buildkit.dockerfile.v0)

RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c cd /install && pip install -U -r requirements/rocm.txt && pip uninstall -y vllm && pip install *.whl # buildkit

2025-09-26 16:29:59 UTC (buildkit.dockerfile.v0)

ARG COMMON_WORKDIR=/app

2025-09-26 16:29:59 UTC (buildkit.dockerfile.v0)

COPY /benchmarks /app/vllm/benchmarks # buildkit

2025-09-26 16:29:59 UTC (buildkit.dockerfile.v0)

COPY /examples /app/vllm/examples # buildkit

2025-09-26 16:29:59 UTC (buildkit.dockerfile.v0)

COPY /docker /app/vllm/docker # buildkit

2025-09-26 16:29:59 UTC (buildkit.dockerfile.v0)

ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1

2025-09-26 16:29:59 UTC (buildkit.dockerfile.v0)

ENV RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=1

2025-09-26 16:29:59 UTC (buildkit.dockerfile.v0)

ENV TOKENIZERS_PARALLELISM=false

2025-09-26 16:29:59 UTC (buildkit.dockerfile.v0)

ENV SAFETENSORS_FAST_GPU=1

2025-09-26 16:29:59 UTC (buildkit.dockerfile.v0)

ENV HIP_FORCE_DEV_KERNARG=1

2025-09-26 16:29:59 UTC (buildkit.dockerfile.v0)

CMD ["/bin/bash"]

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete