Namespace
rocm
Image / Tagvllm:latest
Content Digestsha256:e7f02dd2ce3824959658bc0391296f6158638e3ebce164f6c019c4eca8150ec7
Details
2025-12-05 22:54:16 UTC
8.37 GB
Labels
-
maintainerdl.mlsedevops@amd.com
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.version22.04
Environment
AITER_ROCM_ARCHgfx942;gfx950
DEBIAN_FRONTENDnoninteractive
HIP_FORCE_DEV_KERNARG1
HSA_NO_SCRATCH_RECLAIM1
KINETO_CONFIG/app/libkineto.conf
LD_LIBRARY_PATH/opt/rocm/lib:/usr/local/lib:
PATH/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PYTHON_VERSION3.12
PYTORCH_ROCM_ARCHgfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151
RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES1
RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES1
ROCM_PATH/opt/rocm
SAFETENSORS_FAST_GPU1
TOKENIZERS_PARALLELISMfalse
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_LINK_MODEcopy
Layers
[#000] sha256:60d98d907669dc22e547405da3e409eb14496606f4ac90692c5f2ef5081c4b1e - 0.33% (28.2 MB)
[#001] sha256:2f4c517abc68a275952e498dacd8c3e29d5555a613d35074fbd790003bff3417 - 0.0% (237 Bytes)
[#002] sha256:7aca9073787e5acb11d9e58d7a5207c8a4256ef35fa0309f1208f817a4d2c4ee - 59.64% (4.99 GB)
[#003] sha256:0a5af9a4b9c53f8c85ccc5fab0edc81f1e1dbb60435e95ac1051bcfcecd62d89 - 0.0% (656 Bytes)
[#004] sha256:e6c35fc73eee1c2e4de65531b4c3567987be5c1da76fc4252583ace75e25df81 - 0.0% (93 Bytes)
[#005] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#006] sha256:f266edb3fb7bb2df707eb38f8f49804386ecefd8ab1d66cbe32f4f16f741ea28 - 1.32% (113 MB)
[#007] sha256:e04e560bce067f88b8464529a5470195809dc86b3230024d962fb17d94ba017d - 0.77% (65.9 MB)
[#008] sha256:88ddc6e870e12c9f280df3c92d8f48bf3eb17d2e961363df725d8a8f074a1896 - 0.05% (4.05 MB)
[#009] sha256:97533cbd0ca98e76458fe7d4c7712771f8ae8f700a97dbb3c589ce61b07127e5 - 26.72% (2.24 GB)
[#010] sha256:0f5a7ffa0aa484e85f00140335b0103a9bac0b177e9392ccf87c66671d7fe50d - 0.0% (378 Bytes)
[#011] sha256:d752a0417e7200db82d95e3b5457075ce2c4506c3254e0a7e83899a80888ba3b - 0.72% (61.6 MB)
[#012] sha256:760d3c5e9feafec5ffb4e5905ea52928ca0be4bad54349df59432f166b7088ba - 1.57% (135 MB)
[#013] sha256:59447ea85444467e21d8a335383dd35631eaee1fbcd0103c846c889329db1d9c - 0.0% (1.35 KB)
[#014] sha256:ac31d9ccd4dd8d0f71827a1e58eca8d9bc57469b5fea7db70824004bcf4dbf55 - 0.0% (217 Bytes)
[#015] sha256:e2af1241cb5eebd7b43c8084c347d95265e4c1132f125bf2bc03433872d83678 - 0.25% (21.2 MB)
[#016] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#017] sha256:34f4f2508e73328b49acf628b40407640ee6cc491a0792ed9552f561c9c6cdf3 - 0.0% (1.97 KB)
[#018] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#019] sha256:5f7ba66a2f93b48a6020d707f7a74ed4afc4dbf830024d3f3f841adf329143c5 - 0.06% (5.11 MB)
[#020] sha256:8bb378335b99b4b8c88d68010ae5e0eb2d65176d218331a40255cefbdaeffb66 - 8.58% (736 MB)
[#021] sha256:49e71c3327ec9d6ba997503b298b3e58a33d1782d7ea6feebc9e218d6a3e5921 - 0.0% (169 KB)
[#022] sha256:2abe3f72dd87a0b2783a6d477f8265eac3642b898fa0a8804b7901e601b67c39 - 0.0% (189 KB)
[#023] sha256:47304323a98cf1c17410b66e3e57659d615b12fb9ee13852133e7c7327429701 - 0.0% (2.26 KB)
[#024] sha256:233a1f2765f4628dbff0db730b10ea183d5c4ba361457db6068cf2e36d4273a1 - 0.0% (168 Bytes)
[#025] sha256:2a29e7225cb2f0ba0addb722e52da49f7a1febb39865a00540fd952ec21af452 - 0.0% (423 Bytes)
History
/bin/sh -c #(nop) ARG RELEASE
2025-08-19 17:17:08 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-08-19 17:17:08 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-08-19 17:17:08 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2025-08-19 17:17:10 UTC/bin/sh -c #(nop) ADD file:9303cc1f788d2a9a8f909b154339f7c637b2a53c75c0e7f3da62eb1fefe371b1 in /
2025-08-19 17:17:10 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-09-16 09:33:08 UTC (buildkit.dockerfile.v0)LABEL maintainer=dl.mlsedevops@amd.com
2025-09-16 09:33:08 UTC (buildkit.dockerfile.v0)ARG ROCM_VERSION=5.3
2025-09-16 09:33:08 UTC (buildkit.dockerfile.v0)ARG AMDGPU_VERSION=5.3
2025-09-16 09:33:08 UTC (buildkit.dockerfile.v0)ARG APT_PREF
2025-09-16 09:33:08 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit
2025-09-16 09:40:45 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add - && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ jammy main" | tee /etc/apt/sources.list.d/rocm.list && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu jammy main" | tee /etc/apt/sources.list.d/amdgpu.list && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends sudo libelf1 kmod file python3-dev python3-pip rocm-dev rocm-libs build-essential && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit
2025-09-16 09:40:46 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=7.0 AMDGPU_VERSION=7.0 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit
2025-12-05 16:55:01 UTC (buildkit.dockerfile.v0)ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-12-05 16:55:01 UTC (buildkit.dockerfile.v0)ENV ROCM_PATH=/opt/rocm
2025-12-05 16:55:01 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:
2025-12-05 16:55:01 UTC (buildkit.dockerfile.v0)ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151
2025-12-05 16:55:01 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151
2025-12-05 16:55:01 UTC (buildkit.dockerfile.v0)ENV AITER_ROCM_ARCH=gfx942;gfx950
2025-12-05 16:55:01 UTC (buildkit.dockerfile.v0)ENV HSA_NO_SCRATCH_RECLAIM=1
2025-12-05 16:55:01 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2025-12-05 16:55:01 UTC (buildkit.dockerfile.v0)ENV PYTHON_VERSION=3.12
2025-12-05 16:55:01 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /app # buildkit
2025-12-05 16:55:01 UTC (buildkit.dockerfile.v0)WORKDIR /app
2025-12-05 16:55:01 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2025-12-05 16:56:26 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh -c apt-get update -y && apt-get install -y software-properties-common git curl sudo vim less libgfortran5 && for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done && apt-get update -y && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv python${PYTHON_VERSION}-lib2to3 python-is-python3 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit
2025-12-05 16:56:32 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh -c pip install -U packaging 'cmake<4' ninja wheel 'setuptools<80' pybind11 Cython # buildkit
2025-12-05 16:56:40 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh -c apt-get update && apt-get install -y libjpeg-dev libsox-dev libsox-fmt-all sox && rm -rf /var/lib/apt/lists/* # buildkit
2025-12-05 19:18:22 UTC (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
2025-12-05 19:18:22 UTC (buildkit.dockerfile.v0)ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:7.0-complete
2025-12-05 19:18:22 UTC (buildkit.dockerfile.v0)ARG TRITON_BRANCH=57c693b6
2025-12-05 19:18:22 UTC (buildkit.dockerfile.v0)ARG TRITON_REPO=https://github.com/ROCm/triton.git
2025-12-05 19:18:22 UTC (buildkit.dockerfile.v0)ARG PYTORCH_BRANCH=1c57644d
2025-12-05 19:18:22 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VISION_BRANCH=v0.23.0
2025-12-05 19:18:22 UTC (buildkit.dockerfile.v0)ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git
2025-12-05 19:18:22 UTC (buildkit.dockerfile.v0)ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git
2025-12-05 19:18:22 UTC (buildkit.dockerfile.v0)ARG PYTORCH_AUDIO_BRANCH=v2.9.0
2025-12-05 19:18:22 UTC (buildkit.dockerfile.v0)ARG PYTORCH_AUDIO_REPO=https://github.com/pytorch/audio.git
2025-12-05 19:18:22 UTC (buildkit.dockerfile.v0)ARG FA_BRANCH=0e60e394
2025-12-05 19:18:22 UTC (buildkit.dockerfile.v0)ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git
2025-12-05 19:18:22 UTC (buildkit.dockerfile.v0)ARG AITER_BRANCH=6af8b687
2025-12-05 19:18:22 UTC (buildkit.dockerfile.v0)ARG AITER_REPO=https://github.com/ROCm/aiter.git
2025-12-05 19:18:22 UTC (buildkit.dockerfile.v0)RUN |15 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.0-complete TRITON_BRANCH=57c693b6 TRITON_REPO=https://github.com/ROCm/triton.git PYTORCH_BRANCH=1c57644d PYTORCH_VISION_BRANCH=v0.23.0 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git PYTORCH_AUDIO_BRANCH=v2.9.0 PYTORCH_AUDIO_REPO=https://github.com/pytorch/audio.git FA_BRANCH=0e60e394 FA_REPO=https://github.com/Dao-AILab/flash-attention.git AITER_BRANCH=6af8b687 AITER_REPO=https://github.com/ROCm/aiter.git /bin/sh -c echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt && echo "TRITON_BRANCH: ${TRITON_BRANCH}" >> /app/versions.txt && echo "TRITON_REPO: ${TRITON_REPO}" >> /app/versions.txt && echo "PYTORCH_BRANCH: ${PYTORCH_BRANCH}" >> /app/versions.txt && echo "PYTORCH_VISION_BRANCH: ${PYTORCH_VISION_BRANCH}" >> /app/versions.txt && echo "PYTORCH_REPO: ${PYTORCH_REPO}" >> /app/versions.txt && echo "PYTORCH_VISION_REPO: ${PYTORCH_VISION_REPO}" >> /app/versions.txt && echo "PYTORCH_AUDIO_BRANCH: ${PYTORCH_AUDIO_BRANCH}" >> /app/versions.txt && echo "PYTORCH_AUDIO_REPO: ${PYTORCH_AUDIO_REPO}" >> /app/versions.txt && echo "FA_BRANCH: ${FA_BRANCH}" >> /app/versions.txt && echo "FA_REPO: ${FA_REPO}" >> /app/versions.txt && echo "AITER_BRANCH: ${AITER_BRANCH}" >> /app/versions.txt && echo "AITER_REPO: ${AITER_REPO}" >> /app/versions.txt # buildkit
2025-12-05 20:36:46 UTC (buildkit.dockerfile.v0)COPY *csv /app # buildkit
2025-12-05 21:48:26 UTC (buildkit.dockerfile.v0)ARG ARG_PYTORCH_ROCM_ARCH
2025-12-05 21:48:26 UTC (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151
2025-12-05 21:48:26 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1
2025-12-05 21:48:26 UTC (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_HIP_VISIBLE_DEVICES=1
2025-12-05 21:48:26 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get update -q -y && apt-get install -q -y sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev apt-transport-https ca-certificates wget curl # buildkit
2025-12-05 21:48:28 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip # buildkit
2025-12-05 21:48:31 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get purge -y sccache; python3 -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit
2025-12-05 21:48:40 UTC (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c curl -LsSf https://astral.sh/uv/install.sh | env UV_INSTALL_DIR="/usr/local/bin" sh # buildkit
2025-12-05 21:48:40 UTC (buildkit.dockerfile.v0)ENV UV_HTTP_TIMEOUT=500
2025-12-05 21:48:40 UTC (buildkit.dockerfile.v0)ENV UV_INDEX_STRATEGY=unsafe-best-match
2025-12-05 21:48:40 UTC (buildkit.dockerfile.v0)ENV UV_LINK_MODE=copy
2025-12-05 21:48:40 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR=/app
2025-12-05 21:48:40 UTC (buildkit.dockerfile.v0)WORKDIR /app
2025-12-05 21:48:42 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit
2025-12-05 21:48:43 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c case "$(which python3)" in *"/opt/conda/envs/py_3.9"*) rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;; *) ;; esac # buildkit
2025-12-05 21:48:45 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c uv pip install --system --upgrade huggingface-hub[cli] # buildkit
2025-12-05 22:54:15 UTC (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c cd /install && uv pip install --system -r requirements/rocm.txt && pip uninstall -y vllm && uv pip install --system *.whl # buildkit
2025-12-05 22:54:15 UTC (buildkit.dockerfile.v0)ARG COMMON_WORKDIR=/app
2025-12-05 22:54:15 UTC (buildkit.dockerfile.v0)ARG BASE_IMAGE=rocm/vllm-dev:base_ROCm7.0_bump_aiter_20251205_tuned
2025-12-05 22:54:15 UTC (buildkit.dockerfile.v0)COPY /benchmarks /app/vllm/benchmarks # buildkit
2025-12-05 22:54:15 UTC (buildkit.dockerfile.v0)COPY /examples /app/vllm/examples # buildkit
2025-12-05 22:54:15 UTC (buildkit.dockerfile.v0)COPY /docker /app/vllm/docker # buildkit
2025-12-05 22:54:15 UTC (buildkit.dockerfile.v0)ENV TOKENIZERS_PARALLELISM=false
2025-12-05 22:54:15 UTC (buildkit.dockerfile.v0)ENV SAFETENSORS_FAST_GPU=1
2025-12-05 22:54:15 UTC (buildkit.dockerfile.v0)ENV HIP_FORCE_DEV_KERNARG=1
2025-12-05 22:54:16 UTC (buildkit.dockerfile.v0)RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BASE_IMAGE=rocm/vllm-dev:base_ROCm7.0_bump_aiter_20251205_tuned /bin/sh -c echo "ROCTRACER_MAX_EVENTS=10000000" > /app/libkineto.conf # buildkit
2025-12-05 22:54:16 UTC (buildkit.dockerfile.v0)ENV KINETO_CONFIG=/app/libkineto.conf
2025-12-05 22:54:16 UTC (buildkit.dockerfile.v0)RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BASE_IMAGE=rocm/vllm-dev:base_ROCm7.0_bump_aiter_20251205_tuned /bin/sh -c echo "VLLM_BASE_IMAGE=${BASE_IMAGE}" >> /app/versions.txt # buildkit
2025-12-05 22:54:16 UTC (buildkit.dockerfile.v0)CMD ["/bin/bash"]
Delete Tag
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.