rocm
    vllm
    rocm6.3.1_instinct_vllm0.7.3_20250325
Namespace
rocm
Image / Tag
vllm:rocm6.3.1_instinct_vllm0.7.3_20250325
Content Digest
sha256:25245924f61750b19be6dcd8e787e46088a496c1fe17ee9b9e397f3d84d35640
Details
Created

2025-03-25 15:17:26 -0500

Size

8.48 GB

Content Digest
Labels
  • maintainer
    dl.mlsedevops@amd.com
  • org.opencontainers.image.ref.name
    ubuntu
  • org.opencontainers.image.version
    22.04
Environment
DEBIAN_FRONTEND

noninteractive

HIP_FORCE_DEV_KERNARG

1

LD_LIBRARY_PATH

/opt/rocm/lib:/usr/local/lib:

PATH

/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

PYTORCH_ROCM_ARCH

gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201

RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES

1

ROCM_PATH

/opt/rocm

TOKENIZERS_PARALLELISM

false

Layers

[#000] sha256:7478e0ac0f23f94b2f27848fbcdf804a670fbf8d4bab26df842d40a10cd33059 - 0.33% (29 MB)

[#001] sha256:d96eb0a0e9a06f4e6394ad09df6ae769272b2cdd78d8bc141ed2ecfb5a669b5a - 0.0% (238 Bytes)

[#002] sha256:9feaeb9894ace58074c4b88b97033278ba6dc303478903eab47eaa0441a9b3d3 - 64.98% (5.51 GB)

[#003] sha256:49bac1b84ea2ffb03a73985991c79f8e319eda48465f6affc34d2d25c079672b - 0.0% (656 Bytes)

[#004] sha256:728ac60aeda636898ac055ba0e38ca9edaf6a8471656f1acf3a7f83fa7e027d5 - 0.0% (93 Bytes)

[#005] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#006] sha256:4c45125c69efc093e2ce7623b40faedc3b80bf1a7c9b2ae1777b0047b3648807 - 1.22% (106 MB)

[#007] sha256:fa840a26d1212c9fdb3667e6a3830bcda92a05f66c79f49fd36af343a5c11041 - 0.76% (66.2 MB)

[#008] sha256:68f23c766c880d604c49333011eb3ff89833c1592e893242ade1703acd32c14d - 7.87% (683 MB)

[#009] sha256:cd7357310678b0d3e67526f113961a21a49a73275acae845f9d2740890c5e486 - 0.75% (65.2 MB)

[#010] sha256:3c4eb5d61341245bf4199984a5cf624f4ea281bdd0ae0906f5f21c1d43f17d3e - 2.86% (248 MB)

[#011] sha256:2fde7fa169743a4d096ba4b6c7a0847c42fe06a874ac6553d6c744d2335fe3bb - 0.02% (1.53 MB)

[#012] sha256:2d7f1e7924b5955fdded07c3ab691a9d079c3bdc91b6615a40d7b2e8e8b255ef - 8.41% (730 MB)

[#013] sha256:958fe3b3919e7787057309635f88962a8e89bd12186b29495640f8e4ee44d11b - 1.26% (109 MB)

[#014] sha256:d9150d4129e903ca8508c91876998afd8766664befffa93cede4de7f096c5b0f - 0.0% (403 Bytes)

[#015] sha256:9d99673d72c82a1b5ce4ea08c5e96b4bcd055dd76a1e7cc1031752dad0878999 - 1.22% (106 MB)

[#016] sha256:fcbaed7ba74bbc86a3627c42f1040360ecdcb79bed62d67cd745a935fec7d5dc - 0.0% (182 KB)

[#017] sha256:aad54a4313b9622a49872457adc4a8de43545774a73f607a7f4524547950122d - 0.0% (217 Bytes)

[#018] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#019] sha256:3428f9c7ab9b204f00f0aaad7147c737bbccd455a5d2c4987c94788539eef3f4 - 0.0% (1.98 KB)

[#020] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)

[#021] sha256:163c2d78591b22072683f894ec517139dbe97f4c67c035201f5019fa03fbba56 - 0.06% (5.09 MB)

[#022] sha256:b8e10c6323ab2f4160d639cad2e7d401e190ae5af463c92ecbf33b5bb2eb3697 - 0.09% (8.07 MB)

[#023] sha256:ed510084317866c8dee78b21ff4b5db9df3e6b8fbfcf25654209fcfe27804825 - 10.16% (883 MB)

[#024] sha256:527096556376e5593654501281929070e5d5ba7f28fca6bf653c5316f859416b - 0.0% (110 KB)

[#025] sha256:41c74323281af30f6daad30e187ec8fd6777b2b9d22394422f72d177ad43ce08 - 0.0% (84.6 KB)

History
2024-09-11 16:25:16 UTC

/bin/sh -c #(nop) ARG RELEASE

2024-09-11 16:25:16 UTC

/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH

2024-09-11 16:25:16 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu

2024-09-11 16:25:16 UTC

/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04

2024-09-11 16:25:17 UTC

/bin/sh -c #(nop) ADD file:ebe009f86035c175ba244badd298a2582914415cf62783d510eab3a311a5d4e1 in /

2024-09-11 16:25:18 UTC

/bin/sh -c #(nop) CMD ["/bin/bash"]

2024-12-21 00:57:30 UTC (buildkit.dockerfile.v0)

LABEL maintainer=dl.mlsedevops@amd.com

2024-12-21 00:57:30 UTC (buildkit.dockerfile.v0)

ARG ROCM_VERSION=5.3

2024-12-21 00:57:30 UTC (buildkit.dockerfile.v0)

ARG AMDGPU_VERSION=5.3

2024-12-21 00:57:30 UTC (buildkit.dockerfile.v0)

ARG APT_PREF

2024-12-21 00:57:30 UTC (buildkit.dockerfile.v0)

RUN |3 ROCM_VERSION=6.3.1 AMDGPU_VERSION=6.3.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit

2024-12-21 01:03:24 UTC (buildkit.dockerfile.v0)

RUN |3 ROCM_VERSION=6.3.1 AMDGPU_VERSION=6.3.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add - && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ jammy main" | tee /etc/apt/sources.list.d/rocm.list && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu jammy main" | tee /etc/apt/sources.list.d/amdgpu.list && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends sudo libelf1 kmod file python3-dev python3-pip rocm-dev rocm-libs build-essential && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit

2024-12-21 01:03:24 UTC (buildkit.dockerfile.v0)

RUN |3 ROCM_VERSION=6.3.1 AMDGPU_VERSION=6.3.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit

2025-03-05 10:27:47 -0600 (buildkit.dockerfile.v0)

ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

2025-03-05 10:27:47 -0600 (buildkit.dockerfile.v0)

ENV ROCM_PATH=/opt/rocm

2025-03-05 10:27:47 -0600 (buildkit.dockerfile.v0)

ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:

2025-03-05 10:27:47 -0600 (buildkit.dockerfile.v0)

ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201

2025-03-05 10:27:47 -0600 (buildkit.dockerfile.v0)

ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201

2025-03-05 10:27:47 -0600 (buildkit.dockerfile.v0)

ARG PYTHON_VERSION=3.12

2025-03-05 10:27:47 -0600 (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /app # buildkit

2025-03-05 10:27:47 -0600 (buildkit.dockerfile.v0)

WORKDIR /app

2025-03-05 10:27:47 -0600 (buildkit.dockerfile.v0)

ENV DEBIAN_FRONTEND=noninteractive

2025-03-05 17:01:05 -0600 (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c apt-get update -y && apt-get install -y software-properties-common git curl sudo vim less libgfortran5 && add-apt-repository ppa:deadsnakes/ppa && apt-get update -y && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv python${PYTHON_VERSION}-lib2to3 python-is-python3 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit

2025-03-05 17:01:09 -0600 (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c pip install -U packaging cmake ninja wheel setuptools pybind11 Cython # buildkit

2025-03-05 18:49:13 -0600 (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c dpkg -i /install/*deb && sed -i 's/, hipblaslt-dev \(.*\), hipcub-dev/, hipcub-dev/g' /var/lib/dpkg/status && sed -i 's/, hipblaslt \(.*\), hipfft/, hipfft/g' /var/lib/dpkg/status # buildkit

2025-03-05 18:49:14 -0600 (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c dpkg -i /install/*deb && sed -i 's/, rccl-dev \(.*\), rocalution/, rocalution/g' /var/lib/dpkg/status && sed -i 's/, rccl \(.*\), rocalution/, rocalution/g' /var/lib/dpkg/status # buildkit

2025-03-05 18:49:18 -0600 (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit

2025-03-05 18:49:18 -0600 (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit

2025-03-05 18:49:37 -0600 (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3.1-complete

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

ARG HIPBLAS_COMMON_BRANCH=7c1566b

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

ARG HIPBLASLT_BRANCH=db8e93b4

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

ARG LEGACY_HIPBLASLT_OPTION=

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

ARG RCCL_BRANCH=648a58d

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

ARG RCCL_REPO=https://github.com/ROCm/rccl

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

ARG TRITON_BRANCH=e5be006

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

ARG TRITON_REPO=https://github.com/triton-lang/triton.git

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

ARG PYTORCH_BRANCH=6c0e7463

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

ARG PYTORCH_VISION_BRANCH=v0.21.0

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

ARG PYTORCH_REPO=https://github.com/pytorch/pytorch.git

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

ARG FA_BRANCH=1a7f4dfa

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

ARG AITER_BRANCH=8970b25b

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

ARG AITER_REPO=https://github.com/ROCm/aiter.git

2025-03-12 11:25:34 -0500 (buildkit.dockerfile.v0)

RUN |18 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3.1-complete HIPBLAS_COMMON_BRANCH=7c1566b HIPBLASLT_BRANCH=db8e93b4 LEGACY_HIPBLASLT_OPTION= RCCL_BRANCH=648a58d RCCL_REPO=https://github.com/ROCm/rccl TRITON_BRANCH=e5be006 TRITON_REPO=https://github.com/triton-lang/triton.git PYTORCH_BRANCH=6c0e7463 PYTORCH_VISION_BRANCH=v0.21.0 PYTORCH_REPO=https://github.com/pytorch/pytorch.git PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git FA_BRANCH=1a7f4dfa FA_REPO=https://github.com/Dao-AILab/flash-attention.git AITER_BRANCH=8970b25b AITER_REPO=https://github.com/ROCm/aiter.git /bin/sh -c echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt && echo "HIPBLAS_COMMON_BRANCH: ${HIPBLAS_COMMON_BRANCH}" >> /app/versions.txt && echo "HIPBLASLT_BRANCH: ${HIPBLASLT_BRANCH}" >> /app/versions.txt && echo "LEGACY_HIPBLASLT_OPTION: ${LEGACY_HIPBLASLT_OPTION}" >> /app/versions.txt && echo "RCCL_BRANCH: ${RCCL_BRANCH}" >> /app/versions.txt && echo "RCCL_REPO: ${RCCL_REPO}" >> /app/versions.txt && echo "TRITON_BRANCH: ${TRITON_BRANCH}" >> /app/versions.txt && echo "TRITON_REPO: ${TRITON_REPO}" >> /app/versions.txt && echo "PYTORCH_BRANCH: ${PYTORCH_BRANCH}" >> /app/versions.txt && echo "PYTORCH_VISION_BRANCH: ${PYTORCH_VISION_BRANCH}" >> /app/versions.txt && echo "PYTORCH_REPO: ${PYTORCH_REPO}" >> /app/versions.txt && echo "PYTORCH_VISION_REPO: ${PYTORCH_VISION_REPO}" >> /app/versions.txt && echo "FA_BRANCH: ${FA_BRANCH}" >> /app/versions.txt && echo "AITER_BRANCH: ${AITER_BRANCH}" >> /app/versions.txt && echo "AITER_REPO: ${AITER_REPO}" >> /app/versions.txt # buildkit

2025-03-25 14:48:58 -0500 (buildkit.dockerfile.v0)

ARG ARG_PYTORCH_ROCM_ARCH

2025-03-25 14:48:58 -0500 (buildkit.dockerfile.v0)

ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201

2025-03-25 14:48:58 -0500 (buildkit.dockerfile.v0)

RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get update -q -y && apt-get install -q -y sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev # buildkit

2025-03-25 14:48:59 -0500 (buildkit.dockerfile.v0)

RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip && pip install setuptools_scm # buildkit

2025-03-25 14:49:01 -0500 (buildkit.dockerfile.v0)

RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get purge -y sccache; python3 -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit

2025-03-25 14:49:01 -0500 (buildkit.dockerfile.v0)

ARG COMMON_WORKDIR=/app

2025-03-25 14:49:01 -0500 (buildkit.dockerfile.v0)

WORKDIR /app

2025-03-25 14:49:01 -0500 (buildkit.dockerfile.v0)

RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit

2025-03-25 14:49:02 -0500 (buildkit.dockerfile.v0)

RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c case "$(which python3)" in *"/opt/conda/envs/py_3.9"*) rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;; *) ;; esac # buildkit

2025-03-25 14:49:04 -0500 (buildkit.dockerfile.v0)

RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade huggingface-hub[cli] # buildkit

2025-03-25 14:49:04 -0500 (buildkit.dockerfile.v0)

ARG BUILD_RPD=1

2025-03-25 14:49:14 -0500 (buildkit.dockerfile.v0)

RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 /bin/sh -c if [ ${BUILD_RPD} -eq "1" ]; then git clone -b nvtx_enabled https://github.com/ROCm/rocmProfileData.git && cd rocmProfileData/rpd_tracer && pip install -r requirements.txt && cd ../ && make && make install && cd hipMarker && python3 setup.py install ; fi # buildkit

2025-03-25 15:17:26 -0500 (buildkit.dockerfile.v0)

RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 /bin/sh -c cd /install && pip install -U -r requirements/rocm.txt && pip uninstall -y vllm && pip install *.whl # buildkit

2025-03-25 15:17:26 -0500 (buildkit.dockerfile.v0)

ARG COMMON_WORKDIR=/app

2025-03-25 15:17:26 -0500 (buildkit.dockerfile.v0)

COPY /benchmarks /app/vllm/benchmarks # buildkit

2025-03-25 15:17:26 -0500 (buildkit.dockerfile.v0)

COPY /examples /app/vllm/examples # buildkit

2025-03-25 15:17:26 -0500 (buildkit.dockerfile.v0)

ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1

2025-03-25 15:17:26 -0500 (buildkit.dockerfile.v0)

ENV TOKENIZERS_PARALLELISM=false

2025-03-25 15:17:26 -0500 (buildkit.dockerfile.v0)

ENV HIP_FORCE_DEV_KERNARG=1

2025-03-25 15:17:26 -0500 (buildkit.dockerfile.v0)

CMD ["/bin/bash"]

Danger Zone
Delete Tag

Please be careful as this will not just delete the reference but also the actual content!

For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.

Delete