2025-05-13 21:17:32 UTC
11 GB
gshtrasb_vllm1
DEBIAN_FRONTENDnoninteractive
HIP_FORCE_DEV_KERNARG1
LD_LIBRARY_PATH/opt/rocm/lib:/usr/local/lib:
PATH/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
PYTORCH_ROCM_ARCHgfx942
PYTORCH_TUNABLEOP_ENABLED1
PYTORCH_TUNABLEOP_FILENAME/app/afo_tune_device_%d_full.csv
PYTORCH_TUNABLEOP_TUNING0
RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES1
ROCM_PATH/opt/rocm
SAFETENSORS_FAST_GPU1
TOKENIZERS_PARALLELISMfalse
VLLM_WORKER_MULTIPROC_METHODspawn
[#000] sha256:7478e0ac0f23f94b2f27848fbcdf804a670fbf8d4bab26df842d40a10cd33059 - 0.26% (29 MB)
[#001] sha256:d96eb0a0e9a06f4e6394ad09df6ae769272b2cdd78d8bc141ed2ecfb5a669b5a - 0.0% (238 Bytes)
[#002] sha256:9feaeb9894ace58074c4b88b97033278ba6dc303478903eab47eaa0441a9b3d3 - 50.18% (5.51 GB)
[#003] sha256:49bac1b84ea2ffb03a73985991c79f8e319eda48465f6affc34d2d25c079672b - 0.0% (656 Bytes)
[#004] sha256:30c910d6a9e3e60fe3cce8d9db467606c66f84285211286431cc4378d3cfd17e - 0.0% (92 Bytes)
[#005] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#006] sha256:28834e16e03e746e46cb519baf38c4e31cbdb002c50f45a1ac69ed5d28789a9a - 0.96% (108 MB)
[#007] sha256:4e09bb697fa30c05490b84101fb7ea5909ec09160379749f9bf6ddf60e3ea7bb - 0.59% (66.4 MB)
[#008] sha256:07e2d8a6c1ca0870c9e7d8d614587c6cc6b0a31b458d3a85df6e6357aa418317 - 7.79% (876 MB)
[#009] sha256:b4beea70da5ca8318cae10642e2afb51c9b92e785cfa1bd8671c26ecd3a233fa - 0.58% (65.2 MB)
[#010] sha256:8ab5737685961d5c377a173aea28443de0a66c4dbc0bf8b02a41d797bc2a5e26 - 2.24% (252 MB)
[#011] sha256:5790b5e7e77b46b88fd37df3e796553cbc822f8ecfefa648f957de306449bd33 - 0.01% (1.53 MB)
[#012] sha256:886bb0f6fa73790012f893d590f0a2708c2ac5cba30d3c44851e40fc0116719b - 7.17% (806 MB)
[#013] sha256:35a0fa660df25b301348075671bf5c9ce82fe3356d1a774cf76b7abd3ad9baca - 6.37% (717 MB)
[#014] sha256:ae946209d9126ddef03ad725c451df60f8116b8d711eef842abe8980dd035959 - 0.0% (403 Bytes)
[#015] sha256:2109c18dbdff05b213e76382514324b7c94086d064b673bdf836e224e4ab346c - 0.55% (61.4 MB)
[#016] sha256:990722e109446371a0767a616bdb9e72f4d35cb55fdffc7ca7118bc1b844a7fd - 0.86% (96.9 MB)
[#017] sha256:06c527031d150b9a5b7b96cb9095980a1006af6b8b90458fa73a894ffa61cbfc - 0.0% (182 KB)
[#018] sha256:e7338944c7287148fa1710c5b7bb345b05fdff05e2b02883cc4d5f242b974f19 - 0.0% (217 Bytes)
[#019] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#020] sha256:d13400a9fa07e9c5b535d9ebb31f72d3b0cbf2841ee86995522e2e5a4862a11b - 0.0% (1.97 KB)
[#021] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#022] sha256:8e54dfe007915f1ae8653a94b3af0549b52e1c9b463879189eeaa449e78b8885 - 0.96% (108 MB)
[#023] sha256:259281ebdb0e170afaad03ac4d22b4f20976af790a9b737bd00aa9ce39ab1212 - 0.07% (8.08 MB)
[#024] sha256:ebf81c9c7529fecd4af2de29be8c18fc693f50fce718cd77bed555f522a2428d - 7.73% (869 MB)
[#025] sha256:399232bdab878d081bcb1626af770edfba50848d823273f7060a60cd8aea04c4 - 0.0% (124 KB)
[#026] sha256:3d50bd58d02c99064392ebfe304d86ebb13b0ea8104836cf0ea85e9e735ea088 - 0.0% (114 KB)
[#027] sha256:4f03070217ba02fd514f786b725ce2c765b404584d432995c44e8d4a4d0555d0 - 13.67% (1.5 GB)
/bin/sh -c #(nop) ARG RELEASE
2024-09-11 16:25:16 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2024-09-11 16:25:16 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2024-09-11 16:25:16 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
2024-09-11 16:25:17 UTC/bin/sh -c #(nop) ADD file:ebe009f86035c175ba244badd298a2582914415cf62783d510eab3a311a5d4e1 in /
2024-09-11 16:25:18 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2024-12-21 00:57:30 UTC (buildkit.dockerfile.v0)LABEL maintainer=dl.mlsedevops@amd.com
2024-12-21 00:57:30 UTC (buildkit.dockerfile.v0)ARG ROCM_VERSION=5.3
2024-12-21 00:57:30 UTC (buildkit.dockerfile.v0)ARG AMDGPU_VERSION=5.3
2024-12-21 00:57:30 UTC (buildkit.dockerfile.v0)ARG APT_PREF
2024-12-21 00:57:30 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=6.3.1 AMDGPU_VERSION=6.3.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit
2024-12-21 01:03:24 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=6.3.1 AMDGPU_VERSION=6.3.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add - && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ jammy main" | tee /etc/apt/sources.list.d/rocm.list && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu jammy main" | tee /etc/apt/sources.list.d/amdgpu.list && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends sudo libelf1 kmod file python3-dev python3-pip rocm-dev rocm-libs build-essential && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit
2024-12-21 01:03:24 UTC (buildkit.dockerfile.v0)RUN |3 ROCM_VERSION=6.3.1 AMDGPU_VERSION=6.3.1 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit
2025-05-08 14:46:43 -0500 (buildkit.dockerfile.v0)ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-05-08 14:46:43 -0500 (buildkit.dockerfile.v0)ENV ROCM_PATH=/opt/rocm
2025-05-08 14:46:43 -0500 (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:
2025-05-08 14:46:43 -0500 (buildkit.dockerfile.v0)ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201
2025-05-08 14:46:43 -0500 (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201
2025-05-08 14:46:43 -0500 (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2025-05-08 14:46:43 -0500 (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /app # buildkit
2025-05-08 14:46:43 -0500 (buildkit.dockerfile.v0)WORKDIR /app
2025-05-08 14:46:43 -0500 (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2025-05-08 14:47:12 -0500 (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c apt-get update -y && apt-get install -y software-properties-common git curl sudo vim less libgfortran5 && add-apt-repository ppa:deadsnakes/ppa && apt-get update -y && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv python${PYTHON_VERSION}-lib2to3 python-is-python3 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit
2025-05-08 14:47:16 -0500 (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c pip install -U packaging 'cmake<4' ninja wheel 'setuptools<80' pybind11 Cython # buildkit
2025-05-08 17:09:39 -0500 (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c dpkg -i /install/*deb && perl -p -i -e 's/, hipblas-common-dev \([^)]*?\), /, /g' /var/lib/dpkg/status && perl -p -i -e 's/, hipblaslt-dev \([^)]*?\), /, /g' /var/lib/dpkg/status && perl -p -i -e 's/, hipblaslt \([^)]*?\), /, /g' /var/lib/dpkg/status # buildkit
2025-05-08 17:09:40 -0500 (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c dpkg -i /install/*deb && perl -p -i -e 's/, rccl-dev \([^)]*?\), /, /g' /var/lib/dpkg/status && perl -p -i -e 's/, rccl \([^)]*?\), /, /g' /var/lib/dpkg/status # buildkit
2025-05-08 17:09:44 -0500 (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
2025-05-08 17:09:45 -0500 (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
2025-05-08 17:10:03 -0500 (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3.1-complete
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)ARG HIPBLAS_COMMON_BRANCH=9b80ba8e
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)ARG HIPBLASLT_BRANCH=aa0bda7b
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)ARG LEGACY_HIPBLASLT_OPTION=
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)ARG RCCL_BRANCH=648a58d
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)ARG RCCL_REPO=https://github.com/ROCm/rccl
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)ARG TRITON_BRANCH=981e987e
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)ARG TRITON_REPO=https://github.com/triton-lang/triton.git
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)ARG PYTORCH_BRANCH=f717b2af
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)ARG PYTORCH_VISION_BRANCH=v0.21.0
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)ARG PYTORCH_REPO=https://github.com/ROCm/pytorch.git
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)ARG FA_BRANCH=1a7f4dfa
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)ARG AITER_BRANCH=c1debd87
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)ARG AITER_REPO=https://github.com/ROCm/aiter.git
2025-05-08 17:10:22 -0500 (buildkit.dockerfile.v0)RUN |18 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3.1-complete HIPBLAS_COMMON_BRANCH=9b80ba8e HIPBLASLT_BRANCH=aa0bda7b LEGACY_HIPBLASLT_OPTION= RCCL_BRANCH=648a58d RCCL_REPO=https://github.com/ROCm/rccl TRITON_BRANCH=981e987e TRITON_REPO=https://github.com/triton-lang/triton.git PYTORCH_BRANCH=f717b2af PYTORCH_VISION_BRANCH=v0.21.0 PYTORCH_REPO=https://github.com/ROCm/pytorch.git PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git FA_BRANCH=1a7f4dfa FA_REPO=https://github.com/Dao-AILab/flash-attention.git AITER_BRANCH=c1debd87 AITER_REPO=https://github.com/ROCm/aiter.git /bin/sh -c echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt && echo "HIPBLAS_COMMON_BRANCH: ${HIPBLAS_COMMON_BRANCH}" >> /app/versions.txt && echo "HIPBLASLT_BRANCH: ${HIPBLASLT_BRANCH}" >> /app/versions.txt && echo "LEGACY_HIPBLASLT_OPTION: ${LEGACY_HIPBLASLT_OPTION}" >> /app/versions.txt && echo "RCCL_BRANCH: ${RCCL_BRANCH}" >> /app/versions.txt && echo "RCCL_REPO: ${RCCL_REPO}" >> /app/versions.txt && echo "TRITON_BRANCH: ${TRITON_BRANCH}" >> /app/versions.txt && echo "TRITON_REPO: ${TRITON_REPO}" >> /app/versions.txt && echo "PYTORCH_BRANCH: ${PYTORCH_BRANCH}" >> /app/versions.txt && echo "PYTORCH_VISION_BRANCH: ${PYTORCH_VISION_BRANCH}" >> /app/versions.txt && echo "PYTORCH_REPO: ${PYTORCH_REPO}" >> /app/versions.txt && echo "PYTORCH_VISION_REPO: ${PYTORCH_VISION_REPO}" >> /app/versions.txt && echo "FA_BRANCH: ${FA_BRANCH}" >> /app/versions.txt && echo "AITER_BRANCH: ${AITER_BRANCH}" >> /app/versions.txt && echo "AITER_REPO: ${AITER_REPO}" >> /app/versions.txt # buildkit
2025-05-09 07:56:05 -0500 (buildkit.dockerfile.v0)COPY pytorch_afo_testkit/afo/gemm/benchmarks/afo_tune_device_*_full.csv /app # buildkit
2025-05-09 07:56:05 -0500 (buildkit.dockerfile.v0)ENV PYTORCH_TUNABLEOP_ENABLED=1
2025-05-09 07:56:05 -0500 (buildkit.dockerfile.v0)ENV PYTORCH_TUNABLEOP_TUNING=0
2025-05-09 07:56:05 -0500 (buildkit.dockerfile.v0)ENV PYTORCH_TUNABLEOP_FILENAME=/app/afo_tune_device_%d_full.csv
2025-05-12 14:33:54 -0500 (buildkit.dockerfile.v0)ARG ARG_PYTORCH_ROCM_ARCH
2025-05-12 14:33:54 -0500 (buildkit.dockerfile.v0)ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx1100;gfx1101;gfx1200;gfx1201
2025-05-12 14:33:54 -0500 (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get update -q -y && apt-get install -q -y sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev apt-transport-https ca-certificates wget curl # buildkit
2025-05-12 14:33:55 -0500 (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip && pip install setuptools_scm # buildkit
2025-05-12 14:33:56 -0500 (buildkit.dockerfile.v0)RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get purge -y sccache; python3 -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit
2025-05-12 14:33:56 -0500 (buildkit.dockerfile.v0)ARG COMMON_WORKDIR=/app
2025-05-12 14:33:56 -0500 (buildkit.dockerfile.v0)WORKDIR /app
2025-05-12 14:33:57 -0500 (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit
2025-05-12 14:33:58 -0500 (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c case "$(which python3)" in *"/opt/conda/envs/py_3.9"*) rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;; *) ;; esac # buildkit
2025-05-12 14:34:02 -0500 (buildkit.dockerfile.v0)RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade huggingface-hub[cli] # buildkit
2025-05-12 14:34:02 -0500 (buildkit.dockerfile.v0)ARG BUILD_RPD=1
2025-05-12 14:34:12 -0500 (buildkit.dockerfile.v0)RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 /bin/sh -c if [ ${BUILD_RPD} -eq "1" ]; then git clone -b nvtx_enabled https://github.com/ROCm/rocmProfileData.git && cd rocmProfileData/rpd_tracer && pip install -r requirements.txt && cd ../ && make && make install && cd hipMarker && python3 setup.py install ; fi # buildkit
2025-05-12 15:01:31 -0500 (buildkit.dockerfile.v0)RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 /bin/sh -c cd /install && pip install -U -r requirements/rocm.txt && pip uninstall -y vllm && pip install *.whl # buildkit
2025-05-12 15:01:31 -0500 (buildkit.dockerfile.v0)ARG COMMON_WORKDIR=/app
2025-05-12 15:01:31 -0500 (buildkit.dockerfile.v0)COPY /benchmarks /app/vllm/benchmarks # buildkit
2025-05-12 15:01:31 -0500 (buildkit.dockerfile.v0)COPY /examples /app/vllm/examples # buildkit
2025-05-12 15:01:31 -0500 (buildkit.dockerfile.v0)ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1
2025-05-12 15:01:31 -0500 (buildkit.dockerfile.v0)ENV TOKENIZERS_PARALLELISM=false
2025-05-12 15:01:31 -0500 (buildkit.dockerfile.v0)ENV SAFETENSORS_FAST_GPU=1
2025-05-12 15:01:31 -0500 (buildkit.dockerfile.v0)ENV VLLM_WORKER_MULTIPROC_METHOD=spawn
2025-05-12 15:01:31 -0500 (buildkit.dockerfile.v0)ENV HIP_FORCE_DEV_KERNARG=1
2025-05-12 15:01:31 -0500 (buildkit.dockerfile.v0)CMD ["/bin/bash"]
2025-05-13 21:17:32 UTC/bin/bash
Please be careful as this will not just delete the reference but also the actual content!
For example when you have latest and v1.2.3 both pointing to the same image
the deletion of latest will also permanently remove v1.2.3.