Sign inSign up

rocm/vllm-dev:rocm6.4.1_navi_ubuntu24.04_py3.12_pytorch_2.7_vllm_0.8.5

Manifest digest

sha256:ec755ba40711566c70f8279ceb0cb92b7d42a81448f64e59ea8ce1e1199269f8

OS/ARCH

linux/amd64

Compressed size

23.08 GB

Last pushed

over 1 year by rocmdev

Type

Image

Manifest digest

sha256:ec755ba40711566c70f8279ceb0cb92b7d42a81448f64e59ea8ce1e1199269f8

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=24.040 B
5ADD file ... in / 29.17 MB
6CMD ["/bin/bash"]0 B
7ARG UBUNTU_VERSION0 B
8ENV DEBIAN_FRONTEND=noninteractive0 B
9ARG PYTORCH_ROCM_ARCH0 B
10ENV PYTORCH_ROCM_ARCH=gfx908;gfx90a;gfx1030;gfx1100;gfx1101;gfx942;gfx1200;gfx12010 B
11COPY file:b2a090cb02b5615fc2d1036ea77428cbb70253c6a8b8614f78fab85c2ba2dfb5 in install_base.sh 1.84 KB
12|1 UBUNTU_VERSION=24.04 /bin/sh -c bash320.13 MB
13ARG LLVMDEV0 B
14ARG CLANG_VERSION0 B
15COPY file:579317ceda1019f6cd72be303e1ec7c4c2486dbb81a333e2747d779070ed6794 in install_clang.sh 861 B
16|3 CLANG_VERSION= LLVMDEV= UBUNTU_VERSION=24.04 /bin/sh106 B
17COPY file:9f0cc865cc521cff044d880f1cb248b7f8e1ed60e8871fd662be075c2c6381b0 in install_user.sh 700 B
18|3 CLANG_VERSION= LLVMDEV= UBUNTU_VERSION=24.04 /bin/sh1.72 KB
19ARG ANACONDA_PYTHON_VERSION0 B
20ARG CONDA_CMAKE0 B
21ARG BUILD_ENVIRONMENT0 B
22ENV ANACONDA_PYTHON_VERSION=3.120 B
23ENV PATH=/opt/conda/envs/py_3.12/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
24COPY file:5bb2bf9f600c791c8add13c6b7fa012e87171d16f0ff9cc6e36b5fa85ef534e8 in /opt/conda/requirements-ci.txt 3.68 KB
25COPY file:4f2030250f761e6ac8f87880f43562c7195f8c965a62221ef19c1546241d8439 in install_conda.sh 1.91 KB
26COPY file:9e6db7f5d2e2c5e4a161d58370737ca06f20ca3a566e47689fc3c7bfeb0193a2 in common_utils.sh 724 B
27|5 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CONDA_CMAKE=yes LLVMDEV=2.71 GB
28ARG GCC_VERSION0 B
29COPY file:f0e99070d8114620f665268ab11f181c0153236fb98685afc2502a7f1e978b2c in install_gcc.sh 380 B
30|6 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION=104 B
31ARG PROTOBUF0 B
32COPY file:638eb6acc2fc2ff495707449113f05ffc78b46b8a4bb23639e30d89724372a1f in install_protobuf.sh 502 B
33|7 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION=92.5 MB
34|7 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CONDA_CMAKE=yes GCC_VERSION=109 B
35ENV INSTALLED_PROTOBUF=yes0 B
36ARG DB0 B
37COPY file:e2f252dfb0c5021405f1818c90ddc6a8fd573505ed7427bfbdd51167d3e5dda7 in install_db.sh 487 B
38|8 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CONDA_CMAKE=yes DB=yes349 B
39|8 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CONDA_CMAKE=yes DB=yes103 B
40ENV INSTALLED_DB=yes0 B
41ARG VISION0 B
42COPY multi:ecc701bddaf12d424d5629cf1acf0828dd4080da63bc673d1ddf7460edfab7e2 in ./ 1.84 KB
43|9 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CONDA_CMAKE=yes DB=yes309.03 MB
44|9 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CONDA_CMAKE=yes DB=yes164 B
45ENV INSTALLED_VISION=yes0 B
46ARG ROCM_VERSION0 B
47COPY file:9f51425d43f4fe7280fd0d0d32c1091e1b3f66f0fa71586ae1acd9d4cb087a7d in install_rocm.sh 1.75 KB
48|10 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CONDA_CMAKE=yes DB=yes6.68 GB
49|10 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CONDA_CMAKE=yes DB=yes105 B
50COPY file:dc007ec718680ca3fa2f00ec07dcee0d2f25ef694073fdb79ac48f76140b21d5 in install_rocm_magma.sh 1.09 KB
51|10 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CONDA_CMAKE=yes DB=yes628.76 MB
52|10 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CONDA_CMAKE=yes DB=yes111 B
53ADD file ... in install_miopen.sh 1.52 KB
54|10 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CONDA_CMAKE=yes DB=yes107 B
55ENV ROCM_PATH=/opt/rocm0 B
56ENV PATH=/opt/rocm/bin:/opt/conda/envs/py_3.12/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
57ENV PATH=/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.12/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
58ENV PATH=/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.12/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
59ENV PATH=/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.12/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
60ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.12/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
61ENV MAGMA_HOME=/opt/rocm/magma0 B
62ENV LANG=C.UTF-80 B
63ENV LC_ALL=C.UTF-80 B
64COPY file:78e4a3281ca763191f3b77613d800ded4b7b00b181cdeec0200f96c67a3613ba in install_amdsmi.sh 166 B
65|10 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CONDA_CMAKE=yes DB=yes2.79 MB
66|10 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CONDA_CMAKE=yes DB=yes107 B
67ARG CMAKE_VERSION0 B
68COPY file:5201a03ab45964625e825e856290df6dfb1826d702a824e47020a4d65c575468 in install_cmake.sh 563 B
69|11 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes41.21 MB
70|11 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes106 B
71ARG NINJA_VERSION0 B
72COPY file:f562ac7c4f4bdd63c08a52ddfc7e1180d5ee49530c1a18f726242695cfae1868 in install_ninja.sh 296 B
73|12 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes86.23 KB
74|12 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes106 B
75ARG TRITON0 B
76COPY file:4278720cb36f67567d70b5828bbe9eb47e3b03c9ae7a67fa254f9478559cd993 in install_triton.sh 1.37 KB
77COPY file:9e6db7f5d2e2c5e4a161d58370737ca06f20ca3a566e47689fc3c7bfeb0193a2 in common_utils.sh 724 B
78COPY file:77ff88eac004d39867271f88970329615a9fc3b28797c7bf4cc1caf5ede2c2f0 in triton.txt 136 B
79COPY file:317afa136ef0c0a5d80d6702afbfd60a0d37bb2987570d2514318ccc8051e223 in triton_version.txt 120 B
80|13 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes4.06 GB
81|13 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes175 B
82COPY file:62caab7ea7f18fb87560e07354fbefedb8b0eab2c4e3ed0bfa080fb1a2394d69 in install_cache.sh 1.89 KB
83ENV PATH=/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.12/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
84|13 BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.12 CLANG_VERSION= CMAKE_VERSION=3.18.5 CONDA_CMAKE=yes15.24 MB
85ARG BUILD_ENVIRONMENT0 B
86ENV BUILD_ENVIRONMENT=pytorch-linux-noble-rocm6.4-py3.120 B
87COPY dir:4ccc9e9d18635493a3825294a70103eaa912bdc81d80351d4dcd16f0a2e3d2b1 in /opt/llvm 51.64 MB
88USER jenkins0 B
89CMD ["bash"]0 B
90ARG FRAME_NAME0 B
91ARG OS_CHOICE0 B
92ARG PY_VER0 B
93ARG PY_EXTRA_PK0 B
94ARG MAX_JOBS=40 B
95ENV MAX_JOBS=320 B
96USER root0 B
97COPY dir:9a0662d9c5c20fa43f422b1d9f178295e34181aa791d59605dda11504da06686 in /var/lib/jenkins 6.93 KB
98COPY dir:cc6a69df14691341c94e2cb854b12e76b20c880e69d4ff79f8351843c70c9a9d in /var/lib/jenkins/pytorch 3.35 GB
99WORKDIR /var/lib/jenkins0 B
100|4 FRAME_NAME=pytorch OS_CHOICE=ubuntu24.04 PY_EXTRA_PK= PY_VER=py3.120 B
101|4 FRAME_NAME=pytorch OS_CHOICE=ubuntu24.04 PY_EXTRA_PK= PY_VER=py3.122.9 GB
102ENV ROCM_PATH=/opt/rocm0 B
103ENV MPI_HOME=/opt/ompi0 B
104ENV UCX_HOME=/opt/ucx0 B
105ENV PATH=/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.12/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
106ENV LD_LIBRARY_PATH=/opt/ompi/lib:/opt/rocm/lib:/usr/local/lib:0 B
107ENV CI=10 B
108ENV PYTORCH_TEST_WITH_ROCM=10 B
109ENV PYTORCH_TESTING_DEVICE_ONLY_FOR=cuda0 B
110ENV HSA_FORCE_FINE_GRAIN_PCIE=10 B
111ENV PATH=/opt/rocm/llvm/bin:/opt/ompi/bin:/opt/ucx/bin:/opt/cache/bin:/opt/rocm/llvm/bin:/opt/rocm/opencl/bin:/opt/rocm/hip/bin:/opt/rocm/hcc/bin:/opt/rocm/bin:/opt/conda/envs/py_3.12/bin:/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
112ENV ROCM_PATH=/opt/rocm0 B
113ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
114ARG PYTORCH_ROCM_ARCH=gfx1100;gfx1101;gfx1200;gfx12010 B
115ENV PYTORCH_ROCM_ARCH=gfx1100;gfx1101;gfx1200;gfx12010 B
116ENV FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE0 B
117ARG PYTHON_VERSION=3.120 B
118RUN |2 PYTORCH_ROCM_ARCH=gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh93 B
119WORKDIR /app32 B
120ENV DEBIAN_FRONTEND=noninteractive0 B
121RUN |2 PYTORCH_ROCM_ARCH=gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh17.65 MB
122RUN |2 PYTORCH_ROCM_ARCH=gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh637 B
123RUN |2 PYTORCH_ROCM_ARCH=gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh57.73 MB
124RUN |2 PYTORCH_ROCM_ARCH=gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh250.83 MB
125RUN |2 PYTORCH_ROCM_ARCH=gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh92 B
126RUN |2 PYTORCH_ROCM_ARCH=gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 /bin/sh663.57 MB
127ARG BASE_IMAGE=compute-artifactory.amd.com:5000/rocm-plus-docker/framework/compute-rocm-rel-6.4:83_ubuntu24.04_py3.12_pytorch_release-2.6_1a150980 B
128ARG TRITON_BRANCH=981e987e0 B
129ARG TRITON_REPO=https://github.com/triton-lang/triton.git0 B
130ARG PYTORCH_BRANCH=295f2ed40 B
131ARG PYTORCH_VISION_BRANCH=v0.21.00 B
132ARG PYTORCH_REPO=https://github.com/pytorch/pytorch.git0 B
133ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B
134ARG FA_BRANCH=1a7f4dfa0 B
135ARG FA_REPO=https://github.com/Dao-AILab/flash-attention.git0 B
136RUN |11 PYTORCH_ROCM_ARCH=gfx1100;gfx1101;gfx1200;gfx1201 PYTHON_VERSION=3.12 BASE_IMAGE=compute-artifactory.amd.com:5000/rocm-plus-docker/framework/compute-rocm-rel-6.4:83_ubuntu24.04_py3.12_pytorch_release-2.6_1a15098371 B
137ARG ARG_PYTORCH_ROCM_ARCH0 B
138ENV PYTORCH_ROCM_ARCH=gfx1100;gfx1101;gfx1200;gfx12010 B
139RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c91.12 MB
140RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c183.35 KB
141RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c462 B
142ARG COMMON_WORKDIR=/app0 B
143WORKDIR /app32 B
144RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh2.14 KB
145RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh32 B
146RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh3.16 MB
147ARG BUILD_RPD=10 B
148RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=17.89 MB
149RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1888.11 MB
150ARG COMMON_WORKDIR=/app0 B
151COPY /benchmarks /app/vllm/benchmarks # buildkit162.85 KB
152COPY /examples /app/vllm/examples # buildkit114.38 KB
153ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B
154ENV TOKENIZERS_PARALLELISM=false0 B
155ENV SAFETENSORS_FAST_GPU=10 B
156ENV VLLM_WORKER_MULTIPROC_METHOD=spawn0 B
157ENV HIP_FORCE_DEV_KERNARG=10 B
158CMD ["/bin/bash"]0 B

Command

 ARG RELEASE