lmsysorg/sglang:dev-deepep

Manifest digest

sha256:be24a0cf831039324b68bc69cd07c5fa8e339360601080c87d58284aadec03c5

OS/ARCH

linux/amd64

Compressed size

12.72 GB

Last pushed

over 1 year by zhyncs

Type

Image

Manifest digest

sha256:be24a0cf831039324b68bc69cd07c5fa8e339360601080c87d58284aadec03c5

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=24.040 B

5ADD file ... in / 29.19 MB

6CMD ["/bin/bash"]0 B

7RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive109.11 MB

8ARG CUDA_VERSION=12.6.3.0040 B

9ARG CUDA_DRIVER_VERSION=560.35.050 B

10ARG JETPACK_HOST_MOUNTS=0 B

11ENV CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=0 B

12RUN |3 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=32 B

13RUN |3 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=150 MB

14RUN |3 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=15.06 KB

15ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash0 B

16LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.00 B

17ARG NCCL_VERSION=2.23.40 B

18ARG CUBLAS_VERSION=12.6.4.10 B

19ARG CUFFT_VERSION=11.3.0.40 B

20ARG CURAND_VERSION=10.3.7.770 B

21ARG CUSPARSE_VERSION=12.5.4.20 B

22ARG CUSOLVER_VERSION=11.7.1.20 B

23ARG CUTENSOR_VERSION=2.0.2.50 B

24ARG NPP_VERSION=12.3.1.540 B

25ARG NVJPEG_VERSION=12.3.3.540 B

26ARG CUDNN_VERSION=9.6.0.740 B

27ARG CUDNN_FRONTEND_VERSION=1.8.00 B

28ARG TRT_VERSION=10.7.0.230 B

29ARG TRTOSS_VERSION=0 B

30ARG NSIGHT_SYSTEMS_VERSION=2024.7.1.840 B

31ARG NSIGHT_COMPUTE_VERSION=2024.3.2.30 B

32ARG CUSPARSELT_VERSION=0.6.3.20 B

33ENV NCCL_VERSION=2.23.4 CUBLAS_VERSION=12.6.4.1 CUFFT_VERSION=11.3.0.4 CURAND_VERSION=10.3.7.770 B

34RUN |19 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=4.04 GB

35

LABEL com.nvidia.nccl.version=2.23.4 com.nvidia.cublas.version=12.6.4.1 com.nvidia.cufft.version=11.3.0.4 com.nvidia.curand.version=10.3.7.77

0 B

36ARG DALI_VERSION=1.44.00 B

37ARG DALI_BUILD=204025420 B

38ARG POLYGRAPHY_VERSION=0.49.130 B

39ARG TRANSFORMER_ENGINE_VERSION=1.130 B

40ARG MODEL_OPT_VERSION=0.21.00 B

41ENV DALI_VERSION=1.44.0 DALI_BUILD=20402542 POLYGRAPHY_VERSION=0.49.13 TRANSFORMER_ENGINE_VERSION=1.130 B

42ADD docs.tgz / # buildkit11.26 KB

43RUN |24 CUDA_VERSION=12.6.3.004 CUDA_DRIVER_VERSION=560.35.05 JETPACK_HOST_MOUNTS=182 B

44ARG _LIBPATH_SUFFIX=0 B

45

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video

0 B

46COPY entrypoint/ /opt/nvidia/ # buildkit6.18 KB

47ENV NVIDIA_PRODUCT_NAME=CUDA0 B

48ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B

49COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit136.03 KB

50RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive34.95 MB

51ARG GDRCOPY_VERSION=2.4.10 B

52ARG HPCX_VERSION=2.210 B

53ARG RDMACORE_VERSION=39.00 B

54ARG MOFED_VERSION=5.4-rdmacore39.00 B

55ARG OPENUCX_VERSION=1.18.00 B

56ARG OPENMPI_VERSION=4.1.70 B

57ARG EFA_VERSION=1.34.00 B

58ARG AWS_OFI_NCCL_VERSION=1.12.10 B

59ENV GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.18.00 B

60ARG TARGETARCH=amd640 B

61RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.084.2 MB

62

ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin

0 B

63ENV OMPI_MCA_coll_hcoll_enable=00 B

64COPY cuda-*.patch /tmp # buildkit502 B

65RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.0424.41 MB

66ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:0 B

67COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit379.91 KB

68RUN |9 GDRCOPY_VERSION=2.4.1 HPCX_VERSION=2.21 RDMACORE_VERSION=39.09.07 KB

69ARG NVIDIA_TRITON_SERVER_BASE_VERSION0 B

70ARG NVIDIA_BUILD_ID0 B

71ENV NVIDIA_TRITON_SERVER_BASE_VERSION=24.120 B

72ENV NVIDIA_BUILD_ID=1287198780 B

73ENV NVIDIA_PRODUCT_NAME=Triton Server Base0 B

74COPY docker/entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit754 B

75RUN |2 NVIDIA_TRITON_SERVER_BASE_VERSION=24.12 NVIDIA_BUILD_ID=128719878 /bin/sh233 B

76ARG BUILD_TYPE=all0 B

77ENV DEBIAN_FRONTEND=noninteractive0 B

78RUN |1 BUILD_TYPE=all /bin/sh -c86.1 MB

79RUN |1 BUILD_TYPE=all /bin/sh -c15.34 MB

80WORKDIR /sgl-workspace103 B

81ARG CUDA_VERSION=12.4.10 B

82RUN |2 BUILD_TYPE=all CUDA_VERSION=12.4.1 /bin/sh6.18 GB

83ENV DEBIAN_FRONTEND=interactive0 B

84RUN /bin/sh -c apt-get update71 MB

85RUN /bin/sh -c apt update210.96 MB

86RUN /bin/sh -c locale-gen en_US.UTF-8846.31 KB

87ENV LANG=en_US.UTF-80 B

88ENV LANGUAGE=en_US:en0 B

89ENV LC_ALL=en_US.UTF-80 B

90RUN /bin/sh -c python3 -m25.88 MB

91RUN /bin/sh -c curl -LSso13.12 KB

92RUN /bin/sh -c curl -LSso1.7 MB

93RUN /bin/sh -c curl -L81.93 MB

94RUN /bin/sh -c wget https://github.com/Kitware/CMake/releases/download/v3.31.1/cmake-3.31.1-linux-x86_64.tar.gz44.43 MB

95COPY --chown=root:root <<EOF /usr/local/bin/yank #448 B

96RUN /bin/sh -c chmod +x444 B

97RUN /bin/sh -c sh -c9.01 MB

98COPY --chown=root:root <<EOF /root/.vimrc #697 B

99COPY --chown=root:root <<EOF /root/.tmux.conf #468 B

100RUN /bin/sh -c git config490 B

101COPY --chown=root:root <<EOF /root/.zshrc #391 B

102RUN /bin/sh -c set -euxo1.87 MB

103WORKDIR /sgl-workspace/sglang32 B

104RUN /bin/sh -c apt-get update492.75 MB

105RUN /bin/sh -c wget https://github.com/Kitware/CMake/releases/download/v3.27.4/cmake-3.27.4-linux-x86_64.sh50.17 MB

106ENV GDRCOPY_HOME=/usr/src/gdrdrv-2.4.4/0 B

107RUN /bin/sh -c mkdir -p2.3 MB

108RUN /bin/sh -c ln -sf189 B

109WORKDIR /sgl-workspace32 B

110RUN /bin/sh -c git clone3.22 MB

111RUN /bin/sh -c wget https://developer.download.nvidia.com/compute/redist/nvshmem/3.2.5/source/nvshmem_src_3.2.5-1.txz603.89 KB

112RUN /bin/sh -c tar -xf596.61 KB

113ENV CUDA_HOME=/usr/local/cuda0 B

114RUN /bin/sh -c cd /sgl-workspace/nvshmem497.71 MB

115WORKDIR /sgl-workspace/DeepEP32 B

116ENV NVSHMEM_DIR=/sgl-workspace/nvshmem/install0 B

117RUN /bin/sh -c NVSHMEM_DIR=/sgl-workspace/nvshmem/install pip71.33 MB

118RUN /bin/sh -c pip install62.4 MB

Command

 ARG RELEASE