determinedai/model-hub-transformers:e4d0084dc

Manifest digest

sha256:e805ccf3a4ce4a3883db0be9394a0634957b87d20ad13c46a8d5942224fb0f59

OS/ARCH

linux/amd64

Compressed size

7.44 GB

Last pushed

almost 2 years by detdockerci

Type

Image

Manifest digest

sha256:e805ccf3a4ce4a3883db0be9394a0634957b87d20ad13c46a8d5942224fb0f59

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=20.040 B

5ADD file ... in / 26.23 MB

6CMD ["/bin/bash"]0 B

7ENV NVARCH=x86_640 B

8ENV NVIDIA_REQUIRE_CUDA=cuda>=11.3 brand=tesla,driver>=418,driver<419 driver>=4500 B

9ENV NV_CUDA_CUDART_VERSION=11.3.109-10 B

10ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-11-30 B

11ARG TARGETARCH0 B

12LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

13RUN |1 TARGETARCH=amd64 /bin/sh -c7.58 MB

14ENV CUDA_VERSION=11.3.10 B

15RUN |1 TARGETARCH=amd64 /bin/sh -c10.79 MB

16RUN |1 TARGETARCH=amd64 /bin/sh -c188 B

17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB

20ENV NVIDIA_VISIBLE_DEVICES=all0 B

21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B

22ENV NV_CUDA_LIB_VERSION=11.3.1-10 B

23ENV NV_NVTX_VERSION=11.3.109-10 B

24ENV NV_LIBNPP_VERSION=11.3.3.95-10 B

25ENV NV_LIBNPP_PACKAGE=libnpp-11-3=11.3.3.95-10 B

26ENV NV_LIBCUSPARSE_VERSION=11.6.0.109-10 B

27ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-11-30 B

28ENV NV_LIBCUBLAS_VERSION=11.5.1.109-10 B

29ENV NV_LIBCUBLAS_PACKAGE=libcublas-11-3=11.5.1.109-10 B

30ENV NV_LIBNCCL_PACKAGE_NAME=libnccl20 B

31ENV NV_LIBNCCL_PACKAGE_VERSION=2.9.9-10 B

32ENV NCCL_VERSION=2.9.9-10 B

33ENV NV_LIBNCCL_PACKAGE=libnccl2=2.9.9-1+cuda11.30 B

34ARG TARGETARCH0 B

35LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

36RUN |1 TARGETARCH=amd64 /bin/sh -c973.68 MB

37RUN |1 TARGETARCH=amd64 /bin/sh -c60.53 KB

38COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit1.65 KB

39COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit1.49 KB

40ENV NVIDIA_PRODUCT_NAME=CUDA0 B

41ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B

42ENV NV_CUDA_LIB_VERSION=11.3.1-10 B

43ENV NV_CUDA_CUDART_DEV_VERSION=11.3.109-10 B

44ENV NV_NVML_DEV_VERSION=11.3.58-10 B

45ENV NV_LIBCUSPARSE_DEV_VERSION=11.6.0.109-10 B

46ENV NV_LIBNPP_DEV_VERSION=11.3.3.95-10 B

47ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-11-3=11.3.3.95-10 B

48ENV NV_LIBCUBLAS_DEV_VERSION=11.5.1.109-10 B

49ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-11-30 B

50ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-11-3=11.5.1.109-10 B

51ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=11.3.0-10 B

52ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-11-3=11.3.0-10 B

53ENV NV_NVPROF_VERSION=11.3.111-10 B

54ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-11-3=11.3.111-10 B

55ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev0 B

56ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.9.9-10 B

57ENV NCCL_VERSION=2.9.9-10 B

58ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.9.9-1+cuda11.30 B

59ARG TARGETARCH0 B

60LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

61RUN |1 TARGETARCH=amd64 /bin/sh -c1.46 GB

62RUN |1 TARGETARCH=amd64 /bin/sh -c83.44 KB

63ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs0 B

64ENV NV_CUDNN_VERSION=8.2.1.320 B

65ENV NV_CUDNN_PACKAGE_NAME=libcudnn80 B

66ENV NV_CUDNN_PACKAGE=libcudnn8=8.2.1.32-1+cuda11.30 B

67ENV NV_CUDNN_PACKAGE_DEV=libcudnn8-dev=8.2.1.32-1+cuda11.30 B

68ARG TARGETARCH0 B

69LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B

70LABEL com.nvidia.cudnn.version=8.2.1.320 B

71RUN |1 TARGETARCH=amd64 /bin/sh -c1.77 GB

72RUN /bin/sh -c rm -f183 B

73ENV LANG=C.UTF-8 LC_ALL=C.UTF-8 PIP_NO_CACHE_DIR=10 B

74ARG UBUNTU_VERSION0 B

75COPY dockerfile_scripts /tmp/det_dockerfile_scripts # buildkit17.64 KB

76RUN |1 UBUNTU_VERSION=ubuntu20.04 /bin/sh -c107.02 MB

77ARG WITH_NCCL0 B

78RUN |2 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= /bin/sh32 B

79RUN |2 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= /bin/sh32 B

80

ENV PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

81

ARG CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

0 B

82ENV PYTHONUNBUFFERED=1 PYTHONFAULTHANDLER=1 PYTHONHASHSEED=00 B

83ARG PYTHON_VERSION0 B

84

RUN |4 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

119.89 MB

85

RUN |4 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

237.83 KB

86ARG WITH_MPI0 B

87ARG WITH_OFI0 B

88ARG UCX_INSTALL_DIR=/container/ucx0 B

89ARG OMPI_INSTALL_DIR=/container/ompi0 B

90ARG OFI_INSTALL_DIR=/container/ofi0 B

91ARG OMPI_WITH_CUDA=10 B

92

RUN |10 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

32 B

93ARG VERBS_LIB_DIR=/usr/lib/libibverbs0 B

94ARG UCX_LIB_DIR=/container/ucx/lib:/container/ucx/lib640 B

95ARG UCX_PATH_DIR=/container/ucx/bin0 B

96ARG OFI_LIB_DIR=/container/ofi/lib:/container/ofi/lib640 B

97ARG OFI_PATH_DIR=/container/ofi/bin0 B

98ARG OMPI_LIB_DIR=/container/ompi/lib0 B

99ARG OMPI_PATH_DIR=/container/ompi/bin0 B

100ENV UCX_LIBS=/usr/lib/libibverbs:/container/ucx/lib:/container/ucx/lib64:/container/ompi/lib:0 B

101ENV OFI_LIBS=/usr/lib/libibverbs:/container/ofi/lib:/container/ofi/lib64:/container/ompi/lib:0 B

102ENV EXTRA_LIBS=0 B

103ENV EXTRA_LIBS=/usr/lib/libibverbs:/container/ucx/lib:/container/ucx/lib64:/container/ompi/lib:0 B

104ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

105ENV PATH=0 B

106

ENV PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:

0 B

107ENV OMPI_ALLOW_RUN_AS_ROOT=0 B

108ENV OMPI_ALLOW_RUN_AS_ROOT_CONFIRM=0 B

109

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

75.45 MB

110

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

40.14 MB

111ENV JUPYTER_CONFIG_DIR=/run/determined/jupyter/config0 B

112ENV JUPYTER_DATA_DIR=/run/determined/jupyter/data0 B

113ENV JUPYTER_RUNTIME_DIR=/run/determined/jupyter/runtime0 B

114

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

24.23 KB

115

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

15.76 KB

116

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

1.92 KB

117ENTRYPOINT ["/container/bin/scrape_libs.sh"]0 B

118CMD ["/bin/bash"]0 B

119

RUN |17 UBUNTU_VERSION=ubuntu20.04 WITH_NCCL= CONDA=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

171 B

120COPY dir:5c3471f34242150bd6354b05a40a43017dcd767bfdf42d2fbc312cb14d8aca72 in /tmp/det_dockerfile_scripts 17.63 KB

121/bin/sh -c /tmp/det_dockerfile_scripts/install_google_cloud_sdk.sh227.82 MB

122ARG WITH_NCCL0 B

123ENV HOROVOD_NCCL_HOME=0 B

124ENV HOROVOD_NCCL_LINK=0 B

125/bin/sh -c if [ -n0 B

126ARG WITH_OFI0 B

127ARG UCX_INSTALL_DIR=/container/ucx0 B

128ARG OMPI_INSTALL_DIR=/container/ompi0 B

129ARG OFI_INSTALL_DIR=/container/ofi0 B

130ENV NCCL_LIB_DIR=/lib0 B

131ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

132ARG TENSORFLOW_PIP0 B

133ARG TORCH_PIP0 B

134ARG TORCHVISION_PIP0 B

135

|5 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TENSORFLOW_PIP=tensorflow==2.11.1 TORCH_PIP=torch==1.12.0+cu113

630.4 MB

136

|5 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TENSORFLOW_PIP=tensorflow==2.11.1 TORCH_PIP=torch==1.12.0+cu113

1.77 GB

137

|5 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TENSORFLOW_PIP=tensorflow==2.11.1 TORCH_PIP=torch==1.12.0+cu113

0 B

138ARG TF_CUDA_SYM0 B

139

|5 OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TENSORFLOW_PIP=tensorflow==2.11.1 TORCH_PIP=torch==1.12.0+cu113

0 B

140ARG TORCH_CUDA_ARCH_LIST0 B

141ARG APEX_GIT0 B

142

|7 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d OFI_INSTALL_DIR=/container/ofi OMPI_INSTALL_DIR=/container/ompi TENSORFLOW_PIP=tensorflow==2.11.1

6.43 MB

143ARG AWS_PLUGIN_INSTALL_DIR=/container/aws0 B

144ARG WITH_AWS_TRACE0 B

145ARG INTERNAL_AWS_DS0 B

146ARG INTERNAL_AWS_PATH0 B

147

|11 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_PLUGIN_INSTALL_DIR=/container/aws INTERNAL_AWS_DS= INTERNAL_AWS_PATH=

0 B

148ARG AWS_LIB_DIR=/container/aws/lib0 B

149ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B

150ARG HOROVOD_WITH_TENSORFLOW0 B

151

|12 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws INTERNAL_AWS_DS=

0 B

152ARG HOROVOD_PIP=0 B

153ARG HOROVOD_WITH_PYTORCH=10 B

154ARG HOROVOD_WITHOUT_MXNET=10 B

155ARG HOROVOD_WITH_MPI0 B

156ARG HOROVOD_CPU_OPERATIONS0 B

157ARG HOROVOD_GPU_OPERATIONS0 B

158ARG HOROVOD_GPU_ALLREDUCE0 B

159ARG HOROVOD_WITHOUT_MPI0 B

160

|20 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_CPU_OPERATIONS=GLOO

22.04 MB

161

|20 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_CPU_OPERATIONS=GLOO

113.53 MB

162

|20 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_CPU_OPERATIONS=GLOO

49.58 MB

163

|20 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_CPU_OPERATIONS=GLOO

18.97 MB

164ARG DEEPSPEED_PIP0 B

165

|20 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_CPU_OPERATIONS=GLOO

0 B

166

|20 APEX_GIT=https://github.com/determined-ai/apex.git@3caf0f40c92e92b40051d3afff8568a24b8be28d AWS_LIB_DIR=/container/aws/lib AWS_PLUGIN_INSTALL_DIR=/container/aws HOROVOD_CPU_OPERATIONS=GLOO

142 B

167ARG TRANSFORMERS_VERSION0 B

168ARG DATASETS_VERSION0 B

169RUN |2 TRANSFORMERS_VERSION=4.8.2 DATASETS_VERSION=1.9.0 /bin/sh51.06 MB

170RUN |2 TRANSFORMERS_VERSION=4.8.2 DATASETS_VERSION=1.9.0 /bin/sh17.03 MB

171RUN |2 TRANSFORMERS_VERSION=4.8.2 DATASETS_VERSION=1.9.0 /bin/sh129 B

172ADD dist /tmp/model-hub-wheel # buildkit21.91 KB

173ARG MODEL_HUB_VERSION0 B

174RUN |3 TRANSFORMERS_VERSION=4.8.2 DATASETS_VERSION=1.9.0 MODEL_HUB_VERSION=0.35.01.31 MB

Command

 ARG RELEASE