Sign inSign up

amdenterpriseai/aim-base:0.13.0

Manifest digest

sha256:82eb627496c88ae435b845c89e0914f5b358390103fd994ecf3b17573c7e2a5e

OS/ARCH

linux/amd64

Compressed size

12.06 GB

Last pushed

3 months by amdenterpriseai

Type

Image

Manifest digest

sha256:82eb627496c88ae435b845c89e0914f5b358390103fd994ecf3b17573c7e2a5e

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.version=22.040 B
4ADD file ... in / 29.23 MB
5CMD ["/bin/bash"]0 B
6LABEL [email protected]0 B
7ARG ROCM_VERSION=5.30 B
8ARG AMDGPU_VERSION=5.30 B
9ARG APT_PREF0 B
10RUN |3 ROCM_VERSION=7.2.2 AMDGPU_VERSION=30.30.1 APT_PREF=Package:240 B
11RUN |3 ROCM_VERSION=7.2.2 AMDGPU_VERSION=30.30.1 APT_PREF=Package:6.75 GB
12RUN |3 ROCM_VERSION=7.2.2 AMDGPU_VERSION=30.30.1 APT_PREF=Package:656 B
13ENV PATH=/opt/rocm/llvm/bin:/opt/rocm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
14ENV ROCM_PATH=/opt/rocm0 B
15ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B
16ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
17ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
18ENV AITER_ROCM_ARCH=gfx942;gfx9500 B
19ENV MORI_GPU_ARCHS=gfx942;gfx9500 B
20ENV HSA_NO_SCRATCH_RECLAIM=10 B
21ARG PYTHON_VERSION=3.120 B
22ENV PYTHON_VERSION=3.120 B
23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh93 B
24WORKDIR /app32 B
25ENV DEBIAN_FRONTEND=noninteractive0 B
26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh148.11 MB
27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh65.92 MB
28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 /bin/sh4.06 MB
29ARG USE_SCCACHE0 B
30ARG SCCACHE_DOWNLOAD_URL0 B
31ARG SCCACHE_ENDPOINT0 B
32ARG SCCACHE_BUCKET_NAME0 B
33ARG SCCACHE_REGION_NAME0 B
34ARG SCCACHE_S3_NO_CREDENTIALS0 B
35RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=19.11 MB
36RUN |8 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=1229 B
37ARG USE_SCCACHE0 B
38ENV SCCACHE_BUCKET=vllm-build-sccache0 B
39ENV SCCACHE_REGION=us-west-20 B
40ENV SCCACHE_S3_NO_CREDENTIALS=00 B
41ENV SCCACHE_IDLE_TIMEOUT=00 B
42RUN |9 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=11.72 GB
43RUN |9 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=11.27 MB
44RUN |9 PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx1151 PYTHON_VERSION=3.12 USE_SCCACHE=113.33 MB
45RUN /bin/sh -c pip install2.2 GB
46ARG BASE_IMAGE0 B
47ARG TRITON_BRANCH0 B
48ARG TRITON_REPO0 B
49ARG PYTORCH_BRANCH0 B
50ARG PYTORCH_VISION_BRANCH0 B
51ARG PYTORCH_REPO0 B
52ARG PYTORCH_VISION_REPO0 B
53ARG PYTORCH_AUDIO_BRANCH0 B
54ARG PYTORCH_AUDIO_REPO0 B
55ARG FA_BRANCH0 B
56ARG FA_REPO0 B
57ARG AITER_BRANCH0 B
58ARG AITER_REPO0 B
59ARG MORI_BRANCH0 B
60ARG MORI_REPO0 B
61RUN |15 BASE_IMAGE=rocm/dev-ubuntu-22.04:7.2.2-complete TRITON_BRANCH=ba5c1517 TRITON_REPO=https://github.com/ROCm/triton.git392 B
62ARG ARG_PYTORCH_ROCM_ARCH0 B
63ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942;gfx950;gfx1100;gfx1101;gfx1200;gfx1201;gfx1150;gfx11510 B
64RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c108.45 MB
65RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c1.37 KB
66ARG USE_SCCACHE0 B
67RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/sh32 B
68RUN |2 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 /bin/sh23.46 MB
69ENV UV_HTTP_TIMEOUT=5000 B
70ENV UV_INDEX_STRATEGY=unsafe-best-match0 B
71ENV UV_LINK_MODE=copy0 B
72ARG USE_SCCACHE0 B
73ARG SCCACHE_DOWNLOAD_URL0 B
74ARG SCCACHE_ENDPOINT0 B
75ARG SCCACHE_BUCKET_NAME0 B
76ARG SCCACHE_REGION_NAME0 B
77ARG SCCACHE_S3_NO_CREDENTIALS0 B
78RUN |8 ARG_PYTORCH_ROCM_ARCH= USE_SCCACHE=1 USE_SCCACHE=132 B
79ARG USE_SCCACHE0 B
80ENV SCCACHE_BUCKET=vllm-build-sccache0 B
81ENV SCCACHE_REGION=us-west-20 B
82ENV SCCACHE_S3_NO_CREDENTIALS=00 B
83ENV SCCACHE_IDLE_TIMEOUT=00 B
84ARG COMMON_WORKDIR0 B
85WORKDIR /app32 B
86ARG NIC_BACKEND0 B
87ARG AINIC_VERSION0 B
88ARG UBUNTU_CODENAME0 B
89RUN |3 NIC_BACKEND=none AINIC_VERSION=1.117.5 UBUNTU_CODENAME=jammy13.91 MB
90RUN /bin/sh -c python3 -m2.01 KB
91RUN /bin/sh -c rm -f197 B
92ENV SCCACHE_BUCKET=0 B
93ENV SCCACHE_REGION=0 B
94ENV SCCACHE_S3_NO_CREDENTIALS=0 B
95ENV SCCACHE_IDLE_TIMEOUT=0 B
96RUN /bin/sh -c case "$(which32 B
97RUN /bin/sh -c uv pip6.43 MB
98RUN /bin/sh -c cd /install777.07 MB
99RUN /bin/sh -c uv pip37.61 MB
100ARG COMMON_WORKDIR0 B
101ARG BASE_IMAGE0 B
102ARG NIC_BACKEND0 B
103ARG AINIC_VERSION0 B
104COPY /benchmarks /app/vllm/benchmarks # buildkit226.2 KB
105COPY /examples /app/vllm/examples # buildkit248.99 KB
106COPY /docker /app/vllm/docker # buildkit6.84 KB
107ENV HSA_ENABLE_IPC_MODE_LEGACY=10 B
108ENV TOKENIZERS_PARALLELISM=false0 B
109ENV SAFETENSORS_FAST_GPU=10 B
110ENV HIP_FORCE_DEV_KERNARG=10 B
111RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:1b7200d5ddfea5c2-rocm-base NIC_BACKEND=none168 B
112ENV KINETO_CONFIG=/app/libkineto.conf0 B
113RUN |4 COMMON_WORKDIR=/app BASE_IMAGE=public.ecr.aws/q9t5s3a7/vllm-release-repo:1b7200d5ddfea5c2-rocm-base NIC_BACKEND=none479 B
114CMD ["/bin/bash"]0 B
115ENTRYPOINT ["vllm" "serve"]0 B
116ARG PARENT_REGISTRY_PREFIX=docker.io/vllm0 B
117ARG PARENT_REPOSITORY=vllm-openai-rocm0 B
118ARG PARENT_TAG=v0.21.00 B
119ARG INSTALL_LMCACHE=true0 B
120ARG INSTALL_LMCACHE_COMMIT=a7f22be0 B
121ENV PYTHONUNBUFFERED=10 B
122ENV DEBIAN_FRONTEND=noninteractive0 B
123ENV PYTHONPATH=/workspace/aim-runtime/src0 B
124ENV HF_HOME=/workspace/model-cache0 B
125ENV HF_DATASETS_CACHE=/workspace/model-cache0 B
126ENV HF_HUB_DISABLE_TELEMETRY=10 B
127ENV AIM_UPSTREAM_IMAGE_REF=docker.io/vllm/vllm-openai-rocm:v0.21.00 B
128ENV AIM_ALLOW_GENERAL_PROFILE_FALLBACK=true0 B
129ENV AIM_ACCELERATOR_FAMILY=instinct0 B
130ENV AIM_ACCELERATOR_TYPE=gpu0 B
131ENV AIM_CONFIG_PATH=/workspace/aim-runtime/config0 B
132RUN |5 PARENT_REGISTRY_PREFIX=docker.io/vllm PARENT_REPOSITORY=vllm-openai-rocm PARENT_TAG=v0.21.032 B
133WORKDIR /workspace99 B
134COPY src/aim_runtime/ /workspace/aim-runtime/src/aim_runtime/ # buildkit161.09 KB
135COPY src/aim_common/ /workspace/aim-runtime/src/aim_common/ # buildkit17.76 KB
136COPY requirements/requirements.txt /workspace/aim-runtime/ # buildkit416 B
137COPY requirements/instinct-requirements.txt /workspace/aim-runtime/ # buildkit586 B
138COPY src/entrypoint.py /workspace/entrypoint.py # buildkit6.79 KB
139RUN |5 PARENT_REGISTRY_PREFIX=docker.io/vllm PARENT_REPOSITORY=vllm-openai-rocm PARENT_TAG=v0.21.032 B
140ARG AIM_BASE_CONFIG_DIR=assets/instinct/base/config0 B
141ARG AIM_BASE_PROFILES_DIR=assets/instinct/base/profiles/general0 B
142COPY assets/instinct/base/profiles/general /workspace/aim-runtime/profiles/general # buildkit1.26 KB
143COPY assets/instinct/base/config /workspace/aim-runtime/config # buildkit771 B
144RUN |7 PARENT_REGISTRY_PREFIX=docker.io/vllm PARENT_REPOSITORY=vllm-openai-rocm PARENT_TAG=v0.21.012.51 MB
145RUN |7 PARENT_REGISTRY_PREFIX=docker.io/vllm PARENT_REPOSITORY=vllm-openai-rocm PARENT_TAG=v0.21.0163.22 MB
146ARG AITER_KERNEL_CHECKSUM=4039beb92b0a0 B
147ENV AITER_KERNEL_CHECKSUM=4039beb92b0a0 B
148COPY docker/aiter-jit-prebuilt/kernels/ /workspace/aiter-jit-prebuilt/ # buildkit6.55 MB
149RUN |8 PARENT_REGISTRY_PREFIX=docker.io/vllm PARENT_REPOSITORY=vllm-openai-rocm PARENT_TAG=v0.21.0126 B
150COPY LICENSE /workspace/LICENSE # buildkit805 B
151ENTRYPOINT ["./entrypoint.py"]0 B

Command

 ARG RELEASE