|
19 | 19 | # VLLM_CPU_AVX512VNNI=false (default)|true
|
20 | 20 | #
|
21 | 21 |
|
22 |
| -######################### BASE IMAGE ######################### |
23 |
| -FROM ubuntu:22.04 AS base |
| 22 | +######################### COMMON BASE IMAGE ######################### |
| 23 | +FROM ubuntu:22.04 AS base-common |
24 | 24 |
|
25 | 25 | WORKDIR /workspace/
|
26 | 26 |
|
27 | 27 | ARG PYTHON_VERSION=3.12
|
28 | 28 | ARG PIP_EXTRA_INDEX_URL="https://download.pytorch.org/whl/cpu"
|
29 | 29 |
|
30 |
| -ENV LD_PRELOAD="" |
31 |
| - |
32 | 30 | # Install minimal dependencies and uv
|
33 | 31 | RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
|
34 | 32 | --mount=type=cache,target=/var/lib/apt,sharing=locked \
|
@@ -63,17 +61,18 @@ RUN --mount=type=cache,target=/root/.cache/uv \
|
63 | 61 | ARG TARGETARCH
|
64 | 62 | ENV TARGETARCH=${TARGETARCH}
|
65 | 63 |
|
66 |
| -RUN if [ "$TARGETARCH" = "arm64" ]; then \ |
67 |
| - PRELOAD_PATH="/usr/lib/aarch64-linux-gnu/libtcmalloc_minimal.so.4"; \ |
68 |
| - else \ |
69 |
| - PRELOAD_PATH="/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:/opt/venv/lib/libiomp5.so"; \ |
70 |
| - fi && \ |
71 |
| - echo "export LD_PRELOAD=$PRELOAD_PATH" >> ~/.bashrc |
| 64 | +######################### x86_64 BASE IMAGE ######################### |
| 65 | +FROM base-common AS base-amd64 |
| 66 | + |
| 67 | +ENV LD_PRELOAD="/usr/lib/x86_64-linux-gnu/libtcmalloc_minimal.so.4:/opt/venv/lib/libiomp5.so" |
72 | 68 |
|
73 |
| -# Ensure that the LD_PRELOAD environment variable for export is in effect. |
74 |
| -SHELL ["/bin/bash", "-c"] |
| 69 | +######################### arm64 BASE IMAGE ######################### |
| 70 | +FROM base-common AS base-arm64 |
75 | 71 |
|
76 |
| -ENV LD_PRELOAD=${LD_PRELOAD} |
| 72 | +ENV LD_PRELOAD="/usr/lib/aarch64-linux-gnu/libtcmalloc_minimal.so.4" |
| 73 | + |
| 74 | +######################### BASE IMAGE ######################### |
| 75 | +FROM base-${TARGETARCH} AS base |
77 | 76 |
|
78 | 77 | RUN echo 'ulimit -c 0' >> ~/.bashrc
|
79 | 78 |
|
|
0 commit comments