Skip to content

Commit 05ac2cd

Browse files
committed
Add initial dockerfiles
1 parent 97686d4 commit 05ac2cd

File tree

2 files changed

+26
-0
lines changed

2 files changed

+26
-0
lines changed

Dockerfile.amd64

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
FROM vllm/vllm-openai:v0.10.2
2+
3+
RUN --mount=type=cache,target=/root/.cache/uv \
4+
uv pip install --system triton==3.2.0

Dockerfile.arm64

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,22 @@
1+
FROM python:3.12-slim AS triton-builder
2+
3+
RUN apt-get update -qq && \
4+
apt-get install -qq -y git && \
5+
rm -rf /var/lib/apt/lists/*
6+
7+
RUN git clone https://github.com/triton-lang/triton.git /tmp/triton \
8+
--depth 1 \
9+
--branch v3.2.0
10+
11+
RUN --mount=type=cache,target=/root/.cache/pip \
12+
cd /tmp/triton && \
13+
pip install ninja cmake wheel pybind11 && \
14+
pip wheel ./python --wheel-dir /tmp/wheels
15+
16+
FROM vllm/vllm-openai:v0.10.2 AS final
17+
18+
COPY --from=triton-builder /tmp/wheels/*.whl /tmp/wheels/
19+
20+
RUN --mount=type=cache,target=/root/.cache/uv \
21+
uv pip install --system /tmp/wheels/*.whl && \
22+
rm -rf /tmp/wheels

0 commit comments

Comments
 (0)