Skip to content

Commit

Permalink
rocm compiling
Browse files Browse the repository at this point in the history
Signed-off-by: Jefferson Fialho <[email protected]>
  • Loading branch information
fialhocoelho committed Oct 31, 2024
1 parent ce84349 commit 51573ee
Showing 1 changed file with 5 additions and 2 deletions.
7 changes: 5 additions & 2 deletions Dockerfile.rocm.ubi
Original file line number Diff line number Diff line change
Expand Up @@ -239,9 +239,12 @@ FROM vllm-openai as vllm-grpc-adapter

USER root

# RUN --mount=type=cache,target=/root/.cache/pip \
# --mount=type=bind,from=build_vllm,src=/workspace/dist,target=/install/vllm/ \
# uv pip install /install/vllm/*.whl vllm-tgis-adapter==0.5.3

RUN --mount=type=cache,target=/root/.cache/pip \
--mount=type=bind,from=build_vllm,src=/workspace/dist,target=/install/vllm/ \
uv pip install /install/vllm/*.whl vllm-tgis-adapter==0.5.3
pip install git+https://github.com/opendatahub-io/vllm-tgis-adapter@ibm-20241024-adapter

ENV GRPC_PORT=8033 \
PORT=8000 \
Expand Down

0 comments on commit 51573ee

Please sign in to comment.