From 51573eeeddf978fcde1ee0629015dc9bb1d22fc2 Mon Sep 17 00:00:00 2001 From: Jefferson Fialho Date: Thu, 31 Oct 2024 12:27:55 -0300 Subject: [PATCH] rocm compiling Signed-off-by: Jefferson Fialho --- Dockerfile.rocm.ubi | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/Dockerfile.rocm.ubi b/Dockerfile.rocm.ubi index c1ca898a59d77..1adb1fc6eecea 100644 --- a/Dockerfile.rocm.ubi +++ b/Dockerfile.rocm.ubi @@ -239,9 +239,12 @@ FROM vllm-openai as vllm-grpc-adapter USER root +# RUN --mount=type=cache,target=/root/.cache/pip \ +# --mount=type=bind,from=build_vllm,src=/workspace/dist,target=/install/vllm/ \ +# uv pip install /install/vllm/*.whl vllm-tgis-adapter==0.5.3 + RUN --mount=type=cache,target=/root/.cache/pip \ - --mount=type=bind,from=build_vllm,src=/workspace/dist,target=/install/vllm/ \ - uv pip install /install/vllm/*.whl vllm-tgis-adapter==0.5.3 + pip install git+https://github.com/opendatahub-io/vllm-tgis-adapter@ibm-20241024-adapter ENV GRPC_PORT=8033 \ PORT=8000 \