Dockerfile.ubi: add env vars to prevent nbumba/outlines errors

opendatahub-io · Oct 24, 2024 · 854cc79 · 854cc79
1 parent 1db869a
commit 854cc79
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/Dockerfile.ubi b/Dockerfile.ubi
@@ -182,6 +182,9 @@ ENV HF_HUB_OFFLINE=1 \
     VLLM_ALLOW_LONG_MAX_MODEL_LEN=1 \
     VLLM_USAGE_SOURCE=production-docker-image \
     VLLM_WORKER_MULTIPROC_METHOD=fork \
+    OUTLINES_CACHE_DIR=/tmp/outlines \
+    NUMBA_CACHE_DIR=/tmp/numba \
+    TRITON_CACHE_DIR=/tmp/triton \
     VLLM_NO_USAGE_STATS=1
 
 # setup non-root user for OpenShift