modified

Dockerfile

@@ -1,8 +1,12 @@
 # Use the official vLLM image as the base image
 FROM vllm/vllm-openai:latest
 
-# If using v0.4.1 or v0.4.2, uncomment the following line:
-# ENV VLLM_NCCL_SO_PATH=/root/.config/vllm/nccl/cu12/libnccl.so.2.18.1
+ENV TRANSFORMERS_CACHE="/tmp/huggingface_cache"
+ENV XDG_CACHE_HOME="/tmp/cache"
+
+# Create cache directories and set permissions
+RUN mkdir -p /tmp/huggingface_cache /tmp/cache && \
+    chmod 777 /tmp/huggingface_cache /tmp/cache
 
 # Set the working directory
 WORKDIR /app