modified

Dockerfile

@@ -1,30 +1,50 @@
-FROM python:3.9
+# Use the official vLLM image as the base image
+FROM vllm/vllm-openai:latest
 
-# Create a non-root user
-RUN useradd -m -u 1000 user
+# If using v0.4.1 or v0.4.2, uncomment the following line:
+# ENV VLLM_NCCL_SO_PATH=/root/.config/vllm/nccl/cu12/libnccl.so.2.18.1
 
-# Set the working directory in the container
+# Set the working directory
 WORKDIR /app
 
-# Install vLLM
-RUN pip install --no-cache-dir vllm
-
-# Copy the entrypoint script
+# Copy your entrypoint script
 COPY entrypoint.sh /app/entrypoint.sh
+RUN chmod +x /app/entrypoint.sh
 
-# Change ownership of the working directory and entrypoint script to the non-root user
-RUN chown -R user:user /app
+# Expose the port the app runs on
+EXPOSE 8000
 
-# Change permissions of the entrypoint script
-RUN chmod +x /app/entrypoint.sh
+# Set the entrypoint
+ENTRYPOINT ["/app/entrypoint.sh"]
 
-# Switch to the non-root user
-USER user
 
-# Set the PATH for the non-root user
-ENV PATH="/home/user/.local/bin:$PATH"
+# FROM python:3.9
 
-EXPOSE 8000
+# # Create a non-root user
+# RUN useradd -m -u 1000 user
 
-# Set the entrypoint
-ENTRYPOINT ["/app/entrypoint.sh"]
+# # Set the working directory in the container
+# WORKDIR /app
+
+# # Install vLLM
+# RUN pip install --no-cache-dir vllm
+
+# # Copy the entrypoint script
+# COPY entrypoint.sh /app/entrypoint.sh
+
+# # Change ownership of the working directory and entrypoint script to the non-root user
+# RUN chown -R user:user /app
+
+# # Change permissions of the entrypoint script
+# RUN chmod +x /app/entrypoint.sh
+
+# # Switch to the non-root user
+# USER user
+
+# # Set the PATH for the non-root user
+# ENV PATH="/home/user/.local/bin:$PATH"
+
+# EXPOSE 8000
+
+# # Set the entrypoint
+# ENTRYPOINT ["/app/entrypoint.sh"]