modified

Dockerfile

@@ -28,45 +28,4 @@ RUN chmod +x /app/entrypoint.sh
 EXPOSE 8000
 
 # Set the entrypoint
-ENTRYPOINT ["/app/entrypoint.sh"]
-
-# FROM python:3.9
-
-# # Create a non-root user
-# RUN useradd -m -u 1000 user
-
-# # Set the working directory in the container
-# WORKDIR /app
-
-# # Install vLLM
-# RUN pip install --no-cache-dir vllm
-
-# # Copy the entrypoint script
-# COPY entrypoint.sh /app/entrypoint.sh
-
-# # Change ownership of the working directory and entrypoint script to the non-root user
-# RUN chown -R user:user /app
-
-# # Change permissions of the entrypoint script
-# RUN chmod +x /app/entrypoint.sh
-
-# # Switch to the non-root user
-# USER user
-
-# # Set the PATH for the non-root user
-# ENV PATH="/home/user/.local/bin:$PATH"
-
-# EXPOSE 8000
-
-# # Set the entrypoint
-# ENTRYPOINT ["/app/entrypoint.sh"]
-
-
-# ARG VERSION=v0.5.3.post1
-# FROM vllm/vllm-openai:latest
-# ENV PATH="/usr/local/bin:/usr/bin:/bin:/usr/local/sbin:/usr/sbin:/sbin:$PATH"
-# EXPOSE 8000
-# WORKDIR /app
-# COPY entrypoint.sh /app/entrypoint.sh
-# RUN chmod +x /app/entrypoint.sh
-# ENTRYPOINT [ "/app/entrypoint.sh" ]
+ENTRYPOINT ["/app/entrypoint.sh"]

entrypoint.sh

@@ -2,7 +2,6 @@
 
 # Default values
 MODEL=${MODEL:-"microsoft/Phi-3-mini-4k-instruct"}
-# MODEL=${MODEL:-"EleutherAI/pythia-70m"}
 DTYPE=${DTYPE:-"half"}
 MAX_NUM_BATCHED_TOKENS=${MAX_NUM_BATCHED_TOKENS:-512}
 MAX_NUM_SEQS=${MAX_NUM_SEQS:-16}
@@ -13,22 +12,8 @@ ENFORCE_EAGER=${ENFORCE_EAGER:-true}
 # Disable usage stats via environment variable
 export VLLM_DISABLE_USAGE_STATS=true
 
-# Print environment for debugging
-echo "Environment variables:"
-env
-
-# Create and set permissions for the config directory
-CONFIG_DIR=${XDG_CONFIG_HOME:-"/tmp/config"}
-
-if [ ! -d "$CONFIG_DIR" ]; then
-    mkdir -p "$CONFIG_DIR"
-fi
-chmod -R 777 "$CONFIG_DIR"
-echo "Permissions for $CONFIG_DIR:"
-ls -la "$CONFIG_DIR"
-
 # Check and set permissions for directories
-for dir in /tmp/huggingface /tmp/cache /tmp/numba_cache /tmp/outlines_cache /.config; do
+for dir in /tmp/huggingface /tmp/cache /tmp/numba_cache /tmp/outlines_cache /.config /tmp/config; do
     if [ ! -d "$dir" ]; then
         mkdir -p "$dir"
     fi
@@ -52,13 +37,6 @@ if [ "$ENFORCE_EAGER" = "true" ]; then
     CMD="$CMD --enforce-eager"
 fi
 
-
-# python3 -m vllm.entrypoints.openai.api_server \
-#         --model EleutherAI/pythia-70m \
-#         --gpu-memory-utilization 0.9 \
-#         --max-model-len 200
-
-
 # Execute the command
 echo "Running command: $CMD"
 exec $CMD