cupy

Dockerfile

@@ -34,7 +34,6 @@ RUN uv pip install vllm==0.7.2
 RUN uv pip install --upgrade git+https://github.com/huggingface/transformers.git@336dc69d63d56f232a183a3e7f52790429b871ef
 
 RUN uv pip install ray[adag]
+RUN uv pip install cupy
 
-RUN export VLLM_USE_V1=1
-
-ENTRYPOINT ["/bin/bash", "-c", ". .venv/bin/activate && python -m vllm.entrypoints.openai.api_server --model convergence-ai/proxy-lite --trust-remote-code --tokenizer-pool-size 20 --limit-mm-per-prompt image=1 --enable-auto-tool-choice --tool-call-parser hermes --port 7860"]
+ENTRYPOINT ["/bin/bash", "-c", ". .venv/bin/activate && export VLLM_USE_V1=1 && python -m vllm.entrypoints.openai.api_server --model convergence-ai/proxy-lite --trust-remote-code --tokenizer-pool-size 20 --limit-mm-per-prompt image=1 --enable-auto-tool-choice --tool-call-parser hermes --port 7860"]