test-docker / entrypoint.sh
sofianhw's picture
vllm
f7fd884
raw
history blame
427 Bytes
#!/bin/bash
if [[ ! -z "${HF_TOKEN}" ]]; then
echo "The HF_TOKEN environment variable set, logging to Hugging Face."
python3 -c "import huggingface_hub; huggingface_hub.login('${HF_TOKEN}')"
else
echo "The HF_TOKEN environment variable is not set or empty, not logging to Hugging Face."
fi
# Run the provided command
exec python3 -u -m vllm.entrypoints.openai.api_server "${HF_MODEL}" --host "0.0.0.0" --port 7860