dgx-spark-playbooks/nvidia/txt2kg/assets/deploy/services/vllm/run_container.sh
2025-10-06 17:05:41 +00:00

5 lines
211 B
Bash
Executable File

#!/bin/bash
# Follow the official vLLM tutorial run_container.sh exactly
docker run -e HF_TOKEN="$HF_TOKEN" -e HF_HOME="$HF_HOME" --ipc=host --gpus all --entrypoint "/bin/bash" --rm -it vllm/vllm-openai:deploy