dgx-spark-playbooks/nvidia/txt2kg/assets/deploy/services/vllm/run_container.sh

5 lines
211 B
Bash
Raw Normal View History

2025-10-06 17:05:41 +00:00
#!/bin/bash
# Follow the official vLLM tutorial run_container.sh exactly
docker run -e HF_TOKEN="$HF_TOKEN" -e HF_HOME="$HF_HOME" --ipc=host --gpus all --entrypoint "/bin/bash" --rm -it vllm/vllm-openai:deploy