dgx-spark-playbooks/community/litguard/config.yaml

11 lines
261 B
YAML
Raw Normal View History

models:
- name: deberta-injection
hf_model: deepset/deberta-v3-base-injection
device: cuda:0
batch_size: 32
- name: protectai-injection
hf_model: protectai/deberta-v3-base-prompt-injection-v2
device: cuda:0
batch_size: 32
port: 8234