mirror of
https://github.com/NVIDIA/dgx-spark-playbooks.git
synced 2026-04-23 02:23:53 +00:00
78213ac8a8
LitServe-based prompt injection detection server with a React monitoring dashboard. Serves HuggingFace classification models behind an OpenAI-compatible API with real-time metrics and GPU acceleration. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
20 lines
408 B
TOML
20 lines
408 B
TOML
[project]
|
|
name = "litguard"
|
|
version = "0.1.0"
|
|
description = "LitServe-based prompt injection detection server"
|
|
requires-python = ">=3.10"
|
|
dependencies = [
|
|
"litserve>=0.2.0",
|
|
"transformers>=4.40.0",
|
|
"torch>=2.0.0",
|
|
"pyyaml>=6.0",
|
|
"accelerate>=0.30.0",
|
|
]
|
|
|
|
[tool.hatch.build.targets.wheel]
|
|
packages = ["src/server"]
|
|
|
|
[build-system]
|
|
requires = ["hatchling"]
|
|
build-backend = "hatchling.build"
|