Repository navigation
Expand file tree
/
Copy pathpyproject.toml
More file actions
148 lines (136 loc) · 4.71 KB
/
Copy pathpyproject.toml
File metadata and controls
148 lines (136 loc) · 4.71 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
[build-system]
requires = ["hatchling", "hatch-vcs"]
build-backend = "hatchling.build"
[project]
name = "proofagent-harness"
dynamic = ["version"]
description = "pytest + observability infrastructure for AI agents. Evaluate the agents you build: multi-turn adversarial red teaming and artifact grading with jury based scoring. Observe the agents you use: intelligent risk screening and intent trajectories for coding agents (Claude Code, Cursor). LLM agnostic."
readme = "README.md"
license = { text = "Apache-2.0" }
license-files = ["LICENSE", "NOTICE", "THIRD_PARTY_LICENSES.md"]
requires-python = ">=3.10"
authors = [
{ name = "Dr. Fouad Bousetouane" },
{ email = "proofagent.ai@gmail.com" },
]
maintainers = [
{ name = "ProofAI LLC" },
{ email = "proofagent.ai@gmail.com" },
]
keywords = [
"ai-agents",
"agent-evaluation",
"llm-evaluation",
"ai-testing",
"test-harness",
"adversarial-testing",
"multi-turn-evaluation",
"ai-safety",
"hallucination-detection",
"agent-observability",
"coding-agents",
"red-teaming",
]
classifiers = [
"Development Status :: 4 - Beta",
"Intended Audience :: Developers",
"License :: OSI Approved :: Apache Software License",
"Operating System :: OS Independent",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"Programming Language :: Python :: 3.12",
"Topic :: Software Development :: Testing",
"Topic :: Scientific/Engineering :: Artificial Intelligence",
"Typing :: Typed",
]
dependencies = [
"langgraph>=0.2.0",
"langchain-core>=0.3.0",
"langchain>=0.3.0",
"litellm>=1.50.0",
# Recent litellm (seen on 1.108.1) imports `mcp` on any completion that passes
# `tools=`, without declaring it. Without this, every tool-using agent call
# raises ModuleNotFoundError on a fresh install.
"mcp>=1.0",
"pydantic>=2.0",
"python-frontmatter>=1.0",
"typer>=0.12",
"rich>=13.0",
"jinja2>=3.0",
"pyyaml>=6.0",
# HTTP client for the optional --upload governance integration (report
# upload + live session upsert). Kept in base deps so `--upload` works on
# a vanilla `pip install proofagent-harness`.
"httpx>=0.24",
# PER 2.1 export (`proof per`, `proof run --per`): the open EIO-Agents library.
# Same pin as the enterprise edition, so both write identical PER semantics.
"eio-agents==0.9.0",
]
[project.optional-dependencies]
dev = [
"pytest>=7.4",
"pytest-asyncio>=0.21",
"pytest-cov>=4.0",
"ruff>=0.4.0",
"pyright>=1.1.350",
"pre-commit>=3.0",
"build>=1.0",
"twine>=5.0",
]
# v0.5.0 — Artifact-mode extras for non-Markdown formats. PDFs, Word docs,
# HTML pages, and images all need their own parser. Keep these OPTIONAL so
# users who only score Markdown / code / plain text don't pull in heavy
# dependencies. Install: `pip install proofagent-harness[artifact]`.
artifact = [
"pypdf>=4.0", # .pdf → text
"python-docx>=0.8.11", # .docx → text
"beautifulsoup4>=4.11", # .html → text
"Pillow>=9.0", # image preflight (size, mode) before vision-LLM
"nbformat>=5.0", # .ipynb → text
]
notebooks = [
"jupyter>=1.0",
"ipykernel>=6.0",
]
docs = [
"mkdocs-material>=9.0",
"mkdocstrings[python]>=0.24",
]
[project.urls]
Homepage = "https://proofagent.ai/harness"
Documentation = "https://proofagent.ai/harness/docs"
Repository = "https://github.com/ProofAgent-ai/proofagent-harness"
Issues = "https://github.com/ProofAgent-ai/proofagent-harness/issues"
Changelog = "https://github.com/ProofAgent-ai/proofagent-harness/blob/main/CHANGELOG.md"
[project.scripts]
proof = "proofagent_harness.cli:app"
[tool.hatch.version]
source = "vcs"
fallback-version = "0.9.0"
[tool.hatch.build.targets.wheel]
packages = ["src/proofagent_harness"]
include = ["src/proofagent_harness/**"]
[tool.ruff]
line-length = 100
target-version = "py310"
[tool.ruff.lint]
select = ["E", "F", "W", "I", "N", "UP", "B", "C4", "SIM", "RUF"]
ignore = ["E501", "B008"]
# Intentional typography in juror prompts / docstrings: en-dash, ×, − (minus).
allowed-confusables = ["–", "×", "−"]
[tool.ruff.lint.per-file-ignores]
# Test idioms: a module aliased as P/D, UPPER-case fixture constants inside a test, one-line lambdas and statements,
# class-level fixture data, and curly quotes copied verbatim from agent replies.
"tests/**" = ["N806", "N812", "E731", "E702", "RUF012", "RUF001"]
[tool.pyright]
include = ["src"]
pythonVersion = "3.10"
typeCheckingMode = "basic"
[tool.pytest.ini_options]
asyncio_mode = "auto"
testpaths = ["tests"]
filterwarnings = [
"ignore::DeprecationWarning",
"ignore::PendingDeprecationWarning",
]