benchmarks/pyproject.toml at 126f1705ba63405e3d728b05c2bf1e759cf57c88 · OpenHands/benchmarks · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
[project]
name = "openhands-benchmarks"
version = "0.1.0"
description = "OpenHands Benchmarks"
readme = "README.md"
requires-python = ">=3.12"
dependencies = [
    "datasets",
    "huggingface-hub",
    "jinja2",
    "pandas",
    "Pillow",
    "toml",
    "tqdm",
    "openhands-sdk[critic]",
    "openhands-tools",
    "unidiff>=0.7.5,<0.8.0",
    "openhands-agent-server",
    "openhands-workspace",
    "modal>=1.1.4",
    "swebench",
    # SWT-Bench dependencies (since the git package doesn't install them properly)
    "requests",
    "docker",
    "python-dotenv",
    "fire",
    "editdistance",
    "GitPython",
    "pyright[nodejs]>=1.1.405",
    "docker-registry-client>=0.5.2",
]

[project.scripts]
validate-cfg = "benchmarks.scripts.validate_cfg:main"
swebench-infer = "benchmarks.swe_bench.run_infer:main"
swtbench-infer = "benchmarks.swt_bench.run_infer:main"
swebench-eval = "benchmarks.swe_bench.eval_infer:main"
swtbench-eval = "benchmarks.swt_bench.eval_infer:main"
gaia-infer = "benchmarks.gaia.run_infer:main"
openagentsafety-infer = "benchmarks.openagentsafety.run_infer:main"

[build-system]
requires = ["setuptools>=61.0", "wheel"]
build-backend = "setuptools.build_meta"

[tool.setuptools.packages.find]
where = ["."]
include = ["benchmarks"]

[dependency-groups]
dev = [
    "pre-commit>=4.3.0",
    "psutil>=7.0.0",
    "pyright>=1.1.405",
    "ruff>=0.12.10",
    "pycodestyle>=2.12.0",
    "pytest>=8.0.0",
    "pytest-cov>=6.0.0",
    "pytest-forked>=1.6.0",
]

# Ruff configuration
[tool.ruff]
target-version = "py312"
line-length = 88

[tool.ruff.format]
quote-style = "double"
indent-style = "space"

[tool.ruff.lint]
select = ["E", "F", "I"]
ignore = ["E501"]

[tool.ruff.lint.isort]
known-first-party = ["benchmarks", "openhands"]
combine-as-imports = true
force-single-line = false
lines-after-imports = 2

[tool.uv.sources]
openhands-sdk = { workspace = true }
openhands-tools = { workspace = true }
openhands-workspace = { workspace = true }
openhands-agent-server = { workspace = true }
swt-bench = { git = "https://github.com/logic-star-ai/swt-bench.git" }

[tool.uv.workspace]
members = [
  "vendor/software-agent-sdk/openhands-sdk",
  "vendor/software-agent-sdk/openhands-tools",
  "vendor/software-agent-sdk/openhands-workspace",
  "vendor/software-agent-sdk/openhands-agent-server",
]