llm-benchmark/pyproject.toml at main · eric-rolph/llm-benchmark · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"

[project]
name = "llm-benchmark"
version = "0.4.0"
description = "Local-first, reproducible LLM benchmark suite with multi-backend discovery, repo-patch scoring, workflow traces, result diffs, and arena ELO artifacts"
readme = "README.md"
license = { text = "MIT" }
requires-python = ">=3.11"
keywords = ["llm", "benchmark", "evals", "model-evaluation", "ollama", "lm-studio", "llama-cpp", "vllm", "tgi", "sglang", "tensorrt", "local-ai", "arena", "elo", "pass-at-k", "llm-judge", "vision", "multimodal"]
classifiers = [
    "Development Status :: 4 - Beta",
    "Environment :: Console",
    "Intended Audience :: Developers",
    "License :: OSI Approved :: MIT License",
    "Programming Language :: Python :: 3",
    "Programming Language :: Python :: 3.11",
    "Programming Language :: Python :: 3.12",
    "Topic :: Scientific/Engineering :: Artificial Intelligence",
]
dependencies = [
    "openai>=1.30.0",
    "pyyaml>=6.0",
    "pytest>=8.0",
    "rich>=13.0.0",
    "requests>=2.31.0",
]

[project.optional-dependencies]
dev = [
    "pytest-cov>=5.0",
]
datasets = [
    "jinja2>=3.1",
    "datasets>=2.18",
]

[project.scripts]
llm-bench = "benchmark.cli:main"

[project.urls]
Homepage = "https://github.com/eric-rolph/llm-benchmark"
Issues   = "https://github.com/eric-rolph/llm-benchmark/issues"

[tool.hatch.build.targets.wheel]
packages = ["benchmark"]

# Task YAMLs live at the repo root for editing convenience but install
# inside the package, so the wheel adds nothing to the site-packages root.
[tool.hatch.build.targets.wheel.force-include]
"tasks" = "benchmark/tasks"

[tool.pytest.ini_options]
testpaths = ["tests"]