├── .gitignore ├── LICENSE ├── README.md ├── assets └── data_science_small.gif ├── pyproject.toml ├── setup.py ├── src └── smallbench │ ├── __init__.py │ ├── baselines │ └── agents │ │ ├── core.py │ │ ├── react.py │ │ └── react_ft_demo.py │ ├── benchmarks │ ├── bcb_a │ │ ├── abstractions.py │ │ ├── aci.py │ │ ├── bench.py │ │ ├── contexts.py │ │ └── test.py │ ├── core.py │ └── first_pr │ │ ├── bench.py │ │ └── test.py │ ├── core │ └── aci.py │ └── utilities │ └── code │ ├── docker.py │ └── modal.py └── uv.lock /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/README.md -------------------------------------------------------------------------------- /assets/data_science_small.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/assets/data_science_small.gif -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/pyproject.toml -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/setup.py -------------------------------------------------------------------------------- /src/smallbench/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/src/smallbench/__init__.py -------------------------------------------------------------------------------- /src/smallbench/baselines/agents/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/src/smallbench/baselines/agents/core.py -------------------------------------------------------------------------------- /src/smallbench/baselines/agents/react.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/src/smallbench/baselines/agents/react.py -------------------------------------------------------------------------------- /src/smallbench/baselines/agents/react_ft_demo.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/src/smallbench/baselines/agents/react_ft_demo.py -------------------------------------------------------------------------------- /src/smallbench/benchmarks/bcb_a/abstractions.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/src/smallbench/benchmarks/bcb_a/abstractions.py -------------------------------------------------------------------------------- /src/smallbench/benchmarks/bcb_a/aci.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/src/smallbench/benchmarks/bcb_a/aci.py -------------------------------------------------------------------------------- /src/smallbench/benchmarks/bcb_a/bench.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/src/smallbench/benchmarks/bcb_a/bench.py -------------------------------------------------------------------------------- /src/smallbench/benchmarks/bcb_a/contexts.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/src/smallbench/benchmarks/bcb_a/contexts.py -------------------------------------------------------------------------------- /src/smallbench/benchmarks/bcb_a/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/src/smallbench/benchmarks/bcb_a/test.py -------------------------------------------------------------------------------- /src/smallbench/benchmarks/core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/src/smallbench/benchmarks/core.py -------------------------------------------------------------------------------- /src/smallbench/benchmarks/first_pr/bench.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /src/smallbench/benchmarks/first_pr/test.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/src/smallbench/benchmarks/first_pr/test.py -------------------------------------------------------------------------------- /src/smallbench/core/aci.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/src/smallbench/core/aci.py -------------------------------------------------------------------------------- /src/smallbench/utilities/code/docker.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/src/smallbench/utilities/code/docker.py -------------------------------------------------------------------------------- /src/smallbench/utilities/code/modal.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/src/smallbench/utilities/code/modal.py -------------------------------------------------------------------------------- /uv.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/JoshuaPurtell/SmallBench/HEAD/uv.lock --------------------------------------------------------------------------------