From a3f5184c5549f01a7f72bd8dfff86419421af4b9 Mon Sep 17 00:00:00 2001 From: Chris Waterson Date: Wed, 3 Jul 2024 08:01:24 -0700 Subject: [PATCH] Don't let tox install a virtualenv during evaluation By default, `tox` will try to create a virtualenv in which to reinstall all of the dependencies. We don't need this level of isolation for SWE-bench, so use the `tox-current-env` plugin to elide that. --- swebench/harness/constants.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/swebench/harness/constants.py b/swebench/harness/constants.py index 4ab9abc6..097e25d0 100644 --- a/swebench/harness/constants.py +++ b/swebench/harness/constants.py @@ -444,7 +444,7 @@ class TestStatus(Enum): MAP_VERSION_TO_INSTALL_SPHINX = { k: { "python": "3.9", - "pip_packages": ["tox"], + "pip_packages": ["tox", "tox-current-env"], "install": "python -m pip install -e .[test]", "pre_install": ["sed -i 's/pytest/pytest -rA/' tox.ini"], } @@ -842,7 +842,7 @@ class TestStatus(Enum): k: TEST_PYTEST for k in MAP_VERSION_TO_INSTALL_SKLEARN.keys() }, "sphinx-doc/sphinx": { - k: "tox -epy39 -v --" for k in MAP_VERSION_TO_INSTALL_SPHINX.keys() + k: "tox --current-env -epy39 -v --" for k in MAP_VERSION_TO_INSTALL_SPHINX.keys() }, "sqlfluff/sqlfluff": { k: TEST_PYTEST for k in MAP_VERSION_TO_INSTALL_SQLFLUFF.keys() @@ -906,7 +906,7 @@ class TestStatus(Enum): k: TEST_PYTEST_VERBOSE for k in MAP_VERSION_TO_INSTALL_SKLEARN.keys() }, "sphinx-doc/sphinx": { - k: "tox -epy39 -v --" for k in MAP_VERSION_TO_INSTALL_SPHINX.keys() + k: "tox --current-env -epy39 -v --" for k in MAP_VERSION_TO_INSTALL_SPHINX.keys() }, "sqlfluff/sqlfluff": { k: TEST_PYTEST_VERBOSE for k in MAP_VERSION_TO_INSTALL_SQLFLUFF.keys()