diff --git a/plugins/framework/pyproject.toml b/plugins/framework/pyproject.toml index 534a8eeb..8200f0bf 100644 --- a/plugins/framework/pyproject.toml +++ b/plugins/framework/pyproject.toml @@ -22,7 +22,7 @@ classifiers=[ "Programming Language :: Python :: 3.11", ] dependencies = [ - "torch<2.3", + "torch>2.2,<2.3", "transformers<4.40", "peft", "accelerate" diff --git a/tox.ini b/tox.ini index ec858181..4ba3d1ba 100644 --- a/tox.ini +++ b/tox.ini @@ -20,7 +20,9 @@ allowlist_externals = bash [testenv:run-benches] description = run benchmarks skip_install = true -deps = packaging # this is required for flash-attn dep as fms_hf_tuning did not specify +deps = + packaging # this is required for flash-attn dep as fms_hf_tuning did not specify + -e {toxinidir}/plugins/framework # install the framework here as the flash attention deps requires torch setenv = FHT_BRANCH = {env:FHT_BRANCH:main} DRY_RUN = {env:DRY_RUN:false} @@ -35,9 +37,6 @@ commands = # some models need this for tokenizers pip install protobuf - # install the framework - pip install -e {toxinidir}/plugins/framework - # install the plugins for test # NOTE: when there are more plugins install here python -m fms_acceleration.cli install -e {toxinidir}/plugins/accelerated-peft