update torch dep in framework and run-benches

Signed-off-by: Yu Chin Fabian Lim <[email protected]>

plugins/framework/pyproject.toml

@@ -22,7 +22,7 @@ classifiers=[
     "Programming Language :: Python :: 3.11",
 ]
 dependencies = [
-  "torch<2.3",
+  "torch>2.2,<2.3",
   "transformers<4.40",
   "peft",
   "accelerate"

tox.ini

@@ -20,7 +20,9 @@ allowlist_externals = bash
 [testenv:run-benches]
 description = run benchmarks 
 skip_install = true
-deps = packaging # this is required for flash-attn dep as fms_hf_tuning did not specify
+deps = 
+    packaging # this is required for flash-attn dep as fms_hf_tuning did not specify
+    -e {toxinidir}/plugins/framework # install the framework here as the flash attention deps requires torch
 setenv = 
     FHT_BRANCH = {env:FHT_BRANCH:main}
     DRY_RUN = {env:DRY_RUN:false}
@@ -35,9 +37,6 @@ commands =
     # some models need this for tokenizers
     pip install protobuf
 
-    # install the framework
-    pip install -e {toxinidir}/plugins/framework
-
     # install the plugins for test
     # NOTE: when there are more plugins install here
     python -m fms_acceleration.cli install -e {toxinidir}/plugins/accelerated-peft