Update PyTorch to 2.4.1

This change the default PyTorch 2.4.1. Intel Gaudi (HPU) remains on Intel fork of PyTorch 2.3.1. Fixes instructlab/instructlab#2437 Signed-off-by: Fabien Dupont <[email protected]>
instructlab · Oct 14, 2024 · 9e21726 · 9e21726
1 parent f33994d
commit 9e21726
Show file tree

Hide file tree

Showing 7 changed files with 18 additions and 3 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -44,8 +44,11 @@ package-dir = { "" = "src" }
 
 [tool.setuptools.dynamic]
 dependencies = { file = ["requirements.txt"] }
-optional-dependencies.cuda = { file = ["requirements-cuda.txt"] }
-optional-dependencies.rocm = { file = ["requirements-rocm.txt"] }
+optional-dependencies.cpu = { file = ["requirements/cpu.txt"] }
+optional-dependencies.cuda = { file = ["requirements/cuda.txt"] }
+optional-dependencies.hpu = { file = ["requirements/hpu.txt"] }
+optional-dependencies.mps = { file = ["requirements/mps.txt"] }
+optional-dependencies.rocm = { file = ["requirements/rocm.txt"] }
 
 [tool.setuptools.packages.find]
 where = ["src"]

diff --git a/requirements.txt b/requirements.txt
@@ -4,7 +4,7 @@ pyyaml
 py-cpuinfo
 # we set this to be above 0a0 so that it doesn't
 # replace custom pytorch images with the 2.3.0
-torch>=2.3.0a0
+torch>=2.4.1,<2.5.0
 transformers>=4.41.2
 accelerate>=0.34.2
 datasets>=2.15.0

diff --git a/requirements/cpu.txt b/requirements/cpu.txt
diff --git a/requirements-cuda.txt → requirements/cuda.txt b/requirements-cuda.txt → requirements/cuda.txt
diff --git a/requirements/hpu.txt b/requirements/hpu.txt
@@ -0,0 +1,12 @@
+# Dependencies for Intel Gaudi / Habana Labs HPU devices
+
+# Habana Labs 1.17.1 has PyTorch 2.3.1a0+gitxxx pre-release
+torch>=2.3.1a0,<2.4.0
+# Habana Labs frameworks
+habana-torch-plugin>=1.17.1
+habana_gpu_migration>=1.17.1
+# additional Habana Labs packages (installed, but not used)
+#habana-media-loader
+#habana-pyhlml
+#habana_quantization_toolkit
+#habana-torch-dataloader
diff --git a/requirements/mps.txt b/requirements/mps.txt
diff --git a/requirements-rocm.txt → requirements/rocm.txt b/requirements-rocm.txt → requirements/rocm.txt