deps: pin optimum too...

Signed-off-by: Travis Johnson <tsjohnso@us.ibm.com>
IBM · Aug 1, 2024 · 6ee954d · 6ee954d
1 parent c3dd809
commit 6ee954d
Show file tree

Hide file tree

Showing 2 changed files with 19 additions and 17 deletions.
diff --git a/server/poetry.lock b/server/poetry.lock
diff --git a/server/pyproject.toml b/server/pyproject.toml
@@ -22,8 +22,12 @@ safetensors = "^0.4.3"
 sentencepiece = "^0.2.0"
 datasets = { version = "^2.15.0", optional = true }
 texttable = { version = "^1.7.0", optional = true }
+# transformers pinned due to breakage from using `Cache` class for KV cache
 transformers = "4.40.2"
-optimum = { version = "^1.19.0", extras = ["onnxruntime-gpu"], optional = true }
+# optimum pinned until transformers can be updated to avoid
+# cannot import name 'OfflineModeIsEnabled' from 'huggingface_hub.errors'
+optimum = { version = "1.20.0", extras = ["onnxruntime-gpu"], optional = true }
+# onnxruntime pinned to <1.18.1 which uses cuDNN 9 until we upgrade torch to 2.4
 onnxruntime = { version = "1.18.0", optional = true }
 onnxruntime-gpu = { version = "1.18.0", optional = true }
 onnx = { version = "^1.16.0", optional = true }