From 27f31ceabe3d3db817d46aae0a800a4afc81ed98 Mon Sep 17 00:00:00 2001 From: wgzintel Date: Thu, 1 Aug 2024 11:00:35 +0800 Subject: [PATCH 1/3] update requirements.txt --- llm_bench/python/requirements.txt | 17 +++++++++-------- 1 file changed, 9 insertions(+), 8 deletions(-) diff --git a/llm_bench/python/requirements.txt b/llm_bench/python/requirements.txt index bbeb5de89e..4db7076d21 100644 --- a/llm_bench/python/requirements.txt +++ b/llm_bench/python/requirements.txt @@ -1,17 +1,18 @@ --extra-index-url https://download.pytorch.org/whl/cpu numpy --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly -openvino -openvino-tokenizers -openvino_genai +openvino~=2024.3.0 +openvino-tokenizers~=2024.3.0 +openvino_genai~=2024.3.0 auto-gptq>=0.5.1 # for gptq pillow -torch -transformers>=4.40.0 +torch<2.5.0+cpu +torchvision<0.20.0+cpu +transformers>=4.40.0,<4.43.0 diffusers>=0.22.0 -#optimum is in dependency list of optimum-intel -git+https://github.com/huggingface/optimum-intel.git@6388aeb8738b63e28fc594af84df94590e77cb9a#egg=optimum-intel -git+https://github.com/openvinotoolkit/nncf.git@develop#egg=nncf +#optimum is in dependency list of optimum-intel +git+https://github.com/eaidova/optimum-intel.git@ea/remove_bf16_rotary_emb_patching#egg=optimum-intel +nncf~=2.12.0 packaging psutil timm From d2e5ae5e9aea3dfe061c17b4c1c9d67751bf3439 Mon Sep 17 00:00:00 2001 From: wgzintel Date: Thu, 1 Aug 2024 11:12:11 +0800 Subject: [PATCH 2/3] revert optimum-intel --- llm_bench/python/requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llm_bench/python/requirements.txt b/llm_bench/python/requirements.txt index 4db7076d21..a9b16c5c5d 100644 --- a/llm_bench/python/requirements.txt +++ b/llm_bench/python/requirements.txt @@ -11,7 +11,7 @@ torchvision<0.20.0+cpu transformers>=4.40.0,<4.43.0 diffusers>=0.22.0 #optimum is in dependency list of optimum-intel -git+https://github.com/eaidova/optimum-intel.git@ea/remove_bf16_rotary_emb_patching#egg=optimum-intel +git+https://github.com/huggingface/optimum-intel.git@6388aeb8738b63e28fc594af84df94590e77cb9a#egg=optimum-intel nncf~=2.12.0 packaging psutil From 9f44eafaf302dbdf2ba89fb9e988b4daac99edb7 Mon Sep 17 00:00:00 2001 From: wgzintel Date: Thu, 1 Aug 2024 11:36:41 +0800 Subject: [PATCH 3/3] limit torch and torchvision --- llm_bench/python/requirements.txt | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/llm_bench/python/requirements.txt b/llm_bench/python/requirements.txt index a9b16c5c5d..ab0b16db41 100644 --- a/llm_bench/python/requirements.txt +++ b/llm_bench/python/requirements.txt @@ -6,8 +6,8 @@ openvino-tokenizers~=2024.3.0 openvino_genai~=2024.3.0 auto-gptq>=0.5.1 # for gptq pillow -torch<2.5.0+cpu -torchvision<0.20.0+cpu +torch<2.5.0 +torchvision<0.20.0 transformers>=4.40.0,<4.43.0 diffusers>=0.22.0 #optimum is in dependency list of optimum-intel