From 10dc6eafccaf0eb1426c1e72bcd1dedfbb144ea1 Mon Sep 17 00:00:00 2001
From: Ethan Yang <ethan.yang@intel.com>
Date: Thu, 11 Apr 2024 00:19:31 +0800
Subject: [PATCH] [openvino embedding]avoid model compiling during saving
(#12684)
* avoid model compiling during saving
* update the tool version
* update Decorator
---
.../llama_index/embeddings/huggingface_openvino/base.py | 5 ++---
.../pyproject.toml | 2 +-
2 files changed, 3 insertions(+), 4 deletions(-)
diff --git a/llama-index-integrations/embeddings/llama-index-embeddings-huggingface-openvino/llama_index/embeddings/huggingface_openvino/base.py b/llama-index-integrations/embeddings/llama-index-embeddings-huggingface-openvino/llama_index/embeddings/huggingface_openvino/base.py
index 0a164040c6..f12527847e 100644
--- a/llama-index-integrations/embeddings/llama-index-embeddings-huggingface-openvino/llama_index/embeddings/huggingface_openvino/base.py
+++ b/llama-index-integrations/embeddings/llama-index-embeddings-huggingface-openvino/llama_index/embeddings/huggingface_openvino/base.py
@@ -82,9 +82,8 @@ class OpenVINOEmbedding(BaseEmbedding):
def class_name(cls) -> str:
return "OpenVINOEmbedding"
- @classmethod
+ @staticmethod
def create_and_save_openvino_model(
- cls,
model_name_or_path: str,
output_path: str,
export_kwargs: Optional[dict] = None,
@@ -101,7 +100,7 @@ class OpenVINOEmbedding(BaseEmbedding):
export_kwargs = export_kwargs or {}
model = OVModelForFeatureExtraction.from_pretrained(
- model_name_or_path, export=True, **export_kwargs
+ model_name_or_path, export=True, compile=False, **export_kwargs
)
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path)
diff --git a/llama-index-integrations/embeddings/llama-index-embeddings-huggingface-openvino/pyproject.toml b/llama-index-integrations/embeddings/llama-index-embeddings-huggingface-openvino/pyproject.toml
index 72e48ebcab..c61fbcd732 100644
--- a/llama-index-integrations/embeddings/llama-index-embeddings-huggingface-openvino/pyproject.toml
+++ b/llama-index-integrations/embeddings/llama-index-embeddings-huggingface-openvino/pyproject.toml
@@ -27,7 +27,7 @@ exclude = ["**/BUILD"]
license = "MIT"
name = "llama-index-embeddings-openvino"
readme = "README.md"
-version = "0.1.5"
+version = "0.1.6"
[tool.poetry.dependencies]
python = ">=3.8.1,<4.0"
--
GitLab