Skip to content

Commit 477214b

Browse files
authored
bugfix/add missing azure openai embedder implementation (#370)
* Add missing azure openai embedder implementation * include connector assets in package data
1 parent 85c2089 commit 477214b

File tree

6 files changed

+27
-4
lines changed

6 files changed

+27
-4
lines changed

CHANGELOG.md

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,8 @@
1-
## 0.4.7-dev0
1+
## 0.4.7
22

33
### Fixes
44

5+
* **Add missing async azure openai embedder implementation**
56
* **Update Sharepont to support new Microsoft credential sequence**
67

78
## 0.4.6

MANIFEST.in

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
# Connector specific assets
2+
include unstructured_ingest/v2/processes/connectors/assets/*

setup.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -204,4 +204,5 @@ def load_requirements(file: Union[str, Path]) -> List[str]:
204204
extras_require=extras_require,
205205
package_dir={"unstructured_ingest": "unstructured_ingest"},
206206
package_data={"unstructured_ingest": ["py.typed"]},
207+
include_package_data=True,
207208
)

test_file.pdf

1.94 MB
Binary file not shown.

unstructured_ingest/__version__.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
__version__ = "0.4.7-dev0" # pragma: no cover
1+
__version__ = "0.4.7" # pragma: no cover

unstructured_ingest/embed/azure_openai.py

Lines changed: 21 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3,11 +3,15 @@
33

44
from pydantic import Field
55

6-
from unstructured_ingest.embed.openai import OpenAIEmbeddingConfig, OpenAIEmbeddingEncoder
6+
from unstructured_ingest.embed.openai import (
7+
AsyncOpenAIEmbeddingEncoder,
8+
OpenAIEmbeddingConfig,
9+
OpenAIEmbeddingEncoder,
10+
)
711
from unstructured_ingest.utils.dep_check import requires_dependencies
812

913
if TYPE_CHECKING:
10-
from openai import AzureOpenAI
14+
from openai import AsyncAzureOpenAI, AzureOpenAI
1115

1216

1317
class AzureOpenAIEmbeddingConfig(OpenAIEmbeddingConfig):
@@ -25,7 +29,22 @@ def get_client(self) -> "AzureOpenAI":
2529
azure_endpoint=self.azure_endpoint,
2630
)
2731

32+
@requires_dependencies(["openai"], extras="openai")
33+
def get_async_client(self) -> "AsyncAzureOpenAI":
34+
from openai import AsyncAzureOpenAI
35+
36+
return AsyncAzureOpenAI(
37+
api_key=self.api_key.get_secret_value(),
38+
api_version=self.api_version,
39+
azure_endpoint=self.azure_endpoint,
40+
)
41+
2842

2943
@dataclass
3044
class AzureOpenAIEmbeddingEncoder(OpenAIEmbeddingEncoder):
3145
config: AzureOpenAIEmbeddingConfig
46+
47+
48+
@dataclass
49+
class AsyncAzureOpenAIEmbeddingEncoder(AsyncOpenAIEmbeddingEncoder):
50+
config: AzureOpenAIEmbeddingConfig

0 commit comments

Comments
 (0)