implement API for vectorizing image from image stream

Author: ks6088ts

backend/internals/azure_ai_vision.py

@@ -33,3 +33,34 @@ def analyze_image(
         )
         logger.info("Analyzed image")
         return result.as_dict()
+
+    def vectorize_image(
+        self,
+        image: bytes,
+    ) -> dict:
+        # FIXME: replace with Azure SDK when available
+        from urllib.parse import urljoin
+
+        import requests
+
+        url = urljoin(
+            self.settings.azure_ai_vision_endpoint,
+            "/computervision/retrieval:vectorizeImage",
+        )
+        params = {
+            "overload": "stream",
+            "api-version": "2023-02-01-preview",
+            "modelVersion": "latest",
+        }
+        headers = {
+            "Content-Type": "application/octet-stream",
+            "Ocp-Apim-Subscription-Key": self.settings.azure_ai_vision_api_key,
+        }
+        response = requests.post(
+            url=url,
+            params=params,
+            headers=headers,
+            data=image,
+        )
+        response.raise_for_status()
+        return response.json()

backend/routers/azure_ai_vision.py

@@ -35,3 +35,21 @@ async def analyze_image(file: UploadFile):
     return azure_ai_vision_schemas.ImageAnalysisResponse(
         result=result,
     )
+
+
+@router.post(
+    "/image/vectorize/",
+    status_code=200,
+)
+async def vectorize_image(file: UploadFile):
+    try:
+        content = await file.read()
+        result = client.vectorize_image(
+            image=content,
+        )
+    except Exception as e:
+        logger.error(f"Failed to vectorize image: {e}")
+        raise
+    return azure_ai_vision_schemas.VectorizeImageResponse(
+        result=result,
+    )

backend/schemas/azure_ai_vision.py

@@ -7,3 +7,7 @@
 
 class ImageAnalysisResponse(BaseModel):
     result: dict
+
+
+class VectorizeImageResponse(BaseModel):
+    result: dict

docs/README.md

@@ -45,6 +45,9 @@
 ### Azure AI Vision
 
 - [Quickstart: Image Analysis 4.0](https://learn.microsoft.com/en-us/azure/ai-services/computer-vision/quickstarts-sdk/image-analysis-client-library-40?tabs=visual-studio%2Cwindows&pivots=programming-language-python)
+- [Do image retrieval using multimodal embeddings (version 4.0)](https://learn.microsoft.com/en-us/azure/ai-services/computer-vision/how-to/image-retrieval?tabs=python)
+- [Multimodal embeddings (version 4.0)](https://learn.microsoft.com/en-us/azure/ai-services/computer-vision/concept-image-retrieval)
+- [Image Retrieval - Vectorize Image From Image Stream](https://learn.microsoft.com/en-us/rest/api/computervision/image-retrieval/vectorize-image-from-image-stream?view=rest-computervision-2023-02-01-preview&tabs=HTTP)
 
 ### Azure AI Document Intelligence