add image embedding to azure index (#271)

## Purpose
<!-- Describe the intention of the changes being proposed. What problem
does it solve or functionality does it add? -->
* ...

## Does this introduce a breaking change?
<!-- Mark one with an "x". -->
```
[ ] Yes
[ ] No
```

## Pull Request Type
What kind of change does this Pull Request introduce?

<!-- Please check the one that applies to this PR using "x". -->
```
[ ] Bugfix
[ ] Feature
[ ] Code style update (formatting, local variables)
[ ] Refactoring (no functional changes, no api changes)
[ ] Documentation content changes
[ ] Other... Please describe:
```

## How to Test
*  Get the code

```
git clone [repo-address]
cd [repo-name]
git checkout [branch-name]
npm install
```

* Test the code
<!-- Add steps to run the tests suite and/or manually test -->
```
```

## What to Check
Verify that the following are valid
* ...

## Other Information
<!-- Add any other helpful information that may be needed here. -->

---------

Co-authored-by: David Pine <[email protected]>

Author: LittleLittleCloud

app/backend/Extensions/ServiceCollectionExtensions.cs

@@ -27,7 +27,7 @@ internal static IServiceCollection AddAzureServices(this IServiceCollection serv
             return sp.GetRequiredService<BlobServiceClient>().GetBlobContainerClient(azureStorageContainer);
         });
 
-        services.AddSingleton<IDocumentService, AzureDocumentService>(sp =>
+        services.AddSingleton<ISearchService, AzureSearchService>(sp =>
         {
             var config = sp.GetRequiredService<IConfiguration>();
             var azureSearchServiceEndpoint = config["AzureSearchServiceEndpoint"];
@@ -39,7 +39,7 @@ internal static IServiceCollection AddAzureServices(this IServiceCollection serv
             var searchClient = new SearchClient(
                                new Uri(azureSearchServiceEndpoint), azureSearchIndex, s_azureCredential);
 
-            return new AzureDocumentService(searchClient);
+            return new AzureSearchService(searchClient);
         });
 
         services.AddSingleton<DocumentAnalysisClient>(sp =>

app/backend/Services/ReadRetrieveReadChatService.cs

@@ -4,12 +4,12 @@ namespace MinimalApi.Services;
 
 public class ReadRetrieveReadChatService
 {
-    private readonly IDocumentService _searchClient;
+    private readonly ISearchService _searchClient;
     private readonly IKernel _kernel;
     private readonly IConfiguration _configuration;
 
     public ReadRetrieveReadChatService(
-        IDocumentService searchClient,
+        ISearchService searchClient,
         OpenAIClient client,
         IConfiguration configuration)
     {
@@ -158,6 +158,7 @@ Return the follow-up question as a json string list.
         }
         return new ApproachResponse(
             DataPoints: documentContentList,
+            Images: null,
             Answer: ans,
             Thoughts: thoughts,
             CitationBaseUrl: _configuration.ToCitationBaseUrl());

app/frontend/Services/ApiClient.cs

@@ -125,6 +125,7 @@ private async Task<AnswerResult<TRequest>> PostRequestAsync<TRequest>(
                 $"HTTP {(int)response.StatusCode} : {response.ReasonPhrase ?? "☹️ Unknown error..."}",
                 null,
                 [],
+                null,
                 "Unable to retrieve valid response from the server.");
 
             return result with

app/functions/EmbedFunctions/Program.cs

@@ -65,7 +65,17 @@ uri is not null
             var documentClient = provider.GetRequiredService<DocumentAnalysisClient>();
             var logger = provider.GetRequiredService<ILogger<AzureSearchEmbedService>>();
 
-            return new AzureSearchEmbedService(openAIClient, embeddingModelName, searchClient, searchIndexName, searchIndexClient, documentClient, blobContainerClient, logger);
+            return new AzureSearchEmbedService(
+                openAIClient: openAIClient,
+                embeddingModelName: embeddingModelName,
+                searchClient: searchClient,
+                searchIndexName: searchIndexName,
+                searchIndexClient: searchIndexClient,
+                documentAnalysisClient: documentClient,
+                corpusContainerClient: blobContainerClient,
+                computerVisionService: null,
+                includeImageEmbeddingsField: false,
+                logger: logger);
         });
     })
     .ConfigureFunctionsWorkerDefaults()

app/functions/EmbedFunctions/Services/EmbeddingAggregateService.cs

@@ -14,7 +14,7 @@ internal async Task EmbedBlobAsync(Stream blobStream, string blobName)
             var embeddingType = GetEmbeddingType();
             var embedService = embedServiceFactory.GetEmbedService(embeddingType);
 
-            var result = await embedService.EmbedBlobAsync(blobStream, blobName);
+            var result = await embedService.EmbedPDFBlobAsync(blobStream, blobName);
 
             var status = result switch
             {

app/functions/EmbedFunctions/Services/IEmbedService.cs

@@ -1,8 +1,24 @@
 // Copyright (c) Microsoft. All rights reserved.
 
+
 namespace EmbedFunctions.Services;
 
 internal sealed class MilvusEmbedService : IEmbedService
 {
-    public Task<bool> EmbedBlobAsync(Stream blobStream, string blobName) => throw new NotImplementedException();
+    public Task CreateSearchIndexAsync(string searchIndexName, CancellationToken ct = default)
+    {
+        throw new NotImplementedException();
+    }
+
+    public Task<bool> EmbedImageBlobAsync(Stream imageStream, string imageName, CancellationToken ct = default)
+    {
+        throw new NotImplementedException();
+    }
+
+    public Task<bool> EmbedPDFBlobAsync(Stream blobStream, string blobName) => throw new NotImplementedException();
+
+    public Task EnsureSearchIndexAsync(string searchIndexName, CancellationToken ct = default)
+    {
+        throw new NotImplementedException();
+    }
 }

app/functions/EmbedFunctions/Services/MilvusEmbedService.cs

@@ -1,9 +1,25 @@
 // Copyright (c) Microsoft. All rights reserved.
 
+
 namespace EmbedFunctions.Services;
 
 internal sealed class PineconeEmbedService : IEmbedService
 {
-    public Task<bool> EmbedBlobAsync(Stream blobStream, string blobName) => throw new NotImplementedException(
+    public Task CreateSearchIndexAsync(string searchIndexName, CancellationToken ct = default)
+    {
+        throw new NotImplementedException();
+    }
+
+    public Task<bool> EmbedImageBlobAsync(Stream imageStream, string imageName, CancellationToken ct = default)
+    {
+        throw new NotImplementedException();
+    }
+
+    public Task<bool> EmbedPDFBlobAsync(Stream blobStream, string blobName) => throw new NotImplementedException(
             "Pinecone embedding isn't implemented.");
+
+    public Task EnsureSearchIndexAsync(string searchIndexName, CancellationToken ct = default)
+    {
+        throw new NotImplementedException();
+    }
 }

app/functions/EmbedFunctions/Services/PineconeEmbedService.cs

@@ -1,8 +1,24 @@
 // Copyright (c) Microsoft. All rights reserved.
 
+
 namespace EmbedFunctions.Services;
 
 internal sealed class QdrantEmbedService : IEmbedService
 {
-    public Task<bool> EmbedBlobAsync(Stream blobStream, string blobName) => throw new NotImplementedException();
+    public Task CreateSearchIndexAsync(string searchIndexName, CancellationToken ct = default)
+    {
+        throw new NotImplementedException();
+    }
+
+    public Task<bool> EmbedImageBlobAsync(Stream imageStream, string imageName, CancellationToken ct = default)
+    {
+        throw new NotImplementedException();
+    }
+
+    public Task<bool> EmbedPDFBlobAsync(Stream blobStream, string blobName) => throw new NotImplementedException();
+
+    public Task EnsureSearchIndexAsync(string searchIndexName, CancellationToken ct = default)
+    {
+        throw new NotImplementedException();
+    }
 }

app/functions/EmbedFunctions/Services/QdrantEmbedService.cs

@@ -16,6 +16,7 @@ internal record class AppOptions(
     bool Remove,
     bool RemoveAll,
     string? FormRecognizerServiceEndpoint,
+    string? ComputerVisionServiceEndpoint,
     bool Verbose,
     IConsole Console) : AppConsole(Console);