[Search] Preview Features for API Version 2024-09-01-preview (Azure#46107)

[Search] Preview Features for API Version 2024-09-01-preview

Co-authored-by: ShivangiReja <[email protected]>

Author: ShivangiReja

eng/Packages.Data.props

@@ -128,7 +128,7 @@
     <PackageReference Update="Azure.Storage.Blobs" Version="12.21.1" />
     <PackageReference Update="Azure.Storage.Queues" Version="12.19.1" />
     <PackageReference Update="Azure.Storage.Files.Shares" Version="12.19.1" />
-    <PackageReference Update="Azure.AI.OpenAI" Version="2.0.0-beta.1" />
+    <PackageReference Update="Azure.AI.OpenAI" Version="2.0.0-beta.6" />
     <PackageReference Update="Azure.ResourceManager" Version="1.13.0" />
     <PackageReference Update="Azure.ResourceManager.AppConfiguration" Version="1.3.2" />
     <PackageReference Update="Azure.ResourceManager.ApplicationInsights" Version="1.0.0" />

sdk/search/Azure.Search.Documents/CHANGELOG.md

@@ -1,14 +1,12 @@
 # Release History
 
-## 11.7.0-beta.1 (Unreleased)
+## 11.7.0-beta.1 (2024-09-24)
 
 ### Features Added
-
-### Breaking Changes
-
-### Bugs Fixed
-
-### Other Changes
+- Added support for `VectorSearchCompression.TruncationDimension`, which allows specifying the number of dimensions to truncate vectors to.
+- Added support for `VectorQuery.FilterOverride`, which allows vector queries to override the broader `SearchOptions.Filter`, enabling more specific configurations for vector queries.
+- `SplitSkill` now supports tokenization.
+- `DocumentDebugInfo` is extended with vector scores for the results.
 
 ## 11.6.0 (2024-07-17)
 
@@ -394,5 +392,3 @@
 
 - Initial preview of the Azure.Search client library enabling you to query
   and update documents in search indexes.
-
-[net-guidelines-collection-properties]: https://docs.microsoft.com/dotnet/standard/design-guidelines/guidelines-for-collections#collection-properties-and-return-values

sdk/search/Azure.Search.Documents/api/Azure.Search.Documents.netstandard2.0.cs

@@ -2,5 +2,5 @@
   "AssetsRepo": "Azure/azure-sdk-assets",
   "AssetsRepoPrefixPath": "net",
   "TagPrefix": "net/search/Azure.Search.Documents",
-  "Tag": "net/search/Azure.Search.Documents_cd3c397d05"
+  "Tag": "net/search/Azure.Search.Documents_71e5c48d88"
 }

sdk/search/Azure.Search.Documents/assets.json

@@ -102,6 +102,7 @@ SearchIndex index = new SearchIndex("movies")
 SearchableField genreField = new SearchableField("genre")
 {
     AnalyzerName = LexicalAnalyzerName.Values.EnLucene,
+    NormalizerName = LexicalNormalizerName.Lowercase,
     IsFacetable = true,
     IsFilterable = true
 };

sdk/search/Azure.Search.Documents/samples/Sample04_FieldBuilderIgnore.md

@@ -108,7 +108,7 @@ public static ReadOnlyMemory<float> GetEmbeddings(string input)
         Dimensions = 256
     };
     Embedding embedding = embeddingClient.GenerateEmbedding(input, embeddingsOptions);
-    return embedding.Vector;
+    return embedding.ToFloats();
 }
 ```
 

sdk/search/Azure.Search.Documents/samples/Sample07_VectorSearch_UsingReducedEmbeddings.md

@@ -99,7 +99,7 @@ public static ReadOnlyMemory<float> GetEmbeddings(string input)
     EmbeddingClient embeddingClient = openAIClient.GetEmbeddingClient("text-embedding-ada-002");
 
     Embedding embedding = embeddingClient.GenerateEmbedding(input);
-    return embedding.Vector;
+    return embedding.ToFloats();
 }
 ```
 
@@ -178,6 +178,7 @@ SearchResults<Hotel> response = await searchClient.SearchAsync<Hotel>(
              QueryCaption = new(QueryCaptionType.Extractive),
              QueryAnswer = new(QueryAnswerType.Extractive)
          },
+         QueryLanguage = QueryLanguage.EnUs,
          QueryType = SearchQueryType.Semantic,
      });
 

sdk/search/Azure.Search.Documents/samples/Sample07_VectorSearch_UsingSemanticHybridQuery.md

@@ -98,7 +98,7 @@ public static ReadOnlyMemory<float> GetEmbeddings(string input)
     EmbeddingClient embeddingClient = openAIClient.GetEmbeddingClient("text-embedding-ada-002");
 
     Embedding embedding = embeddingClient.GenerateEmbedding(input);
-    return embedding.Vector;
+    return embedding.ToFloats();
 }
 ```
 

sdk/search/Azure.Search.Documents/samples/Sample07_VectorSearch_UsingVectorizableTextQuery.md

@@ -81,7 +81,7 @@ public static ReadOnlyMemory<float> GetEmbeddings(string input)
     EmbeddingClient embeddingClient = openAIClient.GetEmbeddingClient("text-embedding-ada-002");
 
     Embedding embedding = embeddingClient.GenerateEmbedding(input);
-    return embedding.Vector;
+    return embedding.ToFloats();
 }
 ```
 

sdk/search/Azure.Search.Documents/samples/Sample07_VectorSearch_UsingVectorizedQuery.md

@@ -125,6 +125,7 @@ SearchResults<Hotel> response = await searchClient.SearchAsync<Hotel>(
             QueryCaption = new(QueryCaptionType.Extractive),
             QueryAnswer = new(QueryAnswerType.Extractive)
         },
+        QueryLanguage = QueryLanguage.EnUs,
         QueryType = SearchQueryType.Semantic
     });
 
@@ -176,6 +177,7 @@ SearchResults<Hotel> response = await searchClient.SearchAsync<Hotel>(
             QueryAnswer = new(QueryAnswerType.Extractive),
             SemanticQuery = "Is there any hotel located on the main commercial artery of the city in the heart of New York?"
         },
+        QueryLanguage = QueryLanguage.EnUs,
     });
 
 int count = 0;