Skip to content

Commit 8bcb300

Browse files
author
[email protected]
committed
CI Update
 Build.Reason:Manual by Genevieve Warren Build.Url:https://apidrop.visualstudio.com/Content%20CI/_build/results?buildId=490009&view=results source_repo.branch:meai-evaluation source_repo.url:https://apidrop.visualstudio.com/_git/binaries
1 parent 8b223f2 commit 8bcb300

File tree

29 files changed

+367
-377
lines changed

29 files changed

+367
-377
lines changed

‎xml/FrameworksIndex/net-8.0-pp.xml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1004,7 +1004,7 @@
10041004
</Type>
10051005
<Type Name="Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider" Id="T:Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider">
10061006
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider.DeleteExpiredCacheEntriesAsync(System.Threading.CancellationToken)" />
1007-
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider.GetCacheAsync(System.String,System.String,System.Collections.Generic.IEnumerable{System.String},System.Threading.CancellationToken)" />
1007+
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider.GetCacheAsync(System.String,System.String,System.Threading.CancellationToken)" />
10081008
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider.ResetAsync(System.Threading.CancellationToken)" />
10091009
</Type>
10101010
<Type Name="Microsoft.Extensions.AI.Evaluation.Reporting.IResultStore" Id="T:Microsoft.Extensions.AI.Evaluation.Reporting.IResultStore">
@@ -1064,7 +1064,7 @@
10641064
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedReportingConfiguration.Create(System.String,System.Collections.Generic.IEnumerable{Microsoft.Extensions.AI.Evaluation.IEvaluator},Microsoft.Extensions.AI.Evaluation.ChatConfiguration,System.Boolean,System.Collections.Generic.IEnumerable{System.String},System.String)" />
10651065
</Type>
10661066
<Type Name="Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache" Id="T:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache">
1067-
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.#ctor(System.String,System.String,System.String,System.Collections.Generic.IEnumerable{System.String})" />
1067+
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.#ctor(System.String,System.String,System.String)" />
10681068
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Get(System.String)" />
10691069
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.GetAsync(System.String,System.Threading.CancellationToken)" />
10701070
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Refresh(System.String)" />
@@ -1077,7 +1077,7 @@
10771077
<Type Name="Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache/Provider" Id="T:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider">
10781078
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider.#ctor(System.String)" />
10791079
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider.DeleteExpiredCacheEntriesAsync(System.Threading.CancellationToken)" />
1080-
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider.GetCacheAsync(System.String,System.String,System.Collections.Generic.IEnumerable{System.String},System.Threading.CancellationToken)" />
1080+
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider.GetCacheAsync(System.String,System.String,System.Threading.CancellationToken)" />
10811081
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider.ResetAsync(System.Threading.CancellationToken)" />
10821082
</Type>
10831083
<Type Name="Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResultStore" Id="T:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResultStore">

‎xml/FrameworksIndex/net-9.0-pp.xml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1015,7 +1015,7 @@
10151015
</Type>
10161016
<Type Name="Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider" Id="T:Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider">
10171017
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider.DeleteExpiredCacheEntriesAsync(System.Threading.CancellationToken)" />
1018-
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider.GetCacheAsync(System.String,System.String,System.Collections.Generic.IEnumerable{System.String},System.Threading.CancellationToken)" />
1018+
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider.GetCacheAsync(System.String,System.String,System.Threading.CancellationToken)" />
10191019
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider.ResetAsync(System.Threading.CancellationToken)" />
10201020
</Type>
10211021
<Type Name="Microsoft.Extensions.AI.Evaluation.Reporting.IResultStore" Id="T:Microsoft.Extensions.AI.Evaluation.Reporting.IResultStore">
@@ -1075,7 +1075,7 @@
10751075
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedReportingConfiguration.Create(System.String,System.Collections.Generic.IEnumerable{Microsoft.Extensions.AI.Evaluation.IEvaluator},Microsoft.Extensions.AI.Evaluation.ChatConfiguration,System.Boolean,System.Collections.Generic.IEnumerable{System.String},System.String)" />
10761076
</Type>
10771077
<Type Name="Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache" Id="T:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache">
1078-
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.#ctor(System.String,System.String,System.String,System.Collections.Generic.IEnumerable{System.String})" />
1078+
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.#ctor(System.String,System.String,System.String)" />
10791079
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Get(System.String)" />
10801080
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.GetAsync(System.String,System.Threading.CancellationToken)" />
10811081
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Refresh(System.String)" />
@@ -1088,7 +1088,7 @@
10881088
<Type Name="Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache/Provider" Id="T:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider">
10891089
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider.#ctor(System.String)" />
10901090
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider.DeleteExpiredCacheEntriesAsync(System.Threading.CancellationToken)" />
1091-
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider.GetCacheAsync(System.String,System.String,System.Collections.Generic.IEnumerable{System.String},System.Threading.CancellationToken)" />
1091+
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider.GetCacheAsync(System.String,System.String,System.Threading.CancellationToken)" />
10921092
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider.ResetAsync(System.Threading.CancellationToken)" />
10931093
</Type>
10941094
<Type Name="Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResultStore" Id="T:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResultStore">

‎xml/FrameworksIndex/netstandard-2.0-pp.xml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1007,7 +1007,7 @@
10071007
</Type>
10081008
<Type Name="Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider" Id="T:Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider">
10091009
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider.DeleteExpiredCacheEntriesAsync(System.Threading.CancellationToken)" />
1010-
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider.GetCacheAsync(System.String,System.String,System.Collections.Generic.IEnumerable{System.String},System.Threading.CancellationToken)" />
1010+
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider.GetCacheAsync(System.String,System.String,System.Threading.CancellationToken)" />
10111011
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.IResponseCacheProvider.ResetAsync(System.Threading.CancellationToken)" />
10121012
</Type>
10131013
<Type Name="Microsoft.Extensions.AI.Evaluation.Reporting.IResultStore" Id="T:Microsoft.Extensions.AI.Evaluation.Reporting.IResultStore">
@@ -1067,7 +1067,7 @@
10671067
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedReportingConfiguration.Create(System.String,System.Collections.Generic.IEnumerable{Microsoft.Extensions.AI.Evaluation.IEvaluator},Microsoft.Extensions.AI.Evaluation.ChatConfiguration,System.Boolean,System.Collections.Generic.IEnumerable{System.String},System.String)" />
10681068
</Type>
10691069
<Type Name="Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache" Id="T:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache">
1070-
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.#ctor(System.String,System.String,System.String,System.Collections.Generic.IEnumerable{System.String})" />
1070+
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.#ctor(System.String,System.String,System.String)" />
10711071
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Get(System.String)" />
10721072
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.GetAsync(System.String,System.Threading.CancellationToken)" />
10731073
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Refresh(System.String)" />
@@ -1080,7 +1080,7 @@
10801080
<Type Name="Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache/Provider" Id="T:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider">
10811081
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider.#ctor(System.String)" />
10821082
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider.DeleteExpiredCacheEntriesAsync(System.Threading.CancellationToken)" />
1083-
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider.GetCacheAsync(System.String,System.String,System.Collections.Generic.IEnumerable{System.String},System.Threading.CancellationToken)" />
1083+
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider.GetCacheAsync(System.String,System.String,System.Threading.CancellationToken)" />
10841084
<Member Id="M:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResponseCache.Provider.ResetAsync(System.Threading.CancellationToken)" />
10851085
</Type>
10861086
<Type Name="Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResultStore" Id="T:Microsoft.Extensions.AI.Evaluation.Reporting.Storage.Disk.DiskBasedResultStore">

‎xml/Microsoft.Extensions.AI.Evaluation.Quality/ChatConversationEvaluator.xml‎

Lines changed: 12 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -88,13 +88,12 @@
8888
</param>
8989
<param name="cancellationToken">A <see cref="T:System.Threading.CancellationToken" /> that can cancel the operation.</param>
9090
<summary>
91-
Returns <see langword="true" /> if there is sufficient <paramref name="tokenBudget" /> remaining to render the
92-
supplied <paramref name="message" /> as part of the evaluation prompt that this <see cref="T:Microsoft.Extensions.AI.Evaluation.IEvaluator" /> uses,
93-
<see langword="false" /> otherwise.
91+
Determines if there is sufficient <paramref name="tokenBudget" /> remaining to render the
92+
supplied <paramref name="message" /> as part of the evaluation prompt that this <see cref="T:Microsoft.Extensions.AI.Evaluation.IEvaluator" /> uses.
9493
</summary>
9594
<returns>
9695
<see langword="true" /> if there is sufficient <paramref name="tokenBudget" /> remaining to render the supplied
97-
<paramref name="message" /> as part of the evaluation prompt, <see langword="false" /> otherwise.
96+
<paramref name="message" /> as part of the evaluation prompt; <see langword="false" /> otherwise.
9897
</returns>
9998
<remarks>To be added.</remarks>
10099
</Docs>
@@ -122,7 +121,7 @@
122121
</ReturnValue>
123122
<Docs>
124123
<summary>
125-
The <see cref="T:Microsoft.Extensions.AI.ChatOptions" /> that this <see cref="T:Microsoft.Extensions.AI.Evaluation.IEvaluator" /> uses when performing evaluations.
124+
Gets the <see cref="T:Microsoft.Extensions.AI.ChatOptions" /> that this <see cref="T:Microsoft.Extensions.AI.Evaluation.IEvaluator" /> uses when performing evaluations.
126125
</summary>
127126
<value>To be added.</value>
128127
<remarks>To be added.</remarks>
@@ -226,11 +225,13 @@
226225
</ReturnValue>
227226
<Docs>
228227
<summary>
229-
Returns <see langword="true" /> if this <see cref="T:Microsoft.Extensions.AI.Evaluation.IEvaluator" /> considers the entire conversation history (in
230-
addition to the request and response being evaluated) as part of the evaluation it performs,
231-
<see langword="false" /> otherwise.
228+
Gets a value that indicates whether this <see cref="T:Microsoft.Extensions.AI.Evaluation.IEvaluator" /> considers the entire conversation history (in
229+
addition to the request and response being evaluated) as part of the evaluation it performs.
232230
</summary>
233-
<value>To be added.</value>
231+
<value>
232+
<see langword="true" /> if this <see cref="T:Microsoft.Extensions.AI.Evaluation.IEvaluator" /> considers the entire conversation history as part of
233+
the evaluation it performs; <see langword="false" /> otherwise.
234+
</value>
234235
<remarks>To be added.</remarks>
235236
</Docs>
236237
</Member>
@@ -301,7 +302,7 @@
301302
<param name="cancellationToken">A <see cref="T:System.Threading.CancellationToken" /> that can cancel the operation.</param>
302303
<summary>
303304
Parses the evaluation result present in <paramref name="modelResponseForEvaluationPrompt" /> into the
304-
<see cref="T:Microsoft.Extensions.AI.Evaluation.EvaluationMetric" />s present in the supplied <see cref="!:result" />.
305+
<see cref="T:Microsoft.Extensions.AI.Evaluation.EvaluationMetric" />s present in the supplied <paramref name="result" />.
305306
</summary>
306307
<returns>To be added.</returns>
307308
<remarks>To be added.</remarks>
@@ -444,7 +445,7 @@
444445
</ReturnValue>
445446
<Docs>
446447
<summary>
447-
The system prompt that this <see cref="T:Microsoft.Extensions.AI.Evaluation.IEvaluator" /> uses when performing evaluations.
448+
Gets the system prompt that this <see cref="T:Microsoft.Extensions.AI.Evaluation.IEvaluator" /> uses when performing evaluations.
448449
</summary>
449450
<value>To be added.</value>
450451
<remarks>To be added.</remarks>

‎xml/Microsoft.Extensions.AI.Evaluation.Quality/SingleNumericMetricEvaluator.xml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -134,7 +134,7 @@
134134
</ReturnValue>
135135
<Docs>
136136
<summary>
137-
The <see cref="P:Microsoft.Extensions.AI.Evaluation.EvaluationMetric.Name" /> of the <see cref="T:Microsoft.Extensions.AI.Evaluation.NumericMetric" /> produced by this
137+
Gets the <see cref="P:Microsoft.Extensions.AI.Evaluation.EvaluationMetric.Name" /> of the <see cref="T:Microsoft.Extensions.AI.Evaluation.NumericMetric" /> produced by this
138138
<see cref="T:Microsoft.Extensions.AI.Evaluation.IEvaluator" />.
139139
</summary>
140140
<value>To be added.</value>

0 commit comments

Comments
 (0)