File tree Expand file tree Collapse file tree 2 files changed +41
-3
lines changed Expand file tree Collapse file tree 2 files changed +41
-3
lines changed Original file line number Diff line number Diff line change
1
+ import { describeAccuracyTests } from "./sdk/describe-accuracy-tests.js" ;
2
+ import { getAvailableModels } from "./sdk/models.js" ;
3
+ import { AccuracyTestConfig } from "./sdk/describe-accuracy-tests.js" ;
4
+
5
+ function describeListCollectionsAccuracyTests ( prompt : string ) : AccuracyTestConfig {
6
+ return {
7
+ systemPrompt : "Assume that you're already connected." ,
8
+ prompt : prompt ,
9
+ mockedTools : {
10
+ "list-collections" : function listCollections ( ) {
11
+ return {
12
+ content : [
13
+ {
14
+ type : "text" ,
15
+ text : "Name: coll1" ,
16
+ } ,
17
+ {
18
+ type : "text" ,
19
+ text : "Name: coll1" ,
20
+ } ,
21
+ ] ,
22
+ } ;
23
+ } ,
24
+ } ,
25
+ expectedToolCalls : [
26
+ {
27
+ toolName : "list-collections" ,
28
+ parameters : { database : "db1" } ,
29
+ } ,
30
+ ] ,
31
+ } ;
32
+ }
33
+
34
+ describeAccuracyTests ( "list-collections" , getAvailableModels ( ) , [
35
+ describeListCollectionsAccuracyTests ( "How many collections do I have in database db1?" ) ,
36
+ describeListCollectionsAccuracyTests ( "List all the collections in my MongoDB database db1." ) ,
37
+ describeListCollectionsAccuracyTests ( "Is there a coll1 collection in my MongoDB database db1?" ) ,
38
+ ] ) ;
Original file line number Diff line number Diff line change @@ -26,7 +26,7 @@ export class OllamaModel implements Model {
26
26
constructor ( readonly modelName : string ) { }
27
27
28
28
isAvailable ( ) : boolean {
29
- return false ;
29
+ return true ;
30
30
}
31
31
32
32
getModel ( ) {
@@ -36,8 +36,8 @@ export class OllamaModel implements Model {
36
36
37
37
const ALL_TESTABLE_MODELS = [
38
38
new GeminiModel ( "gemini-1.5-flash" ) ,
39
- // new GeminiModel("gemini-2.0-flash"),
40
- // new OllamaModel("qwen3:latest "),
39
+ new GeminiModel ( "gemini-2.0-flash" ) ,
40
+ new OllamaModel ( "qwen3:1.7b " ) ,
41
41
] ;
42
42
43
43
export type TestableModels = ReturnType < typeof getAvailableModels > ;
You can’t perform that action at this time.
0 commit comments