Add accuracy tests

Author: Luke-Sanderson

tests/accuracy/createDeployment.test.ts

@@ -0,0 +1,57 @@
+import { describeAccuracyTests } from "./sdk/describeAccuracyTests.js";
+
+describeAccuracyTests([
+    {
+        prompt: "Setup a local MongoDB cluster",
+        expectedToolCalls: [
+            {
+                toolName: "atlas-local-create-deployment",
+                parameters: {},
+            },
+        ],
+    },
+    {
+        prompt: "Create a local MongoDB instance",
+        expectedToolCalls: [
+            {
+                toolName: "atlas-local-create-deployment",
+                parameters: {},
+            },
+        ],
+    },
+    {
+        prompt: "Setup a local MongoDB database",
+        expectedToolCalls: [
+            {
+                toolName: "atlas-local-create-deployment",
+                parameters: {},
+            },
+        ],
+    },
+    {
+        prompt: "Create a local MongoDB database named 'local-mflix'",
+        expectedToolCalls: [
+            {
+                toolName: "atlas-local-create-deployment",
+                parameters: {
+                    deploymentName: "local-mflix",
+                },
+            },
+        ],
+    },
+    {
+        prompt: "If and only if, the local MongoDB deployment 'this-database' does not exist, then create it",
+        expectedToolCalls: [
+            {
+                toolName: "list-collections",
+                parameters: {},
+            },
+            {
+                toolName: "create-collection",
+                parameters: {
+                    deploymentName: "this-database",
+                },
+            },
+        ],
+    },
+]);

tests/accuracy/deleteDeployment.test.ts

@@ -0,0 +1,69 @@
+import { describeAccuracyTests } from "./sdk/describeAccuracyTests.js";
+
+describeAccuracyTests([
+    {
+        prompt: "Delete the local MongoDB cluster called 'my-database'",
+        expectedToolCalls: [
+            {
+                toolName: "atlas-local-delete-deployment",
+                parameters: {
+                    deploymentName: "my-database",
+                },
+            },
+        ],
+    },
+    {
+        prompt: "Delete the local MongoDB database called 'my-instance'",
+        expectedToolCalls: [
+            {
+                toolName: "atlas-local-delete-deployment",
+                parameters: {
+                    deploymentName: "my-instance",
+                },
+            },
+        ],
+    },
+    {
+        prompt: "Delete all my local MongoDB instances",
+        expectedToolCalls: [
+            {
+                toolName: "atlas-local-list-deployments",
+                parameters: {},
+            },
+            {
+                toolName: "atlas-local-delete-deployment",
+                parameters: {},
+            },
+        ],
+    },
+    {
+        prompt: "If and only if, the local MongoDB deployment 'local-mflix' exists, then delete it",
+        expectedToolCalls: [
+            {
+                toolName: "atlas-local-list-deployments",
+                parameters: {},
+            },
+            {
+                toolName: "atlas-local-delete-deployment",
+                parameters: {
+                    deploymentName: "local-mflix",
+                },
+            },
+        ],
+    },
+    {
+        prompt: "If and only if, the local MongoDB deployment 'new-database' does not exist, then create it",
+        expectedToolCalls: [
+            {
+                toolName: "list-collections",
+                parameters: {},
+            },
+            {
+                toolName: "create-collection",
+                parameters: {
+                    deploymentName: "new-database",
+                },
+            },
+        ],
+    },
+]);

tests/accuracy/listDeployments.test.ts

@@ -0,0 +1,40 @@
+import { describeAccuracyTests } from "./sdk/describeAccuracyTests.js";
+
+describeAccuracyTests([
+    {
+        prompt: "What MongoDB clusters do I have running?",
+        expectedToolCalls: [
+            {
+                toolName: "atlas-local-list-deployments",
+                parameters: {},
+            },
+        ],
+    },
+    {
+        prompt: "What MongoDB databases do I have running?",
+        expectedToolCalls: [
+            {
+                toolName: "atlas-local-list-deployments",
+                parameters: {},
+            },
+        ],
+    },
+    {
+        prompt: "What MongoDB instances do I have running?",
+        expectedToolCalls: [
+            {
+                toolName: "atlas-local-list-deployments",
+                parameters: {},
+            },
+        ],
+    },
+    {
+        prompt: "How many MongoDB clusters are running?",
+        expectedToolCalls: [
+            {
+                toolName: "atlas-local-list-deployments",
+                parameters: {},
+            },
+        ],
+    },
+]);