[Automatic_Import_V2] Add Saved Objects Service (#239451)

## Summary

This PR adds:
AutomaticImportSavedObjectService which manages the Integration and Data
Stream saved objects.
The two saved objects serves as a base service for storing information
on integrations and their associated data streams.
The saved object service allows for saving of progress, multiple data
streams, and intermediary states.
Integration and Data Stream schemas are provided.
Dictates handling of CRUD in the Automatic Import environment and
manages the relationships between Integration and Saved objects.
Integration tests for important scenarios of using
AutomaticImportSavedObjectService.

## Impact

- Foundational saved object service for Automatic Import V2 to save
progress of integrations and data stream coming from our agentic
processes.

## Running Integration tests

`yarn test:jest_integration
x-pack/platform/plugins/shared/automatic_import_v2/server/integration_tests/saved_objects_service.test.ts`

---------

Co-authored-by: kibanamachine <[email protected]>
Co-authored-by: Bharat Pasupula <[email protected]>
Co-authored-by: Bharat Pasupula <[email protected]>

Author: 3 people

packages/kbn-check-saved-objects-cli/current_fields.json

@@ -309,6 +309,22 @@
     "title",
     "version"
   ],
+  "data_stream-config": [
+    "created_by",
+    "data_stream_id",
+    "integration_id",
+    "job_info",
+    "job_info.job_id",
+    "job_info.job_type",
+    "job_info.status",
+    "metadata",
+    "metadata.created_at",
+    "metadata.sample_count",
+    "metadata.version",
+    "result",
+    "result.field_mapping",
+    "result.ingest_pipeline"
+  ],
   "dynamic-config-overrides": [],
   "endpoint:unified-user-artifact-manifest": [
     "artifactIds",
@@ -786,6 +802,17 @@
     "use_space_awareness_migration_started_at",
     "use_space_awareness_migration_status"
   ],
+  "integration-config": [
+    "created_by",
+    "data_stream_count",
+    "integration_id",
+    "metadata",
+    "metadata.created_at",
+    "metadata.description",
+    "metadata.title",
+    "metadata.version",
+    "status"
+  ],
   "intercept_interaction_record": [],
   "intercept_trigger_record": [
     "firstRegisteredAt",

packages/kbn-check-saved-objects-cli/current_mappings.json

@@ -639,13 +639,13 @@
       },
       "observables": {
         "properties": {
-          "typeKey": {
+          "description": {
             "type": "keyword"
           },
-          "value": {
+          "typeKey": {
             "type": "keyword"
           },
-          "description": {
+          "value": {
             "type": "keyword"
           }
         },
@@ -1073,6 +1073,40 @@
       }
     }
   },
+  "data_stream-config": {
+    "dynamic": false,
+    "properties": {
+      "created_by": {
+        "type": "keyword"
+      },
+      "data_stream_id": {
+        "type": "keyword"
+      },
+      "integration_id": {
+        "type": "keyword"
+      },
+      "job_info": {
+        "properties": {
+          "job_id": {
+            "type": "keyword"
+          },
+          "job_type": {
+            "type": "keyword"
+          },
+          "status": {
+            "type": "keyword"
+          }
+        },
+        "type": "nested"
+      },
+      "metadata": {
+        "properties": {}
+      },
+      "result": {
+        "properties": {}
+      }
+    }
+  },
   "dynamic-config-overrides": {
     "dynamic": false,
     "properties": {}
@@ -2618,6 +2652,26 @@
       }
     }
   },
+  "integration-config": {
+    "dynamic": false,
+    "properties": {
+      "created_by": {
+        "type": "keyword"
+      },
+      "data_stream_count": {
+        "type": "integer"
+      },
+      "integration_id": {
+        "type": "keyword"
+      },
+      "metadata": {
+        "properties": {}
+      },
+      "status": {
+        "type": "keyword"
+      }
+    }
+  },
   "intercept_interaction_record": {
     "dynamic": false,
     "properties": {}

x-pack/platform/plugins/shared/automatic_import_v2/kibana.jsonc

@@ -20,6 +20,7 @@
       "actions",
       "stackConnectors",
       "inference",
+      "security"
     ],
   }
 }

x-pack/platform/plugins/shared/automatic_import_v2/server/__mocks__/saved_objects.ts

@@ -0,0 +1,68 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import type { SavedObject } from '@kbn/core/server';
+import type {
+  DataStreamAttributes,
+  IntegrationAttributes,
+} from '../services/saved_objects/schemas/types';
+import {
+  DATA_STREAM_SAVED_OBJECT_TYPE,
+  INTEGRATION_SAVED_OBJECT_TYPE,
+  TASK_STATUSES,
+} from '../services/saved_objects/constants';
+
+export const mockIntegrationData: IntegrationAttributes = {
+  integration_id: 'test-integration-id',
+  data_stream_count: 2,
+  created_by: 'test-user',
+  status: TASK_STATUSES.pending,
+  metadata: {
+    title: 'Test Integration',
+    description: 'A test integration',
+    created_at: '2024-01-01T00:00:00.000Z',
+    version: '0.0.0',
+  },
+};
+
+export const mockDataStreamData: DataStreamAttributes = {
+  integration_id: 'test-integration-id',
+  data_stream_id: 'test-data-stream-id',
+  created_by: 'test-user',
+  job_info: {
+    job_id: 'test-job-id',
+    job_type: 'test-job-type',
+    status: TASK_STATUSES.pending,
+  },
+  metadata: {
+    sample_count: 100,
+    version: '0.0.0',
+    created_at: '2024-01-01T00:00:00.000Z',
+  },
+  result: {
+    ingest_pipeline: 'test-pipeline',
+    field_mapping: {
+      'test-field': 'test-value',
+    },
+  },
+};
+
+export const mockSavedObject: SavedObject<IntegrationAttributes> = {
+  id: 'test-integration-id',
+  type: INTEGRATION_SAVED_OBJECT_TYPE,
+  attributes: mockIntegrationData,
+  references: [],
+  version: '1',
+};
+
+export const mockDataStreamSavedObject: SavedObject<DataStreamAttributes> = {
+  id: 'test-data-stream-id',
+  type: DATA_STREAM_SAVED_OBJECT_TYPE,
+  attributes: mockDataStreamData,
+  references: [],
+  version: '1',
+};

x-pack/platform/plugins/shared/automatic_import_v2/server/integration_tests/__mocks__/security.ts

@@ -0,0 +1,33 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import type { SecurityServiceStart } from '@kbn/core/server';
+
+export const createMockSecurity = (
+  username = 'test-user',
+  email = '[email protected]',
+  fullName = 'Test User',
+  roles = ['admin']
+): jest.Mocked<SecurityServiceStart> => {
+  return {
+    authc: {
+      getCurrentUser: jest.fn().mockReturnValue({
+        username,
+        email,
+        full_name: fullName,
+        roles,
+      }),
+    },
+    audit: {
+      asScoped: jest.fn(),
+      withoutRequest: {
+        enabled: false,
+        log: jest.fn(),
+      },
+    },
+  } as any;
+};