Merge pull request #1605 from RedisInsight/feature/RI-3932-import_ssh

#RI-3932 import ssh

Author: vlad-dargel

redisinsight/api/src/__mocks__/database-import.ts

@@ -6,6 +6,7 @@ import { mockCaCertificate, mockClientCertificate } from 'src/__mocks__/certific
 import {
   InvalidCaCertificateBodyException, InvalidCertificateNameException,
 } from 'src/modules/database-import/exceptions';
+import { mockSshOptionsPrivateKey } from 'src/__mocks__/ssh';
 
 export const mockDatabasesToImportArray = new Array(10).fill(mockSentinelDatabaseWithTlsAuth);
 
@@ -87,3 +88,10 @@ export const mockCertificateImportService = jest.fn(() => ({
   processCaCertificate: jest.fn().mockResolvedValue(mockCaCertificate),
   processClientCertificate: jest.fn().mockResolvedValue(mockClientCertificate),
 }));
+
+export const mockSshImportService = jest.fn(() => ({
+  processSshOptions: jest.fn().mockResolvedValue({
+    ...mockSshOptionsPrivateKey,
+    id: undefined,
+  }),
+}));

redisinsight/api/src/common/utils/certificate-import.util.ts

@@ -3,5 +3,6 @@ import { readFileSync } from 'fs';
 
 export const isValidPemCertificate = (cert: string): boolean => cert.startsWith('-----BEGIN CERTIFICATE-----');
 export const isValidPemPrivateKey = (cert: string): boolean => cert.startsWith('-----BEGIN PRIVATE KEY-----');
+export const isValidSshPrivateKey = (cert: string): boolean => cert.startsWith('-----BEGIN OPENSSH PRIVATE KEY-----');
 export const getPemBodyFromFileSync = (path: string): string => readFileSync(path).toString('utf8');
 export const getCertNameFromFilename = (path: string): string => parse(path).name;

redisinsight/api/src/constants/error-messages.ts

@@ -18,6 +18,9 @@ export default {
 
   CA_CERT_EXIST: 'This ca certificate name is already in use.',
   INVALID_CA_BODY: 'Invalid CA body',
+  INVALID_SSH_PRIVATE_KEY_BODY: 'Invalid SSH private key body',
+  SSH_AGENTS_ARE_NOT_SUPPORTED: 'SSH Agents are not supported',
+  INVALID_SSH_BODY: 'Invalid SSH body',
   INVALID_CERTIFICATE_BODY: 'Invalid certificate body',
   INVALID_PRIVATE_KEY: 'Invalid private key',
   CERTIFICATE_NAME_IS_NOT_DEFINED: 'Certificate name is not defined',

redisinsight/api/src/modules/database-import/database-import.module.ts

@@ -3,12 +3,14 @@ import { DatabaseImportController } from 'src/modules/database-import/database-i
 import { DatabaseImportService } from 'src/modules/database-import/database-import.service';
 import { DatabaseImportAnalytics } from 'src/modules/database-import/database-import.analytics';
 import { CertificateImportService } from 'src/modules/database-import/certificate-import.service';
+import { SshImportService } from 'src/modules/database-import/ssh-import.service';
 
 @Module({
   controllers: [DatabaseImportController],
   providers: [
     DatabaseImportService,
     CertificateImportService,
+    SshImportService,
     DatabaseImportAnalytics,
   ],
 })

redisinsight/api/src/modules/database-import/database-import.service.spec.ts

@@ -6,6 +6,7 @@ import {
   mockDatabaseImportAnalytics,
   mockDatabaseImportFile,
   mockDatabaseImportResponse,
+  mockSshImportService,
   MockType,
 } from 'src/__mocks__';
 import { DatabaseRepository } from 'src/modules/database/repositories/database.repository';
@@ -18,9 +19,10 @@ import {
   InvalidCaCertificateBodyException, InvalidCertificateNameException, InvalidClientCertificateBodyException,
   NoDatabaseImportFileProvidedException,
   SizeLimitExceededDatabaseImportFileException,
-  UnableToParseDatabaseImportFileException
+  UnableToParseDatabaseImportFileException,
 } from 'src/modules/database-import/exceptions';
 import { CertificateImportService } from 'src/modules/database-import/certificate-import.service';
+import { SshImportService } from 'src/modules/database-import/ssh-import.service';
 
 describe('DatabaseImportService', () => {
   let service: DatabaseImportService;
@@ -45,6 +47,10 @@ describe('DatabaseImportService', () => {
           provide: CertificateImportService,
           useFactory: mockCertificateImportService,
         },
+        {
+          provide: SshImportService,
+          useFactory: mockSshImportService,
+        },
         {
           provide: DatabaseImportAnalytics,
           useFactory: mockDatabaseImportAnalytics,

redisinsight/api/src/modules/database-import/database-import.service.ts

@@ -22,6 +22,7 @@ import {
 } from 'src/modules/database-import/exceptions';
 import { ValidationException } from 'src/common/exceptions';
 import { CertificateImportService } from 'src/modules/database-import/certificate-import.service';
+import { SshImportService } from 'src/modules/database-import/ssh-import.service';
 
 @Injectable()
 export class DatabaseImportService {
@@ -51,10 +52,18 @@ export class DatabaseImportService {
     ['sentinelMasterPassword', [
       'sentinelMaster.password', 'sentinelOptions.nodePassword', 'sentinelOptions.sentinelPassword',
     ]],
+    ['sshHost', ['sshOptions.host', 'ssh_host', 'sshHost']],
+    ['sshPort', ['sshOptions.port', 'ssh_port', 'sshPort']],
+    ['sshUsername', ['sshOptions.username', 'ssh_user', 'sshUser']],
+    ['sshPassword', ['sshOptions.password', 'ssh_password', 'sshPassword']],
+    ['sshPrivateKey', ['sshOptions.privateKey', 'sshOptions.privatekey', 'ssh_private_key_path', 'sshKeyFile']],
+    ['sshPassphrase', ['sshOptions.passphrase', 'sshKeyPassphrase']],
+    ['sshAgentPath', ['ssh_agent_path']],
   ];
 
   constructor(
     private readonly certificateImportService: CertificateImportService,
+    private readonly sshImportService: SshImportService,
     private readonly databaseRepository: DatabaseRepository,
     private readonly analytics: DatabaseImportAnalytics,
   ) {}
@@ -159,7 +168,7 @@ export class DatabaseImportService {
       if (data?.sentinelMasterName) {
         data.sentinelMaster = {
           name: data.sentinelMasterName,
-          username: data.sentinelMasterUsername,
+          username: data.sentinelMasterUsername || undefined,
           password: data.sentinelMasterPassword,
         };
         data.nodes = [{
@@ -168,6 +177,17 @@ export class DatabaseImportService {
         }];
       }
 
+      if (data?.sshHost || data?.sshAgentPath) {
+        data.ssh = true;
+        try {
+          data.sshOptions = await this.sshImportService.processSshOptions(data);
+        } catch (e) {
+          status = DatabaseImportStatus.Partial;
+          data.ssh = false;
+          errors.push(e);
+        }
+      }
+
       if (data?.tlsCaCert) {
         try {
           data.tls = true;

redisinsight/api/src/modules/database-import/dto/import.database.dto.ts

@@ -14,7 +14,7 @@ import { UseClientCertificateDto } from 'src/modules/certificate/dto/use.client-
 export class ImportDatabaseDto extends PickType(Database, [
   'host', 'port', 'name', 'db', 'username', 'password',
   'connectionType', 'tls', 'verifyServerCert', 'sentinelMaster', 'nodes',
-  'new',
+  'new', 'ssh', 'sshOptions',
 ] as const) {
   @Expose()
   @IsNotEmpty()

redisinsight/api/src/modules/database-import/exceptions/index.ts

@@ -2,6 +2,9 @@ export * from './invalid-ca-certificate-body.exception';
 export * from './invalid-client-certificate-body.exception';
 export * from './invalid-client-private-key.exception';
 export * from './invalid-certificate-name.exception';
+export * from './invalid-ssh-body.exception';
+export * from './invalid-ssh-private-key-body.exception';
 export * from './size-limit-exceeded-database-import-file.exception';
 export * from './no-database-import-file-provided.exception';
 export * from './unable-to-parse-database-import-file.exception';
+export * from './ssh-agents-are-not-supported.exception';

redisinsight/api/src/modules/database-import/exceptions/invalid-ssh-body.exception.ts

@@ -0,0 +1,14 @@
+import { HttpException } from '@nestjs/common';
+import ERROR_MESSAGES from 'src/constants/error-messages';
+
+export class InvalidSshBodyException extends HttpException {
+  constructor(message: string = ERROR_MESSAGES.INVALID_SSH_BODY) {
+    const response = {
+      message,
+      statusCode: 400,
+      error: 'Invalid SSH body',
+    };
+
+    super(response, 400);
+  }
+}

redisinsight/api/src/modules/database-import/exceptions/invalid-ssh-private-key-body.exception.ts

@@ -0,0 +1,14 @@
+import { HttpException } from '@nestjs/common';
+import ERROR_MESSAGES from 'src/constants/error-messages';
+
+export class InvalidSshPrivateKeyBodyException extends HttpException {
+  constructor(message: string = ERROR_MESSAGES.INVALID_SSH_PRIVATE_KEY_BODY) {
+    const response = {
+      message,
+      statusCode: 400,
+      error: 'Invalid SSH Private Key Body',
+    };
+
+    super(response, 400);
+  }
+}