upgrade storage adapters and parse legacy ones

Author: ricardo-devis-agullo

package-lock.json

@@ -115,8 +115,8 @@
     "oc-client-browser": "1.5.4",
     "oc-empty-response-handler": "1.0.2",
     "oc-get-unix-utc-timestamp": "1.0.5",
-    "oc-s3-storage-adapter": "1.1.6",
-    "oc-storage-adapters-utils": "1.0.4",
+    "oc-s3-storage-adapter": "1.2.0",
+    "oc-storage-adapters-utils": "1.1.0",
     "oc-template-es6": "1.0.6",
     "oc-template-es6-compiler": "1.1.13",
     "oc-template-handlebars": "6.0.24",

package.json

@@ -1,32 +1,31 @@
-import { promisify } from 'util';
 import semver from 'semver';
 import pLimit from 'p-limit';
 import getUnixUTCTimestamp from 'oc-get-unix-utc-timestamp';
-import { Cdn, ComponentsList, Config } from '../../../types';
+import { ComponentsList, Config } from '../../../types';
+import { StorageAdapter } from 'oc-storage-adapters-utils';
 
-export default function componentsList(conf: Config, cdn: Cdn) {
+export default function componentsList(conf: Config, cdn: StorageAdapter) {
   const filePath = (): string =>
     `${conf.storage.options.componentsDir}/components.json`;
 
   const componentsList = {
-    getFromJson: (): Promise<ComponentsList> =>
-      promisify(cdn.getJson)(filePath(), true),
+    getFromJson: (): Promise<ComponentsList> => cdn.getJson(filePath(), true),
 
     getFromDirectories: async (): Promise<ComponentsList> => {
       const componentsInfo: Dictionary<string[]> = {};
 
       const getVersionsForComponent = async (
         componentName: string
       ): Promise<string[]> => {
-        const versions = await promisify(cdn.listSubDirectories)(
+        const versions = await cdn.listSubDirectories(
           `${conf.storage.options.componentsDir}/${componentName}`
         );
 
         return versions.sort(semver.compare);
       };
 
       try {
-        const components = await promisify(cdn.listSubDirectories)(
+        const components = await cdn.listSubDirectories(
           conf.storage.options.componentsDir
         );
         const limit = pLimit(cdn.maxConcurrentRequests);
@@ -64,7 +63,7 @@ export default function componentsList(conf: Config, cdn: Cdn) {
     },
 
     save: (data: ComponentsList): Promise<unknown> =>
-      promisify(cdn.putFileContent)(JSON.stringify(data), filePath(), true)
+      cdn.putFileContent(JSON.stringify(data), filePath(), true)
   };
 
   return componentsList;

src/registry/domain/components-cache/components-list.ts

@@ -2,9 +2,10 @@ import _ from 'lodash';
 import getComponentsList from './components-list';
 import * as eventsHandler from '../events-handler';
 import getUnixUTCTimestamp from 'oc-get-unix-utc-timestamp';
-import { Cdn, ComponentsList, Config } from '../../../types';
+import { ComponentsList, Config } from '../../../types';
+import { StorageAdapter } from 'oc-storage-adapters-utils';
 
-export default function componentsCache(conf: Config, cdn: Cdn) {
+export default function componentsCache(conf: Config, cdn: StorageAdapter) {
   let cachedComponentsList: ComponentsList;
   let refreshLoop: NodeJS.Timeout;
 
@@ -36,8 +37,8 @@ export default function componentsCache(conf: Config, cdn: Cdn) {
     return data;
   };
 
-  const throwError = (code: string, message: unknown) => {
-    eventsHandler.fire('error', { code, message });
+  const throwError = (code: string, message: any) => {
+    eventsHandler.fire('error', { code, message: message?.message ?? message });
     throw code;
   };
 

src/registry/domain/components-cache/index.ts

@@ -3,14 +3,14 @@ import _ from 'lodash';
 import * as eventsHandler from './events-handler';
 import getUnixUTCTimestamp from 'oc-get-unix-utc-timestamp';
 import {
-  Cdn,
   Component,
   ComponentsDetails,
   ComponentsList,
   Config
 } from '../../types';
+import { StorageAdapter } from 'oc-storage-adapters-utils';
 
-export default function componentsDetails(conf: Config, cdn: Cdn) {
+export default function componentsDetails(conf: Config, cdn: StorageAdapter) {
   const returnError = (
     code: string,
     message: string | Error,

src/registry/domain/components-details.ts

@@ -1,5 +1,4 @@
 import fs from 'fs-extra';
-import { promisify } from 'util';
 import getUnixUtcTimestamp from 'oc-get-unix-utc-timestamp';
 import path from 'path';
 import _ from 'lodash';
@@ -10,24 +9,27 @@ import registerTemplates from './register-templates';
 import settings from '../../resources/settings';
 import strings from '../../resources';
 import * as validator from './validators';
+import parseAdapter from './storage-adapter';
 import * as versionHandler from './version-handler';
 import errorToString from '../../utils/error-to-string';
 import {
-  Cdn,
   Component,
   ComponentsDetails,
   ComponentsList,
   Config,
   Repository
 } from '../../types';
 import { fromCallback, fromPromise } from 'universalify';
+import { StorageAdapter } from 'oc-storage-adapters-utils';
 
 const packageInfo = fs.readJsonSync(
   path.join(__dirname, '..', '..', '..', 'package.json')
 );
 
 export default function repository(conf: Config): Repository {
-  const cdn: Cdn = !conf.local && conf.storage.adapter(conf.storage.options);
+  const cdn: StorageAdapter =
+    !conf.local &&
+    (parseAdapter(conf.storage.adapter(conf.storage.options)) as any);
   const options = !conf.local ? conf.storage.options : null;
   const repositorySource = conf.local
     ? 'local repository'
@@ -120,7 +122,7 @@ export default function repository(conf: Config): Repository {
         return Promise.resolve(local.getCompiledView(componentName));
       }
 
-      return promisify(cdn.getFile)(
+      return cdn.getFile(
         getFilePath(componentName, componentVersion, 'template.js')
       );
     },
@@ -212,7 +214,7 @@ export default function repository(conf: Config): Repository {
         }
       }
 
-      return promisify(cdn.getJson)<Component>(
+      return cdn.getJson<Component>(
         getFilePath(componentName, componentVersion, 'package.json'),
         false
       );
@@ -260,7 +262,7 @@ export default function repository(conf: Config): Repository {
         'server.js'
       );
 
-      const content = await promisify(cdn.getFile)(filePath);
+      const content = await cdn.getFile(filePath);
 
       return { content, filePath };
     },
@@ -391,7 +393,7 @@ export default function repository(conf: Config): Repository {
               if (err) {
                 return callback(err as any, undefined as any);
               }
-              cdn.putDir(
+              fromPromise(cdn.putDir)(
                 pkgDetails.outputFolder,
                 `${
                   options!.componentsDir

src/registry/domain/repository.ts

@@ -0,0 +1,82 @@
+import { fromCallback } from 'universalify';
+import { StorageAdapter } from 'oc-storage-adapters-utils';
+
+type RemovePromiseOverload<T> = T extends {
+  (...args: infer B): void;
+  (...args: any[]): Promise<any>;
+}
+  ? (...args: B) => void
+  : T;
+
+type LegacyStorageAdapter = {
+  [P in keyof StorageAdapter]: RemovePromiseOverload<StorageAdapter[P]>;
+};
+
+const officialAdapters = {
+  s3: { name: 'oc-s3-storage-adapter', version: '1.2.0' },
+  gs: { name: 'oc-gs-storage-adapter', version: '1.1.0' },
+  'azure-blob-storage': { name: 'oc-azure-storage-adapter', version: '0.1.0' }
+};
+type OfficialAdapter = keyof typeof officialAdapters;
+
+function isOfficialAdapter(
+  adapter: LegacyStorageAdapter
+): adapter is LegacyStorageAdapter & { adapterType: OfficialAdapter } {
+  return Object.keys(officialAdapters).includes(
+    adapter.adapterType as OfficialAdapter
+  );
+}
+
+function isPromiseBased(tryFunction: () => unknown) {
+  try {
+    (tryFunction as () => Promise<unknown>)().catch(() => {
+      // To not throw unhandled promise exceptions
+    });
+    return true;
+  } catch (err) {
+    return false;
+  }
+}
+
+function isLegacyAdapter(
+  adapter: StorageAdapter | LegacyStorageAdapter
+): adapter is LegacyStorageAdapter {
+  return !isPromiseBased(() => (adapter as StorageAdapter).getFile(''));
+}
+
+function convertLegacyAdapter(adapter: LegacyStorageAdapter): StorageAdapter {
+  return {
+    getFile: fromCallback(adapter.getFile),
+    getJson: fromCallback(adapter.getJson),
+    listSubDirectories: fromCallback(adapter.listSubDirectories),
+    putDir: fromCallback(adapter.putDir),
+    putFile: fromCallback(adapter.putFile),
+    putFileContent: fromCallback(adapter.putFileContent),
+    getUrl: adapter.getUrl,
+    maxConcurrentRequests: adapter.maxConcurrentRequests,
+    adapterType: adapter.adapterType
+  };
+}
+
+export default function getAdapter(
+  adapter: StorageAdapter | LegacyStorageAdapter
+): StorageAdapter {
+  if (isLegacyAdapter(adapter)) {
+    if (isOfficialAdapter(adapter)) {
+      const pkg = officialAdapters[adapter.adapterType];
+      process.emitWarning(
+        `Adapters now should work with promises. Consider upgrading your package ${pkg.name} to at least version ${pkg.version}`,
+        'DeprecationWarning'
+      );
+    } else {
+      process.emitWarning(
+        'Your adapter is using the old interface of working with callbacks. Consider upgrading it to work with promises, as the previous one will be deprecated.',
+        'DeprecationWarning'
+      );
+    }
+
+    return convertLegacyAdapter(adapter);
+  }
+
+  return adapter;
+}

src/registry/domain/storage-adapter.ts

@@ -1,7 +1,7 @@
 import fs from 'fs-extra';
 import path from 'path';
 
-import { getFileInfo } from 'oc-storage-adapters-utils';
+import adaptersUtils from 'oc-storage-adapters-utils';
 import { Request, Response } from 'express';
 import { Repository } from '../../types';
 
@@ -57,7 +57,7 @@ export default function staticRedirector(repository: Repository) {
     }
 
     const fileStream = fs.createReadStream(filePath);
-    const fileInfo = getFileInfo(filePath);
+    const fileInfo = adaptersUtils.getFileInfo(filePath);
 
     if (fileInfo.mimeType) {
       res.set('Content-Type', fileInfo.mimeType);

src/registry/routes/static-redirector.ts

@@ -168,24 +168,6 @@ export interface Config {
   verbosity: number;
 }
 
-export interface Cdn {
-  adapterType: string;
-  getFile: (filePath: string, cb: Callback<string>) => void;
-  getJson<T>(filePath: string, force: boolean, cb: Callback<T, string>): void;
-  listSubDirectories: (
-    dir: string,
-    cb: Callback<string[], Error & { code?: string }>
-  ) => void;
-  maxConcurrentRequests: number;
-  putDir: (folderPath: string, filePath: string, cb: Callback) => void;
-  putFileContent: (
-    data: unknown,
-    path: string,
-    isPrivate: boolean,
-    callback: Callback<unknown, string>
-  ) => void;
-}
-
 type CompiledTemplate = (model: unknown) => string;
 
 interface CompilerOptions {