refactor: add @opensumi/ide-utils module (#784)

* refactor: add @opensumi/ide-utils module

* fix: module and function ref path

* test: move utils test to utils module

* chore: upgrade to 2.16.6 version

* refactor: use common OperatingSystem define on platform and os file

* chore: remove useless utils

* test: fix unit test

* test: use ResourceLoader on jsdom to make platform correctly

* chore: make @opensumi/ide-utils to be public package

* chore: merge cancelToken defined

* chore: fix function ref

* chore: add userAgent environment in jsdom

* chore: add prettierPath config

* chore: update jest.config.js

* test: add more arrays unit test

* chore: use v8 coverageProvider

* chore: use babel provider

* chore: add codecov.yml

* chore: update utils version

Co-authored-by: 野声 <lijiacheng.ljc@antgroup.com>

Author: erha19

codecov.yml

@@ -0,0 +1,8 @@
+coverage:
+  status:
+    project:
+      default:
+        target: auto
+        # allow coverage to drop by this amount and still post success
+        threshold: 0.5%
+        if_ci_failed: error

configs/ts/references/tsconfig.utils.json

@@ -0,0 +1,8 @@
+{
+  "extends": "../tsconfig.base.json",
+  "compilerOptions": {
+    "rootDir": "../../../packages/utils/src",
+    "outDir": "../../../packages/utils/lib"
+  },
+  "include": ["../../../packages/utils/src"]
+}

configs/ts/tsconfig.build.json

@@ -1,5 +1,8 @@
 {
   "references": [
+    {
+      "path": "./references/tsconfig.utils.json"
+    },
     {
       "path": "./references/tsconfig.core-common.json"
     },

configs/ts/tsconfig.resolve.json

@@ -3,6 +3,8 @@
   "compilerOptions": {
     "baseUrl": "..",
     "paths": {
+      "@opensumi/ide-utils": ["../packages/utils/src/index.ts"],
+      "@opensumi/ide-utils/lib/*": ["../packages/utils/src/*"],
       "@opensumi/ide-addons": ["../packages/addons/src/index.ts"],
       "@opensumi/ide-addons/lib/*": ["../packages/addons/src/*"],
       "@opensumi/ide-comments": ["../packages/comments/src/index.ts"],

jest.config.js

@@ -35,24 +35,15 @@ const baseConfig = {
     '/packages/quick-open/entry',
     // 终端渲染测试暂时不跟随单元测试
     '/packages/terminal-next/__tests__/browser/render.test.ts',
-    // components utils 均引用自 @opensumi/ide-core-common 模块，无须重复测试
-    // 后续统一至 @opensumi/ide-utils 模块
-    '/packages/components/src/utils',
   ],
   modulePathIgnorePatterns: ['<rootDir>/dist/'],
   coveragePathIgnorePatterns: [
     '/dist/',
     '/node_modules/',
-    '/__test__/',
     '/mocks/',
     '/tools/template/',
     '/tools/workspace/',
-    '/packages/status-bar/entry',
     '/packages/startup/entry',
-    '/packages/quick-open/entry',
-    // components 下的 utils 均引用自 @opensumi/ide-core-common 模块，无须重复测试
-    // 后续统一至 @opensumi/ide-utils 模块
-    '/packages/components/src/utils',
   ],
   coverageThreshold: {
     global: {
@@ -78,7 +69,7 @@ module.exports = {
         // 有个 webview 的 case 应该放在 electron 下测，也会被第一条规则匹配到
         // - packages/webview/__tests__/webview/webview.channel.test.ts
         '**/packages/*/__test?(s)__/!(browser)/**/?(*.)+(spec|test).[jt]s?(x)',
-        '**/packages/{core-common,core-electron-main,core-node,electron-basic}/__tests__/**/?(*.)+(spec|test).[jt]s?(x)',
+        '**/packages/{core-common,core-electron-main,core-node,electron-basic,utils}/__tests__/**/?(*.)+(spec|test).[jt]s?(x)',
         // exclude 的要放最后
         '!**/packages/{components,core-browser}/__tests__/**',
       ],
@@ -93,6 +84,9 @@ module.exports = {
         </html>`,
         runScripts: 'dangerously',
         url: 'http://localhost/?id=1',
+        userAgent: `Mozilla/5.0 (${
+          process.platform === 'darwin' ? 'Macintosh' : process.platform === 'win32' ? 'Windows' : 'Linux'
+        }) AppleWebKit/537.36 (KHTML, like Gecko) jsdom/v16.7.0`,
       },
       setupFiles: ['./jest.setup.jsdom.js'],
       testMatch: [

jest.setup.node.js

@@ -1,11 +1,21 @@
-const { JSDOM } = require('jsdom');
+const { JSDOM, ResourceLoader } = require('jsdom');
+
+const resourceLoader = new ResourceLoader({
+  strictSSL: false,
+  userAgent: `Mozilla/5.0 (${
+    process.platform === 'darwin' ? 'Macintosh' : process.platform === 'win32' ? 'Windows' : 'Linux'
+  }) AppleWebKit/537.36 (KHTML, like Gecko) jsdom/v16.7.0`,
+});
+
 const jsdom = new JSDOM('<div id="main"></div>', {
   // https://github.com/jsdom/jsdom#basic-options
   // 禁用掉 resources: usable, 采用 jsdom 默认策略不加载 subresources
   // 避免测试用例加载 external subresource, 如 iconfont 的 css 挂掉
   // resources: 'usable',
   runScripts: 'dangerously',
   url: 'http://localhost/?id=1',
+  // 保障 `platform.ts` 中 isLinux 等平台信息判断准确性
+  resources: resourceLoader,
 });
 global.document = jsdom.window.document;
 let text = '';

packages/addons/src/browser/file-drop.service.ts

@@ -1,11 +1,12 @@
 import { Injectable, Autowired } from '@opensumi/di';
-import { Path } from '@opensumi/ide-components/lib/utils/path';
-import { Uri, formatLocalize } from '@opensumi/ide-core-browser/lib';
+import { formatLocalize } from '@opensumi/ide-core-browser';
 import { IStatusBarService, StatusBarAlignment, StatusBarEntryAccessor } from '@opensumi/ide-core-browser/lib/services';
-import { WithEventBus } from '@opensumi/ide-core-common/lib';
+import { WithEventBus, Uri, path } from '@opensumi/ide-core-common';
 import { FileTreeDropEvent } from '@opensumi/ide-core-common/lib/types/dnd';
 import { IFileServiceClient } from '@opensumi/ide-file-service/lib/common';
 
+const { Path } = path;
+
 import {
   IFileDropFrontendService,
   IFileDropBackendService,

packages/comments/src/browser/comments.service.ts

@@ -17,9 +17,9 @@ import {
   IDisposable,
   positionToRange,
   Deferred,
+  path,
+  LRUCache,
 } from '@opensumi/ide-core-browser';
-import { LRUCache } from '@opensumi/ide-core-common/lib/map';
-import { dirname } from '@opensumi/ide-core-common/lib/path';
 import { IEditor } from '@opensumi/ide-editor';
 import {
   IEditorDecorationCollectionService,
@@ -46,6 +46,8 @@ import {
 import { CommentsPanel } from './comments-panel.view';
 import { CommentsThread } from './comments-thread';
 
+const { dirname } = path;
+
 @Injectable()
 export class CommentsService extends Disposable implements ICommentsService {
   @Autowired(INJECTOR_TOKEN)

packages/components/package.json

@@ -17,6 +17,7 @@
   "dependencies": {
     "@ant-design/icons": "^4.6.4",
     "@types/react-window": "^1.8.5",
+    "@opensumi/ide-utils": "2.17.0",
     "fuzzy": "^0.1.3",
     "lodash": "^4.17.15",
     "raf": "^3.4.1",

packages/components/src/recycle-tree/RecycleTree.tsx

@@ -2,8 +2,17 @@ import fuzzy from 'fuzzy';
 import React from 'react';
 import { FixedSizeList, VariableSizeList, shouldComponentUpdate, ListProps } from 'react-window';
 
+import {
+  DisposableCollection,
+  Emitter,
+  Event,
+  Disposable,
+  CancellationTokenSource,
+  CancellationToken,
+  Throttler,
+} from '@opensumi/ide-utils';
+
 import { ScrollbarsVirtualList } from '../scrollbars';
-import { DisposableCollection, Emitter, Event, Disposable, CancellationTokenSource, CancellationToken } from '../utils';
 
 import { RenamePromptHandle, PromptHandle } from './prompt';
 import { NewPromptHandle } from './prompt/NewPromptHandle';
@@ -286,8 +295,7 @@ export class RecycleTree extends React.Component<IRecycleTreeProps> {
 
   private willUpdateTasks = 0;
 
-  private updateTimer;
-  private updateTime = 0;
+  private queueUpdateThrottler: Throttler = new Throttler();
 
   // 批量更新Tree节点
   private doBatchUpdate = (() => {
@@ -376,52 +384,12 @@ export class RecycleTree extends React.Component<IRecycleTreeProps> {
     };
   })();
 
-  // FIXME: 待 @opensumi/ide-utils 合入后可合并逻辑至 Throttler.queue
   private batchUpdate = () => {
     this.willUpdateTasks++;
-    this.queueUpdatePromise = this.queueUpdate(this.doBatchUpdate);
+    this.queueUpdatePromise = this.queueUpdateThrottler.queue(this.doBatchUpdate);
     return this.queueUpdatePromise;
   };
 
-  private queueUpdate(promiseFactory: () => Promise<void>) {
-    if (this.activePromise) {
-      this.queuedPromiseFactory = promiseFactory;
-
-      if (!this.queuedPromise) {
-        const onComplete = () => {
-          this.queuedPromise = null;
-
-          const result = this.queueUpdate(this.queuedPromiseFactory!);
-          this.queuedPromiseFactory = null;
-
-          return result;
-        };
-
-        this.queuedPromise = new Promise((c) => {
-          this.activePromise!.then(onComplete, onComplete).then(c);
-        });
-      }
-      return new Promise((c, e) => {
-        this.queuedPromise!.then(c, e);
-      });
-    }
-
-    this.activePromise = promiseFactory();
-
-    return new Promise((c, e) => {
-      this.activePromise!.then(
-        (result: any) => {
-          this.activePromise = null;
-          c(result);
-        },
-        (err: any) => {
-          this.activePromise = null;
-          e(err);
-        },
-      );
-    });
-  }
-
   private getNewPromptInsertIndex(startIndex: number, parent: CompositeTreeNode) {
     const { root } = this.props.model;
     let insertIndex: number = startIndex + 1;