Merge pull request #16 from Leko/add-more-logging

Fetch files recursively

Author: Leko

package.json

@@ -3,7 +3,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "0.0.5",
+  "version": "0.0.6-0",
   "description": "A reg-suit plugin to publish reports on GitHub pages",
   "repository": "Leko/reg-publish-github-pages-plugin",
   "author": "Leko <[email protected]>",

src/git.ts

@@ -49,7 +49,15 @@ export class GitUtil {
     this._token = token;
     this._logger = logger;
 
-    this._octokit = new Octokit({ auth: token });
+    this._octokit = new Octokit({
+      auth: token,
+      log: {
+        debug: msg => logger.verbose(msg),
+        info: msg => logger.info(msg),
+        warn: msg => logger.warn(msg),
+        error: msg => logger.error(msg),
+      },
+    });
   }
 
   async clone({ distDir }: { distDir: string }) {
@@ -88,19 +96,30 @@ export class GitUtil {
 
   async listRemoteFiles({ prefix }: { prefix: string }): Promise<ObjectListResult> {
     try {
-      const res = await this._octokit.request("GET /repos/{owner}/{repo}/contents/{path}", {
-        owner: this._owner,
-        repo: this._repo,
-        ref: this._branchName,
-        path: prefix,
-      });
-      if (!Array.isArray(res.data)) {
-        throw new Error(`${prefix} must be a directory`);
+      const open: string[] = [prefix];
+      const result = [];
+      while (open.length) {
+        const prefix = open.pop()!;
+        this._logger.verbose(`${prefix}: Visit`);
+        const res = await this._octokit.request("GET /repos/{owner}/{repo}/contents/{path}", {
+          owner: this._owner,
+          repo: this._repo,
+          ref: this._branchName,
+          path: prefix,
+        });
+        if (!Array.isArray(res.data)) {
+          throw new Error(`${prefix} must be a directory`);
+        }
+        const nextPaths = res.data.filter(f => f.type === "dir").map(f => f.path);
+        const files = res.data.filter(f => f.type === "file");
+        this._logger.verbose(`${prefix}: ${files.length} files and ${nextPaths} folders are found`);
+        open.push(...nextPaths);
+        result.push(...files);
       }
 
       return {
         isTruncated: false,
-        contents: res.data
+        contents: result
           .filter(f => f.type === "file")
           .map(f => ({
             key: f.path,

src/github-pages-publisher-plugin.ts

@@ -106,7 +106,9 @@ export class GithubPagesPublisherPlugin extends AbstractPublisher implements Pub
 
   protected async listItems(_lastKey: string, prefix: string): Promise<ObjectListResult> {
     this.logger.verbose(
-      `Listing files on the repository: ${this._pluginConfig.repository} (${this._pluginConfig.branchName})`,
+      `Listing files on the repository: ${this._pluginConfig.repository} (${
+        this._pluginConfig.branchName
+      }), prefix=${JSON.stringify(prefix)}`,
     );
     const result = await this._gitUtil.listRemoteFiles({
       prefix,