Added toplevel support for azure blob storage

Author: jsbroks

packages/azure/src/AzureBlobStorage.ts

@@ -1,4 +1,5 @@
 import { Storage, FilesReadable } from 'storage-core'
+import pathModule from 'path'
 import {
   BlobServiceClient,
   StorageSharedKeyCredential,
@@ -26,8 +27,32 @@ export class AzureBlobStorage extends Storage<AzureBlobStorageOptions> {
     this.containerClient = this.blobClient.getContainerClient(options.container)
   }
 
-  getTopLevel(_?: string): Promise<ListResult[]> {
-    throw new Error('Method not implemented.')
+  async getTopLevel(path?: string): Promise<ListResult[]> {
+    const iterator = this.containerClient
+      .listBlobsByHierarchy('/', { prefix: path ? `${path}/` : '' })
+      .byPage({ maxPageSize: 1000 })
+
+    const { value } = await iterator.next()
+    const { blobItems, blobPrefixes } = value.segment
+
+    const dirs: ListResult[] = blobPrefixes.map((b: any) => ({
+      name: pathModule.basename(b.name),
+      path: b.name.slice(0, -1),
+      isFile: false,
+      raw: b
+    }))
+
+    const files: ListResult[] = blobItems.map((b: any) => ({
+      name: pathModule.basename(b.name),
+      path: b.name,
+      size: b.properties.contentLength,
+      createdAt: b.properties.createdOn,
+      lastModified: b.properties.lastModified,
+      isFile: true,
+      raw: b
+    }))
+
+    return dirs.concat(files)
   }
 
   async getFileSize(path: string): Promise<number> {
@@ -39,7 +64,6 @@ export class AzureBlobStorage extends Storage<AzureBlobStorageOptions> {
 
   getFilesStream(path?: string | undefined): Readable {
     let iterator = this.containerClient.listBlobsFlat({ prefix: path })
-
     return new FilesReadable(async () => {
       const { value } = await iterator.next()
       return (

packages/core/src/LocalStorage.ts

@@ -38,8 +38,13 @@ export class LocalStorage extends Storage<LocalStorageOptions> {
       onlyDirectories: false,
       objectMode: true
     })
+
+    const rootPath = pathModule.resolve(this.fullPath())
+    const formatPath = (path: string) =>
+      pathModule.resolve(path).replace(`${rootPath}/`, '')
+
     return files.map(f => ({
-      path: f.path,
+      path: formatPath(f.path),
       name: pathModule.basename(f.path),
       raw: f,
       isFile: f.dirent.isFile()
@@ -48,9 +53,14 @@ export class LocalStorage extends Storage<LocalStorageOptions> {
 
   getFilesStream(path?: string): Readable {
     const fullPath = this.fullPath(path)
+
+    const rootPath = pathModule.resolve(this.fullPath())
+    const formatPath = (path: string) =>
+      pathModule.resolve(path).replace(`${rootPath}/`, '')
+
     const trans = new FilesTransform((f: any) => ({
       name: pathModule.basename(f.path),
-      path: f.path,
+      path: formatPath(f.path),
       size: f.stats.size,
       raw: f
     }))

packages/samples/ts/AzureBlobStorage.ts

@@ -50,4 +50,8 @@ import { getStorageManager, getStorageFactory } from 'storage-core'
   for await (let path of ls.getFilesStream('azure-write')) {
     console.log(path.name)
   }
+
+  for (let result of await ls.getTopLevel('azure-write')) {
+    console.log(`${result.isFile} | ${result.path}`)
+  }
 })()

packages/samples/ts/LocalStorage.ts

@@ -43,6 +43,6 @@ import { LocalStorage, getStorageManager } from 'storage-core'
   }
 
   for (let result of await ls.getTopLevel('local-write')) {
-    console.log(`${result.isFile} | ${result.name}`)
+    console.log(`${result.isFile} | ${result.path}`)
   }
 })()