[Storage] Async iterator for listing blobs and containers - storage-blob

sdk/storage/storage-blob/samples/typescript/iterators.ts

@@ -0,0 +1,89 @@
+/* 
+ Setup: Enter your storage account name and shared key in main()
+*/
+
+import {
+  ContainerClient,
+  BlobServiceClient,
+  StorageClient,
+  SharedKeyCredential,
+  BlobClient,
+  BlockBlobClient
+} from "../../src"; // Change to "@azure/storage-blob" in your package
+
+async function main() {
+  // Enter your storage account name and shared key
+  const account = process.env["ACCOUNT_NAME"] || "";
+  const accountKey = process.env["ACCOUNT_KEY"] || "";
+
+  // Use SharedKeyCredential with storage account and account key
+  const sharedKeyCredential = new SharedKeyCredential(account, accountKey);
+
+  // Use sharedKeyCredential, tokenCredential or anonymousCredential to create a pipeline
+  const pipeline = StorageClient.newPipeline(sharedKeyCredential);
+
+  // List containers
+  const blobServiceClient = new BlobServiceClient(
+    // When using AnonymousCredential, following url should include a valid SAS or support public access
+    `https://${account}.blob.core.windows.net`,
+    pipeline
+  );
+
+  // List Containers
+  let iter1 = await blobServiceClient.listContainers();
+  let i = 1;
+  for await (const container of iter1) {
+    console.log(`Container ${i++}: ${container.name}`);
+  }
+
+  // List containers - generator syntax
+  let iter2 = await blobServiceClient.listContainers();
+  i = 1;
+  let containerItem = await iter2.next();
+  do {
+    console.log(`Container ${i++}: ${containerItem.value.name}`);
+    containerItem = await iter2.next();
+  } while (containerItem.value);
+
+  // Create a container
+  const containerName = `newcontainer${new Date().getTime()}`;
+  const containerClient = ContainerClient.fromBlobServiceClient(blobServiceClient, containerName);
+
+  const createContainerResponse = await containerClient.create();
+  console.log(`Created container ${containerName} successfully`, createContainerResponse.requestId);
+
+  for (let index = 0; index < 4; index++) {
+    // Create a blob
+    let content = "hello";
+    let blobName = "newblob" + new Date().getTime();
+    let blobClient = BlobClient.fromContainerClient(containerClient, blobName);
+    let blockBlobClient = BlockBlobClient.fromBlobClient(blobClient);
+    let uploadBlobResponse = await blockBlobClient.upload(content, content.length);
+    console.log(`Uploaded block blob ${blobName} successfully`, uploadBlobResponse.requestId);
+  }
+
+  // List blobs
+  iter1 = await containerClient.listBlobs();
+  i = 1;
+  for await (const blob of iter1) {
+    console.log(`Blob ${i++}: ${blob.name}`);
+  }
+
+  // List blobs - generator syntax
+  iter2 = await containerClient.listBlobs();
+  i = 1;
+  let blobItem = await iter2.next();
+  do {
+    console.log(`Blob ${i++}: ${blobItem.value.name}`);
+    blobItem = await iter2.next();
+  } while (blobItem.value);
+}
+
+// An async method returns a Promise object, which is compatible with then().catch() coding style.
+main()
+  .then(() => {
+    console.log("Successfully executed the sample.");
+  })
+  .catch((err) => {
+    console.log(err.message);
+  });

sdk/storage/storage-blob/src/BlobServiceClient.ts

@@ -173,6 +173,54 @@ export class BlobServiceClient extends StorageClient {
     });
   }
 
+  /**
+   * Iterates over containers under the specified account.  The returned iterator is resumable.
+   *
+   * @example
+   * for await (const container of blobServiceClient.listContainers()) {
+   *   console.log(`Container: ${container.name}`);
+   * }
+   *
+   * @example
+   * let iter1 = blobServiceClient.listContainers();
+   * let i = 1;
+   * for await (const container of iter1) {
+   *   console.log(`${i}: ${container.name}`);
+   *   i++;
+   * }
+   *
+   * @example
+   *  let iter2 = await blobServiceClient.listContainers();
+   *  i = 1;
+   *  let containerItem = await iter2.next();
+   *  do {
+   *    console.log(`Container ${i++}: ${containerItem.value.name}`);
+   *   containerItem = await iter2.next();
+   * } while (containerItem.value);
+   *
+   * @param {ServiceListContainersSegmentOptions} [options]
+   * @returns {AsyncIterableIterator<Models.ContainerItem>}
+   * @memberof BlobServiceClient
+   */
+  public async *listContainers(
+    options?: ServiceListContainersSegmentOptions
+  ): AsyncIterableIterator<Models.ContainerItem> {
+    let marker = undefined;
+    const blobServiceClient = this;
+    const aborter = !options || !options.abortSignal ? Aborter.none : options.abortSignal;
+    do {
+      const listContainersResponse: Models.ServiceListContainersSegmentResponse = await blobServiceClient.listContainersSegment(
+        marker,
+        {
+          ...options,
+          abortSignal: aborter
+        }
+      );
+      marker = listContainersResponse.nextMarker;
+      yield* listContainersResponse.containerItems;
+    } while (marker);
+  }
+
   /**
    * Returns a list of the containers under the specified account.
    * @see https://docs.microsoft.com/en-us/rest/api/storageservices/list-containers2

sdk/storage/storage-blob/src/ContainerClient.ts

@@ -548,6 +548,55 @@ export class ContainerClient extends StorageClient {
     });
   }
 
+  /**
+   * Iterates over blobs under the specified container.
+   *
+   * @example
+   * for await (const blob of containerClient.listBlobs()) {
+   *   console.log(`Container: ${blob.name}`);
+   * }
+   *
+   * @example
+   * let iter1 = containerClient.listBlobs();
+   * let i = 1;
+   * for await (const blob of iter1) {
+   *   console.log(`${i}: ${blob.name}`);
+   *   i++;
+   * }
+   *
+   * @example
+   * let iter2 = await containerClient.listBlobs();
+   * i = 1;
+   * let blobItem = await iter2.next();
+   * do {
+   *  console.log(`Blob ${i++}: ${blobItem.value.name}`);
+   *  blobItem = await iter2.next();
+   * } while (blobItem.value);
+   *
+   *
+   * @param {ContainerListBlobsSegmentOptions} [options]
+   * @returns {AsyncIterableIterator<Models.BlobItem>}
+   * @memberof ContainerClient
+   */
+  public async *listBlobs(
+    options: ContainerListBlobsSegmentOptions = {}
+  ): AsyncIterableIterator<Models.BlobItem> {
+    let marker = undefined;
+    const containerClient = this;
+    const aborter = !options || !options.abortSignal ? Aborter.none : options.abortSignal;
+    do {
+      const listBlobsResponse: Models.ContainerListBlobFlatSegmentResponse = await containerClient.listBlobFlatSegment(
+        marker,
+        {
+          ...options,
+          abortSignal: aborter
+        }
+      );
+      marker = listBlobsResponse.nextMarker;
+      yield* listBlobsResponse.segment.blobItems;
+    } while (marker);
+  }
+
   /**
    * listBlobFlatSegment returns a single segment of blobs starting from the
    * specified Marker. Use an empty Marker to start enumeration from the beginning.