Report DL stats during checkin (#16)

* Report DL stats during checkin

* Use 0 for initial max blob size

* Bump package version

Author: kkuzmin

dlblob.js

@@ -52,6 +52,43 @@ class AlAzureDlBlob {
         return this._blobService;
     };
 
+    _findMaxDlBlobSize(dlblobs) {
+        var len = dlblobs.length, max = 0;
+        while (len--) {
+            const contentLen = Number(dlblobs[len].contentLength);
+            if (contentLen > max) {
+                max = contentLen;
+            }
+        }
+        return max;
+    }
+    
+    /**
+     *  @function Retrievs the first page (5000) of dead letter blobs and finds the one with the maximum size.
+     *  
+     *  @param callback
+     *  @returns callback
+     */
+    getDlBlobStats(callback) {
+        var dlblob = this;
+        return dlblob._blobService.listBlobsSegmentedWithPrefix(
+            dlblob._dlContainerName,
+            process.env.WEBSITE_SITE_NAME,
+            null, function(listErr, dlblobList) {
+                if (listErr) {
+                    return callback(listErr);
+                } else {
+                    const dlstats =  {
+                        dl_stats: {
+                            dl_count: dlblobList.entries.length,
+                            max_dl_size: dlblob._findMaxDlBlobSize(dlblobList.entries)
+                        }
+                    };
+                    return callback(null, dlstats);
+                }
+            });
+    };
+    
     processDlBlobs(timer, callback) {
         var dlblob = this;
         const options = {

master.js

@@ -20,6 +20,7 @@ const alcollector = require('@alertlogic/al-collector-js');
 const m_util = require('./util');
 const AzureWebAppStats = require('./appstats').AzureWebAppStats;
 const AzureCollectionStats = require('./appstats').AzureCollectionStats;
+const AlAzureDlBlob = require('./dlblob').AlAzureDlBlob;
 
 const MASTER_RETRY_OPTS = {
     factor: 2,
@@ -133,6 +134,7 @@ class AlAzureMaster {
         this._azureWebsiteClient = new azureArmWebsite(this._azureCreds, this._subscriptionId);
         this._appStats = new AzureWebAppStats(collectorAzureFunNames);
         this._collectionStats = new AzureCollectionStats(azureContext, {outputQueueBinding: OutputStatsBinding});
+        this._alAzureDlBlob = new AlAzureDlBlob(azureContext, null);
     }
 
     getApplicationTokenCredentials(){
@@ -330,6 +332,9 @@ class AlAzureMaster {
                     }
                     return callback(err, result);
                 });
+            }),
+            async.reflect(function(callback) {
+                return master._alAzureDlBlob.getDlBlobStats(callback);
             })
         ],
         function(err, results){

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@alertlogic/al-azure-collector-js",
-  "version": "1.1.1",
+  "version": "1.1.2",
   "description": "Alert Logic Azure Collector Common Library",
   "license": "MIT",
   "repository": {

test/master_test.js

@@ -380,6 +380,13 @@ describe('Master tests', function() {
             .times(100)
             .reply(204,'');
 
+            // List blobs
+            nock('https://testappo365.blob.core.windows.net:443', {'encodedQueryParams':true})
+            .get('/alertlogic-dl')
+            .query(true)
+            .times(5)
+            .reply(200, mock.LIST_CONTAINER_BLOBS());
+            
             // Mock Alert Logic HTTP calls
             fakePost = sinon.stub(alcollector.AlServiceC.prototype, 'post').callsFake(
                 function fakeFn(path, extraOptions) {
@@ -402,6 +409,7 @@ describe('Master tests', function() {
             process.env.APP_AZCOLLECT_ENDPOINT = 'existing-azcollect-endpoint';
             process.env.COLLECTOR_HOST_ID = 'existing-host-id';
             process.env.COLLECTOR_SOURCE_ID = 'existing-source-id';
+            process.env.APP_DL_CONTAINER_NAME = 'alertlogic-dl';
 
             // Expected Azure parameters
             process.env.WEBSITE_SITE_NAME = 'kktest11-name';
@@ -434,6 +442,7 @@ describe('Master tests', function() {
                         host_id: 'existing-host-id',
                         source_id: 'existing-source-id',
                         statistics: [{ 'Master': { 'errors': 0, 'invocations': 2 } }, { 'Collector': { 'errors': 1, 'invocations': 10 } }, { 'Updater': { 'errors': 0, 'invocations': 0 } }],
+                        dl_stats: { dl_count: 6, max_dl_size: 4257 },
                         status: 'ok',
                         details: []
                     }
@@ -466,6 +475,7 @@ describe('Master tests', function() {
                         host_id: 'existing-host-id',
                         source_id: 'existing-source-id',
                         statistics: [{ 'Master': { 'errors': 0, 'invocations': 2 } }, { 'Collector': { 'errors': 1, 'invocations': 10 } }, { 'Updater': { 'errors': 0, 'invocations': 0 } }],
+                        dl_stats: { dl_count: 6, max_dl_size: 4257 },
                         status: 'error',
                         details: ['Azure Web Application status is not OK. {\"availabilityState\":\"Limited\"}'],
                         error_code: 'ALAZU00001'
@@ -498,6 +508,7 @@ describe('Master tests', function() {
                         host_id: 'existing-host-id',
                         source_id: 'existing-source-id',
                         statistics: [{ 'Master': { 'errors': 0, 'invocations': 2 } }, { 'Collector': { 'errors': 1, 'invocations': 10 } }, { 'Updater': { 'errors': 0, 'invocations': 0 } }],
+                        dl_stats: { dl_count: 6, max_dl_size: 4257 },
                         status: 'ok',
                         details: []
                     }
@@ -528,6 +539,7 @@ describe('Master tests', function() {
                         host_id: 'existing-host-id',
                         source_id: 'existing-source-id',
                         statistics: [{ 'Master': { 'errors': 0, 'invocations': 2 } }, { 'Collector': { 'errors': 1, 'invocations': 10 } }, { 'Updater': { 'errors': 0, 'invocations': 0 } }],
+                        dl_stats: { dl_count: 6, max_dl_size: 4257 },
                         status: 'error',
                         details: ['Custom Error'],
                         error_code: 'ALAZU000004'