updated readme,tests,fixed regex security issue

Author: himanshu219

AppendBlobReader/src/decodeDataChunks.js

@@ -24,7 +24,7 @@ function getBoundaryRegex(serviceBusTask) {
     // https://stackoverflow.com/questions/31969913/why-does-this-regexp-exec-cause-an-infinite-loop
     var file_ext = String(serviceBusTask.blobName).split(".").pop();
     if (file_ext === "json" || file_ext === "blob") {
-        logRegex = '\{\\s*\"';
+        logRegex = '{\\s*\"';
     }
     // uncomment and use the snippet below for overriding boundary regex for your log files
     // if (serviceBusTask.storageName === "<your storageAccountName>" || serviceBusTask.containerName === "<your containerName>" ) {

AppendBlobReader/target/consumer_build/AppendBlobTaskConsumer/decodeDataChunks.js

@@ -24,7 +24,7 @@ function getBoundaryRegex(serviceBusTask) {
     // https://stackoverflow.com/questions/31969913/why-does-this-regexp-exec-cause-an-infinite-loop
     var file_ext = String(serviceBusTask.blobName).split(".").pop();
     if (file_ext === "json" || file_ext === "blob") {
-        logRegex = '\{\\s*\"';
+        logRegex = '{\\s*\"';
     }
     // uncomment and use the snippet below for overriding boundary regex for your log files
     // if (serviceBusTask.storageName === "<your storageAccountName>" || serviceBusTask.containerName === "<your containerName>" ) {

BlockBlobReader/src/consumer.js

@@ -141,7 +141,7 @@ function regexLastIndexOf(string, regex, startpos) {
  */
 function getParseableJsonArray(data, context) {
 
-    let logRegex = '\{\\s*\"time\"\:'; // starting regex for nsg logs
+    let logRegex = '{\\s*\"time\"\:'; // starting regex for nsg logs
     let defaultEncoding = "utf8";
     let orginalDatalength = data.length;
     // If the byte sequence in the buffer data is not valid according to the provided encoding, then it is replaced by the default replacement character i.e. U+FFFD.

BlockBlobReader/target/consumer_build/BlobTaskConsumer/index.js

@@ -141,7 +141,7 @@ function regexLastIndexOf(string, regex, startpos) {
  */
 function getParseableJsonArray(data, context) {
 
-    let logRegex = '\{\\s*\"time\"\:'; // starting regex for nsg logs
+    let logRegex = '{\\s*\"time\"\:'; // starting regex for nsg logs
     let defaultEncoding = "utf8";
     let orginalDatalength = data.length;
     // If the byte sequence in the buffer data is not valid according to the provided encoding, then it is replaced by the default replacement character i.e. U+FFFD.

BlockBlobReader/target/dlqprocessor_build/DLQTaskConsumer/index.js

@@ -141,7 +141,7 @@ function regexLastIndexOf(string, regex, startpos) {
  */
 function getParseableJsonArray(data, context) {
 
-    let logRegex = '\{\\s*\"time\"\:'; // starting regex for nsg logs
+    let logRegex = '{\\s*\"time\"\:'; // starting regex for nsg logs
     let defaultEncoding = "utf8";
     let orginalDatalength = data.length;
     // If the byte sequence in the buffer data is not valid according to the provided encoding, then it is replaced by the default replacement character i.e. U+FFFD.

BlockBlobReader/tests/test_blobreader.py

@@ -144,7 +144,7 @@ def test_03_func_logs(self):
         expected_record_count = {
             "blob": 15,
             "log": 10,
-            "json": 10,
+            "json": 120,
             "csv": 12
         }
         record_count = record_excluded_by_filter_count = record_unsupported_extension_count = None

README.md

@@ -40,6 +40,16 @@ Each integration is structured in three folders
 
      git push origin v<major.minor.patch>
 
+## Security Fixes
+  package-lock.json can be created using below command
+
+     npm install --package-lock
+
+  Fix the security dependencies by running below command
+
+     npm audit fix
+
+
 
 ### TLS 1.2 Requirement