Added better null handling script

packages/aws/data_stream/awshealth/elasticsearch/ingest_pipeline/default.yml

@@ -1,30 +1,28 @@
 ---
 description: Pipeline for AWS Health metrics
 processors:
-
 - script:
     if: "ctx.aws != null && ctx.aws.awshealth != null && ctx.aws.awshealth.end_time == '0001-01-01T00:00:00.000Z'"
     "lang": "painless"
     "source": "ctx.aws.awshealth.end_time = null"
 
 - script:
-    if: "ctx.aws != null && ctx.aws.awshealth != null"
     lang: painless
-    source: |
-        if (ctx.aws.awshealth.end_time == null) {
-            ctx.drop_end_time = true;
-        } else {
-            ctx.drop_end_time = false;
+    source: |-
+        boolean drop(Object o) {
+            if (o == null || o == '') {
+            return true;
+            } else if (o instanceof Map) {
+            ((Map) o).values().removeIf(v -> drop(v));
+            return (((Map) o).size() == 0);
+            } else if (o instanceof List) {
+            ((List) o).removeIf(v -> drop(v));
+            return (((List) o).length == 0);
+            }
+            return false;
         }
-
-- remove:
-    if: "ctx.drop_end_time == true"
-    ignore_missing: true
-    field: aws.awshealth.end_time
-
-- remove:
-    ignore_missing: true
-    field: drop_end_time
+        drop(ctx);
+    description: Drops null/empty values recursively.
 
 on_failure:
 - set: