add pretty xml and pretty json processor generators

Author: multicatch

kjp-generator-generators/pretty_json.sh

@@ -0,0 +1,25 @@
+#!/usr/bin/env bash
+
+source "$(dirname "$0")/util/params.sh" || exit 255
+
+function_source="fn %%FUNCTION_NAME%%(input: &Value, message: &mut OutputMessage) -> Result<(), ProcessingError> {
+    if let Some(json) = input.get_val(##JSONPATH(%%SOURCE_FIELD%%)##)?
+        .as_str()
+        .map(|v| kafka_json_processor_core::formatters::json::pretty_json(v.to_string())) {
+
+        message.insert_val(##JSONPATH(%%TARGET_FIELD%%)##, Value::String(json))?;
+    }
+    Ok(())
+}
+"
+
+required_param_to_var source_field
+required_param_to_var target_field
+
+function_source="${function_source//"%%SOURCE_FIELD%%"/$source_field}"
+function_source="${function_source//"%%TARGET_FIELD%%"/$target_field}"
+function_source="${function_source//"%%FUNCTION_NAME%%"/$kjp_function_name}"
+
+echo "OK"
+echo "$function_source"
+exit 0

kjp-generator-generators/pretty_xml.sh

@@ -0,0 +1,25 @@
+#!/usr/bin/env bash
+
+source "$(dirname "$0")/util/params.sh" || exit 255
+
+function_source="fn %%FUNCTION_NAME%%(input: &Value, message: &mut OutputMessage) -> Result<(), ProcessingError> {
+    if let Some(xml) = input.get_val(##JSONPATH(%%SOURCE_FIELD%%)##)?
+        .as_str()
+        .map(|v| kafka_json_processor_core::formatters::xml::pretty_xml(v.to_string())) {
+
+        message.insert_val(##JSONPATH(%%TARGET_FIELD%%)##, Value::String(xml))?;
+    }
+    Ok(())
+}
+"
+
+required_param_to_var source_field
+required_param_to_var target_field
+
+function_source="${function_source//"%%SOURCE_FIELD%%"/$source_field}"
+function_source="${function_source//"%%TARGET_FIELD%%"/$target_field}"
+function_source="${function_source//"%%FUNCTION_NAME%%"/$kjp_function_name}"
+
+echo "OK"
+echo "$function_source"
+exit 0

kjp-generator/src/lib.rs

@@ -92,7 +92,7 @@ mod test {
 
     #[test]
     fn should_read() {
-        let result = read_template("../template-examples/correct.yaml");
+        let result = read_template("../template-examples/basic.yaml");
 
         assert!(result.is_ok());
         assert_eq!(Template {

kjp-generator/src/project.rs

@@ -79,8 +79,6 @@ use serde_json::Value;
 use kafka_json_processor_core::processor::{ObjectKey, ObjectTree, OutputMessage};
 use kafka_json_processor_core::error::{ProcessingError, ErrorKind};
 use kafka_json_processor_core::{run_processor, Stream};
-use kafka_json_processor_core::formatters::json::pretty_json;
-use kafka_json_processor_core::formatters::xml::pretty_xml;
 use kafka_json_processor_core::processor::ObjectKey::{Key, Index};
 
 fn main() {
@@ -188,8 +186,6 @@ use serde_json::Value;
 use kafka_json_processor_core::processor::{ObjectKey, ObjectTree, OutputMessage};
 use kafka_json_processor_core::error::{ProcessingError, ErrorKind};
 use kafka_json_processor_core::{run_processor, Stream};
-use kafka_json_processor_core::formatters::json::pretty_json;
-use kafka_json_processor_core::formatters::xml::pretty_xml;
 use kafka_json_processor_core::processor::ObjectKey::{Key, Index};
 
 fn main() {

kjp-generator/tests/integration_test.rs

@@ -11,7 +11,7 @@ fn generate_and_build() {
         .init();
     let root = root_project_dir();
 
-    let input_template = root.join("template-examples/correct.yaml");
+    let input_template = root.join("template-examples/all_processors.yaml");
     let output_dir = root.join("test-output");
     let generator_dir = root.join("kjp-generator-generators");
 

simulations/in_out/formatters.sample

@@ -0,0 +1,12 @@
+[Input]
+{
+    "xml_message": "<?xml version=\"1.0\" encoding=\"UTF-8\"?><breakfast_menu></breakfast_menu>",
+    "json_message": "{\"test\":\"field\"}"
+}
+
+[Expected]
+{
+    "hello": "world",
+    "pretty_xml": "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<breakfast_menu>\n</breakfast_menu>",
+    "pretty_json": "{\n  \"test\": \"field\"\n}"
+}

template-examples/all_processors.yaml

@@ -0,0 +1,21 @@
+name: "Example processor"
+streams:
+  - input_topic: in
+    output_topic: out
+
+    processors:
+      - generator: static_field
+        field: $.hello
+        value: world
+
+      - generator: copy_field
+        source_field: $.abc[1]
+        target_field: $.def
+
+      - generator: pretty_xml
+        source_field: $.xml_message
+        target_field: $.pretty_xml
+
+      - generator: pretty_json
+        source_field: $.json_message
+        target_field: $.pretty_json