end to end functional

Signed-off-by: Tanqiu Liu <liutanqiu@gmail.com>

spi/src/main/kotlin/org.opensearch.indexmanagement.spi/indexstatemanagement/model/TransformActionProperties.kt

@@ -54,7 +54,7 @@ data class TransformActionProperties(
                 }
             }
 
-            return TransformActionProperties(requireNotNull(transformId), requireNotNull(hasTransformFailed))
+            return TransformActionProperties(transformId, hasTransformFailed)
         }
     }
 

src/main/kotlin/org/opensearch/indexmanagement/IndexManagementPlugin.kt

@@ -437,7 +437,8 @@ class IndexManagementPlugin : JobSchedulerExtension, NetworkPlugin, ActionPlugin
 
         val managedIndexCoordinator = ManagedIndexCoordinator(
             environment.settings(),
-            client, clusterService, threadPool, indexManagementIndices, metadataService, templateService, indexMetadataProvider
+            client, clusterService, threadPool, indexManagementIndices, metadataService, templateService, indexMetadataProvider,
+            xContentRegistry
         )
 
         val smRunner = SMRunner.init(client, threadPool, settings, indexManagementIndices, clusterService)

src/main/kotlin/org/opensearch/indexmanagement/indexstatemanagement/ISMActionsParser.kt

@@ -23,6 +23,7 @@ import org.opensearch.indexmanagement.indexstatemanagement.action.RolloverAction
 import org.opensearch.indexmanagement.indexstatemanagement.action.RollupActionParser
 import org.opensearch.indexmanagement.indexstatemanagement.action.ShrinkActionParser
 import org.opensearch.indexmanagement.indexstatemanagement.action.SnapshotActionParser
+import org.opensearch.indexmanagement.indexstatemanagement.action.TransformActionParser
 import org.opensearch.indexmanagement.spi.indexstatemanagement.Action
 import org.opensearch.indexmanagement.spi.indexstatemanagement.ActionParser
 import org.opensearch.indexmanagement.spi.indexstatemanagement.model.ActionRetry
@@ -49,7 +50,8 @@ class ISMActionsParser private constructor() {
         RollupActionParser(),
         RolloverActionParser(),
         ShrinkActionParser(),
-        SnapshotActionParser()
+        SnapshotActionParser(),
+        TransformActionParser(),
     )
 
     val customActionExtensionMap = mutableMapOf<String, String>()

src/main/kotlin/org/opensearch/indexmanagement/indexstatemanagement/ManagedIndexCoordinator.kt

@@ -41,6 +41,7 @@ import org.opensearch.common.regex.Regex
 import org.opensearch.common.settings.Settings
 import org.opensearch.common.unit.TimeValue
 import org.opensearch.commons.authuser.User
+import org.opensearch.core.xcontent.NamedXContentRegistry
 import org.opensearch.index.Index
 import org.opensearch.index.IndexNotFoundException
 import org.opensearch.index.query.QueryBuilders
@@ -116,7 +117,8 @@ class ManagedIndexCoordinator(
     indexManagementIndices: IndexManagementIndices,
     private val metadataService: MetadataService,
     private val templateService: ISMTemplateService,
-    private val indexMetadataProvider: IndexMetadataProvider
+    private val indexMetadataProvider: IndexMetadataProvider,
+    private val xContentRegistry: NamedXContentRegistry
 ) : ClusterStateListener,
     CoroutineScope by CoroutineScope(SupervisorJob() + Dispatchers.Default + CoroutineName("ManagedIndexCoordinator")),
     LifecycleListener() {
@@ -455,7 +457,7 @@ class ManagedIndexCoordinator(
 
         return try {
             val response: SearchResponse = client.suspendUntil { search(searchRequest, it) }
-            parseFromSearchResponse(response = response, parse = Policy.Companion::parse)
+            parseFromSearchResponse(response, xContentRegistry, Policy.Companion::parse)
         } catch (ex: IndexNotFoundException) {
             emptyList()
         } catch (ex: ClusterBlockException) {
@@ -706,7 +708,7 @@ class ManagedIndexCoordinator(
         }
         mRes.forEach {
             if (it.response.isExists) {
-                result[it.id] = contentParser(it.response.sourceAsBytesRef).parseWithType(
+                result[it.id] = contentParser(it.response.sourceAsBytesRef, xContentRegistry).parseWithType(
                     it.response.id, it.response.seqNo, it.response.primaryTerm, ManagedIndexConfig.Companion::parse
                 )
             }

src/main/kotlin/org/opensearch/indexmanagement/indexstatemanagement/action/TransformAction.kt

@@ -5,6 +5,9 @@
 
 package org.opensearch.indexmanagement.indexstatemanagement.action
 
+import org.opensearch.common.io.stream.StreamOutput
+import org.opensearch.core.xcontent.ToXContent
+import org.opensearch.core.xcontent.XContentBuilder
 import org.opensearch.indexmanagement.indexstatemanagement.step.transform.AttemptCreateTransformJobStep
 import org.opensearch.indexmanagement.indexstatemanagement.step.transform.WaitForTransformCompletionStep
 import org.opensearch.indexmanagement.spi.indexstatemanagement.Action
@@ -46,4 +49,15 @@ class TransformAction(
     }
 
     override fun getSteps(): List<Step> = steps
+
+    override fun populateAction(builder: XContentBuilder, params: ToXContent.Params) {
+        builder.startObject(type)
+        builder.field(ISM_TRANSFORM_FIELD, ismTransform)
+        builder.endObject()
+    }
+
+    override fun populateAction(out: StreamOutput) {
+        ismTransform.writeTo(out)
+        out.writeInt(actionIndex)
+    }
 }

src/main/kotlin/org/opensearch/indexmanagement/opensearchapi/OpenSearchExtensions.kt

@@ -64,9 +64,9 @@ import kotlin.coroutines.suspendCoroutine
 
 const val OPENDISTRO_SECURITY_PROTECTED_INDICES_CONF_REQUEST = "_opendistro_security_protected_indices_conf_request"
 
-fun contentParser(bytesReference: BytesReference): XContentParser {
+fun contentParser(bytesReference: BytesReference, xContentRegistry: NamedXContentRegistry = NamedXContentRegistry.EMPTY): XContentParser {
     return XContentHelper.createParser(
-        NamedXContentRegistry.EMPTY,
+        xContentRegistry,
         LoggingDeprecationHandler.INSTANCE,
         bytesReference,
         XContentType.JSON

src/main/resources/mappings/opendistro-ism-config.json

@@ -452,6 +452,83 @@
                     }
                   }
                 },
+                "transform": {
+                  "properties": {
+                    "ism_transform": {
+                      "properties": {
+                        "description": {
+                          "type": "text"
+                        },
+                        "target_index": {
+                          "type": "text",
+                          "fields": {
+                            "keyword": {
+                              "type": "keyword",
+                              "ignore_above": 256
+                            }
+                          }
+                        },
+                        "page_size": {
+                          "type": "long"
+                        },
+                        "data_selection_query": {
+                          "type": "object",
+                          "enabled": false
+                        },
+                        "groups": {
+                          "properties": {
+                            "date_histogram": {
+                              "properties": {
+                                "source_field": {
+                                  "type": "keyword"
+                                },
+                                "target_field": {
+                                  "type": "keyword"
+                                },
+                                "fixed_interval": {
+                                  "type": "keyword"
+                                },
+                                "calendar_interval": {
+                                  "type": "keyword"
+                                },
+                                "timezone": {
+                                  "type": "keyword"
+                                }
+                              }
+                            },
+                            "terms": {
+                              "properties": {
+                                "source_field": {
+                                  "type": "keyword"
+                                },
+                                "target_field": {
+                                  "type": "keyword"
+                                }
+                              }
+                            },
+                            "histogram": {
+                              "properties": {
+                                "source_field": {
+                                  "type": "keyword"
+                                },
+                                "target_field": {
+                                  "type": "keyword"
+                                },
+                                "interval": {
+                                  "type": "double"
+                                }
+                              }
+                            }
+                          }
+                        },
+                        "aggregations": {
+                          "type": "object",
+                          "enabled": false
+                        }
+                      }
+                    }
+                  }
+                },
                 "shrink": {
                   "properties": {
                     "num_new_shards": {
@@ -783,6 +860,10 @@
                 "shrink_action_properties": {
                   "type": "object",
                   "enabled": false
+                },
+                "transform_action_properties": {
+                  "type": "object",
+                  "enabled": false
                 }
               }
             }

src/main/resources/mappings/opendistro-ism-history.json

@@ -112,6 +112,10 @@
                 "shrink_action_properties": {
                   "type": "object",
                   "enabled": false
+                },
+                "transform_action_properties": {
+                  "type": "object",
+                  "enabled": false
                 }
               }
             }

src/test/kotlin/org/opensearch/indexmanagement/indexstatemanagement/coordinator/ManagedIndexCoordinatorTests.kt

@@ -22,6 +22,7 @@ import org.opensearch.indexmanagement.indexstatemanagement.ManagedIndexCoordinat
 import org.opensearch.indexmanagement.indexstatemanagement.MetadataService
 import org.opensearch.indexmanagement.indexstatemanagement.settings.ManagedIndexSettings
 import org.opensearch.indexmanagement.indexstatemanagement.migration.ISMTemplateService
+import org.opensearch.search.SearchModule
 import org.opensearch.test.ClusterServiceUtils
 import org.opensearch.test.OpenSearchTestCase
 import org.opensearch.threadpool.Scheduler
@@ -77,7 +78,7 @@ class ManagedIndexCoordinatorTests : OpenSearchAllocationTestCase() {
         indexMetadataProvider = IndexMetadataProvider(settings, client, clusterService, mutableMapOf())
         coordinator = ManagedIndexCoordinator(
             settings, client, clusterService, threadPool, indexManagementIndices, metadataService,
-            templateService, indexMetadataProvider
+            templateService, indexMetadataProvider, NamedXContentRegistry(SearchModule(Settings.EMPTY, emptyList()).namedXContents)
         )
     }