184: Code copied from Ravi's branch

Signed-off-by: Stevan Buzejic <buzejic.stevan@gmail.com>

Author: stevanbz

.gitignore

@@ -14,4 +14,5 @@ src/test/resources/job-scheduler/
 src/test/resources/bwc/
 bin/
 spi/bin/
-src/test/resources/notifications*
+src/test/resources/notifications*
+src/test/resources/security/opensearch-security*

build.gradle

@@ -10,7 +10,6 @@ import java.util.concurrent.Callable
 import java.util.concurrent.TimeUnit
 import java.util.function.Predicate
 
-
 buildscript {
     ext {
         isSnapshot = "true" == System.getProperty("build.snapshot", "true")
@@ -21,16 +20,19 @@ buildscript {
         opensearch_build = version_tokens[0] + '.0'
         job_scheduler_no_snapshot = opensearch_build
         notifications_no_snapshot = opensearch_build
+        security_no_snapshot = opensearch_build
         if (buildVersionQualifier) {
             opensearch_build += "-${buildVersionQualifier}"
             job_scheduler_no_snapshot += "-${buildVersionQualifier}"
             notifications_no_snapshot += "-${buildVersionQualifier}"
+            security_no_snapshot = "-${buildVersionQualifier}"
         }
         if (isSnapshot) {
             opensearch_build += "-SNAPSHOT"
         }
-        opensearch_no_snapshot = opensearch_version.replace("-SNAPSHOT","")
+        opensearch_no_snapshot = opensearch_version.replace("-SNAPSHOT", "")
         job_scheduler_resource_folder = "src/test/resources/job-scheduler"
+        security_resource_folder = "src/test/resources/security"
 
         notifications_resource_folder = "src/test/resources/notifications"
         notifications_core_resource_folder = "src/test/resources/notifications-core"
@@ -39,6 +41,9 @@ buildscript {
         job_scheduler_version = System.getProperty("job_scheduler_version.version", opensearch_build)
         job_scheduler_build_download = 'https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/' + opensearch_no_snapshot +
                 '/latest/linux/x64/tar/builds/opensearch/plugins/opensearch-job-scheduler-' + job_scheduler_no_snapshot + '.zip'
+        security_version = System.getProperty("security.version", opensearch_build)
+        secuirty_build_download = 'https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/' + opensearch_no_snapshot +
+                '/latest/linux/x64/tar/builds/opensearch/plugins/opensearch-security-' + security_no_snapshot + '.zip'
         notifications_version = System.getProperty("notifications.version", opensearch_build)
         notifications_build_download = 'https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/' + opensearch_no_snapshot +
                 '/latest/linux/x64/tar/builds/opensearch/plugins/opensearch-notifications-' + notifications_no_snapshot + '.zip'
@@ -271,7 +276,6 @@ afterEvaluate {
             node.setting("plugins.security.check_snapshot_restore_write_privileges", "true")
             node.setting("plugins.security.restapi.roles_enabled", "[\"all_access\", \"security_rest_api_access\"]")
             node.setting("plugins.security.system_indices.enabled", "true")
-            // node.setting("plugins.security.system_indices.indices", "[\".opendistro-ism-config\"]")
         }
     }
 }
@@ -307,7 +311,7 @@ testClusters.integTest {
         }
     }
 
-    plugin(provider(new Callable<RegularFile>(){
+    plugin(provider(new Callable<RegularFile>() {
         @Override
         RegularFile call() throws Exception {
             return new RegularFile() {
@@ -326,7 +330,7 @@ testClusters.integTest {
         }
     }))
 
-    plugin(provider(new Callable<RegularFile>(){
+    plugin(provider(new Callable<RegularFile>() {
         @Override
         RegularFile call() throws Exception {
             return new RegularFile() {
@@ -345,7 +349,7 @@ testClusters.integTest {
         }
     }))
 
-    plugin(provider(new Callable<RegularFile>(){
+    plugin(provider(new Callable<RegularFile>() {
         @Override
         RegularFile call() throws Exception {
             return new RegularFile() {
@@ -365,10 +369,25 @@ testClusters.integTest {
     }))
 
     if (securityEnabled) {
-        plugin(provider({
-            new RegularFile() {
-                @Override
-                File getAsFile() { fileTree("src/test/resources/security") { include "opensearch-security*" }.getSingleFile() }
+        plugin(provider(new Callable<RegularFile>() {
+            @Override
+            RegularFile call() throws Exception {
+                return new RegularFile() {
+                    @Override
+                    File getAsFile() {
+                        if (new File("$project.rootDir/$security_resource_folder/opensearch-security-$security_no_snapshot" + ".zip").exists()) {
+                            project.delete(files("$project.rootDir/$security_resource_folder/opensearch-security-$security_no_snapshot" + ".zip"))
+                        }
+                        if (new File("$project.rootDir/$security_resource_folder").exists() == false) {
+                            project.mkdir security_resource_folder
+                        }
+
+                        ant.get(src: secuirty_build_download,
+                                dest: security_resource_folder,
+                                httpusecaches: false)
+                        return fileTree(security_resource_folder) { include "opensearch-security*" }.getSingleFile()
+                    }
+                }
             }
         }))
     }
@@ -414,13 +433,20 @@ integTest {
         }
     }
 
+    // run the test only if security is enabled
+    if (!securityEnabled) {
+        filter {
+            excludeTestsMatching "org.opensearch.indexmanagement.SecurityBehaviorIT"
+        }
+    }
+
     // TODO: raise issue in Core, this is because of the test framework
     if (System.getProperty("tests.clustername") != null) {
         exclude 'org/opensearch/indexmanagement/indexstatemanagement/MetadataRegressionIT.class'
     }
 }
 
-task integTestRemote(type: RestIntegTestTask)  {
+task integTestRemote(type: RestIntegTestTask) {
     testClassesDirs = sourceSets.test.output.classesDirs
     classpath = sourceSets.test.runtimeClasspath
     systemProperty 'tests.security.manager', 'false'
@@ -466,13 +492,13 @@ String bwc_im_download_url = "https://github.com/opendistro-for-elasticsearch/in
         bwcVersion + "/index-management-artifacts.zip"
 getPluginResource(bwc_im_resource_location, bwc_im_download_url)
 
-2.times {i ->
+2.times { i ->
     testClusters {
         "${baseName}$i" {
             testDistribution = "ARCHIVE"
             versions = ["7.10.2", opensearch_version]
             numberOfNodes = 3
-            plugin(provider(new Callable<RegularFile>(){
+            plugin(provider(new Callable<RegularFile>() {
                 @Override
                 RegularFile call() throws Exception {
                     return new RegularFile() {
@@ -484,7 +510,7 @@ getPluginResource(bwc_im_resource_location, bwc_im_download_url)
                 }
             }))
 
-            plugin(provider(new Callable<RegularFile>(){
+            plugin(provider(new Callable<RegularFile>() {
                 @Override
                 RegularFile call() throws Exception {
                     return new RegularFile() {
@@ -511,7 +537,7 @@ task prepareBwcTests {
         // Download the job scheduler test dependency
         getPluginResource(job_scheduler_resource_folder, job_scheduler_build_download)
         plugins = [
-                provider(new Callable<RegularFile>(){
+                provider(new Callable<RegularFile>() {
                     @Override
                     RegularFile call() throws Exception {
                         return new RegularFile() {
@@ -528,7 +554,7 @@ task prepareBwcTests {
 }
 
 // Create two test clusters with 3 nodes of the old version
-2.times {i ->
+2.times { i ->
     task "${baseName}#oldVersionClusterTask$i"(type: StandaloneRestIntegTestTask) {
         dependsOn 'prepareBwcTests'
         useCluster testClusters."${baseName}$i"
@@ -669,6 +695,13 @@ testClusters.mixedCluster {
             }
         }))
 
+        node.plugin(provider({
+            new RegularFile() {
+                @Override
+                File getAsFile() { fileTree(security_resource_folder).getSingleFile() }
+            }
+        }))
+
         node.plugin(provider({
             new RegularFile() {
                 @Override