Update README.md

Author: naveena-maplelabs

samples/project-anfield/README.md

@@ -71,7 +71,21 @@ This will work for Python 3 >=3.4.
 ```
 ## Note
 
-1. This is not a restore point feature. It doesn't add/delete incremental updates for existing entities.
+*This is not a restore point feature. It doesn't add/delete incremental updates for existing entities.*
+
+1. Before executing the scripts, Update the import and export cluster credentials in the config.ini file.
+
+   Update following fields for both import_cluster_config and export_cluster_config section.
+
+   cluster_ip = `x.x.x.x`
+
+   username = `admin`
+
+   password = `admin`
+
+   domain = `LOCAL`
+   
+   > In case of clusters accessed through RT, provide cluster_ip as follows, cluster_ip = `localhost:rtPort`
 
 2. Override - Flag to override the existing protection resources during import-config is available in config.ini. 
 
@@ -155,7 +169,7 @@ python export_cluster_config.py --file_location /tmp/ --file_name sample_export_
 ```
 The above command will generate sample_export_config file under /tmp folder.
 
-### Ouput 
+### Output 
 ```
 INFO:export_app:Exporting resources from cluster 'Kursk'
 INFO:export_app:

samples/project-anfield/backup.ini

@@ -0,0 +1,63 @@
+[export_cluster_config]
+cluster_ip = 10.14.31.6
+username = admin
+password = Cohe$1ty
+domain = LOCAL
+skip_jobs = false
+export_access_management = false
+
+[import_cluster_config]
+cluster_ip = 10.2.100.251
+username = admin
+password = Cohe$1ty
+domain = LOCAL
+api_pause_time = 2
+pause_jobs = true
+override = false
+gflag = no
+imported_job_prefix = 
+imported_job_suffix = 
+selected_jobs = 
+global_whitelists = no
+vlans = no
+
+[TestBucket]
+client_private_key =-----BEGIN PRIVATE KEY----- MIIEvQIBADANBgkqhkiG9w0BAQEFAASCBKcwggSjAgEAAoIBAQDkt/6vMhE009to AAlBmGsjnC1L64Ks3BwVTUGhoIQTOb9FcUgpEwcRKZCLXkyGg6ypgaZ2e0Qpb7Gj xSJ/a7pMyY+c/2Hdr6Ve3/x3KUrIFkZAMdA7ZfxZtzQVYWzEgeoNd+61OIxyo+io jubr+JBlsHVyHn7phNeGJuVzsPXL4pFXACdiPy2rlCHw72sbxdYyWsZSAk0i1lo8 9gpc4at2IYhgsPsa+sJZUokqcLrXYyaKvkGKnmMMBjy+EoyhViLGdpR+H/RToKlw 84FLaTYj4AmA1WH+4HGQk1jf1FCxA4IhgfkasPoYgtVeEAqhxhgTRNQTuFrPFGM7 ky4nN+dZAgMBAAECggEADjphKXflXx86Ymb1X6aO+UYHziKMws3mIO/pGctfYl/9 ki3T+qe+3eZZu6z2XyKfO2PTCnYGAJSv42UdJy0Suu0jaUJWNB3vNsHOgrRhMD8T SEukM9W9bYog8mvyaFHZ0NQTPiQrt7csZYDCRI92OB7SjfKJgmOSEe8NTg85My4h k2Wkbnqz+gpvejTj/QMN9gkyeUk2AWnLal0EGEFyn9uOuRPcRs8jyFU62XRGzltl VuvPN7++2O0REcH/jmD6btsA7Oh88XI5dT9WxlSa7WGtwduNHa4kYIdyYJql51BS HHgcygN5Xn8knHNNgzOHtLSiScoWgw7h9wbKjo+M0wKBgQD6cx4NOdyWb3lBZ2Fj nHKe5181JQYGXCBZoh+VbtaXXh6BNE1CX26tW1YSjh8uaJxyX/mbp2VPGMdVCmNL 4y7EgwVZNI+pIwPUYgvUWZaZPdQ97cPFjfYfnzwVhpU3Z4p2otMDdTwMfSdOiImJ Lnhj63IXMLziuLhhHTRk0cRezwKBgQDpyZc56sB2Zc4Pv6PoGDKfNzFpTAzN147p extGJqeUCKdiFSalW026sQbLOZTdbVNXTtiIM6Z5zUld3SYRjjDC4wWLCi4Dcmvo /YybE2Fk0bage9j0bj/PE/tvOZwgNyeWqCtN80DJPTYlSS6/ryE9XKRaadtBnJeI zwJZp00hVwKBgEXB9qbcbPKBzhZHgzrJgqt76mrVCx6OXnxYyc9HdgHnNzvpo3NP PXaPsCOu7kRw4tKApPeT4oXrcune4NVsS8R0cfLszu7fT9vCC2V0Jpw8OnedWCAY cGtSYNvmBn3OGyT8KSYXa0hXO7GGGjjZdrLuC3MmIhZMOR7jkYpbWwTFAoGBANiE s2IYYBdHQgij3BFgF8INQ93ZaSJauSjTsvbNZfZb7WmRXTFX1i1JNpmQwqYwUjdR 9ohuDYhQ79nWryMjJVXZG5Eh5Guc1QP7jvUwhcrxzsni6ZO3Z7FJOFxSZp4PdsK5 DSIsX5wA7NyrYnh0obxKyIxT7ZReiplR30NZBr4RAoGAKS7fr0lA2CMbPJdkDK8t AxhZluhKQB6rUHWo+BcdmNq1MeEO10Q5XwUZlnrLKt7x7/wFT/ovAqhkS7Au7UOi B5ICWje6JhJf9NoKzerKFXt05blZyAsjq0DT8JwsuGx/mXCXnUbIje4yh8WNh0mX w5UoAkB/Lrl0d/2M9nJ+Wks= -----END PRIVATE KEY----- 
+
+[GCP]
+client_private_key = -----BEGIN PRIVATE KEY-----\nMIIEvAIBADANBgkqhkiG9w0BAQEFAASCBKYwggSiAgEAAoIBAQDNhoteg9XqdCXM\noKYvCOyIr2kRvHwNJ4yRUN2Qb5XMVLGW78Scx2WZPRiKab+Rjz0yBks1bpkfSZ0V\n+SW+qXZLPfYVi4+2M04AQWNN1itdhTc/5fMUZb1zpNxydogPQyLlmDxNPC775wc1\nxtNlvosT39LnRnGXjIK0lrQ0kiO4AtmShWsACF/wXtIYbB9UnXjANTgSZ86yfjVR\nNZyQ7pCtANQPSuC8Cfd1m3T0nsjOW24MkksE8mfiMgbMp2Wo4Ql4mTHPxvlf919U\nvthPiI4JwoybcrCFeO05ZVf038eftStRD25INxdVUZfWzIGrGzxPHvhmCSyIcsKz\nwHzJVY7zAgMBAAECggEABIzZoA9XClwQDCysyhogMu8qXBA4f4nWAUFjIClVm9ng\nZOEh9H7Z29Fh2N/6JZ6SDqii5tmo792PTXxnHrEdqoLl8pFjJ008QiH3lLJpN7TG\n8GtjC0XXXVAh6YeAnG1yeSxBt0vPpHuFwtekjYFi8lDAbd/TU9/kOgaHBA3U5StF\ntH7TKyT8iHYWnkrTt4386J7IhfwOwSDCG8/impNGZawLk0NvZ9c1glM+UuCeNzTw\nX2ApIpRZY4ypYbD1zFSJMN5phOkBOlD/ZRcVL3pWys3vliSi1KRH7eYMeu0K5udW\nScC3VcxROuT3nUovQ40lnPFBn3tJi7shFtBy9g+oeQKBgQDwExEcOqWfRPoJdW0t\nkjmtTNk6KVxjREradJav/2NCHCaNkSqhVImbI5GujIMOOHo7UBGIqpRJVGDDFD+W\nC0Te/tRJrtXcsRv3kDetFHmc07FuFNvvvq4MVEO1KQwCxdbUL2n3ptafz5kkqBWO\nVulc08G7kUNogIhG+NiR2Ce9+QKBgQDbKMUCJ2N+4yzg4OzPFz1Hd3O/CrDG9Whk\nKU2kClYnv9CJmhHbnCrLse+gVXSbb6Jc5fMvthQPiRf/mju7qpF1V0RzfH0cIuIf\nJgDkGy2EI10Qq9svjKgPFHqo7UwUiBPJVrvEYzH2BQOmUEhsSJ/huHk9hjmXd7Tv\n5PCuYh3fSwKBgHGf9JcxwrWxBc54P2Y0MQwutRlr/ggViIAAcll2PFpLzItwS4bz\n5fUBTrAYXObcIC32ZXYTlf9m6i0qZjXzu3L3lS4Si7HaOWxgW5mVeUGah/2b7cR4\nsROwxiL1/HNLg7QFhNfrpOUaclcBHsKxq919c9H8nLTXMKi2mnncnmKxAoGAWlOE\nVy3qyQpSneC2WWgnnoPyFaQPVgEhZF7NnDWSatGY3o28nHnR/aA5tihiZgntrkIs\nJ9bwj7KeTH/B7MgRKX6tPLfrTKRn9BSSu3EkIlj863kZXpCnV4fGQkeDWtb26L2x\np/CGT/KjHXHrV43bL4n7lkrzA6WX0mPWetj/nN8CgYBBqtuKfJ4DmjX5VZ17u4y8\n/RWDzt6I+PFuJWGZTRrTgrGAnu9f3YIow0LcgLfM6JJQ7Z+ia5883begzxpnHzax\nsgYCPG7PBh0H9+KcxX0XHfSfImUa2Y8p55Tmy39G9m3VDvq4wvkH5q9pFoknAL70\nn1xU6w1jj6DgS8Jt1r84qg==\n-----END PRIVATE KEY-----\n
+
+[157149581203-compute]
+password = -----BEGIN PRIVATE KEY-----\nMIIEvAIBADANBgkqhkiG9w0BAQEFAASCBKYwggSiAgEAAoIBAQDNhoteg9XqdCXM\noKYvCOyIr2kRvHwNJ4yRUN2Qb5XMVLGW78Scx2WZPRiKab+Rjz0yBks1bpkfSZ0V\n+SW+qXZLPfYVi4+2M04AQWNN1itdhTc/5fMUZb1zpNxydogPQyLlmDxNPC775wc1\nxtNlvosT39LnRnGXjIK0lrQ0kiO4AtmShWsACF/wXtIYbB9UnXjANTgSZ86yfjVR\nNZyQ7pCtANQPSuC8Cfd1m3T0nsjOW24MkksE8mfiMgbMp2Wo4Ql4mTHPxvlf919U\nvthPiI4JwoybcrCFeO05ZVf038eftStRD25INxdVUZfWzIGrGzxPHvhmCSyIcsKz\nwHzJVY7zAgMBAAECggEABIzZoA9XClwQDCysyhogMu8qXBA4f4nWAUFjIClVm9ng\nZOEh9H7Z29Fh2N/6JZ6SDqii5tmo792PTXxnHrEdqoLl8pFjJ008QiH3lLJpN7TG\n8GtjC0XXXVAh6YeAnG1yeSxBt0vPpHuFwtekjYFi8lDAbd/TU9/kOgaHBA3U5StF\ntH7TKyT8iHYWnkrTt4386J7IhfwOwSDCG8/impNGZawLk0NvZ9c1glM+UuCeNzTw\nX2ApIpRZY4ypYbD1zFSJMN5phOkBOlD/ZRcVL3pWys3vliSi1KRH7eYMeu0K5udW\nScC3VcxROuT3nUovQ40lnPFBn3tJi7shFtBy9g+oeQKBgQDwExEcOqWfRPoJdW0t\nkjmtTNk6KVxjREradJav/2NCHCaNkSqhVImbI5GujIMOOHo7UBGIqpRJVGDDFD+W\nC0Te/tRJrtXcsRv3kDetFHmc07FuFNvvvq4MVEO1KQwCxdbUL2n3ptafz5kkqBWO\nVulc08G7kUNogIhG+NiR2Ce9+QKBgQDbKMUCJ2N+4yzg4OzPFz1Hd3O/CrDG9Whk\nKU2kClYnv9CJmhHbnCrLse+gVXSbb6Jc5fMvthQPiRf/mju7qpF1V0RzfH0cIuIf\nJgDkGy2EI10Qq9svjKgPFHqo7UwUiBPJVrvEYzH2BQOmUEhsSJ/huHk9hjmXd7Tv\n5PCuYh3fSwKBgHGf9JcxwrWxBc54P2Y0MQwutRlr/ggViIAAcll2PFpLzItwS4bz\n5fUBTrAYXObcIC32ZXYTlf9m6i0qZjXzu3L3lS4Si7HaOWxgW5mVeUGah/2b7cR4\nsROwxiL1/HNLg7QFhNfrpOUaclcBHsKxq919c9H8nLTXMKi2mnncnmKxAoGAWlOE\nVy3qyQpSneC2WWgnnoPyFaQPVgEhZF7NnDWSatGY3o28nHnR/aA5tihiZgntrkIs\nJ9bwj7KeTH/B7MgRKX6tPLfrTKRn9BSSu3EkIlj863kZXpCnV4fGQkeDWtb26L2x\np/CGT/KjHXHrV43bL4n7lkrzA6WX0mPWetj/nN8CgYBBqtuKfJ4DmjX5VZ17u4y8\n/RWDzt6I+PFuJWGZTRrTgrGAnu9f3YIow0LcgLfM6JJQ7Z+ia5883begzxpnHzax\nsgYCPG7PBh0H9+KcxX0XHfSfImUa2Y8p55Tmy39G9m3VDvq4wvkH5q9pFoknAL70\nn1xU6w1jj6DgS8Jt1r84qg==\n-----END PRIVATE KEY-----\n
+
+[10.102.2.154]
+hdfs_config = /etc/hdfs/conf
+hive_config = /etc/hive/conf
+username = root
+password = talena123
+
+[10.2.202.67]
+hdfs_config = 
+hive_config = 
+username = 
+password = 
+
+
+[S3Target]
+secret_access_key=rHtX44l4pRc7Z3KB21FWTmI3NMb53Z3jPZVNuTZo3T0
+
+[10.2.195.113]
+storage_access_key = ou1CDpzL0Ea3DOqmMCJA7ytfRiDpK8zd4cc1gUNs/yFTpMzKiR+PjEGEtD5g2Y4lMS+hxGm5EX1/rHbZvlGMnw==
+
+[sv4-isilon1]
+password = fr8shst8rt
+smb_password = fr8shst8rt
+
+[vc-67.eco.eng.cohesity.com]
+password = Cohe$1ty
+
+[AshishCluster]
+password = Cohe$1ty
+
+[\\10.2.145.49\fileshares-category]
+password = Cohe$1ty

samples/project-anfield/config.ini

@@ -4,7 +4,7 @@ username=<user>
 password=<password>
 domain=<domain>
 # skip_jobs parameter is to ignore exporting paused and failover ready jobs.
-skip_jobs=true
+skip_jobs=false
 # export_access_management parameter is for to decide whether to import active
 # directory entries and associated AD user and groups. Roles are also imported.
 export_access_management=false

samples/project-anfield/import_cluster_config.py

@@ -31,6 +31,9 @@
         EnvironmentRegisterProtectionSourceParametersEnum as env_enum,
     )
     from cohesity_management_sdk.models.exclude_type_enum import ExcludeTypeEnum
+    from cohesity_management_sdk.models.external_target_type_enum import (
+        ExternalTargetTypeEnum,
+    )
     from cohesity_management_sdk.models.external_client_subnets import (
         ExternalClientSubnets,
     )
@@ -278,94 +281,39 @@ def create_vaults():
             external_targets[vault.id] = available_vaults_dict[vault.name]
             imported_res_dict["External Targets"].append(vault.name)
             continue
-        if vault.config.qstar:  # Qstar target.
-            try:
-                body = Vault()
-                _construct_body(body, vault)
+        try:
+            body = Vault()
+            _construct_body(body, vault)
+            if vault.config.qstar:  # Qstar target.
                 password = configparser.get(vault.name, "password")
                 body.config.qstar.password = password
-                resp = cohesity_client.vaults.create_vault(body)
-                external_targets[vault.id] = resp.id
-                imported_res_dict["External Targets"].append(body.name)
-                time.sleep(sleep_time)
-            except (APIException, RequestErrorErrorException) as e:
-                ERROR_LIST.append(
-                    "Error Adding Qstar Target: %s, Failed with error: %s"
-                    % (vault.name, e)
-                )
-            except Exception as err:
-                ERROR_LIST.append(
-                    "Please add correct config for %s in "
-                    "config.ini, err is %s" % (vault.name, err)
-                )
-
-        elif vault.config.azure:  # Azure Hot Blob target.
-            try:
-                body = Vault()
-                _construct_body(body, vault)
-                storage_access_key = configparser.get(
-                    vault.name, "storage_access_key")
+            elif vault.config.azure:  # Azure Hot Blob target.
+                storage_access_key = configparser.get(vault.name, "storage_access_key")
+                body.external_target_type = ExternalTargetTypeEnum.KAZURE
                 body.config.azure.storage_access_key = storage_access_key
-                resp = cohesity_client.vaults.create_vault(body)
-                external_targets[vault.id] = resp.id
-                imported_res_dict["External Targets"].append(body.name)
-                time.sleep(sleep_time)
-            except (APIException, RequestErrorErrorException) as e:
-                ERROR_LIST.append(
-                    "Error Adding Azure hot blob Target: %s, Failed with "
-                    "error: %s" % (vault.name, e)
-                )
-            except Exception as err:
-                ERROR_LIST.append(
-                    "Please add correct config for %s in "
-                    "config.ini, err is %s" % (vault.name, err)
-                )
-
-        elif vault.config.amazon:  # Amazon s3 targets
-            try:
-                body = Vault()
-                _construct_body(body, vault)
+            elif vault.config.amazon:  # Amazon s3 targets
                 secret_key = configparser.get(vault.name, "secret_access_key")
                 body.config.amazon.secret_access_key = secret_key
-                resp = cohesity_client.vaults.create_vault(body)
-                external_targets[vault.id] = resp.id
-                imported_res_dict["External Targets"].append(body.name)
-                time.sleep(sleep_time)
-            except RequestErrorErrorException as e:
-                ERROR_LIST.append(
-                    "Error Adding Amazon S3 Target: %s, Failed with error: %s"
-                    % (vault.name, e)
-                )
-            except APIException as e:
-                ERROR_LIST.append(
-                    "Error Adding Amazon S3 Target: %s, Failed with error: %s"
-                    % (vault.name, e)
-                )
-            except Exception as err:
-                ERROR_LIST.append(
-                    "Please add correct config for %s in " "config.ini" % vault.name
-                )
-        elif vault.config.nas:  # Generic s3 targets
-            body = Vault()
-            _construct_body(body, vault)
-            try:
-                resp = cohesity_client.vaults.create_vault(body)
-                external_targets[vault.id] = resp.id
-                imported_res_dict["External Targets"].append(body.name)
-            except RequestErrorErrorException as e:
-                ERROR_LIST.append(
-                    "Error Adding S3 Target: %s, Failed with error: %s"
-                    % (vault.name, e)
-                )
-            except APIException as e:
-                ERROR_LIST.append(
-                    "Error Adding S3 Target: %s, Failed with error: %s"
-                    % (vault.name, e)
-                )
-            except Exception as err:
-                ERROR_LIST.append(
-                    "Please add correct config for %s in " "config.ini" % vault.name
+            elif vault.config.google:
+                private_key = (
+                    configparser.get(vault.name, "client_private_key")
+                    .encode()
+                    .decode("unicode-escape")
                 )
+                body.config.google.client_private_key = private_key
+            resp = cohesity_client.vaults.create_vault(body)
+            external_targets[vault.id] = resp.id
+            imported_res_dict["External Targets"].append(body.name)
+            time.sleep(sleep_time)
+        except (APIException, RequestErrorErrorException) as e:
+            ERROR_LIST.append(
+                "Error Adding Target: %s, Failed with error: %s" % (vault.name, e)
+            )
+        except Exception as err:
+            ERROR_LIST.append(
+                "Please add correct config for %s in "
+                "config.ini, err is %s" % (vault.name, err)
+            )
 
 
 def check_register_status(name, environment, sleep_count=6):

samples/project-anfield/library.py

@@ -109,7 +109,7 @@ def get_protection_jobs(cohesity_client, skip_jobs=False):
         if job.is_deleted:
             continue
         # Skip jobs which are paused or in-active(failover ready).
-        if skip_jobs and (job.is_paused or not job.is_active):
+        if skip_jobs and (job.is_paused or job.is_active != None):
             continue
         active_job_list.append(job)
         exported_res_dict["Protection Jobs"].append(job.name)