Add support for CDW partial teardown

raju-saravanan · raju-saravanan · commit ababc1e552be · 2021-09-22T19:12:52.000+05:30
Signed-off-by: Saravanan Raju &lt;saravanan.footloose@gmail.com&gt;
diff --git a/roles/common/defaults/main.yml b/roles/common/defaults/main.yml
@@ -132,6 +132,9 @@ common__setup_runtime:                    "{{ ml is defined or de is defined or
 common__setup_plat:                       "{{ env is defined or sequence__setup_runtime  | default(False) | bool }}"
 common__setup_infra:                      "{{ infra is defined or sequence__setup_plat | default(False) | bool }}"
 common__setup_base:                       "{{ mgmt is defined or clusters is defined | default(False) | bool }}"
+common__teardown_runtime:                 "{{ common__setup_runtime }}"
+common__teardown_plat:                    "{{ common__setup_plat and dw.teardown is undefined }}"
+common__teardown_infra:                   "{{ common__setup_infra and dw.teardown is undefined }}"
 
 common__include_ml:                        "{{ ml is defined | bool }}"
 common__include_dw:                        "{{ dw is defined | bool }}"
diff --git a/roles/runtime/defaults/main.yml b/roles/runtime/defaults/main.yml
@@ -75,6 +75,7 @@ run__dw_force_delete:               "{{ dw.force_delete | default (run__force_te
 run__dw_default_vw_type:            "{{ dw.default_vw_type | default('hive') }}"
 run__dw_default_template_type:      "{{ dw.default_template_type | default('xsmall') }}"
 run__dw_default_dbc_suffix:         "{{ dw.default_dbc_suffix | default('-dl-default') }}"
+run__dw_teardown:                   "{{ dw.teardown | default(omit) }}"
 
 run__df_nodes_min:                  "{{ df.min_k8s_nodes | default(3) }}"
 run__df_nodes_max:                  "{{ df.max_k8s_nodes | default(5) }}"
diff --git a/roles/runtime/tasks/initialize_teardown.yml b/roles/runtime/tasks/initialize_teardown.yml
@@ -68,4 +68,111 @@
       loop: "{{ run__env_info.environments[0].descendants.ml }}"
       loop_control:
         loop_var: __ml_config
-        label: "{{ __ml_config.instanceName }}"
+        label: "{{ __ml_config.instanceName }}"
+
+- name: Discover CDW deployments
+  when: run__include_dw
+  block:
+    - name: Retrieve CDP DW experiences
+      cloudera.cloud.dw_cluster_info:
+        env: "{{ run__env_name }}"
+      register: __dw_list
+
+    - name: Initialize CDP DW cluster id
+      ansible.builtin.set_fact:
+        run__dw_cluster_id: "{{ __dw_list.clusters[0].id }}"
+
+    - name: Prepare partial teardown for CDW resources
+      when: run__dw_teardown is defined
+      block:
+        - name: Initialize list of CDW database catalogs to be decommissioned
+          ansible.builtin.set_fact:
+            run__dw_dbc_ids: "{{ [] }}"
+
+        - name: Initialize list of CDW virtual warehouses to be decommissioned
+          ansible.builtin.set_fact:
+            run__dw_vw_ids: "{{ [] }}"
+
+        - name: Populate CDW database catalogs defined with its id to the teardown list
+          when: __dbc.id is defined
+          ansible.builtin.set_fact:
+            run__dw_dbc_ids: "{{ run__dw_dbc_ids + [ __dbc.id ] }}"
+          loop: "{{ run__dw_teardown.database_catalogs }}"
+          loop_control:
+            loop_var: __dbc
+            label: "{{ __dbc.id }}"
+
+        - name: Fetch the ids of all the CDW database catalogs defined with its name
+          when: __dbc.name is defined
+          cloudera.cloud.dw_database_catalog_info:
+             name: "{{ __dbc.name }}"
+             cluster_id: "{{ run__dw_cluster_id }}"
+          loop: "{{ run__dw_teardown.database_catalogs }}"
+          loop_control:
+            loop_var: __dbc
+            label: "{{ __dbc.name }}"
+          register: __dbc_name_list
+
+        - name: Populate CDW database catalogs defined with its name to the teardown list
+          when:
+              - __dbc_result.database_catalogs is defined
+              - __dbc_result.database_catalogs | length > 0
+              - __dbc_result.database_catalogs[0].id not in run__dw_dbc_ids
+          ansible.builtin.set_fact:
+            run__dw_dbc_ids: "{{ run__dw_dbc_ids + [ __dbc_result.database_catalogs[0].id ] }}"
+          loop: "{{ __dbc_name_list.results }}"
+          loop_control:
+            loop_var: __dbc_result
+            label: "{{ __dbc_result.database_catalogs[0].id }}"
+
+        - name: Fetch all the CDW virtual warehouses under a CDW cluster
+          cloudera.cloud.dw_virtual_warehouse_info:
+            cluster_id: "{{ run__dw_cluster_id }}"
+          register: __all_vw_list
+
+        - name: Populate all the CDW virtual warehouses of database catalogs scheduled for teardown to the teardown list
+          when:
+              - run__dw_dbc_ids is defined
+              - __vw.dbcId in run__dw_dbc_ids
+          ansible.builtin.set_fact:
+            run__dw_vw_ids: "{{ run__dw_vw_ids + [ __vw.id ] }}"
+          loop: "{{ __all_vw_list.virtual_warehouses }}"
+          loop_control:
+            loop_var: __vw
+            label: "{{ __vw.id }}"
+
+        - name: Fetch the ids of all the CDW virtual warehouses defined with its name
+          when:
+               - run__dw_teardown.virtual_warehouses is defined
+               - __vw.name is defined
+          cloudera.cloud.dw_virtual_warehouse_info:
+            name: "{{ __vw.name }}"
+            cluster_id: "{{ run__dw_cluster_id }}"
+          loop: "{{ run__dw_teardown.virtual_warehouses }}"
+          loop_control:
+            loop_var: __vw
+            label: "{{ __vw.name }}"
+          register: __vw_name_list
+
+        - name: Populate CDW virtual warehouses defined with its id to the teardown list
+          when:
+               - __vw.id is defined
+               - __vw.id not in run__dw_vw_ids
+          ansible.builtin.set_fact:
+            run__dw_vw_ids: "{{ run__dw_vw_ids + [ __vw.id ]}}"
+          loop: "{{ run__dw_teardown.virtual_warehouses }}"
+          loop_control:
+            loop_var: __vw
+            label: "{{ __vw.id }}"
+
+        - name: Populate CDW virtual warehouses defined with its name to the teardown list
+          when:
+               - __vw_result.virtual_warehouses is defined
+               - __vw_result.virtual_warehouses | length > 0
+               - __vw_result.virtual_warehouses[0].id not in run__dw_vw_ids
+          ansible.builtin.set_fact:
+            run__dw_vw_ids: "{{ run__dw_vw_ids + [ __vw_result.virtual_warehouses[0].id ]}}"
+          loop: "{{ __vw_name_list.results }}"
+          loop_control:
+            loop_var: __vw_result
+            label: "{{ __vw_result.virtual_warehouses[0].id }}"
diff --git a/roles/runtime/tasks/teardown_base.yml b/roles/runtime/tasks/teardown_base.yml
@@ -33,89 +33,32 @@
   register: __opdb_teardowns_info
 
 - name: Execute CDP DW teardown
-  when:
-    - run__include_dw | bool
-    - run__env_info.environments | length > 0
-    - run__env_info.environments[0].descendants.dw | length > 0
-  block:
-    - name: Execute CDP DW virtual warehouse teardown
-      when: run__force_teardown | bool
-      cloudera.cloud.dw_cluster:
-        env: "{{ run__env_name }}"
-        state: absent
-        wait: no
-        force: "{{ run__dw_force_delete }}"
-      register: __dw_cluster_teardown_info
-
-    - name: Execute CDP DW virtual warehouse teardown
-      when: not run__force_teardown | bool
-      block:
-        - name: Retrieve CDP DW experiences
-          cloudera.cloud.dw_cluster_info:
-            env: "{{ run__env_name }}"
-          register: __dw_list
-
-        - name: Debug output CDP DW
-          debug:
-            msg: "CDP DW : {{ __dw_list }}"
-
-        - name: Fetch all the CDP DW Database Catalogs under the cluster
-          cloudera.cloud.dw_database_catalog_info:
-            cluster_id: "{{ __dw_list.clusters[0].id }}"
-          register: __dbc_list
-
-        - name: Debug output CDP DW DBCs
-          debug:
-            msg: "CDP DW DBC : {{ __dbc_list }}"
-
-        - name: Fetch all the CDP DW Virtual Warehouse
-          cloudera.cloud.dw_virtual_warehouse_info:
-            cluster_id: "{{ __dw_list.clusters[0].id }}"
-            dbc_id: "{{ __dbc.id }}"
-          loop: "{{ __dbc_list.database_catalogs }}"
-          loop_control:
-            loop_var: __dbc
-          register: __vw_list
-
-        - name: Debug output CDP DW VWs
-          debug:
-            msg: "CDP DW VWs : {{ __vw_list }}"
-#
-#        - name: Delete all CDP DW Virtual Warehouses
-#          cloudera.cloud.dw_virtual_warehouse:
-#            cluster_id: "{{ __dw_list.clusters[0].id }}"
-#            id: "{{ __vw.id }}"
-#            state: absent
-#            wait: no
-#          loop: "{{ __vw_list.results[0].virtual_warehouses }}"
-#          loop_control:
-#            loop_var: __vw
-#          async: 3600 # 1 hour timeout
-#          poll: 0
-#          register: __dw_vw_teardown_info
-
-#        - name: Delete all CDP DW Database Catalogs
-#          cloudera.cloud.dw_database_catalog:
-#            cluster_id: "{{ __dw_list.clusters[0].id }}"
-#            name: "{{ __dbc.name }}"
-#            state: absent
-#            wait: no
-#          loop: "{{ __dbc_list.database_catalogs }}"
-#          loop_control:
-#            loop_var: __dbc
-#          async: 3600 # 1 hour timeout
-#          poll: 0
-#          register: __dw_dbc_teardown_info
-
-        - name: Execute CDP DW virtual warehouse teardown
-          cloudera.cloud.dw_cluster:
-            env: "{{ run__env_name }}"
-            state: absent
+  when: run__dw_teardown is not defined
+  cloudera.cloud.dw_cluster:
+    env: "{{ run__env_name }}"
+    state: absent
+    wait: yes
+    force: "{{ run__dw_force_delete }}"
+  async: 3600 # 1 hour timeout
+  poll: 0
+  register: __dw_cluster_teardown_info
 
-            wait: no
-          async: 3600 # 1 hour timeout
-          poll: 0
-          register: __dw_cluster_teardown_info
+- name: Execute CDP virtual warehouse partial teardown
+  when:
+       - run__dw_teardown is defined
+       - run__dw_vw_ids is defined
+       - run__dw_vw_ids | length > 0
+  cloudera.cloud.dw_virtual_warehouse:
+    cluster_id: "{{ run__dw_cluster_id }}"
+    id: "{{ __vw_id }}"
+    state: absent
+    wait: yes
+  loop: "{{ run__dw_vw_ids }}"
+  loop_control:
+    loop_var: __vw_id
+  async: 3600 # 1 hour timeout
+  poll: 0
+  register: __dw_vw_teardown_info
 
 - name: Execute CDP Dataflow teardown
   register: __df_teardown_info
@@ -202,61 +145,58 @@
   retries: 120
   delay: 30
 
-- name: Wait for CDP DW deployments to decommission
-  when: run__include_dw | bool
-  block:
-#    - name: CDW cluster teardown info
-#      debug:
-#        msg: "CDW : {{ __dw_vw_teardown_info }}"
-#
-#    - name: Wait for CDW Virtual Warehouse to decommision
-#      when:
-#      - __dw_vw_teardown_info is defined
-#      - __dw_vw_teardown_info.results is defined
-#      - __dw_vw_teardown_info.results | length > 0
-#      ansible.builtin.async_status:
-#        jid: "{{ __dw_vw_teardown.ansible_job_id }}"
-#      loop_control:
-#        loop_var: __dw_vw_teardown
-#      loop: "{{ __dw_vw_teardown_info.results }}"
-#      register: __dw_vw_teardown_async
-#      until: __dw_vw_teardown_async.finished
-#      retries: 120
-#      delay: 30
-#
-#    - name: Wait for CDW Database Catalog to decommision
-#      when:
-#        - __dw_dbc_teardown_info is defined
-#        - __dw_dbc_teardown_info.results is defined
-#        - __dw_dbc_teardown_info.results | length > 0
-#      ansible.builtin.async_status:
-#        jid: "{{ __dw_dbc_teardown.ansible_job_id }}"
-#      loop_control:
-#        loop_var: __dw_dbc_teardown
-#      loop: "{{ __dw_dbc_teardown_info.results }}"
-#      register: __dw_dbc_teardown_async
-#      until: __dw_dbc_teardown_async.finished
-#      retries: 120
-#      delay: 30
+- name: Wait for CDP DW virtual warehouse to decommission
+  when:
+       - __dw_vw_teardown_info is defined
+       - __dw_vw_teardown_info.results is defined
+       - __dw_vw_teardown_info.results | length > 0
+  ansible.builtin.async_status:
+    jid: "{{ __dw_vw_teardown.ansible_job_id }}"
+  loop_control:
+    loop_var: __dw_vw_teardown
+  loop: "{{ __dw_vw_teardown_info.results }}"
+  register: __dw_vw_teardown_async
+  until: __dw_vw_teardown_async.finished
+  retries: 120
+  delay: 30
+
+- name: Execute CDP DW Database Catalogs partial teardown
+  when: run__dw_teardown.database_catalogs is defined
+  cloudera.cloud.dw_database_catalog:
+     cluster_id: "{{ run__dw_cluster_id }}"
+     id: "{{ __dbc_id }}"
+     state: absent
+     wait: yes
+  loop: "{{ run__dw_dbc_ids }}"
+  loop_control:
+     loop_var: __dbc_id
+  async: 3600 # 1 hour timeout
+  poll: 0
+  register: __dw_dbc_teardown_info
 
-    - name: CDW cluster teardown info
-      debug:
-        msg: "CDW : {{ __dw_cluster_teardown_info }}"
+- name: Wait for CDW Database Catalog to decommision
+  when:
+       - __dw_dbc_teardown_info is defined
+       - __dw_dbc_teardown_info.results is defined
+       - __dw_dbc_teardown_info.results | length > 0
+  ansible.builtin.async_status:
+    jid: "{{ __dw_dbc_teardown.ansible_job_id }}"
+  loop_control:
+    loop_var: __dw_dbc_teardown
+  loop: "{{ __dw_dbc_teardown_info.results }}"
+  register: __dw_dbc_teardown_async
+  until: __dw_dbc_teardown_async.finished
+  retries: 120
+  delay: 30
 
-    - name: Wait for CDW cluster to decommision
-      when:
-        - __dw_cluster_teardown_info is defined
-        - __dw_cluster_teardown_info.results is defined
-        - __dw_cluster_teardown_info.results | length > 0
-      ansible.builtin.async_status:
-        jid: "{{ __dw_cluster_teardown.ansible_job_id }}"
-      loop_control:
-        loop_var: __dw_cluster_teardown
-      loop: "{{ __dw_cluster_teardown_info }}"
-      register: __dw_cluster_teardown_async
-      until: __dw_cluster_teardown_async.finished
-      retries: 120
-      delay: 30
+- name: Wait for CDW cluster to decommision
+  when: __dw_cluster_teardown_info.ansible_job_id is defined
+  ansible.builtin.async_status:
+    jid: "{{ __dw_cluster_teardown_info.ansible_job_id }}"
+  register: __dw_cluster_teardown_async
+  until: __dw_cluster_teardown_async.finished
+  retries: 120
+  delay: 30
 
 - name: Wait for CDP OpDB deployments to decommission
   when:
diff --git a/roles/sequence/defaults/main.yml b/roles/sequence/defaults/main.yml
@@ -12,10 +12,16 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 ---
-sequence__setup_runtime:  "{{ common__setup_runtime }}"
+sequence__setup_runtime:    "{{ common__setup_runtime }}"
 
-sequence__setup_plat:     "{{ common__setup_plat }}"
+sequence__setup_plat:       "{{ common__setup_plat }}"
 
-sequence__setup_infra:    "{{ common__setup_infra }}"
+sequence__setup_infra:      "{{ common__setup_infra }}"
 
-sequence_init:            "{{ sequence__setup_infra }}"
+sequence_init:              "{{ sequence__setup_infra }}"
+
+sequence__teardown_runtime: "{{ common__teardown_runtime }}"
+
+sequence__teardown_plat:    "{{ common__teardown_plat }}"
+
+sequence__teardown_infra:   "{{ common__teardown_infra }}"
diff --git a/roles/sequence/tasks/main.yml b/roles/sequence/tasks/main.yml
