chore: Refactor extract-content.py to include skip flags for re-runni…

…ng migration

docs/deployment/migrate.md

@@ -31,4 +31,13 @@ make merge-databases
 ```bash
 make run-data-migration
 ```
-Once complete, your new deployment of 1.1 should be functional and contain the processed content from your 1.0 deployment. You can now plan to retire you old 1.0 deployment.
+Once complete, your new deployment of 1.1 should be functional and contain the processed content from your 1.0 deployment. You can now plan to retire you old 1.0 deployment.
+
+## Re-running a migration
+If you encounter a failure  while running the migration, you can re-run the process, but you have the option to skip steps to avoid repetition. You have the option of setting these values to True in the file called extract-content.py in the scripts folder:
+```bash
+skip_search_index = False
+skip_cosmos_db = False
+skip_upload_container = False
+skip_content_container = False
+```

scripts/extract-content.py

@@ -7,6 +7,7 @@
 from pyfiglet import Figlet
 import json
 import subprocess
+import sys
 import os
 from azure.cosmos import CosmosClient, PartitionKey, exceptions
 from azure.identity import DefaultAzureCredential
@@ -181,6 +182,10 @@ def get_storage_account_endpoint(storage_account_name):
 old_search_client = SearchClient(endpoint=old_search_endpoint, index_name=index_name, credential=AzureKeyCredential(old_search_key))
 new_search_client = SearchClient(endpoint=new_search_endpoint, index_name=index_name, credential=AzureKeyCredential(new_search_key))
 
+error_guidance = 'If you re-run the process, you can skip sections that completed successfully by setting the corresponding skip flag to True. Read more details her' 
+
+
+
 
 
 # *************************************************************************
@@ -240,6 +245,7 @@ def get_storage_account_endpoint(storage_account_name):
 
     except Exception as e:
         print(e)
+        sys.exit()
 
 
 
@@ -320,6 +326,7 @@ def get_storage_account_endpoint(storage_account_name):
 
     except exceptions.CosmosHttpResponseError as e:
         print(f'An error occurred: {e}')
+        sys.exit()
 
 
 # *************************************************************************
@@ -376,6 +383,7 @@ def get_storage_account_endpoint(storage_account_name):
 
     except Exception as e:
         print(e)
+        sys.exit()
 
     print(f"Completed migratiing upload container blobs. Processed {blobs_processed_count} blobs")   
 
@@ -417,6 +425,7 @@ def get_storage_account_endpoint(storage_account_name):
 
     except Exception as e:
         print(e)
+        sys.exit()
 
     print(f"Completed migratiing content container chnks. Processed {chunks_processed_count} blobs")