Included generation of folder

Author: paf-triarii

.gitignore

@@ -1,4 +1,5 @@
 .env
 __pycache__/
 .bashrc
-.bash_history
+.bash_history
+wiki_processed_files/

m_aux/outputs.py

@@ -0,0 +1,42 @@
+import os
+import shutil
+
+def is_folder(path):
+    """
+    Check if the given path points to a folder.
+
+    Parameters:
+    - path (str): The path to check.
+
+    Returns:
+    - bool: True if the path points to a folder, False otherwise.
+    """
+    # Check if the path exists and is a directory
+    return os.path.exists(path) and os.path.isdir(path)
+
+def prepare_output_folder(folder_path):
+    """
+    Prepare the output folder by ensuring the specified folder exists and is empty.
+
+    Parameters:
+    - folder_path (str): The path to the folder to prepare.
+    """
+    # Check if the path is indeed a folder
+    if not is_folder(folder_path):
+        if os.path.exists(folder_path):
+            # Path exists but is not a folder (likely a file), operation is aborted
+            print(f"Error: The path '{folder_path}' is not a folder.")
+            return
+        else:
+            # Path does not exist, create the folder
+            os.makedirs(folder_path)
+            print(f"Folder '{folder_path}' created.")
+            return
+    
+    # If the folder exists, empty it
+    try:
+        shutil.rmtree(folder_path)
+        os.makedirs(folder_path)
+        print(f"Folder '{folder_path}' was emptied and recreated.")
+    except Exception as e:
+        print(f"An error occurred while preparing the folder: {e}")

m_search/notion_blocks.py

@@ -13,6 +13,7 @@ def get_all_children_blocks(notion_client:Client,page_id: str):
     list: A list of children blocks.
     """
     blocks = notion_client.blocks.children.list(block_id=page_id)
+    pretty_print(blocks)
     return blocks.get("results",[])
 
 def get_block_type(block:dict):
@@ -25,5 +26,6 @@ def get_block_type(block:dict):
     Returns:
     str: The type of the block.
     """
+    pretty_print(f'Block: {block.get("id")}, Type: {block.get("type")}')
     return block.get("type")
 

main.py

@@ -3,11 +3,13 @@
 from notion_client import Client
 from notion_client import APIResponseError
 from m_search.notion_blocks import get_all_children_blocks, get_block_type
+from m_aux.outputs import prepare_output_folder
 
 def main():
     # Parse command line arguments
     parser = argparse.ArgumentParser(description="Notion Exporter Application",epilog="NOTE: This program requires the NOTION_TOKEN environment variable to be set.")
     parser.add_argument("-l", "--log_level", help="Set the log level", default="INFO", choices=['DEBUG', 'INFO', 'WARNING', 'ERROR', 'CRITICAL'])
+    parser.add_argument("-o", "--outputs_dir", help="Set the output directory", default="wiki_processed_files")
 
     # Subparsers for commands
     subparsers = parser.add_subparsers(dest='command', help='Commands (list or export)')
@@ -31,6 +33,9 @@ def main():
     # Here you would set the log level for the Notion client based on args.log_level
     # Notion client setup code to apply log level goes here (depends on the client's capabilities)
 
+    # Prepare the output folder
+    prepare_output_folder(args.outputs_dir)
+    
     # Handle commands
     blocks = get_all_children_blocks(notion,args.page_id)
     for block in blocks: