MVP for "add-ons" flow within kedro new CLI command

features/steps/cli_steps.py

@@ -151,6 +151,7 @@ def create_config_file(context):
     context.root_project_dir = context.temp_dir / context.project_name
     context.package_name = context.project_name.replace("-", "_")
     config = {
+        "add_ons": "all",
         "project_name": context.project_name,
         "repo_name": context.project_name,
         "output_dir": str(context.temp_dir),

features/test.feature

@@ -3,6 +3,7 @@ Feature: Test target in new project
   Background:
     Given I have prepared a config file
     And I have run a non-interactive kedro new with starter "default"
+    And I have installed the project dependencies
 
   Scenario: Execute successful test in new project
     When I execute the kedro command "test"

kedro/framework/cli/starters.py

@@ -363,6 +363,15 @@ def _create_project(template_path: str, cookiecutter_args: dict[str, Any]):
     python_package = extra_context.get(
         "python_package", project_name.lower().replace(" ", "_").replace("-", "_")
     )
+    add_ons = extra_context.get("add_ons")
+
+    # Only non-starter projects have configurable add-ons
+    if template_path == str(TEMPLATE_PATH):
+        if add_ons == "none":
+            click.secho("\nYou have selected no add-ons")
+        else:
+            click.secho(f"\nYou have selected the following add-ons: '{add_ons}'")
+
     click.secho(
         f"\nThe project name '{project_name}' has been applied to: "
         f"\n- The project title in {result_path}/README.md "
@@ -553,3 +562,11 @@ def _validate_config_file(config: dict[str, str], prompts: dict[str, Any]):
             f"'{config['output_dir']}' is not a valid output directory. "
             "It must be a relative or absolute path to an existing directory."
         )
+
+    # Validate add-ons provided by config
+    add_on_reg_ex = "^(all|none|(\\d(,\\d)*|(\\d-\\d)))$"
+    selected_add_ons = config["add_ons"]
+    if not re.match(add_on_reg_ex, selected_add_ons):
+        message = f"'{selected_add_ons}' is an invalid value for Project Add-Ons. Invalid input. Please select valid options for add-ons using comma-separated values, ranges, or 'all/none'."
+        click.secho(message, fg="red", err=True)
+        raise ValueError(message)

kedro/templates/project/cookiecutter.json

@@ -2,5 +2,6 @@
     "project_name": "New Kedro Project",
     "repo_name": "{{ cookiecutter.project_name.strip().replace(' ', '-').replace('_', '-').lower() }}",
     "python_package": "{{ cookiecutter.project_name.strip().replace(' ', '_').replace('-', '_').lower() }}",
-    "kedro_version": "{{ cookiecutter.kedro_version }}"
+    "kedro_version": "{{ cookiecutter.kedro_version }}",
+    "add_ons": "none"
 }

kedro/templates/project/hooks/post_gen_project.py

@@ -0,0 +1,28 @@
+from pathlib import Path
+
+from kedro.templates.project.hooks.utils import (
+    parse_add_ons_input,
+    setup_template_add_ons,
+    sort_requirements,
+)
+
+def main():
+    current_dir = Path.cwd()
+    requirements_file_path = current_dir / "src/requirements.txt"
+    pyproject_file_path = current_dir / "pyproject.toml"
+    pyproject_src_file_path = current_dir / "src/pyproject.toml"
+
+    # Get the selected add-ons from cookiecutter
+    selected_add_ons = "{{ cookiecutter.add_ons }}"
+
+    # Parse the add-ons to get a list
+    selected_add_ons_list = parse_add_ons_input(selected_add_ons)
+
+    # Handle template directories and requirements according to selected add-ons
+    setup_template_add_ons(selected_add_ons_list, requirements_file_path, pyproject_file_path, pyproject_src_file_path)
+
+    # Sort requirements.txt file in alphabetical order
+    sort_requirements(requirements_file_path)
+
+if __name__ == "__main__":
+    main()

kedro/templates/project/hooks/utils.py

@@ -0,0 +1,150 @@
+from pathlib import Path
+import shutil
+import click
+
+current_dir = Path.cwd()
+
+lint_requirements = "black\nruff\n"
+lint_pyproject_requirements = """
+[tool.ruff]
+select = [
+    "F",  # Pyflakes
+    "E",  # Pycodestyle
+    "W",  # Pycodestyle
+    "UP",  # pyupgrade
+    "I",  # isort
+    "PL", # Pylint
+]
+ignore = ["E501"]  # Black take care off line-too-long
+"""
+
+test_requirements = "pytest-cov~=3.0\npytest-mock>=1.7.1, <2.0\npytest~=7.2"
+test_pyproject_requirements = """
+[tool.pytest.ini_options]
+addopts = \"\"\"
+--cov-report term-missing \\
+--cov src/{{ cookiecutter.python_package }} -ra
+\"\"\"
+
+[tool.coverage.report]
+fail_under = 0
+show_missing = true
+exclude_lines = ["pragma: no cover", "raise NotImplementedError"]
+"""
+
+docs_pyproject_requirements = """
+docs = [
+    "docutils<0.18.0",
+    "sphinx~=3.4.3",
+    "sphinx_rtd_theme==0.5.1",
+    "nbsphinx==0.8.1",
+    "nbstripout~=0.4",
+    "sphinx-autodoc-typehints==1.11.1",
+    "sphinx_copybutton==0.3.1",
+    "ipykernel>=5.3, <7.0",
+    "Jinja2<3.1.0",
+    "myst-parser~=0.17.2",
+]
+"""
+
+
+def parse_add_ons_input(add_ons_str):
+    """Parse the add-ons input string.
+
+    Args:
+        add_ons_str: Input string from prompts.yml.
+
+    Returns:
+        list: List of selected add-ons as strings.
+    """
+    if add_ons_str == "all":
+        return ["1", "2", "3", "4", "5"]
+    if add_ons_str == "none":
+        return []
+
+    # Split by comma
+    add_ons_choices = add_ons_str.split(",")
+    selected = []
+
+    for choice in add_ons_choices:
+        if "-" in choice:
+            start, end = choice.split("-")
+            if int(start) > int(end):
+                message = f"'{add_ons_str}' is an invalid range for Project Add-Ons."
+                click.secho(message, fg="red", err=True)
+                raise ValueError(message)
+            selected.extend(str(i) for i in range(int(start), int(end) + 1))
+        else:
+            selected.append(choice.strip())
+
+    return selected
+
+
+def setup_template_add_ons(selected_add_ons_list, requirements_file_path, pyproject_file_path, pyproject_src_file_path):
+    """Removes directories and files related to unwanted addons from
+    a Kedro project template. Adds the necessary requirements for
+    the addons that were selected.
+
+    Args:
+        selected_add_ons_list: a list containing numbers from 1 to 5,
+        representing specific add-ons.
+        requirements_file_path: the path to the requirements.txt file.
+        pyproject_file_path: the path to the pyproject.toml file
+        located on the the root of the template.
+        pyproject_src_file_path: the path to the pyproject.toml file
+        located inside the `src` directory.
+    """
+    if "1" not in selected_add_ons_list:  # If Linting not selected
+        pass
+    else:
+        with open(requirements_file_path, 'a') as file:
+            file.write(lint_requirements)
+        with open(pyproject_file_path, 'a') as file:
+            file.write(lint_pyproject_requirements)
+
+    if "2" not in selected_add_ons_list:  # If Testing not selected
+        tests_path = current_dir / "src" / "tests"
+        if tests_path.exists():
+            shutil.rmtree(str(tests_path))
+    else:
+        with open(requirements_file_path, 'a') as file:
+            file.write(test_requirements)
+        with open(pyproject_file_path, 'a') as file:
+            file.write(test_pyproject_requirements)
+
+    if "3" not in selected_add_ons_list:  # If Logging not selected
+        logging_yml_path = current_dir / "conf/logging.yml"
+        if logging_yml_path.exists():
+            logging_yml_path.unlink()
+
+    if "4" not in selected_add_ons_list:  # If Documentation not selected
+        docs_path = current_dir / "docs"
+        if docs_path.exists():
+            shutil.rmtree(str(docs_path))
+    else:
+        with open(pyproject_src_file_path, 'a') as file:
+            file.write(docs_pyproject_requirements)
+
+    if "5" not in selected_add_ons_list:  # If Data Structure not selected
+        data_path = current_dir / "data"
+        if data_path.exists():
+            shutil.rmtree(str(data_path))
+
+
+def sort_requirements(requirements_file_path):
+    """Sort the requirements.txt file in alphabetical order.
+
+    Args:
+        requirements_file_path: the path to the requirements.txt file.
+    """
+    with open(requirements_file_path, 'r') as requirements:
+        lines = requirements.readlines()
+
+    lines = [line.strip() for line in lines]
+
+    lines.sort()
+
+    sorted_content = '\n'.join(lines)
+
+    with open(requirements_file_path, 'w') as requirements:
+        requirements.write(sorted_content)

kedro/templates/project/prompts.yml

@@ -1,3 +1,21 @@
+add_ons:
+  title: "Project Add-Ons"
+  text: |
+    Here you can select which add-ons you'd like to include. By default, none are included.
+    To read more about these add-ons and what they do visit: kedro.org/{insert-documentation}
+
+    Add-Ons
+    1) Linting : Provides a basic linting set up with Black and ruff
+    2) Testing : Provides basic testing set up with pytest
+    3) Custom Logging : Provides more logging options
+    4) Documentation: Provides basic documentations setup with Sphinx
+    5) Data Structure: Provides a directory structure for storing data
+
+    Which add-ons would you like to include in your project? [1-5/1,3/all/none]:
+  regex_validator: "^(all|none|(\\d(,\\d)*|(\\d-\\d)))$"
+  error_message: |
+    Invalid input. Please select valid options for add-ons using comma-separated values, ranges, or 'all/none'.
+
 project_name:
   title: "Project Name"
   text: |

kedro/templates/project/{{ cookiecutter.repo_name }}/conf/logging.yml

@@ -0,0 +1,41 @@
+version: 1
+
+disable_existing_loggers: False
+
+formatters:
+  simple:
+    format: "%(asctime)s - %(name)s - %(levelname)s - %(message)s"
+
+handlers:
+  console:
+    class: logging.StreamHandler
+    level: INFO
+    formatter: simple
+    stream: ext://sys.stdout
+
+  info_file_handler:
+    class: logging.handlers.RotatingFileHandler
+    level: INFO
+    formatter: simple
+    filename: info.log
+    maxBytes: 10485760 # 10MB
+    backupCount: 20
+    encoding: utf8
+    delay: True
+
+  rich:
+    class: kedro.logging.RichHandler
+    rich_tracebacks: True
+    # Advance options for customisation.
+    # See https://docs.kedro.org/en/stable/logging/logging.html#project-side-logging-configuration
+    # tracebacks_show_locals: False
+
+loggers:
+  kedro:
+    level: INFO
+
+  {{ cookiecutter.python_package }}:
+    level: INFO
+
+root:
+  handlers: [rich, info_file_handler]

kedro/templates/project/{{ cookiecutter.repo_name }}/pyproject.toml

@@ -2,16 +2,3 @@
 package_name = "{{ cookiecutter.python_package }}"
 project_name = "{{ cookiecutter.project_name }}"
 kedro_init_version = "{{ cookiecutter.kedro_version }}"
-
-[tool.isort]
-profile = "black"
-
-[tool.pytest.ini_options]
-addopts = """
---cov-report term-missing \
---cov src/{{ cookiecutter.python_package }} -ra"""
-
-[tool.coverage.report]
-fail_under = 0
-show_missing = true
-exclude_lines = ["pragma: no cover", "raise NotImplementedError"]

kedro/templates/project/{{ cookiecutter.repo_name }}/src/pyproject.toml

@@ -13,19 +13,5 @@ exclude = ["tests"]
 [project.scripts]
 {{ cookiecutter.repo_name }} = "{{ cookiecutter.python_package }}.__main__:main"
 
-[project.optional-dependencies]
-docs = [
-    "docutils<0.18.0",
-    "sphinx~=3.4.3",
-    "sphinx_rtd_theme==0.5.1",
-    "nbsphinx==0.8.1",
-    "nbstripout~=0.4",
-    "sphinx-autodoc-typehints==1.11.1",
-    "sphinx_copybutton==0.3.1",
-    "ipykernel>=5.3, <7.0",
-    "Jinja2<3.1.0",
-    "myst-parser~=0.17.2",
-]
-
 [tool.setuptools.dynamic]
 dependencies = {file = "requirements.txt"}

kedro/templates/project/{{ cookiecutter.repo_name }}/src/requirements.txt

@@ -1,14 +1,8 @@
-black~=22.0
-flake8>=3.7.9, <5.0
 ipython>=7.31.1, <8.0; python_version < '3.8'
 ipython~=8.10; python_version >= '3.8'
-isort~=5.0
 jupyter~=1.0
 jupyterlab_server>=2.11.1, <2.16.0
 jupyterlab~=3.0, <3.6.0
 kedro~={{ cookiecutter.kedro_version }}
 kedro-telemetry~=0.2.0
 nbstripout~=0.4
-pytest-cov~=3.0
-pytest-mock>=1.7.1, <2.0
-pytest~=7.2