chore: support Python 3.12

.github/workflows/python.yml

@@ -15,7 +15,7 @@ jobs:
       - name: Set up python
         uses: actions/setup-python@v5
         with:
-          python-version: "3.11"
+          python-version: "3.12"
       - name: Install tools
         run: pip install flake8 black isort wheel docstring-parser
       - name: Lint
@@ -45,7 +45,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.9", "3.10", "3.11"]
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
     name: Tests on Python ${{ matrix.python-version }}
     steps:
       - name: Set up python

changes/418.added

@@ -0,0 +1 @@
+Python 3.12 support

pyproject.toml

@@ -31,6 +31,7 @@ classifiers = [
     "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
 ]
 license = { file = "LICENSE" }
 authors = [{ name = "Owkin, Inc." }]

substra/__version__.py

@@ -1 +1 @@
-__version__ = "0.53.0"
+__version__ = "0.54.0a1"

substra/sdk/backends/local/compute/worker.py

@@ -135,6 +135,12 @@ def _get_cmd_template_inputs_outputs(
         ]
         return command_template
 
+    def _tmp_is_three_nine(self):
+        """Temporary helper function to remove as soon as support of Python 3.9 is dropped."""
+        import platform
+
+        return platform.python_version_tuple()[1] == "9"
+
     def _prepare_artifact_input(self, task_input, task_key, input_volume, multiple):
         outputs = self._db.list(
             schemas.Type.OutputAsset,
@@ -150,15 +156,21 @@ def _prepare_artifact_input(self, task_input, task_key, input_volume, multiple):
         assert output.kind == schemas.AssetKind.model, "The task_input value must be an artifact, not a performance"
         filename = _generate_filename()
         path_to_input = input_volume / filename
-        Path(output.asset.address.storage_address).link_to(path_to_input)
+        if self._tmp_is_three_nine():
+            Path(output.asset.address.storage_address).link_to(path_to_input)
+        else:
+            Path(path_to_input).hardlink_to(output.asset.address.storage_address)
 
         return TaskResource(id=task_input.identifier, value=f"{TPL_VOLUME_INPUTS}/{filename}", multiple=multiple)
 
     def _prepare_dataset_input(
         self, dataset: models.Dataset, task_input: models.InputRef, input_volume: str, multiple: bool
     ):
         path_to_opener = input_volume / Filenames.OPENER.value
-        Path(dataset.opener.storage_address).link_to(path_to_opener)
+        if self._tmp_is_three_nine():
+            Path(dataset.opener.storage_address).link_to(path_to_opener)
+        else:
+            Path(path_to_opener).hardlink_to(dataset.opener.storage_address)
         return TaskResource(
             id=task_input.identifier,
             value=f"{TPL_VOLUME_INPUTS}/{Filenames.OPENER.value}",

tests/data_factory.py

@@ -16,11 +16,9 @@
 
 DEFAULT_DATA_SAMPLE_FILENAME = "data.csv"
 
-DEFAULT_SUBSTRATOOLS_VERSION = (
-    f"latest-nvidiacuda11.8.0-base-ubuntu22.04-python{sys.version_info.major}.{sys.version_info.minor}"
-)
+DEFAULT_SUBSTRATOOLS_VERSION = f"{sys.version_info.major}.{sys.version_info.minor}-slim"
 
-DEFAULT_SUBSTRATOOLS_DOCKER_IMAGE = f"ghcr.io/substra/substra-tools:{DEFAULT_SUBSTRATOOLS_VERSION}"
+DEFAULT_SUBSTRATOOLS_DOCKER_IMAGE = f"python:{DEFAULT_SUBSTRATOOLS_VERSION}"
 
 DEFAULT_OPENER_SCRIPT = f"""
 import csv
@@ -246,6 +244,8 @@ def _save_predictions(y_pred, path):
 DEFAULT_FUNCTION_DOCKERFILE = f"""
 FROM {DEFAULT_SUBSTRATOOLS_DOCKER_IMAGE}
 COPY function.py .
+RUN apt-get update && apt-get install -y git
+RUN python3 -m pip install git+https://github.com/Substra/substra-tools.git@main
 ENTRYPOINT ["python3", "function.py", "--function-name", "{{function_name}}"]
 """