fix(targets): Bumped min joblib dependency to >=1.3.0 and replaced …

…deprecated `parallel_backend` with `parallel_config` (#2288) * swtich from deprecated parallel_backend to parallel_config * joblib requirement to 1.3.0 and above * missing some wheels
meltano · Mar 7, 2024 · a72a987 · a72a987
1 parent aa8b5ef
commit a72a987
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 5 deletions.
diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -47,7 +47,7 @@ fs = ">=2.4.16"
 importlib-metadata = {version = "<8.0.0", python = "<3.12"}
 importlib-resources = {version = ">=5.12.0", python = "<3.9"}
 inflection = ">=0.5.1"
-joblib = ">=1.0.1"
+joblib = ">=1.3.0"
 jsonpath-ng = ">=1.5.3"
 jsonschema = ">=4.16.0"
 packaging = ">=23.1"

diff --git a/singer_sdk/target_base.py b/singer_sdk/target_base.py
@@ -10,7 +10,7 @@
 import typing as t
 
 import click
-from joblib import Parallel, delayed, parallel_backend
+from joblib import Parallel, delayed, parallel_config
 
 from singer_sdk.exceptions import RecordsWithoutSchemaException
 from singer_sdk.helpers._batch import BaseBatchFileEncoding
@@ -521,7 +521,7 @@ def _drain_all(self, sink_list: list[Sink], parallelism: int) -> None:
         def _drain_sink(sink: Sink) -> None:
             self.drain_one(sink)
 
-        with parallel_backend("threading", n_jobs=parallelism):
+        with parallel_config(backend="threading", n_jobs=parallelism):
             Parallel()(delayed(_drain_sink)(sink=sink) for sink in sink_list)
 
     def _write_state_message(self, state: dict) -> None: