Remove the future from the tracking list once completed

src/kolibri2zim/entrypoint.py

@@ -158,6 +158,16 @@ def parse_args(raw_args):
         type=int,
     )
 
+    parser.add_argument(
+        "--processes",
+        help="Number of processes to dedicate to media optimizations. "
+        "Defaults to number of available CPU threads visible minus 1 except when run "
+        "inside a container (Docker) where we default to 1 as the detected CPUs are "
+        f"the ones of the host. Default: {Global.nb_available_cpus}",
+        default=Global.nb_available_cpus,
+        type=int,
+    )
+
     parser.add_argument(
         "--optimization-cache",
         help="URL with credentials to S3 for use as optimization cache",

src/kolibri2zim/scraper.py

@@ -483,9 +483,14 @@ def create_video_processing_job(
             path=path,
             preset=preset,
         )
+        future.add_done_callback(self.clean_videos_futures)
         # Keep future to track status
         self.videos_futures.append(future)
 
+    def clean_videos_futures(self, future):
+        # Remove future now that it has finished
+        self.videos_futures.remove(future)
+
     def convert_and_add_video(
         self, file_id, src_fpath, src_checksum, dest_fpath, path, preset
     ):