Reformatting unrelated files as the tests keep failing

Signed-off-by: Bennati, Stefano <stefano.bennati@here.com>

Author: bennati

docs/source/conf.py

@@ -37,7 +37,10 @@
 
 intersphinx_mapping = {
     "aboutcode": ("https://aboutcode.readthedocs.io/en/latest/", None),
-    "scancode-workbench": ("https://scancode-workbench.readthedocs.io/en/develop/", None),
+    "scancode-workbench": (
+        "https://scancode-workbench.readthedocs.io/en/develop/",
+        None,
+    ),
 }
 
 

etc/scripts/fetch_thirdparty.py

@@ -187,7 +187,9 @@ def fetch_thirdparty(
     environments = None
     if wheels:
         evts = itertools.product(python_versions, operating_systems)
-        environments = [utils_thirdparty.Environment.from_pyver_and_os(pyv, os) for pyv, os in evts]
+        environments = [
+            utils_thirdparty.Environment.from_pyver_and_os(pyv, os) for pyv, os in evts
+        ]
 
     # Collect PyPI repos
     repos = []
@@ -258,7 +260,9 @@ def fetch_thirdparty(
             print(f"  {sd}")
 
     print(f"==> FETCHING OR CREATING ABOUT AND LICENSE FILES")
-    utils_thirdparty.fetch_abouts_and_licenses(dest_dir=dest_dir, use_cached_index=use_cached_index)
+    utils_thirdparty.fetch_abouts_and_licenses(
+        dest_dir=dest_dir, use_cached_index=use_cached_index
+    )
     utils_thirdparty.clean_about_files(dest_dir=dest_dir)
 
     # check for problems

etc/scripts/test_utils_pip_compatibility_tags.py

@@ -95,7 +95,9 @@ def test_manylinux2010_implies_manylinux1(self, manylinux2010, manylinux1):
         Specifying manylinux2010 implies manylinux1.
         """
         groups = {}
-        supported = utils_pip_compatibility_tags.get_supported(platforms=[manylinux2010])
+        supported = utils_pip_compatibility_tags.get_supported(
+            platforms=[manylinux2010]
+        )
         for tag in supported:
             groups.setdefault((tag.interpreter, tag.abi), []).append(tag.platform)
 

etc/scripts/utils_dejacode.py

@@ -33,7 +33,9 @@
 
 def can_do_api_calls():
     if not DEJACODE_API_KEY and DEJACODE_API_URL:
-        print("DejaCode DEJACODE_API_KEY and DEJACODE_API_URL not configured. Doing nothing")
+        print(
+            "DejaCode DEJACODE_API_KEY and DEJACODE_API_URL not configured. Doing nothing"
+        )
         return False
     else:
         return True
@@ -153,7 +155,8 @@ def find_latest_dejacode_package(distribution):
     with_versions = sorted(with_versions)
     latest_version, latest_package_version = sorted(with_versions)[-1]
     print(
-        f"Found DejaCode latest version: {latest_version} " f"for dist: {distribution.package_url}",
+        f"Found DejaCode latest version: {latest_version} "
+        f"for dist: {distribution.package_url}",
     )
 
     return latest_package_version

etc/scripts/utils_pypi_supported_tags.py

@@ -82,7 +82,11 @@ def is_supported_platform_tag(platform_tag):
     if platform_tag in _allowed_platforms:
         return True
     m = _macosx_platform_re.match(platform_tag)
-    if m and m.group("major") in _macosx_major_versions and m.group("arch") in _macosx_arches:
+    if (
+        m
+        and m.group("major") in _macosx_major_versions
+        and m.group("arch") in _macosx_arches
+    ):
         return True
     m = _manylinux_platform_re.match(platform_tag)
     if m and m.group("arch") in _manylinux_arches:

etc/scripts/utils_requirements.py

@@ -42,7 +42,9 @@ def get_required_name_versions(requirement_lines, with_unpinned=False):
         if req_line.startswith("-") or (not with_unpinned and not "==" in req_line):
             print(f"Requirement line is not supported: ignored: {req_line}")
             continue
-        yield get_required_name_version(requirement=req_line, with_unpinned=with_unpinned)
+        yield get_required_name_version(
+            requirement=req_line, with_unpinned=with_unpinned
+        )
 
 
 def get_required_name_version(requirement, with_unpinned=False):
@@ -70,7 +72,9 @@ def get_required_name_version(requirement, with_unpinned=False):
     if with_unpinned:
         version = ""
     else:
-        assert is_pinned and version, f"Requirement version must be pinned: {requirement}"
+        assert (
+            is_pinned and version
+        ), f"Requirement version must be pinned: {requirement}"
     return name, version
 
 
@@ -112,7 +116,9 @@ def get_installed_reqs(site_packages_dir):
     as a text.
     """
     if not os.path.exists(site_packages_dir):
-        raise Exception(f"site_packages directory: {site_packages_dir!r} does not exists")
+        raise Exception(
+            f"site_packages directory: {site_packages_dir!r} does not exists"
+        )
     # Also include these packages in the output with --all: wheel, distribute,
     # setuptools, pip
     args = ["pip", "freeze", "--exclude-editable", "--all", "--path", site_packages_dir]

etc/scripts/utils_thirdparty.py

@@ -247,7 +247,9 @@ def download_wheel(name, version, environment, dest_dir=THIRDPARTY_DIR, repos=tu
         package = repo.get_package_version(name=name, version=version)
         if not package:
             if TRACE_DEEP:
-                print(f"    download_wheel: No package in {repo.index_url} for {name}=={version}")
+                print(
+                    f"    download_wheel: No package in {repo.index_url} for {name}=={version}"
+                )
             continue
         supported_wheels = list(package.get_supported_wheels(environment=environment))
         if not supported_wheels:
@@ -293,7 +295,9 @@ def download_sdist(name, version, dest_dir=THIRDPARTY_DIR, repos=tuple()):
 
         if not package:
             if TRACE_DEEP:
-                print(f"    download_sdist: No package in {repo.index_url} for {name}=={version}")
+                print(
+                    f"    download_sdist: No package in {repo.index_url} for {name}=={version}"
+                )
             continue
         sdist = package.sdist
         if not sdist:
@@ -302,7 +306,9 @@ def download_sdist(name, version, dest_dir=THIRDPARTY_DIR, repos=tuple()):
             continue
 
         if TRACE_DEEP:
-            print(f"    download_sdist: Getting sdist from index (or cache): {sdist.download_url}")
+            print(
+                f"    download_sdist: Getting sdist from index (or cache): {sdist.download_url}"
+            )
         fetched_sdist_filename = package.sdist.download(dest_dir=dest_dir)
 
         if fetched_sdist_filename:
@@ -1005,7 +1011,9 @@ def get_license_link_for_filename(filename, urls):
     if not path_or_url:
         raise Exception(f"Missing link to file: {filename}")
     if not len(path_or_url) == 1:
-        raise Exception(f"Multiple links to file: {filename}: \n" + "\n".join(path_or_url))
+        raise Exception(
+            f"Multiple links to file: {filename}: \n" + "\n".join(path_or_url)
+        )
     return path_or_url[0]
 
 
@@ -1226,7 +1234,10 @@ def from_filename(cls, filename):
 
         # All the tag combinations from this file
         tags = {
-            packaging_tags.Tag(x, y, z) for x in python_versions for y in abis for z in platforms
+            packaging_tags.Tag(x, y, z)
+            for x in python_versions
+            for y in abis
+            for z in platforms
         }
 
         return cls(
@@ -1286,7 +1297,11 @@ def is_pure(self):
         >>> Wheel.from_filename('future-0.16.0-py3-cp36m-any.whl').is_pure()
         False
         """
-        return "py3" in self.python_versions and "none" in self.abis and "any" in self.platforms
+        return (
+            "py3" in self.python_versions
+            and "none" in self.abis
+            and "any" in self.platforms
+        )
 
 
 def is_pure_wheel(filename):
@@ -1399,7 +1414,9 @@ def packages_from_dir(cls, directory):
         """
         base = os.path.abspath(directory)
 
-        paths = [os.path.join(base, f) for f in os.listdir(base) if f.endswith(EXTENSIONS)]
+        paths = [
+            os.path.join(base, f) for f in os.listdir(base) if f.endswith(EXTENSIONS)
+        ]
 
         if TRACE_ULTRA_DEEP:
             print("packages_from_dir: paths:", paths)
@@ -1644,19 +1661,26 @@ def _get_package_versions_map(self, name):
         assert name
         normalized_name = NameVer.normalize_name(name)
         versions = self.packages[normalized_name]
-        if not versions and normalized_name not in self.fetched_package_normalized_names:
+        if (
+            not versions
+            and normalized_name not in self.fetched_package_normalized_names
+        ):
             self.fetched_package_normalized_names.add(normalized_name)
             try:
                 links = self.fetch_links(normalized_name=normalized_name)
                 # note that thsi is sorted so the mapping is also sorted
                 versions = {
                     package.version: package
-                    for package in PypiPackage.packages_from_many_paths_or_urls(paths_or_urls=links)
+                    for package in PypiPackage.packages_from_many_paths_or_urls(
+                        paths_or_urls=links
+                    )
                 }
                 self.packages[normalized_name] = versions
             except RemoteNotFetchedException as e:
                 if TRACE:
-                    print(f"failed to fetch package name: {name} from: {self.index_url}:\n{e}")
+                    print(
+                        f"failed to fetch package name: {name} from: {self.index_url}:\n{e}"
+                    )
 
         if not versions and TRACE:
             print(f"WARNING: package {name} not found in repo: {self.index_url}")
@@ -1917,7 +1941,9 @@ def get_remote_file_content(
     # several redirects and that we can ignore content there. A HEAD request may
     # not get us this last header
     print(f"    DOWNLOADING: {url}")
-    with requests.get(url, allow_redirects=True, stream=True, headers=headers) as response:
+    with requests.get(
+        url, allow_redirects=True, stream=True, headers=headers
+    ) as response:
         status = response.status_code
         if status != requests.codes.ok:  # NOQA
             if status == 429 and _delay < 20:
@@ -1932,7 +1958,9 @@ def get_remote_file_content(
                 )
 
             else:
-                raise RemoteNotFetchedException(f"Failed HTTP request from {url} with {status}")
+                raise RemoteNotFetchedException(
+                    f"Failed HTTP request from {url} with {status}"
+                )
 
         if headers_only:
             return response.headers, None
@@ -2023,7 +2051,9 @@ def get_other_dists(_package, _dist):
             # if has key data we may look to improve later, but we can move on
             if local_dist.has_key_metadata():
                 local_dist.save_about_and_notice_files(dest_dir=dest_dir)
-                local_dist.fetch_license_files(dest_dir=dest_dir, use_cached_index=use_cached_index)
+                local_dist.fetch_license_files(
+                    dest_dir=dest_dir, use_cached_index=use_cached_index
+                )
                 continue
 
             # lets try to get from another dist of the same local package
@@ -2035,7 +2065,9 @@ def get_other_dists(_package, _dist):
             # if has key data we may look to improve later, but we can move on
             if local_dist.has_key_metadata():
                 local_dist.save_about_and_notice_files(dest_dir=dest_dir)
-                local_dist.fetch_license_files(dest_dir=dest_dir, use_cached_index=use_cached_index)
+                local_dist.fetch_license_files(
+                    dest_dir=dest_dir, use_cached_index=use_cached_index
+                )
                 continue
 
             # try to get another version of the same package that is not our version
@@ -2072,7 +2104,9 @@ def get_other_dists(_package, _dist):
             # if has key data we may look to improve later, but we can move on
             if local_dist.has_key_metadata():
                 local_dist.save_about_and_notice_files(dest_dir=dest_dir)
-                local_dist.fetch_license_files(dest_dir=dest_dir, use_cached_index=use_cached_index)
+                local_dist.fetch_license_files(
+                    dest_dir=dest_dir, use_cached_index=use_cached_index
+                )
                 continue
 
             # try to get a latest version of the same package that is not our version
@@ -2081,7 +2115,9 @@ def get_other_dists(_package, _dist):
             lpn = local_package.name
 
             other_remote_packages = [
-                p for v, p in PYPI_SELFHOSTED_REPO.get_package_versions(lpn).items() if v != lpv
+                p
+                for v, p in PYPI_SELFHOSTED_REPO.get_package_versions(lpn).items()
+                if v != lpv
             ]
 
             latest_version = other_remote_packages and other_remote_packages[-1]
@@ -2113,7 +2149,9 @@ def get_other_dists(_package, _dist):
             # if local_dist.has_key_metadata() or not local_dist.has_key_metadata():
             local_dist.save_about_and_notice_files(dest_dir)
 
-            lic_errs = local_dist.fetch_license_files(dest_dir, use_cached_index=use_cached_index)
+            lic_errs = local_dist.fetch_license_files(
+                dest_dir, use_cached_index=use_cached_index
+            )
 
             if not local_dist.has_key_metadata():
                 print(f"Unable to add essential ABOUT data for: {local_dist}")
@@ -2215,12 +2253,20 @@ def download_wheels_with_pip(
 
     if error:
         print()
-        print("###########################################################################")
-        print("##################### Failed to fetch all wheels ##########################")
-        print("###########################################################################")
+        print(
+            "###########################################################################"
+        )
+        print(
+            "##################### Failed to fetch all wheels ##########################"
+        )
+        print(
+            "###########################################################################"
+        )
         print(error)
         print()
-        print("###########################################################################")
+        print(
+            "###########################################################################"
+        )
 
     downloaded = existing ^ set(os.listdir(dest_dir))
     return sorted(downloaded), error