feat(#147): accommodate nested relative paths in existing index

Author: captaincoordinates

packages/stac-index/src/stac_index/indexer/creator/creator.py

@@ -488,6 +488,7 @@ async def _load_existing_index(self: Self, manifest_json_uri: str) -> IndexManif
                 raise ValueError(f"{table_name} table not present in index_manifest")
             relative_path = index_manifest.tables[table_name].relative_path
             tmp_file_path = path.join(tmp_dir_path, relative_path)
+            makedirs(path.dirname(tmp_file_path), exist_ok=True)
             await source_reader.get_uri_to_file(
                 source_reader.path_separator().join(
                     manifest_json_uri.split(source_reader.path_separator())[:-1]

packages/stac-index/src/stac_index/io/readers/s3/s3_source_reader.py

@@ -88,6 +88,7 @@ async def get_uri_as_string(self: Self, uri: str) -> str:
     async def get_uri_to_file(self: Self, uri, file_path: str):
         chunk_size = 1000000
         source = await self._get_uri_as_bytes(uri)
+        _logger.debug(f"write bytes to {file_path}")
         with open(file_path, "wb") as f:
             offset = 0
             while offset < len(source):