bump: use the latest/fixed version of RequirementCache (#336)

Author: Borda

requirements.txt

@@ -1,4 +1,5 @@
 torch
+lightning-utilities
 filelock
 numpy
 boto3

src/litdata/__about__.py

@@ -19,7 +19,7 @@
 __author_email__ = "pytorch@lightning.ai"
 __license__ = "Apache-2.0"
 __copyright__ = f"Copyright (c) 2023-{time.strftime('%Y')}, {__author__}."
-__homepage__ = "https://github.com/Lightning-AI/lit-data"
+__homepage__ = "https://github.com/Lightning-AI/litdata"
 __docs_url__ = "https://lightning.ai/docs/pytorch/stable/"
 # this has to be simple string, see: https://github.com/pypa/twine/issues/522
 __docs__ = "The Deep Learning framework to train, deploy, and ship AI products Lightning fast."

src/litdata/__init__.py

@@ -10,9 +10,9 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+from lightning_utilities.core.imports import RequirementCache
 
 from litdata.__about__ import *  # noqa: F403
-from litdata.imports import RequirementCache
 from litdata.processing.functions import map, merge_datasets, optimize, walk
 from litdata.streaming.combined import CombinedStreamingDataset
 from litdata.streaming.dataloader import StreamingDataLoader

src/litdata/constants.py

@@ -17,8 +17,7 @@
 
 import numpy as np
 import torch
-
-from litdata.imports import RequirementCache
+from lightning_utilities.core.imports import RequirementCache
 
 _INDEX_FILENAME = "index.json"
 _DEFAULT_CHUNK_BYTES = 1 << 26  # 64M B

src/litdata/processing/readers.py

@@ -16,7 +16,8 @@
 from abc import ABC, abstractmethod
 from typing import Any, List
 
-from litdata.imports import RequirementCache
+from lightning_utilities.core.imports import RequirementCache
+
 from litdata.streaming.dataloader import StreamingDataLoader
 from litdata.utilities.format import _get_tqdm_iterator_if_available
 

src/litdata/streaming/serializers.py

@@ -22,9 +22,9 @@
 
 import numpy as np
 import torch
+from lightning_utilities.core.imports import RequirementCache
 
 from litdata.constants import _NUMPY_DTYPES_MAPPING, _TORCH_DTYPES_MAPPING
-from litdata.imports import RequirementCache
 
 if TYPE_CHECKING:
     from PIL.JpegImagePlugin import JpegImageFile

tests/processing/test_data_processor.py

@@ -9,8 +9,8 @@
 import numpy as np
 import pytest
 import torch
+from lightning_utilities.core.imports import RequirementCache
 from litdata.constants import _TORCH_AUDIO_AVAILABLE, _ZSTD_AVAILABLE
-from litdata.imports import RequirementCache
 from litdata.processing import data_processor as data_processor_module
 from litdata.processing import functions
 from litdata.processing.data_processor import (

tests/streaming/test_cache.py

@@ -20,8 +20,8 @@
 import pytest
 import torch
 from lightning.pytorch.demos.boring_classes import RandomDataset
+from lightning_utilities.core.imports import RequirementCache
 from lightning_utilities.test.warning import no_warning_call
-from litdata.imports import RequirementCache
 from litdata.streaming import Cache
 from litdata.streaming.dataloader import CacheDataLoader
 from litdata.streaming.dataset import StreamingDataset

tests/streaming/test_serializer.py

@@ -20,7 +20,7 @@
 import numpy as np
 import pytest
 import torch
-from litdata.imports import RequirementCache
+from lightning_utilities.core.imports import RequirementCache
 from litdata.streaming.serializers import (
     _AV_AVAILABLE,
     _NUMPY_DTYPES_MAPPING,

tests/streaming/test_writer.py

@@ -19,7 +19,7 @@
 import numpy as np
 import pytest
 import torch
-from litdata.imports import RequirementCache
+from lightning_utilities.core.imports import RequirementCache
 from litdata.streaming.compression import _ZSTD_AVAILABLE
 from litdata.streaming.reader import BinaryReader
 from litdata.streaming.sampler import ChunkedIndex