Merge pull request #21 from ai-forever/lysenko_type

fix typehinting

Author: boomb0om

DPF/dataset_reader.py

@@ -13,7 +13,7 @@
 )
 
 
-def help_reader(filesystem: FileSystem, required_columns: Optional[list[str]], path: str):
+def help_reader(filesystem: FileSystem, required_columns: Optional[List[str]], path: str):
     df = filesystem.read_dataframe(path)
 
     if required_columns:

DPF/processors/processor.py

@@ -170,7 +170,7 @@ def to_sharded_files(
         max_files_in_shard: int = 1000,
         datafiles_ext: str = "csv",
         meta_columns: Optional[List[str]] = None,
-        keys_mapping: Optional[dict[str, str]] = None,
+        keys_mapping: Optional[Dict[str, str]] = None,
         workers: int = 8,
         pbar: bool = True
     ):
@@ -196,7 +196,7 @@ def to_shards(
         datafiles_ext: str = "csv",
         archives_ext: Optional[str] = "tar",
         meta_columns: Optional[List[str]] = None,
-        keys_mapping: Optional[dict[str, str]] = None,
+        keys_mapping: Optional[Dict[str, str]] = None,
         workers: int = 8,
         pbar: bool = True
     ):

DPF/processors/writers/sharded_files_writer.py

@@ -18,7 +18,7 @@ def __init__(
         self,
         filesystem: FileSystem,
         destination_dir: str,
-        keys_mapping: Optional[dict[str, str]] = None,
+        keys_mapping: Optional[Dict[str, str]] = None,
         max_files_in_shard: int = 1000,
         datafiles_ext: str = "csv",
     ) -> None:

DPF/processors/writers/shards_writer.py

@@ -20,7 +20,7 @@ def __init__(
         self,
         filesystem: FileSystem,
         destination_dir: str,
-        keys_mapping: Optional[dict[str, str]] = None,
+        keys_mapping: Optional[Dict[str, str]] = None,
         max_files_in_shard: Optional[int] = 1000,
         datafiles_ext: Optional[str] = "csv",
         archives_ext: Optional[str] = "tar",