Add HfFileSystem to the registry (#1241)

Co-authored-by: Martin Durant <martindurant@users.noreply.github.com>

Author: mariosasko

docs/source/api.rst

@@ -207,6 +207,7 @@ Other Known Implementations
 - `dvc`_ to access DVC/Git repository as a filesystem
 - `gcsfs`_ for Google Cloud Storage
 - `gdrive`_ to access Google Drive and shares (experimental)
+- `huggingface_hub` to access the Hugging Face Hub filesystem, with protocol "hf://"
 - `ocifs`_ for access to Oracle Cloud Object Storage
 - `ossfs`_ for Alibaba Cloud (Aliyun) Object Storage System (OSS)
 - `s3fs`_ for Amazon S3 and other compatible stores
@@ -219,6 +220,7 @@ Other Known Implementations
 .. _dvc: https://github.com/iterative/dvc
 .. _gcsfs: https://gcsfs.readthedocs.io/en/latest/
 .. _gdrive: https://github.com/fsspec/gdrivefs
+.. _huggingface_hub: https://huggingface.co/docs/huggingface_hub/main/en/guides/hf_file_system
 .. _ocifs: https://pypi.org/project/ocifs
 .. _ossfs: https://github.com/fsspec/ossfs
 .. _s3fs: https://s3fs.readthedocs.io/en/latest/

fsspec/registry.py

@@ -179,6 +179,10 @@ def register_implementation(name, cls, clobber=False, errtxt=None):
         "class": "dvc.api.DVCFileSystem",
         "err": "Install dvc to access DVCFileSystem",
     },
+    "hf": {
+        "class": "huggingface_hub.HfFileSystem",
+        "err": "Install huggingface_hub to access HfFileSystem",
+    },
     "root": {
         "class": "fsspec_xrootd.XRootDFileSystem",
         "err": "Install fsspec-xrootd to access xrootd storage system."