Tune up setup.py a little to provide [full] and [devel] installation schemes (#1228)

* Define [full] extra_requires for a full installation

* Add [devel] extras_require to facilitate setup of development environment

Author: yarikoptic

README.md

@@ -12,11 +12,18 @@ A specification for pythonic filesystems.
 ```bash
 pip install fsspec
 ```
-or
+
+would install the base fsspec. Various optionally supported features might require specification of custom
+extra require, e.g. `pip install fsspec[ssh]` will install dependencies for `ssh` backends support.
+Use `pip install fsspec[full]` for installation of all known extra dependencies.
+
+Up-to-date package also provided through conda-forge distribution:
+
 ```bash
 conda install -c conda-forge fsspec
 ```
 
+
 ## Purpose
 
 To produce a template or specification for a file-system interface, that specific implementations should follow,

setup.py

@@ -9,6 +9,41 @@
 with open(os.path.join(here, "README.md"), encoding="utf-8") as f:
     long_description = f.read()
 
+extras_require = {
+    "entrypoints": [],
+    "abfs": ["adlfs"],
+    "adl": ["adlfs"],
+    "dask": ["dask", "distributed"],
+    "dropbox": ["dropboxdrivefs", "requests", "dropbox"],
+    "gcs": ["gcsfs"],
+    "git": ["pygit2"],
+    "github": ["requests"],
+    "gs": ["gcsfs"],
+    "hdfs": ["pyarrow >= 1"],
+    "arrow": ["pyarrow >= 1"],
+    "http": ["requests", "aiohttp !=4.0.0a0, !=4.0.0a1"],
+    "sftp": ["paramiko"],
+    "s3": ["s3fs"],
+    "oci": ["ocifs"],
+    "smb": ["smbprotocol"],
+    "ssh": ["paramiko"],
+    "fuse": ["fusepy"],
+    "libarchive": ["libarchive-c"],
+    "gui": ["panel"],
+    "tqdm": ["tqdm"],
+}
+# To simplify full installation
+extras_require["full"] = sorted(set(sum(extras_require.values(), [])))
+
+extras_require["devel"] = [
+    "pytest",
+    "pytest-cov",
+    # might want to add other optional depends which are used exclusively
+    # in the tests or not listed/very optional for other extra depends, e.g.
+    # 'pyftpdlib',
+    # 'fastparquet',
+]
+
 setup(
     name="fsspec",
     version=versioneer.get_version(),
@@ -38,28 +73,6 @@
     packages=["fsspec", "fsspec.implementations"],
     python_requires=">=3.8",
     install_requires=open("requirements.txt").read().strip().split("\n"),
-    extras_require={
-        "entrypoints": [],
-        "abfs": ["adlfs"],
-        "adl": ["adlfs"],
-        "dask": ["dask", "distributed"],
-        "dropbox": ["dropboxdrivefs", "requests", "dropbox"],
-        "gcs": ["gcsfs"],
-        "git": ["pygit2"],
-        "github": ["requests"],
-        "gs": ["gcsfs"],
-        "hdfs": ["pyarrow >= 1"],
-        "arrow": ["pyarrow >= 1"],
-        "http": ["requests", "aiohttp !=4.0.0a0, !=4.0.0a1"],
-        "sftp": ["paramiko"],
-        "s3": ["s3fs"],
-        "oci": ["ocifs"],
-        "smb": ["smbprotocol"],
-        "ssh": ["paramiko"],
-        "fuse": ["fusepy"],
-        "libarchive": ["libarchive-c"],
-        "gui": ["panel"],
-        "tqdm": ["tqdm"],
-    },
+    extras_require=extras_require,
     zip_safe=False,
 )