Remove Python version 3.6 support and add Github Action to run multiple python versions (#770)

Author: fvaleye

.github/workflows/python_build.yml

@@ -21,7 +21,7 @@ jobs:
           python-version: 3.7
       - name: Check Python
         run: |
-          pip install black isort mypy types-dataclasses
+          pip install black isort mypy types-dataclasses typing-extensions
           make check-python
       - name: Install minimal stable with clippy and rustfmt
         uses: actions-rs/toolchain@v1
@@ -157,3 +157,31 @@ jobs:
         run: |
           source venv/bin/activate
           make test-pyspark
+
+  multi-python-running:
+    name: Running with Python ${{ matrix.python-version }}
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ['3.7', '3.8', '3.9', '3.10']
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ matrix.python-version }}
+          
+      - name: Build and install deltalake
+        run: |
+          pip install virtualenv
+          virtualenv venv
+          source venv/bin/activate
+          make setup
+          maturin develop
+
+      - name: Run deltalake
+        run: |
+          source venv/bin/activate
+          python -c 'import deltalake'

python/deltalake/deltalake.pyi

@@ -1,7 +1,12 @@
+import sys
 from typing import Any, Callable, Dict, List, Optional, Union
 
+if sys.version_info >= (3, 8):
+    from typing import Literal
+else:
+    from typing_extensions import Literal
+
 import pyarrow as pa
-from typing_extensions import Literal
 
 from deltalake.writer import AddAction
 

python/deltalake/writer.py

@@ -22,11 +22,17 @@
 if TYPE_CHECKING:
     import pandas as pd
 
+import sys
+
+if sys.version_info >= (3, 8):
+    from typing import Literal
+else:
+    from typing_extensions import Literal
+
 import pyarrow as pa
 import pyarrow.dataset as ds
 import pyarrow.fs as pa_fs
 from pyarrow.lib import RecordBatchReader
-from typing_extensions import Literal
 
 from .deltalake import PyDeltaTableError
 from .deltalake import write_new_deltalake as _write_new_deltalake

python/pyproject.toml

@@ -7,7 +7,7 @@ name = "deltalake"
 description = "Native Delta Lake Python binding based on delta-rs with Pandas integration"
 readme = "README.md"
 license = {file = "LICENSE.txt"}
-requires-python = ">=3.6"
+requires-python = ">=3.7"
 keywords = ["deltalake", "delta", "datalake", "pandas", "arrow"]
 classifiers = [
     "Development Status :: 3 - Alpha",
@@ -16,13 +16,11 @@ classifiers = [
 ]
 dependencies = [
     "pyarrow>=7",
-    'numpy<1.20.0;python_version<="3.6"',
-    'dataclasses;python_version<="3.6"',
+    'typing-extensions;python_version<"3.8"',
 ]
 
 [project.optional-dependencies]
 pandas = [
-    'types-dataclasses;python_version<="3.6"',
     "pandas"
 ]
 devel = [
@@ -36,8 +34,7 @@ devel = [
     "pytest-timeout",
     "sphinx<=4.5",
     "sphinx-rtd-theme",
-    "toml",
-    "typing-extensions"
+    "toml"
 ]
 pyspark = [
     "pyspark",