Better parsing fallback

CHANGELOG.md

@@ -2,7 +2,7 @@
 
 ## Current (in progress)
 
-- Nothing yet
+- Better parsing fallback [#71](https://github.com/etalab/csvapi/pull/71)
 
 ## 1.0.5 (2020-11-17)
 

csvapi/parser.py

@@ -21,11 +21,22 @@ def detect_encoding(filepath):
 
 
 def from_csv(filepath, encoding='utf-8', sniff_limit=SNIFF_LIMIT):
-    """Try first w/ sniffing and then w/o sniffing if it fails"""
+    """Try first w/ sniffing and then w/o sniffing if it fails,
+    and then again by forcing ';' delimiter w/o sniffing"""
+    kwargs = {
+        'sniff_limit': sniff_limit,
+        'encoding': encoding,
+        'column_types': agate_tester()
+    }
     try:
-        return agate.Table.from_csv(filepath, sniff_limit=sniff_limit, encoding=encoding, column_types=agate_tester())
+        return agate.Table.from_csv(filepath, **kwargs)
     except ValueError:
-        return agate.Table.from_csv(filepath, encoding=encoding, column_types=agate_tester())
+        try:
+            kwargs.pop('sniff_limit')
+            return agate.Table.from_csv(filepath, **kwargs)
+        except ValueError:
+            kwargs['delimiter'] = ';'
+            return agate.Table.from_csv(filepath, **kwargs)
 
 
 def from_excel(filepath, xlsx=False):

requirements/install.pip

@@ -8,5 +8,5 @@ agate-excel==0.2.3
 Quart==0.9.1
 quart-cors==0.2.0
 raven==6.10.0
-cchardet==2.1.4
+cchardet==2.1.7
 python-stdnum==1.11