Skip to content

Commit 98490e1

Browse files
committed
remove some python2 specific code
1 parent cf0673c commit 98490e1

File tree

6 files changed

+11
-58
lines changed

6 files changed

+11
-58
lines changed

dateparser/date.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -378,9 +378,6 @@ def get_date_data(self, date_string, date_formats=None):
378378
if not(isinstance(date_string, six.text_type) or isinstance(date_string, six.string_types)):
379379
raise TypeError('Input type must be str or unicode')
380380

381-
if isinstance(date_string, bytes):
382-
date_string = date_string.decode('utf-8')
383-
384381
res = parse_with_formats(date_string, date_formats or [], self._settings)
385382
if res['date_obj']:
386383
return res

dateparser/languages/loader.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,6 @@
99

1010
from ..data import language_order, language_locale_dict
1111
from .locale import Locale
12-
from ..utils import convert_to_unicode
1312

1413
LOCALE_SPLIT_PATTERN = re.compile(r'-(?=[A-Z0-9]+$)')
1514

@@ -178,7 +177,6 @@ def _load_data(self, languages=None, locales=None, region=None,
178177
else:
179178
language_info = getattr(
180179
import_module('dateparser.data.date_translation_data.' + lang), 'info')
181-
language_info = convert_to_unicode(language_info)
182180
locale = Locale(shortname, language_info=deepcopy(language_info))
183181
self._loaded_languages[lang] = language_info
184182
self._loaded_locales[shortname] = locale

dateparser/languages/locale.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -153,8 +153,6 @@ def _translate_numerals(self, date_string):
153153
for i, token in enumerate(date_string_tokens):
154154
if token.isdecimal():
155155
date_string_tokens[i] = str(int(token)).zfill(len(token))
156-
if isinstance(date_string_tokens[i], bytes):
157-
date_string_tokens[i] = date_string_tokens[i].decode('utf-8')
158156
return u''.join(date_string_tokens)
159157

160158
def _get_relative_translations(self, settings=None):

dateparser/search/search.py

Lines changed: 1 addition & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -6,12 +6,6 @@
66
from dateparser.search.text_detection import FullTextLanguageDetector
77
import regex as re
88

9-
try:
10-
# Python 3
11-
from collections.abc import Set
12-
except ImportError:
13-
# Python 2.7
14-
from collections import Set
159

1610
RELATIVE_REG = re.compile("(ago|in|from now|tomorrow|today|yesterday)")
1711

@@ -180,7 +174,7 @@ def __init__(self):
180174
self.search = ExactLanguageSearch(self.loader)
181175

182176
def detect_language(self, text, languages):
183-
if isinstance(languages, (list, tuple, Set)):
177+
if isinstance(languages, (list, tuple, set)):
184178

185179
if all([language in self.available_language_map for language in languages]):
186180
languages = [self.available_language_map[language] for language in languages]

dateparser/utils/__init__.py

Lines changed: 0 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -18,9 +18,6 @@ def strip_braces(date_string):
1818

1919

2020
def normalize_unicode(string, form='NFKD'):
21-
if isinstance(string, bytes):
22-
string = string.decode('utf-8')
23-
2421
return ''.join(
2522
(c for c in unicodedata.normalize(form, string)
2623
if unicodedata.category(c) != 'Mn'))
@@ -44,25 +41,6 @@ def combine_dicts(primary_dict, supplementary_dict):
4441
return combined_dict
4542

4643

47-
def convert_to_unicode(info):
48-
unicode_info = OrderedDict()
49-
for key, value in info.items():
50-
if isinstance(key, bytes):
51-
key = key.decode('utf-8')
52-
if isinstance(value, list):
53-
for i, v in enumerate(value):
54-
if isinstance(v, dict):
55-
value[i] = convert_to_unicode(v)
56-
elif isinstance(v, bytes):
57-
value[i] = v.decode('utf-8')
58-
elif isinstance(value, dict):
59-
value = convert_to_unicode(value)
60-
elif isinstance(value, bytes):
61-
value = value.decode('utf-8')
62-
unicode_info[key] = value
63-
return unicode_info
64-
65-
6644
def find_date_separator(format):
6745
m = re.search(r'(?:(?:%[dbBmaA])(\W))+', format)
6846
if m:

dateparser/utils/strptime.py

Lines changed: 10 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,5 @@
11
import sys
2-
if sys.version_info[0:2] < (3, 3):
3-
import imp
4-
else:
5-
import importlib.util
2+
import importlib.util
63
import regex as re
74

85
from datetime import datetime
@@ -25,24 +22,15 @@ def patch_strptime():
2522
For example, if system's locale is set to fr_FR. Parser won't recognize
2623
any date since all languages are translated to english dates.
2724
"""
28-
if sys.version_info[0:2] < (3, 3):
29-
_strptime = imp.load_module(
30-
'strptime_patched', *imp.find_module('_strptime')
31-
)
32-
33-
_calendar = imp.load_module(
34-
'calendar_patched', *imp.find_module('_strptime')
35-
)
36-
else:
37-
_strptime_spec = importlib.util.find_spec('_strptime')
38-
39-
_strptime = importlib.util.module_from_spec(_strptime_spec)
40-
_strptime_spec.loader.exec_module(_strptime)
41-
sys.modules['strptime_patched'] = _strptime
42-
43-
_calendar = importlib.util.module_from_spec(_strptime_spec)
44-
_strptime_spec.loader.exec_module(_calendar)
45-
sys.modules['calendar_patched'] = _calendar
25+
_strptime_spec = importlib.util.find_spec('_strptime')
26+
27+
_strptime = importlib.util.module_from_spec(_strptime_spec)
28+
_strptime_spec.loader.exec_module(_strptime)
29+
sys.modules['strptime_patched'] = _strptime
30+
31+
_calendar = importlib.util.module_from_spec(_strptime_spec)
32+
_strptime_spec.loader.exec_module(_calendar)
33+
sys.modules['calendar_patched'] = _calendar
4634

4735
_strptime._getlang = lambda: ('en_US', 'UTF-8')
4836
_strptime.calendar = _calendar

0 commit comments

Comments
 (0)