Merge pull request #153 from bact/dev

Manage extra requires + merge g2p and romanization to one transliterate module

Author: bact

.travis.yml

@@ -3,12 +3,11 @@
 
 language: python
 python:
-  - "3.4"
-  - "3.5"
   - "3.6"
 # command to install dependencies, e.g. pip install -r requirements.txt --use-mirrors
 install:
-  - pip install -r requirements-travis.txt
+  - pip install -r requirements.txt
+  - pip install .[icu,ner,pos,tokenize,transliterate]
   - pip install coveralls
 
 os:

README-pypi.md

@@ -1,6 +1,6 @@
 ![PyThaiNLP Logo](https://avatars0.githubusercontent.com/u/32934255?s=200&v=4)
 
-# PyThaiNLP 1.7
+# PyThaiNLP 1.8.0
 
 [![Codacy Badge](https://api.codacy.com/project/badge/Grade/cb946260c87a4cc5905ca608704406f7)](https://www.codacy.com/app/pythainlp/pythainlp_2?utm_source=github.com&utm_medium=referral&utm_content=PyThaiNLP/pythainlp&utm_campaign=Badge_Grade)[![pypi](https://img.shields.io/pypi/v/pythainlp.svg)](https://pypi.python.org/pypi/pythainlp)
 [![Build Status](https://travis-ci.org/PyThaiNLP/pythainlp.svg?branch=develop)](https://travis-ci.org/PyThaiNLP/pythainlp)
@@ -14,7 +14,7 @@ PyThaiNLP features include Thai word and subword segmentations, soundex, romaniz
 
 ## What's new in version 1.7 ?
 
-- Deprecate Python 2 support
+- Deprecate Python 2 support. (Python 2 compatibility code will be completely dropped in PyThaiNLP 1.8)
 - Refactor pythainlp.tokenize.pyicu for readability
 - Add Thai NER model to pythainlp.ner
 - thai2vec v0.2 - larger vocab, benchmarking results on Wongnai dataset

README.md

@@ -21,7 +21,7 @@ Python 2 users can still use PyThaiNLP 1.6.
 ## Capabilities
 
 - Thai word segmentation (```word_tokenize```), including subword segmentation based on Thai Character Cluster (```tcc```) and ETCC (```etcc```)
-- Thai romanization (```romanize```)
+- Thai romanization and transliteration (```romanize```, ```transliterate```)
 - Thai part-of-speech taggers (```pos_tag```)
 - Read out number to Thai words (```bahttext```, ```num_to_thaiword```)
 - Thai collation (sort by dictionoary order) (```collate```)
@@ -85,7 +85,7 @@ PyThaiNLP เป็นไลบารีภาษาไพทอนเพื่
 ## ความสามารถ
 
 - ตัดคำภาษาไทย (```word_tokenize```) และรองรับ Thai Character Clusters (```tcc```) และ ETCC (```etcc```)
-- ถอดเสียงภาษาไทยเป็นอักษรละติน (```romanize```)
+- ถอดเสียงภาษาไทยเป็นอักษรละตินและสัทอักษร (```romanize```, ```transliterate```)
 - ระบุชนิดคำ (part-of-speech) ภาษาไทย (```pos_tag```)
 - อ่านตัวเลขเป็นข้อความภาษาไทย (```bahttext```, ```num_to_thaiword```)
 - เรียงลำดับคำตามพจนานุกรมไทย (```collate```)

appveyor.yml

@@ -2,11 +2,6 @@ build: off
 
 environment:
   matrix:
-    - PYTHON: "C:/Python34"
-      PYTHON_VERSION: "3.4"
-      PYTHON_ARCH: "32"
-      PYICU_WHEEL: "https://get.openlp.org/win-sdk/PyICU-1.9.5-cp34-cp34m-win32.whl"
-
     - PYTHON: "C:/Python36"
       PYTHON_VERSION: "3.6"
       PYTHON_ARCH: "32"
@@ -37,7 +32,7 @@ install:
   # - "set ICU_VERSION=62"
   - "%PYTHON%/python.exe -m pip install --upgrade pip"
   - "%PYTHON%/python.exe -m pip install %PYICU_WHEEL%"
-  - "%PYTHON%/python.exe -m pip install -e ."
+  - "%PYTHON%/python.exe -m pip install -e .[icu,ner,pos,tokenize,transliterate]"
 
 test_script:
   - "%PYTHON%/python.exe -m pip --version"

docs/api/romanization.rst

@@ -1,10 +1,10 @@
 .. currentmodule:: pythainlp.romanization
 
-pythainlp.romanization
+pythainlp.transliterate
 ====================================
-The :class:`pythainlp.romanization` turns thai text into a romanized one (put simply, spelled with English).
+The :class:`pythainlp.transliterate` turns Thai text into a romanized one (put simply, spelled with English).
 
-.. autofunction:: romanization
-.. currentmodule:: pythainlp.romanization.thai2rom
+.. autofunction:: transliterate
+.. currentmodule:: pythainlp.transliterate.thai2rom
 .. autoclass:: thai2rom
    :members: romanize

docs/conf.py

@@ -29,7 +29,7 @@
 # The short X.Y version
 version = ''
 # The full version, including alpha/beta/rc tags
-release = '1.7'
+release = '1.8.0'
 
 
 # -- General configuration ---------------------------------------------------

docs/pythainlp-dev-thai.md

@@ -256,12 +256,13 @@ lentext คือ จำนวนคำขั้นต่ำที่ต้อ
 
 คืนค่าเป็น dict
 
-### romanization
+### transliteration
 
 ```python
-from pythainlp.romanization import romanize
+from pythainlp.transliterate import romanize, transliterate
 
 romanize(str, engine="royin")
+transliterate(str, engine="pyicu")
 ```
 
 มี engine ดังนี้
@@ -275,9 +276,10 @@ romanize(str, engine="royin")
 **ตัวอย่าง**
 
 ```python
-from pythainlp.romanization import romanize
+from pythainlp.transliterate import romanize, transliterate
 
 romanize("แมว")  # 'maew'
+transliterate("นก")
 ```
 
 ### spell

examples/romanization.py

@@ -0,0 +1,6 @@
+# -*- coding: utf-8 -*-
+
+from pythainlp.transliterate import romanize, transliterate
+
+print(romanize("แมว"))
+print(transliterate("แมว"))

examples/transliterate.py

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 
-__version__ = 1.7
+__version__ = 1.8
 
 thai_alphabets = "กขฃคฅฆงจฉชซฌญฎฏฐฑฒณดตถทธนบปผฝพฟภมยรลวศษสหฬอฮ"  # 44 chars
 thai_vowels = "ฤฦะ\u0e31าำ\u0e34\u0e35\u0e36\u0e37\u0e38\u0e39เแโใไ\u0e45\u0e47"  # 19
@@ -24,7 +24,7 @@
 
 from pythainlp.collation import collate
 from pythainlp.date import now
-from pythainlp.romanization import romanize
+from pythainlp.transliterate import romanize, transliterate
 from pythainlp.sentiment import sentiment
 from pythainlp.soundex import soundex
 from pythainlp.spell import spell