Initial commit

.gitignore

@@ -1,6 +1,7 @@
 # Byte-compiled / optimized / DLL files
 __pycache__/
 *.py[cod]
+*.pyc
 
 # C extensions
 *.so

Dockerfile

@@ -0,0 +1,22 @@
+FROM ubuntu:14.04
+
+MAINTAINER Casey Hilland <chilland@caerusassociates.com>
+
+RUN echo "deb http://archive.ubuntu.com/ubuntu/ $(lsb_release -sc) main universe" >> /etc/apt/sources.list
+
+RUN apt-get update && apt-get install -y git build-essential wget tar cmake python-setuptools
+RUN easy_install pip
+
+ADD . /src
+
+RUN cd src; git clone https://github.com/mit-nlp/MITIE.git
+RUN cd src/MITIE; make MITIE-models
+RUN cd src/MITIE/mitielib; mkdir build
+RUN cd src/MITIE/mitielib/build; cmake ..
+RUN cd src/MITIE/mitielib/build; cmake --build . --config Release --target install
+
+RUN cd /src; pip install -r requirements.txt
+
+EXPOSE 5001
+
+CMD ["python", "/src/mitie_api.py"]

mitie_api.py

@@ -0,0 +1,91 @@
+#!flask/bin/python
+from __future__ import unicode_literals
+import sys
+import os
+import logging
+from flask import Flask
+from flask.ext.restful import Api, Resource, reqparse
+from flask.ext.restful.representations.json import output_json
+from tornado.wsgi import WSGIContainer
+from tornado.httpserver import HTTPServer
+from tornado.ioloop import IOLoop
+from mitie import *
+
+output_json.func_globals['settings'] = {'ensure_ascii': False, 'encoding': 'utf8'}
+app = Flask(__name__)
+api = Api(app)
+
+logging.basicConfig(format='%(levelname)s %(asctime)s %(filename)s %(lineno)d: %(message)s')
+logger = logging.getLogger(__name__)
+logger.setLevel(logging.INFO)
+
+sys.path.append('/src/MITIE/mitielib')
+ner = named_entity_extractor('/src/MITIE/MITIE-models/english/ner_model.dat')
+
+
+class MitieAPI(Resource):
+    def __init__(self):
+        self.reqparse = reqparse.RequestParser()
+        self.reqparse.add_argument('content', type=unicode, location='json')
+        super(MitieAPI, self).__init__()
+
+    def post(self):
+        logger.info('Started processing content.')
+
+        args = self.reqparse.parse_args()
+        content = args['content'].encode('utf-8')
+
+        try:
+            entities, tokens = self.mitie_extract(content)
+            out = self.mitie_process(entities, tokens)
+        except Exception as e:
+            app.logger.info(e)
+            out = []
+        try:
+            htmlu = self.mitie_html(entities, tokens)
+        except Exception as e:
+            app.logger.info(e)
+            htmlu = ''
+
+        logger.info('Finished processing content.')
+        return {'entities': out, 'html': htmlu}, 201
+
+    def mitie_extract(self, content):
+        tokens = tokenize(content)
+        entities = ner.extract_entities(tokens)
+        return entities, tokens
+
+    def mitie_process(self, entities, tokens):
+        out = []
+        for e in entities:
+            range = e[0]
+            start = range.__reduce__()[1][0]
+            stop = range.__reduce__()[1][1]
+            tag = e[1]
+            score = e[2]
+            entity_text = ' '.join(tokens[i] for i in range)
+            out.append({'tag': tag, 'entity_text': entity_text, 'start':
+                              start, 'stop': stop, 'score': score})
+        return out
+
+    def mitie_html(self, entities, tokens):
+        for e in reversed(entities):
+            range = e[0]
+            tag = e[1]
+            newt = tokens[range[0]]
+            if len(range) > 1:
+                for i in range:
+                    if i != range[0]:
+                        newt += str(' ') + tokens[i]
+                        newt = str('<span class="mitie-') + tag + str('">') + newt + str('</span>')
+                        tokens = tokens[:range[0]] + [newt] + tokens[(range[-1] + 1):]
+        html = str(' ').join(tokens)
+        htmlu = unicode(html.decode("utf-8"))
+        return htmlu
+
+api.add_resource(MitieAPI, '/')
+
+if __name__ == '__main__':
+    http_server = HTTPServer(WSGIContainer(app))
+    http_server.listen(5001)
+    IOLoop.instance().start()

requirements.txt

@@ -0,0 +1,4 @@
+Flask==0.10.1
+Flask-RESTful==0.3.2
+-e git+https://github.com/caerusassociates/mitie-py#egg=mitie
+tornado==4.1