Some Fixs on data preprocess and Add NER pipeline samples

README.md

@@ -65,6 +65,9 @@ python test/test_all.py
 - 信息提取（关键词、关键短语、摘要）
     - samples/IE_sample.py
 
+- 命名实体识别任务流水线
+  - samples/ner_pipeline_sample.py
+
 
 # 参考并致谢
 在实现过程中，调研了网络上很多已经开源的工具包，对他们致以深深的感谢。在coding过程中，参考学习了很多参考pkg中的编码方式，也有直接调用。如果作者感觉到被冒犯，请随时私信联系。

knlp/Inference/inference.py

@@ -0,0 +1,7 @@
+import torch
+
+
+class BaseInference:
+    def __init__(self, device: str = torch.device("cpu")):
+        self.device = device
+        pass

knlp/Pipeline/PipeEval.py

@@ -0,0 +1,6 @@
+class PipeEvaluator:
+    def __init__(self):
+        pass
+
+    def evaluate(self):
+        pass

knlp/Pipeline/PipeTrainer.py

@@ -0,0 +1,6 @@
+class PipeTrainer:
+    def __init__(self):
+        pass
+
+    def train(self):
+        pass

knlp/Pipeline/pipeline.py

@@ -0,0 +1,12 @@
+class Pipeline:
+    def __init__(self):
+        pass
+
+    def train(self, model):
+        pass
+
+    def inference(self, model, input):
+        pass
+
+    def evaluate(self, model):
+        pass

knlp/nn/bilstm_crf/dataset_seq_labeling.py

@@ -138,7 +138,7 @@ def _read_file(self, path: str = None):
         Returns:
 
         """
-        with open(path) as f:
+        with open(path, encoding='utf-8') as f:
             return f.readlines()
 
     @staticmethod