Add case to test_paragraph_tokenize

wannaphong · wannaphong · commit 95f4ea79bdc3 · 2023-06-06T12:47:39.000+07:00
diff --git a/tests/test_tokenize.py b/tests/test_tokenize.py
@@ -350,6 +350,8 @@ def test_paragraph_tokenize(self):
             + " จึงใคร่ขออภัยในความบกพร่องทั้งปวงมา ณ ที่นี้"
         )
         self.assertIsNotNone(paragraph_tokenize(sent))
+        with self.assertRaises(ValueError):
+            paragraph_tokenize(sent, engine="ai2+2thai")
 
     def test_subword_tokenize(self):
         self.assertEqual(subword_tokenize(None), [])

Original file line number	Diff line number	Diff line change
`@@ -350,6 +350,8 @@ def test_paragraph_tokenize(self):`
`350`	`350`	`+ " จึงใคร่ขออภัยในความบกพร่องทั้งปวงมา ณ ที่นี้"`
`351`	`351`	`)`
`352`	`352`	`self.assertIsNotNone(paragraph_tokenize(sent))`
	`353`	`+ with self.assertRaises(ValueError):`
	`354`	`+ paragraph_tokenize(sent, engine="ai2+2thai")`
`353`	`355`
`354`	`356`	`def test_subword_tokenize(self):`
`355`	`357`	`self.assertEqual(subword_tokenize(None), [])`