fix: CI error 3

new5558 · new5558 · commit d8d22f609af1 · 2025-01-11T22:09:21.000+07:00
diff --git a/pythainlp/tokenize/longest.py b/pythainlp/tokenize/longest.py
@@ -172,4 +172,3 @@ def segment(text: str, custom_dict: Trie = DEFAULT_WORD_DICT_TRIE) -> List[str]:
         _tokenizers[custom_dict_ref_id] = LongestMatchTokenizer(custom_dict)
 
     return _tokenizers[custom_dict_ref_id].tokenize(text)
-    # return LongestMatchTokenizer(custom_dict).tokenize(text)

Original file line number	Diff line number	Diff line change
`@@ -172,4 +172,3 @@ def segment(text: str, custom_dict: Trie = DEFAULT_WORD_DICT_TRIE) -> List[str]:`
`172`	`172`	`_tokenizers[custom_dict_ref_id] = LongestMatchTokenizer(custom_dict)`
`173`	`173`
`174`	`174`	`return _tokenizers[custom_dict_ref_id].tokenize(text)`
`175`		`- # return LongestMatchTokenizer(custom_dict).tokenize(text)`