Skip to content

Commit 85dbcef

Browse files
committed
Remove crfcut from core test
1 parent 95ea7a7 commit 85dbcef

1 file changed

Lines changed: 0 additions & 5 deletions

File tree

tests/core/test_tokenize.py

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -333,11 +333,6 @@ def test_sent_tokenize(self):
333333
with self.assertRaises(ValueError):
334334
sent_tokenize("ฉันไป กิน", engine="XX") # engine does not exist
335335

336-
self.assertIsNotNone(
337-
sent_tokenize(SENT_1, engine="crfcut")
338-
)
339-
self.assertIsInstance(sent_tokenize(SENT_1, engine="crfcut"), list)
340-
341336
def test_subword_tokenize(self):
342337
self.assertEqual(subword_tokenize(None), [])
343338
self.assertEqual(subword_tokenize(""), [])

0 commit comments

Comments
 (0)