Update tests/core/test_tokenize.py

bact · web-flow · commit e45846558532 · 2026-05-01T07:24:47.000+01:00
diff --git a/tests/core/test_tokenize.py b/tests/core/test_tokenize.py
@@ -336,7 +336,7 @@ def test_sent_tokenize(self):
         # Reproduce: list with non-string items should return []
         # instead of raising TypeError (str.join raises TypeError, not ValueError)
         self.assertEqual(
-            sent_tokenize(["สวัสดี", 123], engine="whitespace+newline"),
+            sent_tokenize(["สวัสดี", 123], engine="whitespace+newline"),  # type: ignore
             [],
         )
         self.assertEqual(

Original file line number	Diff line number	Diff line change
`@@ -336,7 +336,7 @@ def test_sent_tokenize(self):`
`336`	`336`	`# Reproduce: list with non-string items should return []`
`337`	`337`	`# instead of raising TypeError (str.join raises TypeError, not ValueError)`
`338`	`338`	`self.assertEqual(`
`339`		`- sent_tokenize(["สวัสดี", 123], engine="whitespace+newline"),`
	`339`	`+ sent_tokenize(["สวัสดี", 123], engine="whitespace+newline"), # type: ignore`
`340`	`340`	`[],`
`341`	`341`	`)`
`342`	`342`	`self.assertEqual(`