Merge pull request #1375 from phoneee/fix/sent-tokenize-exception-type

fix: catch TypeError instead of ValueError in sent_tokenize

Author: bact

pythainlp/tokenize/core.py

@@ -452,7 +452,7 @@ def sent_tokenize(
     if isinstance(text, list):
         try:
             original_text = "".join(text)
-        except ValueError:
+        except TypeError:
             return []
     else:
         original_text = str(text)

tests/core/test_tokenize.py

@@ -339,6 +339,16 @@ def test_sent_tokenize(self):
         )
         with self.assertRaises(ValueError):
             sent_tokenize("ฉันไป กิน", engine="XX")  # engine does not exist
+        # Reproduce: list with non-string items should return []
+        # instead of raising TypeError (str.join raises TypeError, not ValueError)
+        self.assertEqual(
+            sent_tokenize(["สวัสดี", 123], engine="whitespace+newline"),  # type: ignore
+            [],
+        )
+        self.assertEqual(
+            sent_tokenize(["สวัสดี", None], engine="whitespace+newline"),  # type: ignore
+            [],
+        )
 
     def test_subword_tokenize(self):
         self.assertEqual(subword_tokenize(None), [])  # type: ignore[arg-type]