fix!: import WordPiece only if HAS_HF true to avoid general import bug

meilame-tayebjee · meilame-tayebjee · commit 6c2ea006cdb5 · 2026-01-14T18:15:49.000+01:00
diff --git a/torchTextClassifiers/tokenizers/__init__.py b/torchTextClassifiers/tokenizers/__init__.py
@@ -7,4 +7,6 @@
 )
 from .base import TokenizerOutput as TokenizerOutput
 from .ngram import NGramTokenizer as NGramTokenizer
-from .WordPiece import WordPieceTokenizer as WordPieceTokenizer
+
+if HAS_HF:
+    from .WordPiece import WordPieceTokenizer as WordPieceTokenizer

Original file line number	Diff line number	Diff line change
`@@ -7,4 +7,6 @@`
`7`	`7`	`)`
`8`	`8`	`from .base import TokenizerOutput as TokenizerOutput`
`9`	`9`	`from .ngram import NGramTokenizer as NGramTokenizer`
`10`		`-from .WordPiece import WordPieceTokenizer as WordPieceTokenizer`
	`10`	`+`
	`11`	`+if HAS_HF:`
	`12`	`+ from .WordPiece import WordPieceTokenizer as WordPieceTokenizer`