Skip to content

Commit 84b118b

Browse files
fix: allow tokenizer not to have train attribute
1 parent b2e797b commit 84b118b

1 file changed

Lines changed: 5 additions & 4 deletions

File tree

torchTextClassifiers/torchTextClassifiers.py

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -125,10 +125,11 @@ def __init__(
125125
self.model_config = model_config
126126
self.tokenizer = tokenizer
127127

128-
if not self.tokenizer.trained:
129-
raise RuntimeError(
130-
f"Tokenizer {type(self.tokenizer)} must be trained before initializing the classifier."
131-
)
128+
if hasattr(self.tokenizer, "trained"):
129+
if not self.tokenizer.trained:
130+
raise RuntimeError(
131+
f"Tokenizer {type(self.tokenizer)} must be trained before initializing the classifier."
132+
)
132133

133134
self.vocab_size = tokenizer.vocab_size
134135
self.embedding_dim = model_config.embedding_dim

0 commit comments

Comments
 (0)