Skip to content

Commit 6637bac

Browse files
committed
fix failing tests: scope tokenizer guard
1 parent b3ca380 commit 6637bac

1 file changed

Lines changed: 5 additions & 1 deletion

File tree

src/transformers/tokenization_utils_base.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1739,7 +1739,11 @@ def from_pretrained(
17391739
if loadable_file_ids and "tokenizer_file" in resolved_vocab_files:
17401740
loadable_file_ids.add("tokenizer_file")
17411741
loadable_file_ids.intersection_update(resolved_vocab_files)
1742-
if loadable_file_ids and all(resolved_vocab_files[file_id] is None for file_id in loadable_file_ids):
1742+
if (
1743+
(local_files_only or is_local)
1744+
and loadable_file_ids
1745+
and all(resolved_vocab_files[file_id] is None for file_id in loadable_file_ids)
1746+
):
17431747
raise OSError(error_message)
17441748

17451749
return cls._from_pretrained(

0 commit comments

Comments
 (0)