From 2adb8415410b20efc74721f27a3f613d351ed591 Mon Sep 17 00:00:00 2001 From: Lucain Date: Tue, 13 Aug 2024 13:17:48 +0200 Subject: [PATCH 1/3] Remove deprecated use of `ModelFilter` This PR remove deprecated use of `ModelFilter`. Arguments can now be passed to `list_models` directly. See https://github.com/huggingface/huggingface_hub/issues/2028 for more details. --- gradients/utils/update_tiny_models.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/gradients/utils/update_tiny_models.py b/gradients/utils/update_tiny_models.py index 2e409906..f2eb9b71 100644 --- a/gradients/utils/update_tiny_models.py +++ b/gradients/utils/update_tiny_models.py @@ -29,7 +29,7 @@ import time from create_dummy_models import COMPOSITE_MODELS, create_tiny_models -from huggingface_hub import ModelFilter, hf_api +from huggingface_hub import hf_api import transformers from transformers import AutoFeatureExtractor, AutoImageProcessor, AutoTokenizer @@ -89,9 +89,7 @@ def get_tiny_model_summary_from_hub(output_path): # All tiny model base names on Hub model_names = get_all_model_names() models = hf_api.list_models( - filter=ModelFilter( - author="hf-internal-testing", - ) + author="hf-internal-testing", ) _models = set() for x in models: From 0b41ee3fccf4756f20bd40e86344c5e26628624d Mon Sep 17 00:00:00 2001 From: Lucain Date: Tue, 13 Aug 2024 13:18:41 +0200 Subject: [PATCH 2/3] Update update_tiny_models.py --- quant/dbrx/utils/update_tiny_models.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/quant/dbrx/utils/update_tiny_models.py b/quant/dbrx/utils/update_tiny_models.py index 2e409906..f2eb9b71 100644 --- a/quant/dbrx/utils/update_tiny_models.py +++ b/quant/dbrx/utils/update_tiny_models.py @@ -29,7 +29,7 @@ import time from create_dummy_models import COMPOSITE_MODELS, create_tiny_models -from huggingface_hub import ModelFilter, hf_api +from huggingface_hub import hf_api import transformers from transformers import AutoFeatureExtractor, AutoImageProcessor, AutoTokenizer @@ -89,9 +89,7 @@ def get_tiny_model_summary_from_hub(output_path): # All tiny model base names on Hub model_names = get_all_model_names() models = hf_api.list_models( - filter=ModelFilter( - author="hf-internal-testing", - ) + author="hf-internal-testing", ) _models = set() for x in models: From 0f2c639ceb0ccd6366ad3c53025e0686add61d89 Mon Sep 17 00:00:00 2001 From: Lucain Date: Tue, 13 Aug 2024 13:19:26 +0200 Subject: [PATCH 3/3] Update update_tiny_models.py --- deployment/transformers/utils/update_tiny_models.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/deployment/transformers/utils/update_tiny_models.py b/deployment/transformers/utils/update_tiny_models.py index 2e409906..f2eb9b71 100644 --- a/deployment/transformers/utils/update_tiny_models.py +++ b/deployment/transformers/utils/update_tiny_models.py @@ -29,7 +29,7 @@ import time from create_dummy_models import COMPOSITE_MODELS, create_tiny_models -from huggingface_hub import ModelFilter, hf_api +from huggingface_hub import hf_api import transformers from transformers import AutoFeatureExtractor, AutoImageProcessor, AutoTokenizer @@ -89,9 +89,7 @@ def get_tiny_model_summary_from_hub(output_path): # All tiny model base names on Hub model_names = get_all_model_names() models = hf_api.list_models( - filter=ModelFilter( - author="hf-internal-testing", - ) + author="hf-internal-testing", ) _models = set() for x in models: