move agnostic import to when it's needed to avoid dependency blow-up

Author: kallewoof

src/transformers/utils/import_utils.py

@@ -38,7 +38,7 @@
 import packaging.version
 from packaging import version
 
-from . import agnostic, logging
+from . import logging
 
 
 logger = logging.get_logger(__name__)  # pylint: disable=invalid-name
@@ -794,6 +794,7 @@ def is_mamba_2_ssm_available() -> bool:
 
 @lru_cache
 def is_flash_linear_attention_available():
+    from . import agnostic
     is_available, fla_version = _is_package_available("fla", return_version=True)
     return (
         agnostic.gpu.is_accelerator_available()