test(bigframes): Disable gcsfs cache for tests (#16995)

Author: TrevorBergeron

packages/bigframes/tests/system/conftest.py

@@ -22,6 +22,8 @@
 from datetime import datetime
 from typing import Dict, Generator, Optional
 
+import fsspec  # type: ignore[import-untyped]
+import gcsfs  # type: ignore[import-untyped]
 import google.api_core.exceptions
 import google.cloud.bigquery as bigquery
 import google.cloud.bigquery_connection_v1 as bigquery_connection_v1
@@ -70,6 +72,15 @@ def _hash_digest_file(hasher, filepath):
             hasher.update(chunk)
 
 
+@pytest.fixture(scope="session", autouse=True)
+def configure_gcsfs():
+    # gcsfs by default uses a cache that can be stale, causing file loads to
+    # fail if the file was uploaded indirectly (eg via bq export job) during the
+    # course of the tests. disable the cache to avoid this.
+    fsspec.config.conf["gcs"] = {"use_listings_cache": False}
+    gcsfs.GCSFileSystem.clear_instance_cache()
+
+
 @pytest.fixture(scope="session")
 def tokyo_location() -> str:
     return TOKYO_LOCATION