change logic of cache

Author: ohmayr

gapic/utils/cache.py

@@ -14,7 +14,7 @@
 
 import functools
 import contextlib
-from contextvars import ContextVar
+import threading
 from typing import Dict, Optional, Any
 
 
@@ -48,33 +48,20 @@ def inner(self):
     return property(inner)
 
 
-# 1. The ContextVar (Default is None)
-# This replaces threading.local with the async-safe standard.
-generation_cache: ContextVar[Optional[Dict[Any, Any]]] = ContextVar(
-    "generation_cache", default=None
-)
-
-# Optimization: Bind .get for speed
-_get_cache = generation_cache.get
+# Thread-local storage for the simple cache dictionary
+_thread_local = threading.local()
 
 
 @contextlib.contextmanager
 def generation_cache_context():
-    """Context manager to explicitly manage the cache lifecycle.
-
-    Usage:
-        with generation_cache_context():
-            # Cache is active (fast)
-            ...
-    """
-    # Initialize: Create a new dictionary and set it in the ContextVar
-    token = generation_cache.set({})
+    """Context manager to explicitly manage the cache lifecycle."""
+    # Initialize the cache as a standard dictionary
+    _thread_local.cache = {}
     try:
         yield
     finally:
-        # Cleanup: Reset the ContextVar to its previous state (None)
-        # This allows the dictionary to be garbage collected.
-        generation_cache.reset(token)
+        # Delete the dictionary to free all memory and pinned objects
+        del _thread_local.cache
 
 
 def cached_proto_context(func):
@@ -84,7 +71,7 @@ def cached_proto_context(func):
     def wrapper(self, *, collisions, **kwargs):
         # 1. Initialize cache if not provided (handles the root call case)
 
-        context_cache = _get_cache()
+        context_cache = getattr(_thread_local, "cache", None)
         if context_cache is None:
             return func(self, collisions=collisions, **kwargs)