drop session export delay to one second and expose it as a public configuration parameter.

Author: tcdent

agentops/config.py

@@ -20,6 +20,7 @@ class ConfigDict(TypedDict):
     api_key: Optional[str]
     endpoint: Optional[str]
     max_wait_time: Optional[int]
+    export_flush_interval: Optional[int]
     max_queue_size: Optional[int]
     default_tags: Optional[List[str]]
     instrument_llm_calls: Optional[bool]
@@ -48,6 +49,11 @@ class Config:
         default_factory=lambda: get_env_int("AGENTOPS_MAX_WAIT_TIME", 5000),
         metadata={"description": "Maximum time in milliseconds to wait for API responses"},
     )
+    
+    export_flush_interval: int = field(
+        default_factory=lambda: get_env_int("AGENTOPS_EXPORT_FLUSH_INTERVAL", 1000),
+        metadata={"description": "Time interval in milliseconds between automatic exports of telemetry data"},
+    )
 
     max_queue_size: int = field(
         default_factory=lambda: get_env_int("AGENTOPS_MAX_QUEUE_SIZE", 512),
@@ -119,6 +125,7 @@ def configure(
         api_key: Optional[str] = None,
         endpoint: Optional[str] = None,
         max_wait_time: Optional[int] = None,
+        export_flush_interval: Optional[int] = None,
         max_queue_size: Optional[int] = None,
         default_tags: Optional[List[str]] = None,
         instrument_llm_calls: Optional[bool] = None,
@@ -147,6 +154,9 @@ def configure(
 
         if max_wait_time is not None:
             self.max_wait_time = max_wait_time
+            
+        if export_flush_interval is not None:
+            self.export_flush_interval = export_flush_interval
 
         if max_queue_size is not None:
             self.max_queue_size = max_queue_size
@@ -202,6 +212,7 @@ def dict(self):
             "api_key": self.api_key,
             "endpoint": self.endpoint,
             "max_wait_time": self.max_wait_time,
+            "export_flush_interval": self.export_flush_interval,
             "max_queue_size": self.max_queue_size,
             "default_tags": self.default_tags,
             "instrument_llm_calls": self.instrument_llm_calls,

agentops/sdk/core.py

@@ -31,6 +31,7 @@ def setup_telemetry(
     metrics_endpoint: str = "https://otlp.agentops.ai/v1/metrics",
     max_queue_size: int = 512,
     max_wait_time: int = 5000,
+    export_flush_interval: int = 1000,
     jwt: Optional[str] = None,
 ) -> tuple[TracerProvider, MeterProvider]:
     """
@@ -43,6 +44,7 @@ def setup_telemetry(
         metrics_endpoint: Endpoint for the metrics exporter
         max_queue_size: Maximum number of spans to queue before forcing a flush
         max_wait_time: Maximum time in milliseconds to wait before flushing
+        export_flush_interval: Time interval in milliseconds between automatic exports of telemetry data
         jwt: JWT token for authentication
 
     Returns:
@@ -73,7 +75,7 @@ def setup_telemetry(
     processor = BatchSpanProcessor(
         exporter,
         max_export_batch_size=max_queue_size,
-        schedule_delay_millis=max_wait_time,
+        schedule_delay_millis=export_flush_interval,
     )
     provider.add_span_processor(processor)
     provider.add_span_processor(InternalSpanProcessor())  # Catches spans for AgentOps on-terminal printing
@@ -151,6 +153,7 @@ def initialize(self, jwt: Optional[str] = None, **kwargs) -> None:
             kwargs.setdefault("metrics_endpoint", "https://otlp.agentops.ai/v1/metrics")
             kwargs.setdefault("max_queue_size", 512)
             kwargs.setdefault("max_wait_time", 5000)
+            kwargs.setdefault("export_flush_interval", 1000)
 
             # Create a TracingConfig from kwargs with proper defaults
             config: TracingConfig = {
@@ -159,6 +162,7 @@ def initialize(self, jwt: Optional[str] = None, **kwargs) -> None:
                 "metrics_endpoint": kwargs["metrics_endpoint"],
                 "max_queue_size": kwargs["max_queue_size"],
                 "max_wait_time": kwargs["max_wait_time"],
+                "export_flush_interval": kwargs["export_flush_interval"],
                 "api_key": kwargs.get("api_key"),
                 "project_id": kwargs.get("project_id"),
             }
@@ -173,6 +177,7 @@ def initialize(self, jwt: Optional[str] = None, **kwargs) -> None:
                 metrics_endpoint=config["metrics_endpoint"] or "",
                 max_queue_size=config["max_queue_size"],
                 max_wait_time=config["max_wait_time"],
+                export_flush_interval=config["export_flush_interval"],
                 jwt=jwt,
             )
 
@@ -250,6 +255,7 @@ def initialize_from_config(cls, config, **kwargs):
                     "exporter_endpoint": getattr(config, "exporter_endpoint", None),
                     "max_queue_size": getattr(config, "max_queue_size", 512),
                     "max_wait_time": getattr(config, "max_wait_time", 5000),
+                    "export_flush_interval": getattr(config, "export_flush_interval", 1000),
                     "api_key": getattr(config, "api_key", None),
                     "project_id": getattr(config, "project_id", None),
                     "endpoint": getattr(config, "endpoint", None),

agentops/sdk/types.py

@@ -18,3 +18,4 @@ class TracingConfig(TypedDict, total=False):
     project_id: Optional[str]  # Project ID to include in resource attributes
     max_queue_size: int  # Required with a default value
     max_wait_time: int  # Required with a default value
+    export_flush_interval: int  # Time interval between automatic exports