Update docs for s3 auto refresh token logic

Author: rdheekonda

docs/sdk/api.mdx

@@ -728,26 +728,41 @@ def get_user(self) -> UserResponse:
 ### get\_user\_data\_credentials
 
 ```python
-get_user_data_credentials() -> UserDataCredentials
+get_user_data_credentials(
+    duration: int = DEFAULT_FS_CREDENTIAL_DURATION,
+) -> UserDataCredentials
 ```
 
 Retrieves user data credentials for secondary storage access.
 
+**Parameters:**
+
+* **`duration`**
+  (`int`, default:
+  `DEFAULT_FS_CREDENTIAL_DURATION`
+  )
+  –Credential lifetime in seconds (default: 4 hours)
+
 **Returns:**
 
 * `UserDataCredentials`
   –The user data credentials object.
 
 <Accordion title="Source code in dreadnode/api/client.py" icon="code">
 ```python
-def get_user_data_credentials(self) -> UserDataCredentials:
+def get_user_data_credentials(
+    self, duration: int = DEFAULT_FS_CREDENTIAL_DURATION
+) -> UserDataCredentials:
     """
     Retrieves user data credentials for secondary storage access.
 
+    Args:
+        duration: Credential lifetime in seconds (default: 4 hours)
+
     Returns:
         The user data credentials object.
     """
-    response = self.request("GET", "/user-data/credentials")
+    response = self._request("GET", "/user-data/credentials", params={"duration": duration})
     return UserDataCredentials(**response.json())
 ```
 

docs/sdk/artifact.mdx

@@ -244,7 +244,10 @@ ArtifactStorage
 ---------------
 
 ```python
-ArtifactStorage(file_system: AbstractFileSystem)
+ArtifactStorage(
+    file_system: AbstractFileSystem,
+    credential_refresher: Callable[[], bool] | None = None,
+)
 ```
 
 Storage for artifacts with efficient handling of large files and directories.
@@ -260,17 +263,28 @@ Initialize artifact storage with a file system and prefix path.
 * **`file_system`**
   (`AbstractFileSystem`)
   –FSSpec-compatible file system
+* **`credential_refresher`**
+  (`Callable[[], bool] | None`, default:
+  `None`
+  )
+  –Optional function to refresh credentials when it's about to expire
 
 <Accordion title="Source code in dreadnode/artifact/storage.py" icon="code">
 ```python
-def __init__(self, file_system: fsspec.AbstractFileSystem):
+def __init__(
+    self,
+    file_system: fsspec.AbstractFileSystem,
+    credential_refresher: t.Callable[[], bool] | None = None,
+):
     """
     Initialize artifact storage with a file system and prefix path.
 
     Args:
         file_system: FSSpec-compatible file system
+        credential_refresher: Optional function to refresh credentials when it's about to expire
     """
     self._file_system = file_system
+    self._credential_refresher = credential_refresher
 ```
 
 
@@ -464,6 +478,7 @@ Store a file in the storage system, using multipart upload for large files.
 
 <Accordion title="Source code in dreadnode/artifact/storage.py" icon="code">
 ```python
+@with_credential_refresh
 def store_file(self, file_path: Path, target_key: str) -> str:
     """
     Store a file in the storage system, using multipart upload for large files.

docs/sdk/main.mdx

@@ -65,6 +65,8 @@ def __init__(
     self._fs_prefix: str = ".dreadnode/storage/"
 
     self._initialized = False
+    self._credentials: UserDataCredentials | None = None
+    self._credentials_expiry: datetime | None = None
 ```
 
 
@@ -380,6 +382,7 @@ def continue_run(self, run_context: RunContext) -> RunSpan:
         tracer=self._get_tracer(),
         file_system=self._fs,
         prefix_path=self._fs_prefix,
+        credential_refresher=self._refresh_storage_credentials if self._credentials else None,
     )
 ```
 
@@ -523,19 +526,21 @@ def initialize(self) -> None:
         #         )
         #     )
         # )
-
-        credentials = self._api.get_user_data_credentials()
-        resolved_endpoint = resolve_endpoint(credentials.endpoint)
+        self._credentials = self._api.get_user_data_credentials(
+            duration=DEFAULT_FS_CREDENTIAL_DURATION
+        )
+        self._credentials_expiry = self._credentials.expiration
+        resolved_endpoint = resolve_endpoint(self._credentials.endpoint)
         self._fs = S3FileSystem(
-            key=credentials.access_key_id,
-            secret=credentials.secret_access_key,
-            token=credentials.session_token,
+            key=self._credentials.access_key_id,
+            secret=self._credentials.secret_access_key,
+            token=self._credentials.session_token,
             client_kwargs={
                 "endpoint_url": resolved_endpoint,
-                "region_name": credentials.region,
+                "region_name": self._credentials.region,
             },
         )
-        self._fs_prefix = f"{credentials.bucket}/{credentials.prefix}/"
+        self._fs_prefix = f"{self._credentials.bucket}/{self._credentials.prefix}/"
 
     self._logfire = logfire.configure(
         local=not self.is_default,
@@ -1723,6 +1728,7 @@ def run(
         file_system=self._fs,
         prefix_path=self._fs_prefix,
         autolog=autolog,
+        credential_refresher=self._refresh_storage_credentials if self._credentials else None,
     )
 ```
 

docs/sdk/metric.mdx

@@ -31,8 +31,8 @@ Metric
 Metric(
     value: float,
     step: int = 0,
-    timestamp: datetime = lambda: datetime.now(
-        timezone.utc
+    timestamp: datetime = (
+        lambda: datetime.now(timezone.utc)
     )(),
     attributes: JsonDict = dict(),
 )