feat: update Portkey wrappers for OpenAI SDK v2.16.0 compatibility

- Add compact() method to Responses and AsyncResponses
- Add CompactedResponse type
- Add memory_limit parameter to containers.create
- Add prompt_cache_retention parameter to chat completions
- Add input_tokens resource to AsyncResponses

Author: narengogi

portkey_ai/api_resources/apis/containers.py

@@ -28,6 +28,7 @@ def create(
         name: str,
         expires_after: Union[container_create_params.ExpiresAfter, Omit] = omit,
         file_ids: Union[List[str], Omit] = omit,
+        memory_limit: Union[Literal["1g", "4g", "16g", "64g"], Omit] = omit,
         **kwargs,
     ) -> ContainerCreateResponse:
         extra_headers = kwargs.pop("extra_headers", None)
@@ -38,6 +39,7 @@ def create(
             name=name,
             expires_after=expires_after,
             file_ids=file_ids,
+            memory_limit=memory_limit,
             extra_headers=extra_headers,
             extra_query=extra_query,
             extra_body=extra_body,
@@ -286,6 +288,7 @@ async def create(
         name: str,
         expires_after: Union[container_create_params.ExpiresAfter, Omit] = omit,
         file_ids: Union[List[str], Omit] = omit,
+        memory_limit: Union[Literal["1g", "4g", "16g", "64g"], Omit] = omit,
         **kwargs,
     ) -> ContainerCreateResponse:
         extra_headers = kwargs.pop("extra_headers", None)
@@ -296,6 +299,7 @@ async def create(
             name=name,
             expires_after=expires_after,
             file_ids=file_ids,
+            memory_limit=memory_limit,
             extra_headers=extra_headers,
             extra_query=extra_query,
             extra_body=extra_body,

portkey_ai/api_resources/apis/responses.py

@@ -36,7 +36,10 @@
 from portkey_ai._vendor.openai.types.shared_params.reasoning import Reasoning
 from portkey_ai.api_resources.apis.api_resource import APIResource, AsyncAPIResource
 from portkey_ai.api_resources.client import AsyncPortkey, Portkey
-from portkey_ai.api_resources.types.response_type import Response as ResponseType
+from portkey_ai.api_resources.types.response_type import (
+    Response as ResponseType,
+    CompactedResponse,
+)
 from portkey_ai.api_resources.types.responses_input_items_type import InputItemList
 from portkey_ai.api_resources.types.responses_input_tokens_type import (
     InputTokenCountResponse,
@@ -354,6 +357,35 @@ def cancel(
             timeout=timeout,
         )
 
+    def compact(
+        self,
+        *,
+        model: Union[str, Omit] = omit,
+        input: Union[str, Iterable[ResponseInputItemParam], None, Omit] = omit,
+        instructions: Union[Optional[str], Omit] = omit,
+        previous_response_id: Union[Optional[str], Omit] = omit,
+        **kwargs,
+    ) -> CompactedResponse:
+        import json
+
+        extra_headers = kwargs.pop("extra_headers", None)
+        extra_query = kwargs.pop("extra_query", None)
+        extra_body = kwargs.pop("extra_body", None)
+        timeout = kwargs.pop("timeout", None)
+        response = self.openai_client.with_raw_response.responses.compact(
+            model=model,  # type: ignore[arg-type]
+            input=input,
+            instructions=instructions,
+            previous_response_id=previous_response_id,
+            extra_headers=extra_headers,
+            extra_query=extra_query,
+            extra_body={**(extra_body or {}), **kwargs},
+            timeout=timeout,
+        )
+        data = CompactedResponse(**json.loads(response.text))
+        data._headers = response.headers
+        return data
+
 
 class InputItems(APIResource):
     def __init__(self, client: Portkey) -> None:
@@ -444,6 +476,7 @@ def __init__(self, client: AsyncPortkey) -> None:
         super().__init__(client)
         self.openai_client = client.openai_client
         self.input_items = AsyncInputItems(client)
+        self.input_tokens = AsyncInputTokens(client)
 
     @overload
     async def create(
@@ -746,6 +779,35 @@ async def cancel(
             timeout=timeout,
         )
 
+    async def compact(
+        self,
+        *,
+        model: Union[str, Omit] = omit,
+        input: Union[str, Iterable[ResponseInputItemParam], None, Omit] = omit,
+        instructions: Union[Optional[str], Omit] = omit,
+        previous_response_id: Union[Optional[str], Omit] = omit,
+        **kwargs,
+    ) -> CompactedResponse:
+        import json
+
+        extra_headers = kwargs.pop("extra_headers", None)
+        extra_query = kwargs.pop("extra_query", None)
+        extra_body = kwargs.pop("extra_body", None)
+        timeout = kwargs.pop("timeout", None)
+        response = await self.openai_client.with_raw_response.responses.compact(
+            model=model,  # type: ignore[arg-type]
+            input=input,
+            instructions=instructions,
+            previous_response_id=previous_response_id,
+            extra_headers=extra_headers,
+            extra_query=extra_query,
+            extra_body={**(extra_body or {}), **kwargs},
+            timeout=timeout,
+        )
+        data = CompactedResponse(**json.loads(response.text))
+        data._headers = response.headers
+        return data
+
 
 class AsyncInputItems(AsyncAPIResource):
     def __init__(self, client: AsyncPortkey) -> None:

portkey_ai/api_resources/types/response_type.py

@@ -18,6 +18,28 @@
 from portkey_ai.api_resources.types.utils import parse_headers
 
 
+class CompactedResponse(BaseModel, extra="allow"):
+    id: str
+    """The unique identifier for the compacted response."""
+
+    created_at: int
+    """Unix timestamp (in seconds) when the compacted conversation was created."""
+
+    object: Literal["response.compaction"]
+    """The object type. Always `response.compaction`."""
+
+    output: List[ResponseOutputItem]
+    """The compacted list of output items."""
+
+    usage: ResponseUsage
+    """Token accounting for the compaction pass."""
+
+    _headers: Optional[httpx.Headers] = PrivateAttr()
+
+    def get_headers(self) -> Optional[Dict[str, str]]:
+        return parse_headers(self._headers)
+
+
 class ResponseError(BaseModel, extra="allow"):
     code: Literal[
         "server_error",