test: add contract tests for BedrockRuntime converse and converse_stream APIs

Author: ezhang6811

contract-tests/images/applications/botocore/botocore_server.py

@@ -679,6 +679,54 @@ def _handle_bedrock_request(self) -> None:
             bedrock_runtime_client.invoke_model(
                 body=request_body, modelId=model_id, accept=accept, contentType=content_type
             )
+        elif self.in_path("converse/converse"):
+            set_main_status(200)
+            bedrock_runtime_client.meta.events.register(
+                "before-call.bedrock-runtime.Converse",
+                lambda **kwargs: inject_200_success(
+                    output={"message": {"role": "assistant", "content": [{"text": "Hello! How can I help?"}]}},
+                    stopReason="end_turn",
+                    usage={"inputTokens": 12, "outputTokens": 8},
+                    **kwargs,
+                ),
+            )
+            bedrock_runtime_client.converse(
+                modelId="anthropic.claude-v2:1",
+                messages=[{"role": "user", "content": [{"text": "Hello"}]}],
+                inferenceConfig={
+                    "maxTokens": 512,
+                    "temperature": 0.7,
+                    "topP": 0.9,
+                    "stopSequences": ["Human:"],
+                },
+            )
+        elif self.in_path("conversestream/converse-stream"):
+            set_main_status(200)
+            bedrock_runtime_client.meta.events.register(
+                "before-call.bedrock-runtime.ConverseStream",
+                lambda **kwargs: inject_200_success(
+                    stream={
+                        "contentBlockDelta": {"delta": {"text": "Hello!"}},
+                        "messageStop": {"stopReason": "end_turn"},
+                        "metadata": {"usage": {"inputTokens": 15, "outputTokens": 10}},
+                    },
+                    **kwargs,
+                ),
+            )
+            response = bedrock_runtime_client.converse_stream(
+                modelId="anthropic.claude-v2:1",
+                messages=[{"role": "user", "content": [{"text": "Hello"}]}],
+                inferenceConfig={
+                    "maxTokens": 256,
+                    "temperature": 0.8,
+                    "topP": 0.95,
+                    "stopSequences": ["Assistant:"],
+                },
+            )
+            # Consume the stream if present
+            if "stream" in response:
+                for event in response["stream"]:
+                    pass
         else:
             set_main_status(404)
 

contract-tests/tests/test/amazon/botocore/botocore_test.py

@@ -58,6 +58,7 @@
 _GEN_AI_RESPONSE_FINISH_REASONS: str = "gen_ai.response.finish_reasons"
 _GEN_AI_USAGE_INPUT_TOKENS: str = "gen_ai.usage.input_tokens"
 _GEN_AI_USAGE_OUTPUT_TOKENS: str = "gen_ai.usage.output_tokens"
+_GEN_AI_REQUEST_STOP_SEQUENCES: str = "gen_ai.request.stop_sequences"
 _GEN_AI_SYSTEM: str = "gen_ai.system"
 _GEN_AI_RUNTIME_ID: str = "gen_ai.runtime.id"
 _GEN_AI_BROWSER_ID: str = "gen_ai.browser.id"
@@ -663,6 +664,64 @@ def test_bedrock_runtime_invoke_model_mistral(self):
             span_name="chat mistral.mistral-7b-instruct-v0:2",
         )
 
+    def test_bedrock_runtime_converse(self):
+        self.do_test_requests(
+            "bedrock/converse/converse",
+            "GET",
+            200,
+            0,
+            0,
+            rpc_service="Bedrock Runtime",
+            remote_service="AWS::BedrockRuntime",
+            remote_operation="Converse",
+            remote_resource_type="AWS::Bedrock::Model",
+            remote_resource_identifier="anthropic.claude-v2:1",
+            cloudformation_primary_identifier="anthropic.claude-v2:1",
+            request_specific_attributes={
+                _GEN_AI_REQUEST_MODEL: "anthropic.claude-v2:1",
+                _GEN_AI_SYSTEM: "aws.bedrock",
+                _GEN_AI_REQUEST_MAX_TOKENS: 512,
+                _GEN_AI_REQUEST_TEMPERATURE: 0.7,
+                _GEN_AI_REQUEST_TOP_P: 0.9,
+                _GEN_AI_REQUEST_STOP_SEQUENCES: ["Human:"],
+            },
+            response_specific_attributes={
+                _GEN_AI_RESPONSE_FINISH_REASONS: ["end_turn"],
+                _GEN_AI_USAGE_INPUT_TOKENS: 12,
+                _GEN_AI_USAGE_OUTPUT_TOKENS: 8,
+            },
+            span_name="chat anthropic.claude-v2:1",
+        )
+
+    def test_bedrock_runtime_converse_stream(self):
+        self.do_test_requests(
+            "bedrock/conversestream/converse-stream",
+            "GET",
+            200,
+            0,
+            0,
+            rpc_service="Bedrock Runtime",
+            remote_service="AWS::BedrockRuntime",
+            remote_operation="ConverseStream",
+            remote_resource_type="AWS::Bedrock::Model",
+            remote_resource_identifier="anthropic.claude-v2:1",
+            cloudformation_primary_identifier="anthropic.claude-v2:1",
+            request_specific_attributes={
+                _GEN_AI_REQUEST_MODEL: "anthropic.claude-v2:1",
+                _GEN_AI_SYSTEM: "aws.bedrock",
+                _GEN_AI_REQUEST_MAX_TOKENS: 256,
+                _GEN_AI_REQUEST_TEMPERATURE: 0.8,
+                _GEN_AI_REQUEST_TOP_P: 0.95,
+                _GEN_AI_REQUEST_STOP_SEQUENCES: ["Assistant:"],
+            },
+            response_specific_attributes={
+                _GEN_AI_RESPONSE_FINISH_REASONS: ["end_turn"],
+                _GEN_AI_USAGE_INPUT_TOKENS: 15,
+                _GEN_AI_USAGE_OUTPUT_TOKENS: 10,
+            },
+            span_name="chat anthropic.claude-v2:1",
+        )
+
     def test_bedrock_get_guardrail(self):
         self.do_test_requests(
             "bedrock/getguardrail/get-guardrail",