Merge pull request #1443 from Portkey-AI/feature/gemini-thought-message

thought messages support for gemini 3 pro

Author: VisargD

src/providers/google-vertex-ai/chatComplete.ts

@@ -91,6 +91,9 @@ export const VertexGoogleChatCompleteConfig: ProviderConfig = {
                 functionCall: {
                   name: tool_call.function.name,
                   args: JSON.parse(tool_call.function.arguments),
+                  ...(tool_call.function.thought_signature && {
+                    thought_signature: tool_call.function.thought_signature,
+                  }),
                 },
               });
             });
@@ -467,6 +470,10 @@ export const GoogleChatCompleteResponseTransform: (
                 function: {
                   name: part.functionCall.name,
                   arguments: JSON.stringify(part.functionCall.args),
+                  ...(!strictOpenAiCompliance &&
+                    part.thoughtSignature && {
+                      thought_signature: part.thoughtSignature,
+                    }),
                 },
               });
             } else if (part.text) {
@@ -698,6 +705,10 @@ export const GoogleChatCompleteStreamChunkTransform: (
                   function: {
                     name: part.functionCall.name,
                     arguments: JSON.stringify(part.functionCall.args),
+                    ...(!strictOpenAiCompliance &&
+                      part.thoughtSignature && {
+                        thought_signature: part.thoughtSignature,
+                      }),
                   },
                 };
               }

src/providers/google-vertex-ai/types.ts

@@ -24,6 +24,7 @@ export interface GoogleResponseCandidate {
         mimeType: string;
         data: string;
       };
+      thoughtSignature?: string;
     }[];
   };
   logprobsResult?: {

src/providers/google/chatComplete.ts

@@ -219,6 +219,9 @@ export const GoogleChatCompleteConfig: ProviderConfig = {
                 functionCall: {
                   name: tool_call.function.name,
                   args: JSON.parse(tool_call.function.arguments),
+                  ...(tool_call.function.thought_signature && {
+                    thought_signature: tool_call.function.thought_signature,
+                  }),
                 },
               });
             });
@@ -472,6 +475,7 @@ export interface GoogleResponseCandidate {
         mimeType: string;
         data: string;
       };
+      thoughtSignature?: string;
     }[];
   };
   logprobsResult?: {
@@ -603,6 +607,10 @@ export const GoogleChatCompleteResponseTransform: (
                 function: {
                   name: part.functionCall.name,
                   arguments: JSON.stringify(part.functionCall.args),
+                  ...(!strictOpenAiCompliance &&
+                    part.thoughtSignature && {
+                      thought_signature: part.thoughtSignature,
+                    }),
                 },
               });
             } else if (part.text) {
@@ -785,6 +793,10 @@ export const GoogleChatCompleteStreamChunkTransform: (
                     function: {
                       name: part.functionCall.name,
                       arguments: JSON.stringify(part.functionCall.args),
+                      ...(!strictOpenAiCompliance &&
+                        part.thoughtSignature && {
+                          thought_signature: part.thoughtSignature,
+                        }),
                     },
                   };
                 }

src/types/requestBody.ts

@@ -265,6 +265,7 @@ export interface ToolCall {
     name: string;
     arguments: string;
     description?: string;
+    thought_signature?: string;
   };
 }