Merge pull request #1041 from francescov1/add-deepinfra-usage-to-streaming

Add usage to final chunk for deepinfra

Author: VisargD

src/providers/deepinfra/chatComplete.ts

@@ -113,6 +113,11 @@ interface DeepInfraStreamChunk {
     index: number;
     finish_reason: string | null;
   }[];
+  usage?: {
+    prompt_tokens: number;
+    completion_tokens: number;
+    total_tokens: number;
+  };
 }
 
 export const DeepInfraChatCompleteResponseTransform: (
@@ -208,6 +213,13 @@ export const DeepInfraChatCompleteStreamChunkTransform: (
           finish_reason: parsedChunk.choices[0].finish_reason,
         },
       ],
+      usage: parsedChunk.usage
+        ? {
+            prompt_tokens: parsedChunk.usage.prompt_tokens,
+            completion_tokens: parsedChunk.usage.completion_tokens,
+            total_tokens: parsedChunk.usage.total_tokens,
+          }
+        : undefined,
     })}` + '\n\n'
   );
 };