refactor: rename cache input token to cache read token and add cache write token for improved clarity and tracking

moonrailgun · moonrailgun · commit 7cd02a4061fe · 2026-03-25T22:48:58.000+08:00
diff --git a/src/client/components/aiGateway/AIGatewayAnalytics.tsx b/src/client/components/aiGateway/AIGatewayAnalytics.tsx
@@ -318,9 +318,14 @@ export const AIGatewayAnalytics: React.FC<AIGatewayAnalyticsProps> = React.memo(
                     { name: 'inputToken', math: 'events', alias: 'inputToken' },
                     { name: 'outputToken', math: 'events', alias: 'outputToken' },
                     {
-                      name: 'cacheInputToken',
+                      name: 'cacheReadInputToken',
                       math: 'events',
-                      alias: 'cacheInputToken',
+                      alias: 'cacheReadInputToken',
+                    },
+                    {
+                      name: 'cacheWriteInputToken',
+                      math: 'events',
+                      alias: 'cacheWriteInputToken',
                     },
                   ]}
                   filters={[]}
diff --git a/src/client/components/aiGateway/AIGatewayLogTable.tsx b/src/client/components/aiGateway/AIGatewayLogTable.tsx
@@ -148,8 +148,11 @@ export const AIGatewayLogTable: React.FC<AIGatewayLogTableProps> = React.memo(
 
                   <SheetDataSection label="Tokens">
                     {selectedItem.inputToken}↑ | {selectedItem.outputToken}↓
-                    {selectedItem.cacheInputToken > 0 && (
-                      <> | {selectedItem.cacheInputToken} cached</>
+                    {selectedItem.cacheReadInputToken > 0 && (
+                      <> | {selectedItem.cacheReadInputToken} cache read</>
+                    )}
+                    {selectedItem.cacheWriteInputToken > 0 && (
+                      <> | {selectedItem.cacheWriteInputToken} cache write</>
                     )}
                   </SheetDataSection>
 
diff --git a/src/client/components/aiGateway/AIGatewayOverview.tsx b/src/client/components/aiGateway/AIGatewayOverview.tsx
@@ -37,7 +37,8 @@ export const AIGatewayOverview: React.FC<AIGatewayOverviewProps> = React.memo(
       | '$all_event'
       | 'inputToken'
       | 'outputToken'
-      | 'cacheInputToken'
+      | 'cacheReadInputToken'
+      | 'cacheWriteInputToken'
       | 'price'
     >('price');
     const [isQuotaModalOpen, setIsQuotaModalOpen] = useState(false);
@@ -92,10 +93,17 @@ export const AIGatewayOverview: React.FC<AIGatewayOverviewProps> = React.memo(
             color: colors.blue[500],
           },
         };
-      } else if (type === 'cacheInputToken') {
+      } else if (type === 'cacheReadInputToken') {
         return {
           value: {
-            label: t('AIGateway Cache Input Token'),
+            label: t('AIGateway Cache Read Token'),
+            color: colors.blue[500],
+          },
+        };
+      } else if (type === 'cacheWriteInputToken') {
+        return {
+          value: {
+            label: t('AIGateway Cache Write Token'),
             color: colors.blue[500],
           },
         };
@@ -174,8 +182,11 @@ export const AIGatewayOverview: React.FC<AIGatewayOverviewProps> = React.memo(
                     <SelectItem value="outputToken">
                       {t('Output Token')}
                     </SelectItem>
-                    <SelectItem value="cacheInputToken">
-                      {t('Cache Input Token')}
+                    <SelectItem value="cacheReadInputToken">
+                      {t('Cache Read Token')}
+                    </SelectItem>
+                    <SelectItem value="cacheWriteInputToken">
+                      {t('Cache Write Token')}
                     </SelectItem>
                     <SelectItem value="price">{t('Price')}</SelectItem>
                   </SelectContent>
diff --git a/src/client/components/aiGateway/AIGatewaySummaryStats.tsx b/src/client/components/aiGateway/AIGatewaySummaryStats.tsx
@@ -26,7 +26,8 @@ export const AIGatewaySummaryStats: React.FC<AIGatewaySummaryStatsProps> =
           { name: '$all_event', math: 'events' },
           { name: 'inputToken', math: 'events' },
           { name: 'outputToken', math: 'events' },
-          { name: 'cacheInputToken', math: 'events' },
+          { name: 'cacheReadInputToken', math: 'events' },
+          { name: 'cacheWriteInputToken', math: 'events' },
           { name: 'price', math: 'events' },
         ],
         filters: [],
@@ -44,30 +45,43 @@ export const AIGatewaySummaryStats: React.FC<AIGatewaySummaryStatsProps> =
             return [];
           }
 
-          return data.map((metric, index) => {
-            const metricNames = [
-              '$all_event',
-              'inputToken',
-              'outputToken',
-              'cacheInputToken',
-              'price',
-            ];
+          const metricNames = [
+            '$all_event',
+            'inputToken',
+            'outputToken',
+            'cacheReadInputToken',
+            'cacheWriteInputToken',
+            'price',
+          ];
+          const totals: Record<string, number> = {};
+          data.forEach((metric, index) => {
             const counts = metric?.data || [];
-            const total = counts.reduce((sum, item) => sum + item.value, 0);
-
-            return {
-              name: metricNames[index],
-              total,
-            };
+            totals[metricNames[index]] = counts.reduce(
+              (sum, item) => sum + item.value,
+              0
+            );
           });
+
+          return [
+            { name: '$all_event', total: totals['$all_event'] ?? 0 },
+            {
+              name: 'inputToken',
+              total:
+                (totals['inputToken'] ?? 0) +
+                (totals['cacheReadInputToken'] ?? 0) +
+                (totals['cacheWriteInputToken'] ?? 0),
+            },
+            { name: 'outputToken', total: totals['outputToken'] ?? 0 },
+            { name: 'price', total: totals['price'] ?? 0 },
+          ];
         },
       }
     );
 
     return (
       <LoadingView isLoading={isLoading}>
         <div className="mb-6">
-          <div className="grid grid-cols-1 gap-4 md:grid-cols-2 lg:grid-cols-5">
+            <div className="grid grid-cols-1 gap-4 md:grid-cols-2 lg:grid-cols-4">
             {summaryData.map((metric) => {
               let label = '';
               let formattedValue = '';
@@ -85,10 +99,6 @@ export const AIGatewaySummaryStats: React.FC<AIGatewaySummaryStatsProps> =
                   label = t('Total Output Tokens');
                   formattedValue = metric.total.toLocaleString();
                   break;
-                case 'cacheInputToken':
-                  label = t('Total Cache Input Tokens');
-                  formattedValue = metric.total.toLocaleString();
-                  break;
                 case 'price':
                   label = t('Total Price');
                   formattedValue = `$${metric.total.toFixed(4)}`;
diff --git a/src/client/components/aiGateway/useAIGatewayLogColumns.tsx b/src/client/components/aiGateway/useAIGatewayLogColumns.tsx
@@ -75,8 +75,13 @@ export function useAIGatewayLogColumns(onRowSelect?: (index: number) => void) {
         size: 120,
         cell: (props) => renderNullableValue(props.getValue()),
       }),
-      columnHelper.accessor('cacheInputToken', {
-        header: t('Cache Input Tokens'),
+      columnHelper.accessor('cacheReadInputToken', {
+        header: t('Cache Read Tokens'),
+        size: 140,
+        cell: (props) => renderNullableValue(props.getValue()),
+      }),
+      columnHelper.accessor('cacheWriteInputToken', {
+        header: t('Cache Write Tokens'),
         size: 140,
         cell: (props) => renderNullableValue(props.getValue()),
       }),
diff --git a/src/server/model/aiGateway.ts b/src/server/model/aiGateway.ts
@@ -95,7 +95,8 @@ export function buildOpenAIHandler(
           stream,
           inputToken: 0,
           outputToken: 0,
-          cacheInputToken: 0,
+          cacheReadInputToken: 0,
+          cacheWriteInputToken: 0,
           duration: 0,
           ttft: 0,
           requestPayload: payload,
@@ -181,8 +182,9 @@ export function buildOpenAIHandler(
               calcOpenAIToken(outputContent, modelName),
           ]);
 
-          const cacheInputToken =
+          const cacheReadInputToken =
             get(usage, ['prompt_tokens_details', 'cached_tokens']) ?? 0;
+          const cacheWriteInputToken = 0;
 
           const customInputPrice = gatewayInfo?.customModelInputPrice;
           const customOutputPrice = gatewayInfo?.customModelOutputPrice;
@@ -211,7 +213,9 @@ export function buildOpenAIHandler(
                       modelProvider,
                       modelPriceName,
                       inputToken,
-                      outputToken
+                      outputToken,
+                      cacheReadInputToken,
+                      cacheWriteInputToken
                     );
 
           await prisma.aIGatewayLogs.update({
@@ -223,7 +227,8 @@ export function buildOpenAIHandler(
               modelName: responseModelName,
               inputToken,
               outputToken,
-              cacheInputToken,
+              cacheReadInputToken,
+              cacheWriteInputToken,
               duration,
               ttft,
               price,
@@ -267,8 +272,9 @@ export function buildOpenAIHandler(
                 : Promise.resolve(0)),
           ]);
 
-          const cacheInputToken =
+          const cacheReadInputToken =
             response.usage?.prompt_tokens_details?.cached_tokens ?? 0;
+          const cacheWriteInputToken = 0;
 
           const customInputPrice = gatewayInfo?.customModelInputPrice;
           const customOutputPrice = gatewayInfo?.customModelOutputPrice;
@@ -297,7 +303,9 @@ export function buildOpenAIHandler(
                       modelProvider,
                       modelPriceName,
                       inputToken,
-                      outputToken
+                      outputToken,
+                      cacheReadInputToken,
+                      cacheWriteInputToken
                     );
 
           await prisma.aIGatewayLogs.update({
@@ -308,7 +316,8 @@ export function buildOpenAIHandler(
               status: AIGatewayLogsStatus.Success,
               inputToken,
               outputToken,
-              cacheInputToken,
+              cacheReadInputToken,
+              cacheWriteInputToken,
               duration,
               modelName: responseModelName,
               price,
@@ -418,7 +427,8 @@ export function buildAnthropicHandler(
           stream,
           inputToken: 0,
           outputToken: 0,
-          cacheInputToken: 0,
+          cacheReadInputToken: 0,
+          cacheWriteInputToken: 0,
           duration: 0,
           ttft: 0,
           requestPayload: payload,
@@ -492,7 +502,8 @@ export function buildAnthropicHandler(
 
         let inputTokens = 0;
         let outputTokens = 0;
-        let cacheInputTokens = 0;
+        let cacheReadInputTokens = 0;
+        let cacheWriteInputTokens = 0;
         let outputContent = '';
         let ttft = -1;
         let responseModelName = modelName;
@@ -534,9 +545,6 @@ export function buildAnthropicHandler(
                   const data = JSON.parse(line.slice(6));
                   if (currentEventType === 'message_start' && data.message) {
                     responseModelName = data.message.model || responseModelName;
-                    cacheInputTokens =
-                      data.message.usage?.cache_read_input_tokens ||
-                      cacheInputTokens;
                   } else if (currentEventType === 'content_block_delta') {
                     if (ttft === -1) {
                       ttft = Date.now() - start;
@@ -548,6 +556,12 @@ export function buildAnthropicHandler(
                     usage = data.usage;
                     inputTokens = usage?.input_tokens || inputTokens;
                     outputTokens = usage?.output_tokens || outputTokens;
+                    cacheReadInputTokens =
+                      data.message.usage?.cache_read_input_tokens ||
+                      cacheReadInputTokens;
+                    cacheWriteInputTokens =
+                      data.message.usage?.cache_creation_input_tokens ||
+                      cacheWriteInputTokens;
                     responseCost = usage?.cost;
                   }
                 } catch {
@@ -582,7 +596,9 @@ export function buildAnthropicHandler(
                     modelProvider,
                     modelName,
                     inputTokens,
-                    outputTokens
+                    outputTokens,
+                    cacheReadInputTokens,
+                    cacheWriteInputTokens
                   );
 
           await prisma.aIGatewayLogs.update({
@@ -592,7 +608,8 @@ export function buildAnthropicHandler(
               modelName: responseModelName,
               inputToken: inputTokens,
               outputToken: outputTokens,
-              cacheInputToken: cacheInputTokens,
+              cacheReadInputToken: cacheReadInputTokens,
+              cacheWriteInputToken: cacheWriteInputTokens,
               duration,
               ttft,
               price,
@@ -622,7 +639,9 @@ export function buildAnthropicHandler(
           const usage = responseBody.usage;
           const inputTokens = usage?.input_tokens || 0;
           const outputTokens = usage?.output_tokens || 0;
-          const cacheInputTokens = usage?.cache_read_input_tokens || 0;
+          const cacheReadInputTokens = usage?.cache_read_input_tokens || 0;
+          const cacheWriteInputTokens =
+            usage?.cache_creation_input_tokens || 0;
           const responseCost = usage?.cost;
 
           const contentBlocks = responseBody.content || [];
@@ -648,7 +667,9 @@ export function buildAnthropicHandler(
                     modelProvider,
                     modelName,
                     inputTokens,
-                    outputTokens
+                    outputTokens,
+                    cacheReadInputTokens,
+                    cacheWriteInputTokens
                   );
 
           await prisma.aIGatewayLogs.update({
@@ -658,7 +679,8 @@ export function buildAnthropicHandler(
               modelName: responseModelName,
               inputToken: inputTokens,
               outputToken: outputTokens,
-              cacheInputToken: cacheInputTokens,
+              cacheReadInputToken: cacheReadInputTokens,
+              cacheWriteInputToken: cacheWriteInputTokens,
               duration,
               price,
               responsePayload: {
diff --git a/src/server/model/insights/aiGateway.ts b/src/server/model/insights/aiGateway.ts
@@ -27,7 +27,8 @@ export class AIGatewayInsightsSqlBuilder extends InsightsSqlBuilder {
           [
             'inputToken',
             'outputToken',
-            'cacheInputToken',
+            'cacheReadInputToken',
+            'cacheWriteInputToken',
             'price',
             'duration',
             'ttft',
@@ -124,7 +125,8 @@ export class AIGatewayInsightsSqlBuilder extends InsightsSqlBuilder {
         'stream',
         'inputToken',
         'outputToken',
-        'cacheInputToken',
+        'cacheReadInputToken',
+        'cacheWriteInputToken',
         'duration',
         'ttft',
         'price',
diff --git a/src/server/prisma/migrations/20260325000000_split_cache_input_token/migration.sql b/src/server/prisma/migrations/20260325000000_split_cache_input_token/migration.sql
@@ -0,0 +1,3 @@
+-- AlterTable: Rename cacheInputToken to cacheReadInputToken and add cacheWriteInputToken
+ALTER TABLE "AIGatewayLogs" RENAME COLUMN "cacheInputToken" TO "cacheReadInputToken";
+ALTER TABLE "AIGatewayLogs" ADD COLUMN "cacheWriteInputToken" INTEGER NOT NULL DEFAULT 0;
diff --git a/src/server/prisma/schema.prisma b/src/server/prisma/schema.prisma
@@ -977,7 +977,8 @@ model AIGatewayLogs {
   gatewayId       String              @db.VarChar(30)
   inputToken      Int                 @default(0) @db.Integer
   outputToken     Int                 @default(0) @db.Integer
-  cacheInputToken Int                 @default(0) @db.Integer
+  cacheReadInputToken  Int                 @default(0) @db.Integer
+  cacheWriteInputToken Int                 @default(0) @db.Integer
   stream          Boolean             @default(false) @db.Boolean // stream response or not
   modelName       String
   status          AIGatewayLogsStatus
diff --git a/src/server/prisma/zod/aigatewaylogs.ts b/src/server/prisma/zod/aigatewaylogs.ts
@@ -30,7 +30,8 @@ export const AIGatewayLogsModelSchema = z.object({
   gatewayId: z.string(),
   inputToken: z.number().int(),
   outputToken: z.number().int(),
-  cacheInputToken: z.number().int().default(0),
+  cacheReadInputToken: z.number().int().default(0),
+  cacheWriteInputToken: z.number().int().default(0),
   stream: z.boolean(),
   modelName: z.string(),
   status: z.nativeEnum(AIGatewayLogsStatus),
diff --git a/src/server/utils/llm.ts b/src/server/utils/llm.ts

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+-- AlterTable: Rename cacheInputToken to cacheReadInputToken and add cacheWriteInputToken`
	`2`	`+ALTER TABLE "AIGatewayLogs" RENAME COLUMN "cacheInputToken" TO "cacheReadInputToken";`
	`3`	`+ALTER TABLE "AIGatewayLogs" ADD COLUMN "cacheWriteInputToken" INTEGER NOT NULL DEFAULT 0;`