feat: add native AI Credits parsing helpers

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

Author: asizikov

src/pipeline/parser.test.ts

@@ -2,8 +2,10 @@ import { describe, expect, it } from 'vitest'
 import {
   getUsageMetrics,
   InvalidReportError,
+  normalizeNativeAiCreditsReportDate,
   normalizeTokenUsageRecord,
   parseCsvRow,
+  parseNativeAiCreditsUsageRecord,
   parseNormalizedTokenUsageRecord,
   parseTokenUsageHeader,
   parseTokenUsageRecord,
@@ -676,6 +678,95 @@ describe('parser and metric normalization', () => {
   })
 })
 
+describe('native AI Credits parsing helpers', () => {
+  it('normalizes native short dates to ISO dates', () => {
+    expect(normalizeNativeAiCreditsReportDate('5/29/26')).toBe('2026-05-29')
+    expect(normalizeNativeAiCreditsReportDate('05/09/2026')).toBe('2026-05-09')
+    expect(normalizeNativeAiCreditsReportDate('2026-05-29')).toBe('2026-05-29')
+  })
+
+  it('parses native AI Credits usage and cost fields without enabling pipeline support', () => {
+    const header = parseTokenUsageHeader(HEADER_WITHOUT_EXCEEDS_QUOTA)
+    const record = parseNativeAiCreditsUsageRecord(
+      buildRow([
+        '5/29/26',
+        'mona',
+        'copilot',
+        'copilot_ai_credit',
+        'Auto: Claude Haiku 4.5',
+        '96.9990345',
+        'ai-credits',
+        '0.01',
+        '0.969990345',
+        '0.15',
+        '0.819990345',
+        '3900',
+        'example-org',
+        'Cost Center A',
+        '96.9990345',
+        '0.969990345',
+      ]),
+      header,
+    )
+
+    expect(record).toMatchObject({
+      date: '2026-05-29',
+      username: 'mona',
+      product: 'copilot',
+      sku: 'copilot_ai_credit',
+      quantity: 96.9990345,
+      unit_type: 'ai-credits',
+      gross_amount: 0.969990345,
+      discount_amount: 0.15,
+      net_amount: 0.819990345,
+      total_monthly_quota: 3900,
+      organization: 'example-org',
+      cost_center_name: 'Cost Center A',
+      aic_quantity: 96.9990345,
+      aic_gross_amount: 0.969990345,
+      has_aic_quantity: true,
+      has_aic_gross_amount: true,
+    })
+  })
+
+  it('uses native quantity and gross amount as AIC alias fallbacks when alias columns are blank', () => {
+    const header = parseTokenUsageHeader(HEADER_WITHOUT_EXCEEDS_QUOTA)
+    const record = parseNativeAiCreditsUsageRecord(
+      buildRow([
+        '5/29/26',
+        'hubot',
+        'spark',
+        'spark_ai_credit',
+        'GPT-5.2',
+        '12.5',
+        'ai-credits',
+        '0.01',
+        '0.125',
+        '0.025',
+        '0.1',
+        '7000',
+        'octodemo',
+        '',
+        '',
+        '',
+      ]),
+      header,
+    )
+
+    expect(record).toMatchObject({
+      date: '2026-05-29',
+      quantity: 12.5,
+      gross_amount: 0.125,
+      discount_amount: 0.025,
+      net_amount: 0.1,
+      aic_quantity: 12.5,
+      aic_gross_amount: 0.125,
+      has_aic_quantity: true,
+      has_aic_gross_amount: true,
+    })
+  })
+})
+
 describe('validateHeader', () => {
   it('accepts a header that contains all required columns', () => {
     const header = parseTokenUsageHeader(FULL_HEADER)

src/pipeline/parser.ts

@@ -117,6 +117,8 @@ const BASE_BILLING_COLUMNS = [
 const REQUIRED_AIC_COLUMNS = ['aic_quantity', 'aic_gross_amount'] as const
 const APRIL_BACKFILL_START_DATE = '2026-04-24'
 const APRIL_BACKFILL_END_DATE = '2026-04-30'
+const ISO_DATE_PATTERN = /^(\d{4})-(\d{2})-(\d{2})$/
+const SLASH_DATE_PATTERN = /^(\d{1,2})\/(\d{1,2})\/(\d{2}|\d{4})$/
 
 export class InvalidReportError extends Error {
   constructor() {
@@ -283,6 +285,62 @@ export function parseTokenUsageRecord(line: string, header: TokenUsageHeader): T
   return record
 }
 
+function isValidDateParts(year: number, month: number, day: number): boolean {
+  const date = new Date(Date.UTC(year, month - 1, day))
+  return (
+    date.getUTCFullYear() === year
+    && date.getUTCMonth() === month - 1
+    && date.getUTCDate() === day
+  )
+}
+
+function formatIsoDate(year: number, month: number, day: number): string {
+  return [
+    String(year).padStart(4, '0'),
+    String(month).padStart(2, '0'),
+    String(day).padStart(2, '0'),
+  ].join('-')
+}
+
+export function normalizeNativeAiCreditsReportDate(rawDate: string): string {
+  const date = rawDate.trim()
+  const isoMatch = ISO_DATE_PATTERN.exec(date)
+  if (isoMatch) {
+    const year = Number(isoMatch[1])
+    const month = Number(isoMatch[2])
+    const day = Number(isoMatch[3])
+    return isValidDateParts(year, month, day) ? date : rawDate.trim()
+  }
+
+  const slashMatch = SLASH_DATE_PATTERN.exec(date)
+  if (!slashMatch) return date
+
+  const month = Number(slashMatch[1])
+  const day = Number(slashMatch[2])
+  const yearRaw = slashMatch[3]
+  const year = yearRaw.length === 2 ? 2000 + Number(yearRaw) : Number(yearRaw)
+
+  if (!isValidDateParts(year, month, day)) return date
+  return formatIsoDate(year, month, day)
+}
+
+export function parseNativeAiCreditsUsageRecord(line: string, header: TokenUsageHeader): TokenUsageRecord {
+  const record = parseTokenUsageRecord(line, header)
+  const aicQuantity = record.has_aic_quantity ? record.aic_quantity : record.quantity
+  const aicGrossAmount = record.has_aic_gross_amount ? record.aic_gross_amount : record.gross_amount
+  const nativeRecord: TokenUsageRecord = {
+    ...record,
+    date: normalizeNativeAiCreditsReportDate(record.date),
+    aic_quantity: aicQuantity,
+    aic_gross_amount: aicGrossAmount,
+    has_aic_quantity: true,
+    has_aic_gross_amount: true,
+  }
+
+  nativeRecord.aic_net_amount = getAicUsageMetrics(nativeRecord).aicGrossAmount
+  return nativeRecord
+}
+
 function isAprilBackfillDate(date: string): boolean {
   return date >= APRIL_BACKFILL_START_DATE && date <= APRIL_BACKFILL_END_DATE
 }

src/pipeline/runPipeline.test.ts

@@ -1,7 +1,13 @@
 import { describe, expect, it } from 'vitest'
 
 import type { Aggregator } from './aggregators/base'
-import { InvalidReportError, UnsupportedReportVersionError, type TokenUsageHeader, type TokenUsageRecord } from './parser'
+import {
+  InvalidReportError,
+  UnsupportedNativeAiCreditsReportError,
+  UnsupportedReportVersionError,
+  type TokenUsageHeader,
+  type TokenUsageRecord,
+} from './parser'
 import { runPipeline } from './runPipeline'
 
 const HEADER = [
@@ -56,9 +62,10 @@ function createCsv(rows: string[][], header = HEADER): File {
 
 class CaptureAggregator implements Aggregator<TokenUsageRecord, TokenUsageRecord[], TokenUsageHeader> {
   private readonly records: TokenUsageRecord[] = []
+  private headerCallCount = 0
 
   onHeader(): void {
-    // no-op
+    this.headerCallCount += 1
   }
 
   accumulate(record: TokenUsageRecord): void {
@@ -68,6 +75,10 @@ class CaptureAggregator implements Aggregator<TokenUsageRecord, TokenUsageRecord
   result(): TokenUsageRecord[] {
     return this.records
   }
+
+  headerCalls(): number {
+    return this.headerCallCount
+  }
 }
 
 describe('runPipeline', () => {
@@ -144,9 +155,8 @@ describe('runPipeline', () => {
     ], NATIVE_AI_CREDITS_HEADER)
     const aggregator = new CaptureAggregator()
 
-    await expect(runPipeline(file, [aggregator])).rejects.toThrow(
-      'currently supports PRU vs usage-based billing reports generated for the April and May billing periods',
-    )
+    await expect(runPipeline(file, [aggregator])).rejects.toThrow(UnsupportedNativeAiCreditsReportError)
+    expect(aggregator.headerCalls()).toBe(0)
     expect(aggregator.result()).toEqual([])
   })