Skip to content

Add local debugging steps and improve token usage summary #80

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
rajbos merged 3 commits into from
Dec 27, 2025
Merged

Add local debugging steps and improve token usage summary #80

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
7aaff4b
Add steps to debug locally
rajbos Dec 27, 2025
2783a14
Split summarization of token usage into input and ouput
rajbos Dec 27, 2025
b29904d
Merge remote-tracking branch 'origin/main' into token-calc
rajbos Dec 27, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
27 changes: 27 additions & 0 deletions README.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -71,6 +71,33 @@ This caching significantly reduces the time needed for periodic updates, especia
npx vsce package
```

### Running the Extension Locally

To test and debug the extension in a local VS Code environment:

1. Install dependencies:
```bash
npm install
```

2. Start watch mode (automatically recompiles on file changes):
```bash
npm run watch
```

3. In VS Code, press **F5** to launch the Extension Development Host
- This opens a new VS Code window with the extension running
- The original window shows debug output and allows you to set breakpoints

4. In the Extension Development Host window:
- The extension will be active and you'll see the token tracker in the status bar
- Any changes you make to the code will be automatically compiled (thanks to watch mode)
- Reload the Extension Development Host window (Ctrl+R or Cmd+R) to see your changes

5. To view console logs and debug information:
- In the Extension Development Host window, open Developer Tools: **Help > Toggle Developer Tools**
- Check the Console tab for any `console.log` output from the extension

### Available Scripts

- `npm run lint` - Run ESLint
Expand Down
100 changes: 66 additions & 34 deletions src/extension.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,10 @@ interface TokenUsageStats {
}

interface ModelUsage {
[modelName: string]: number;
[modelName: string]: {
inputTokens: number;
outputTokens: number;
};
}

interface ModelPricing {
Expand Down Expand Up @@ -56,6 +59,11 @@ interface SessionFileCache {

class CopilotTokenTracker implements vscode.Disposable {
private statusBarItem: vscode.StatusBarItem;

// Helper method to get total tokens from ModelUsage
private getTotalTokensFromModelUsage(modelUsage: ModelUsage): number {
return Object.values(modelUsage).reduce((sum, usage) => sum + usage.inputTokens + usage.outputTokens, 0);
}
private updateInterval: NodeJS.Timeout | undefined;
private initialDelayTimeout: NodeJS.Timeout | undefined;
private detailsPanel: vscode.WebviewPanel | undefined;
Expand Down Expand Up @@ -174,7 +182,7 @@ class CopilotTokenTracker implements vscode.Disposable {

if (extensionsExistButInactive) {
// Use shorter delay for testing in Codespaces
const delaySeconds = process.env.CODESPACES === 'true' ? 10 : 60;
const delaySeconds = process.env.CODESPACES === 'true' ? 10 : 15;
this.log(`Copilot extensions found but not active yet - delaying initial update by ${delaySeconds} seconds to allow extensions to load`);
this.log(`Setting timeout for ${new Date(Date.now() + (delaySeconds * 1000)).toLocaleTimeString()}`);

Expand Down Expand Up @@ -251,7 +259,7 @@ class CopilotTokenTracker implements vscode.Disposable {
tooltip.appendMarkdown(`**Avg Interactions/Session:** ${detailedStats.month.avgInteractionsPerSession}\n\n`);
tooltip.appendMarkdown(`**Avg Tokens/Session:** ${detailedStats.month.avgTokensPerSession.toLocaleString()}\n\n`);
tooltip.appendMarkdown('---\n\n');
tooltip.appendMarkdown('*Cost estimates based on OpenAI/Anthropic API pricing*\n\n');
tooltip.appendMarkdown('*Cost estimates based on actual input/output token ratios*\n\n');
tooltip.appendMarkdown('*Updates automatically every 5 minutes*');

this.statusBarItem.tooltip = tooltip;
Expand Down Expand Up @@ -358,8 +366,12 @@ class CopilotTokenTracker implements vscode.Disposable {
monthStats.interactions += interactions;

// Add model usage to month stats
for (const [model, modelTokens] of Object.entries(modelUsage)) {
monthStats.modelUsage[model] = (monthStats.modelUsage[model] || 0) + (modelTokens as number);
for (const [model, usage] of Object.entries(modelUsage)) {
if (!monthStats.modelUsage[model]) {
monthStats.modelUsage[model] = { inputTokens: 0, outputTokens: 0 };
}
monthStats.modelUsage[model].inputTokens += usage.inputTokens;
monthStats.modelUsage[model].outputTokens += usage.outputTokens;
}

if (fileStats.mtime >= todayStart) {
Expand All @@ -368,8 +380,12 @@ class CopilotTokenTracker implements vscode.Disposable {
todayStats.interactions += interactions;

// Add model usage to today stats
for (const [model, modelTokens] of Object.entries(modelUsage)) {
todayStats.modelUsage[model] = (todayStats.modelUsage[model] || 0) + (modelTokens as number);
for (const [model, usage] of Object.entries(modelUsage)) {
if (!todayStats.modelUsage[model]) {
todayStats.modelUsage[model] = { inputTokens: 0, outputTokens: 0 };
}
todayStats.modelUsage[model].inputTokens += usage.inputTokens;
todayStats.modelUsage[model].outputTokens += usage.outputTokens;
}
}
}
Expand Down Expand Up @@ -452,22 +468,27 @@ class CopilotTokenTracker implements vscode.Disposable {
// Get model for this request
const model = this.getModelFromRequest(request);

// Estimate tokens from user message
// Initialize model if not exists
if (!modelUsage[model]) {
modelUsage[model] = { inputTokens: 0, outputTokens: 0 };
}

// Estimate tokens from user message (input)
if (request.message && request.message.parts) {
for (const part of request.message.parts) {
if (part.text) {
const tokens = this.estimateTokensFromText(part.text, model);
modelUsage[model] = (modelUsage[model] || 0) + tokens;
modelUsage[model].inputTokens += tokens;
}
}
}

// Estimate tokens from assistant response
// Estimate tokens from assistant response (output)
if (request.response && Array.isArray(request.response)) {
for (const responseItem of request.response) {
if (responseItem.value) {
const tokens = this.estimateTokensFromText(responseItem.value, model);
modelUsage[model] = (modelUsage[model] || 0) + tokens;
modelUsage[model].outputTokens += tokens;
}
}
}
Expand Down Expand Up @@ -528,27 +549,21 @@ class CopilotTokenTracker implements vscode.Disposable {
private calculateEstimatedCost(modelUsage: ModelUsage): number {
let totalCost = 0;

for (const [model, tokens] of Object.entries(modelUsage)) {
for (const [model, usage] of Object.entries(modelUsage)) {
const pricing = this.modelPricing[model];

if (pricing) {
// Assume 50/50 split between input and output tokens
// This is a simplification since we don't track them separately
const inputTokens = tokens * 0.5;
const outputTokens = tokens * 0.5;

const inputCost = (inputTokens / 1_000_000) * pricing.inputCostPerMillion;
const outputCost = (outputTokens / 1_000_000) * pricing.outputCostPerMillion;
// Use actual input and output token counts
const inputCost = (usage.inputTokens / 1_000_000) * pricing.inputCostPerMillion;
const outputCost = (usage.outputTokens / 1_000_000) * pricing.outputCostPerMillion;

totalCost += inputCost + outputCost;
} else {
// Fallback for models without pricing data - use GPT-4o-mini as default
const fallbackPricing = this.modelPricing['gpt-4o-mini'];
const inputTokens = tokens * 0.5;
const outputTokens = tokens * 0.5;

const inputCost = (inputTokens / 1_000_000) * fallbackPricing.inputCostPerMillion;
const outputCost = (outputTokens / 1_000_000) * fallbackPricing.outputCostPerMillion;
const inputCost = (usage.inputTokens / 1_000_000) * fallbackPricing.inputCostPerMillion;
const outputCost = (usage.outputTokens / 1_000_000) * fallbackPricing.outputCostPerMillion;

totalCost += inputCost + outputCost;

Expand Down Expand Up @@ -790,31 +805,32 @@ class CopilotTokenTracker implements vscode.Disposable {
private async estimateTokensFromSession(sessionFilePath: string): Promise<number> {
try {
const sessionContent = JSON.parse(fs.readFileSync(sessionFilePath, 'utf8'));
let totalTokens = 0;
let totalInputTokens = 0;
let totalOutputTokens = 0;

if (sessionContent.requests && Array.isArray(sessionContent.requests)) {
for (const request of sessionContent.requests) {
// Estimate tokens from user message
// Estimate tokens from user message (input)
if (request.message && request.message.parts) {
for (const part of request.message.parts) {
if (part.text) {
totalTokens += this.estimateTokensFromText(part.text);
totalInputTokens += this.estimateTokensFromText(part.text);
}
}
}

// Estimate tokens from assistant response
// Estimate tokens from assistant response (output)
if (request.response && Array.isArray(request.response)) {
for (const responseItem of request.response) {
if (responseItem.value) {
totalTokens += this.estimateTokensFromText(responseItem.value, this.getModelFromRequest(request));
totalOutputTokens += this.estimateTokensFromText(responseItem.value, this.getModelFromRequest(request));
}
}
}
}
}

return totalTokens;
return totalInputTokens + totalOutputTokens;
} catch (error) {
this.warn(`Error parsing session file ${sessionFilePath}: ${error}`);
return 0;
Expand Down Expand Up @@ -1170,7 +1186,7 @@ class CopilotTokenTracker implements vscode.Disposable {
Token counts are estimated based on character count. CO₂, tree equivalents, water usage, and costs are derived from these token estimates.
</p>
<ul style="font-size: 12px; color: #b3b3b3; padding-left: 20px; list-style-position: inside; margin-top: 8px;">
<li><b>Cost Estimate:</b> Based on OpenAI API pricing (as of Dec 2025, <a href="https://openai.com/api/pricing/" style="color: #3794ff;">openai.com/api/pricing</a>) and standard Anthropic rates. Assumes 50/50 split between input and output tokens. <b>Note:</b> GitHub Copilot pricing may differ from direct API usage. These are reference estimates only.</li>
<li><b>Cost Estimate:</b> Based on public API pricing (see <a href="https://github.com/rajbos/github-copilot-token-usage/blob/main/src/modelPricing.json" style="color: #3794ff;">modelPricing.json</a> for sources and rates). Uses actual input/output token counts for accurate cost calculation. <b>Note:</b> GitHub Copilot pricing may differ from direct API usage. These are reference estimates only.</li>
<li><b>CO₂ Estimate:</b> Based on ~${this.co2Per1kTokens}g of CO₂e per 1,000 tokens.</li>
<li><b>Tree Equivalent:</b> Represents the fraction of a single mature tree's annual CO₂ absorption (~${(this.co2AbsorptionPerTreePerYear / 1000).toFixed(1)} kg/year).</li>
<li><b>Water Estimate:</b> Based on ~${this.waterUsagePer1kTokens}L of water per 1,000 tokens for data center cooling and operations.</li>
Expand Down Expand Up @@ -1226,17 +1242,33 @@ class CopilotTokenTracker implements vscode.Disposable {
const modelRows = Array.from(allModels).map(model => {
const ratio = this.tokenEstimators[model] || 0.25;
const charsPerToken = (1 / ratio).toFixed(1);
const monthlyTokens = stats.month.modelUsage[model] || 0;
const projectedTokens = calculateProjection(monthlyTokens);

const todayUsage = stats.today.modelUsage[model] || { inputTokens: 0, outputTokens: 0 };
const monthUsage = stats.month.modelUsage[model] || { inputTokens: 0, outputTokens: 0 };

const todayTotal = todayUsage.inputTokens + todayUsage.outputTokens;
const monthTotal = monthUsage.inputTokens + monthUsage.outputTokens;
const projectedTokens = calculateProjection(monthTotal);

const todayInputPercent = todayTotal > 0 ? ((todayUsage.inputTokens / todayTotal) * 100).toFixed(0) : 0;
const todayOutputPercent = todayTotal > 0 ? ((todayUsage.outputTokens / todayTotal) * 100).toFixed(0) : 0;
const monthInputPercent = monthTotal > 0 ? ((monthUsage.inputTokens / monthTotal) * 100).toFixed(0) : 0;
const monthOutputPercent = monthTotal > 0 ? ((monthUsage.outputTokens / monthTotal) * 100).toFixed(0) : 0;

return `
<tr>
<td class="metric-label">
${this.getModelDisplayName(model)}
<span style="font-size: 11px; color: #a0a0a0; font-weight: normal;">(~${charsPerToken} chars/tk)</span>
</td>
<td class="today-value">${(stats.today.modelUsage[model] || 0).toLocaleString()}</td>
<td class="month-value">${monthlyTokens.toLocaleString()}</td>
<td class="today-value">
${todayTotal.toLocaleString()}
<div style="font-size: 10px; color: #999; font-weight: normal; margin-top: 2px;">↑${todayInputPercent}% ↓${todayOutputPercent}%</div>
</td>
<td class="month-value">
${monthTotal.toLocaleString()}
<div style="font-size: 10px; color: #999; font-weight: normal; margin-top: 2px;">↑${monthInputPercent}% ↓${monthOutputPercent}%</div>
</td>
<td class="month-value">${Math.round(projectedTokens).toLocaleString()}</td>
</tr>
`;
Expand Down
Loading