add gemini stats window

joshbickett · joshbickett · commit c9edfb39ab27 · 2025-10-05T14:18:57.000-07:00
diff --git a/runtime/backend/gemini-agent.js b/runtime/backend/gemini-agent.js
@@ -22,6 +22,218 @@ const GEMINI_BUNDLE = join(REPO_ROOT, 'bundle', 'gemini.js');
 const LOG_DIR = join(REPO_ROOT, 'logs', 'agent');
 const DEBUG_AGENT = process.env.DEBUG_AGENT === 'true';
 
+let latestUsageRecord = null;
+let aggregateUsage = null;
+
+const emptyDecisions = () => ({
+  accept: 0,
+  reject: 0,
+  modify: 0,
+  auto_accept: 0,
+});
+
+const deepClone = (value) => {
+  if (typeof globalThis.structuredClone === 'function') {
+    return globalThis.structuredClone(value);
+  }
+  return JSON.parse(JSON.stringify(value));
+};
+
+const normalizeModelStats = (stats) => ({
+  api: {
+    totalRequests: stats?.api?.totalRequests ?? 0,
+    totalErrors: stats?.api?.totalErrors ?? 0,
+    totalLatencyMs: stats?.api?.totalLatencyMs ?? 0,
+  },
+  tokens: {
+    prompt: stats?.tokens?.prompt ?? 0,
+    candidates: stats?.tokens?.candidates ?? 0,
+    total: stats?.tokens?.total ?? 0,
+    cached: stats?.tokens?.cached ?? 0,
+    thoughts: stats?.tokens?.thoughts ?? 0,
+    tool: stats?.tokens?.tool ?? 0,
+  },
+});
+
+const normalizeToolStats = (stats) => ({
+  count: stats?.count ?? 0,
+  success: stats?.success ?? 0,
+  fail: stats?.fail ?? 0,
+  durationMs: stats?.durationMs ?? 0,
+  decisions: {
+    accept: stats?.decisions?.accept ?? 0,
+    reject: stats?.decisions?.reject ?? 0,
+    modify: stats?.decisions?.modify ?? 0,
+    auto_accept: stats?.decisions?.auto_accept ?? 0,
+  },
+});
+
+const mergeModelStats = (target, source) => {
+  for (const [modelName, modelStats] of Object.entries(source?.models ?? {})) {
+    const existing = target.models[modelName]
+      ? normalizeModelStats(target.models[modelName])
+      : normalizeModelStats();
+    const incoming = normalizeModelStats(modelStats);
+    existing.api.totalRequests += incoming.api.totalRequests;
+    existing.api.totalErrors += incoming.api.totalErrors;
+    existing.api.totalLatencyMs += incoming.api.totalLatencyMs;
+    existing.tokens.prompt += incoming.tokens.prompt;
+    existing.tokens.candidates += incoming.tokens.candidates;
+    existing.tokens.total += incoming.tokens.total;
+    existing.tokens.cached += incoming.tokens.cached;
+    existing.tokens.thoughts += incoming.tokens.thoughts;
+    existing.tokens.tool += incoming.tokens.tool;
+    target.models[modelName] = existing;
+  }
+};
+
+const mergeToolStats = (target, source) => {
+  const incomingTools = source?.tools;
+  if (!incomingTools) return;
+
+  target.tools.totalCalls += incomingTools.totalCalls ?? 0;
+  target.tools.totalSuccess += incomingTools.totalSuccess ?? 0;
+  target.tools.totalFail += incomingTools.totalFail ?? 0;
+  target.tools.totalDurationMs += incomingTools.totalDurationMs ?? 0;
+
+  const incomingDecisions = incomingTools.totalDecisions ?? emptyDecisions();
+  target.tools.totalDecisions.accept += incomingDecisions.accept ?? 0;
+  target.tools.totalDecisions.reject += incomingDecisions.reject ?? 0;
+  target.tools.totalDecisions.modify += incomingDecisions.modify ?? 0;
+  target.tools.totalDecisions.auto_accept += incomingDecisions.auto_accept ?? 0;
+
+  for (const [toolName, stats] of Object.entries(incomingTools.byName ?? {})) {
+    const existing = target.tools.byName[toolName]
+      ? normalizeToolStats(target.tools.byName[toolName])
+      : normalizeToolStats();
+    const incoming = normalizeToolStats(stats);
+    existing.count += incoming.count;
+    existing.success += incoming.success;
+    existing.fail += incoming.fail;
+    existing.durationMs += incoming.durationMs;
+    existing.decisions.accept += incoming.decisions.accept;
+    existing.decisions.reject += incoming.decisions.reject;
+    existing.decisions.modify += incoming.decisions.modify;
+    existing.decisions.auto_accept += incoming.decisions.auto_accept;
+    target.tools.byName[toolName] = existing;
+  }
+};
+
+const mergeFileStats = (target, source) => {
+  target.files.totalLinesAdded += source?.files?.totalLinesAdded ?? 0;
+  target.files.totalLinesRemoved += source?.files?.totalLinesRemoved ?? 0;
+};
+
+const mergeStats = (target, source) => {
+  mergeModelStats(target, source);
+  mergeToolStats(target, source);
+  mergeFileStats(target, source);
+};
+
+const computeSummary = (stats) => {
+  const summary = {
+    totalRequests: 0,
+    totalPromptTokens: 0,
+    totalOutputTokens: 0,
+    totalTokens: 0,
+    totalCachedTokens: 0,
+    models: [],
+  };
+
+  for (const [name, model] of Object.entries(stats?.models ?? {})) {
+    const requests = model.api?.totalRequests ?? 0;
+    const promptTokens = model.tokens?.prompt ?? 0;
+    const outputTokens = model.tokens?.candidates ?? 0;
+    const totalTokens = model.tokens?.total ?? promptTokens + outputTokens;
+    const cachedTokens = model.tokens?.cached ?? 0;
+
+    summary.totalRequests += requests;
+    summary.totalPromptTokens += promptTokens;
+    summary.totalOutputTokens += outputTokens;
+    summary.totalTokens += totalTokens;
+    summary.totalCachedTokens += cachedTokens;
+
+    summary.models.push({
+      name,
+      requests,
+      promptTokens,
+      outputTokens,
+      totalTokens,
+      cachedTokens,
+    });
+  }
+
+  return summary;
+};
+
+const recordUsageStats = (stats) => {
+  if (!stats) return;
+
+  const timestamp = new Date().toISOString();
+  const clonedStats = deepClone(stats);
+  const summary = computeSummary(clonedStats);
+
+  latestUsageRecord = {
+    stats: clonedStats,
+    summary,
+    recordedAt: timestamp,
+  };
+
+  if (!aggregateUsage) {
+    aggregateUsage = {
+      stats: deepClone(clonedStats),
+      summary: computeSummary(clonedStats),
+      sessions: 1,
+      since: timestamp,
+      updatedAt: timestamp,
+    };
+    return;
+  }
+
+  mergeStats(aggregateUsage.stats, stats);
+  aggregateUsage.summary = computeSummary(aggregateUsage.stats);
+  aggregateUsage.sessions += 1;
+  aggregateUsage.updatedAt = timestamp;
+};
+
+const parseGeminiJsonOutput = (rawOutput) => {
+  if (!rawOutput) return null;
+  const trimmed = rawOutput.trim();
+  if (!trimmed) return null;
+
+  const firstBraceIndex = trimmed.indexOf('{');
+  if (firstBraceIndex === -1) return null;
+
+  const jsonCandidate = trimmed.slice(firstBraceIndex);
+
+  try {
+    return JSON.parse(jsonCandidate);
+  } catch (error) {
+    console.warn('⚠️  Failed to parse Gemini JSON output:', error);
+    return null;
+  }
+};
+
+export const getUsageSummary = () => {
+  const latest = latestUsageRecord
+    ? {
+        ...latestUsageRecord,
+        stats: deepClone(latestUsageRecord.stats),
+        summary: { ...latestUsageRecord.summary },
+      }
+    : null;
+
+  const aggregate = aggregateUsage
+    ? {
+        ...aggregateUsage,
+        stats: deepClone(aggregateUsage.stats),
+        summary: { ...aggregateUsage.summary },
+      }
+    : null;
+
+  return { latest, aggregate };
+};
+
 function ensureNodeVersion() {
   const [major] = process.versions.node.split('.');
   const majorNumber = Number(major);
@@ -112,7 +324,7 @@ Please apply the requested update and include DONE at the very end.`;
     '--prompt',
     promptWithContext,
     '--output-format',
-    'text',
+    'json',
   ];
 
   return new Promise((resolve, reject) => {
@@ -151,6 +363,13 @@ Please apply the requested update and include DONE at the very end.`;
 
       if (code === 0) {
         const trimmedOutput = output.trim();
+        const parsed = parseGeminiJsonOutput(trimmedOutput);
+        const responseText = parsed?.response ?? trimmedOutput;
+        const stats = parsed?.stats;
+
+        if (stats) {
+          recordUsageStats(stats);
+        }
 
         if (/Error when talking to Gemini API/i.test(errorOutput)) {
           const logPath = await writeDebugLog(
@@ -165,7 +384,7 @@ Please apply the requested update and include DONE at the very end.`;
           return;
         }
 
-        if (!trimmedOutput) {
+        if (!responseText.trim()) {
           const logPath = await writeDebugLog(
             `${new Date().toISOString().replace(/[:.]/g, '-')}-empty-output.log`,
             `User command: ${userCommand}\nArgs: ${JSON.stringify(args)}\nStdout empty.\nStderr:\n${errorOutput}\n`,
@@ -176,7 +395,7 @@ Please apply the requested update and include DONE at the very end.`;
           return;
         }
 
-        if (!/DONE\b/.test(trimmedOutput)) {
+        if (!/DONE\b/.test(responseText)) {
           console.warn('⚠️  Gemini agent finished without DONE confirmation.');
         }
 
@@ -188,7 +407,9 @@ Please apply the requested update and include DONE at the very end.`;
         console.log('✅ Gemini agent completed successfully');
         resolve({
           success: true,
-          output,
+          output: responseText,
+          rawOutput: output,
+          stats: stats ? deepClone(stats) : null,
           modifiedFile: GENERATED_CONTENT_PATH,
           debugLogPath: logPath,
         });
diff --git a/runtime/backend/server.js b/runtime/backend/server.js
@@ -10,7 +10,11 @@ import express from 'express';
 import cors from 'cors';
 import { fileURLToPath } from 'node:url';
 import { dirname, join } from 'node:path';
-import { invokeGeminiAgent, getGeneratedContentPath } from './gemini-agent.js';
+import {
+  invokeGeminiAgent,
+  getGeneratedContentPath,
+  getUsageSummary,
+} from './gemini-agent.js';
 import { generateSmartExperience } from './smart-simulator.js';
 import { checkGeminiAuth } from './check-auth.js';
 
@@ -121,6 +125,23 @@ app.get('/api/status', (req, res) => {
   });
 });
 
+app.get('/api/gemini-stats', (req, res) => {
+  const summary = getUsageSummary();
+
+  if (!summary.latest && !summary.aggregate) {
+    res.json({
+      success: false,
+      message: 'No Gemini API usage has been recorded in this session.',
+    });
+    return;
+  }
+
+  res.json({
+    success: true,
+    summary,
+  });
+});
+
 app.listen(PORT, async () => {
   console.log(
     `🚀 Generative Computer Backend running on http://localhost:${PORT}`,
diff --git a/runtime/frontend/src/App.tsx b/runtime/frontend/src/App.tsx
@@ -9,6 +9,7 @@ import Desktop from './components/Desktop';
 import type { WindowData } from './components/Desktop';
 import CommandInput from './components/CommandInput';
 import GeneratedContent from './components/GeneratedContent';
+import GeminiStatsWindow from './components/GeminiStatsWindow';
 import DrawingPadApp from './components/DrawingPadApp';
 import './App.css';
 
@@ -195,6 +196,15 @@ function App() {
     });
   }, [openStaticWindow]);
 
+  const handleOpenUsageStats = useCallback(() => {
+    openStaticWindow({
+      id: 'gemini-usage',
+      title: 'Gemini Usage',
+      content: <GeminiStatsWindow />,
+      position: { x: 180, y: 120 },
+    });
+  }, [openStaticWindow]);
+
   const handleCommand = useCallback(
     async (command: string) => {
       console.log('Command received:', command);
@@ -340,6 +350,7 @@ function App() {
         onOpenRecycleBin={handleOpenRecycleBin}
         onOpenDemoVideo={handleOpenDemoVideo}
         onOpenDrawingPad={handleOpenDrawingPad}
+        onOpenUsageStats={handleOpenUsageStats}
       />
 
       <CommandInput
diff --git a/runtime/frontend/src/components/Desktop.tsx b/runtime/frontend/src/components/Desktop.tsx
@@ -22,6 +22,7 @@ interface DesktopProps {
   onOpenRecycleBin: () => void;
   onOpenDemoVideo: () => void;
   onOpenDrawingPad: () => void;
+  onOpenUsageStats: () => void;
 }
 
 export default function Desktop({
@@ -31,6 +32,7 @@ export default function Desktop({
   onOpenRecycleBin,
   onOpenDemoVideo,
   onOpenDrawingPad,
+  onOpenUsageStats,
 }: DesktopProps) {
   return (
     <div className="desktop">
@@ -59,6 +61,14 @@ export default function Desktop({
           <div className="icon-image">🎨</div>
           <div className="icon-label">Neon Sketch</div>
         </button>
+        <button
+          type="button"
+          className="desktop-icon"
+          onClick={onOpenUsageStats}
+        >
+          <div className="icon-image">📊</div>
+          <div className="icon-label">Gemini Usage</div>
+        </button>
         <button
           type="button"
           className="desktop-icon"
diff --git a/runtime/frontend/src/components/GeminiStatsWindow.css b/runtime/frontend/src/components/GeminiStatsWindow.css
diff --git a/runtime/frontend/src/components/GeminiStatsWindow.tsx b/runtime/frontend/src/components/GeminiStatsWindow.tsx
