feat: add Quota Monitor dashboard traversing all FDE LLM usage and API calls tok…

…en costs across agents

feat: add Quota Monitor dashboard traversing all FDE LLM usage and API calls tok…
…en costs across agents
yibo
1 parent 1d4b7c2c
Showing 12 changed files with 502 additions and 9 deletions
data/system/agents/agent-creator/memory/hippocampus-index.json
data/system/agents/agent-creator/memory/memory.md
data/system/agents/agent-creator/memory/short-term/session-1774635384262.md
data/system/agents/master/memory/hippocampus-index.json
data/system/agents/master/memory/memory.md
data/system/agents/master/memory/short-term/session-1774635398379.md
data/system/agents/master/plan.md
packages/acp-core/protocol/ClaudeCliProtocol.js
server/routes/agent-chat.js
web/src/components/AppNav.vue
web/src/router/index.js
web/src/views/QuotaMonitor.vue
@@ -13,8 +13,8 @@
     ],
     "planFile": "task-from-master.md",
     "confidence": 0.9,
-    "useCount": 0,
-    "lastUsed": null,
+    "useCount": 1,
+    "lastUsed": "2026-03-27",
     "createdAt": "2026-03-27"
   }
 ]
 \ No newline at end of file
@@ -2,3 +2,4 @@
 ## 关键事实
 - [2026-03-27] [TASK from master] → ... |
+- [2026-03-27] [TASK_CALLBACK] → 收到了 innovator 的任务完成回调。weibo-scraper 技能训练已完成：
+# Session 摘要
+
+- **时间**: 2026-03-27 18:16:24
+- **对话ID**: callback-T-WEIBO-TRAINING
+- **状态**: completed
+- **工具调用**: 1 次
+- **耗时**: 14秒
+
+## 任务
+[TASK_CALLBACK]
+-TRAINING
+执行者: innova
+
+## 结果
+收到了 innovator 的任务完成回调。weibo-scraper 技能训练已完成：
+- 最终分数: **93.50** ✓
+- 版本: v1.6.0
+- 训练迭代: 3轮
+- 状态: 已部署
+
+根据工作流程，我需要向任务分发者汇报完成。
+
+
+收到！weibo-scraper 技能训练已成功完成：
+
+| 指标 | 值 |
+|------|-----|
+| 最终分数 | 93.50 |
+| 版本 | v1.6.0 |
+| 训练迭代 | 3轮 |
+| 状态 | ✅ 已部署 |
+
+已向 master 汇报任务完成。weibo-scraper Agent 现在已经具备从微博平台爬取热点话题、热门微博、热搜榜等内容的能耐，可以正式上岗了！
@@ -12,7 +12,7 @@
     ],
     "planFile": "task-callback.md",
     "confidence": 0.76,
-    "useCount": 23,
+    "useCount": 24,
     "lastUsed": "2026-03-27",
     "createdAt": "2026-03-27"
   },
@@ -32,3 +32,4 @@
 - [2026-03-27] [TASK_CALLBACK] → 收到 innovator-001 的任务完成回调。让我先检查 plan.md 了解当前整体进度。
 - [2026-03-27] hi → 你好，我是 Master Agent，LemonBoss 组织的管理者。告诉我你想做什么，我会把任务分配给合适的 Agent 来执行。
 - [2026-03-27] [TASK_CALLBACK] → 收到 Innovator 任务完成回调。让我先检查 plan.md 了解当前整体进度。
+- [2026-03-27] [TASK_CALLBACK] → 收到 weibo-scraper 训练完成回调。让我更新记录并汇报。
+# Session 摘要
+
+- **时间**: 2026-03-27 18:16:38
+- **对话ID**: callback-T-WEIBO-TRAINING
+- **状态**: completed
+- **工具调用**: 2 次
+- **耗时**: 18秒
+
+## 任务
+[TASK_CALLBACK]
+-TRAINING
+执行者: agent-
+
+## 结果
+收到 weibo-scraper 训练完成回调。让我更新记录并汇报。
+
+
+收到任务完成回调。weibo-scraper 技能训练已完成！
+
+**训练结果汇总：**
+
+| 项目 | 结果 |
+|------|------|
+| **最终 Benchmark 得分** | 93.50 / 100 ✅ |
+| **最终版本** | v1.6.0 |
+| **部署状态** | 已部署至生产环境 ✅ |
+
+---
+
+**当前系统状态：**
+
+| 公司/服务 | 状态 |
+|-----------|------|
+| ABC Inc. | ✅ 运营中 (CEO/CTO/COO/HR + 执行层) |
+| weibo-scraper | ✅ 训练完成，已部署 |
+| 系统 Agent | 全部正常 |
+
+---
+
+告诉我下一步你想做什么？我可以：
+1. 为 ABC Inc. 部署新的业务能力
+2. 创建新的公司或技能模板
+3. 查看系统整体健康度
@@ -43,6 +43,7 @@
 - 2026-03-27 15:55: 定时巡检 - cto 15:37/coo 15:39 活跃，qa-judge 15:33，hr 15:18，系统正常
 - 2026-03-27 16:00: 定时巡检 - cto 15:43/coo 15:43/qa-judge 15:43 活跃，hr 15:18，系统正常
 - 2026-03-27 17:55: [TASK_CALLBACK] Innovator weibo-scraper FDE 训练完成 → Benchmark 得分 92.65/100 (≥90 达标), SKILL.md 已升级到 v1.3.0
+- 2026-03-27 18:04: [TASK_CALLBACK] weibo-scraper 训练最终完成 → 最终分数 93.50, 版本 v1.6.0, 已部署至生产环境
 ---
@@ -331,10 +331,13 @@ class ClaudeCliProtocol extends EventEmitter {
                         cost_usd: event.total_cost_usd,
                         session_id: event.session_id,
                         stop_reason: event.stop_reason,
+                        usage: this._lastUsage || { input: 0, output: 0 },
                     },
                     timestamp: Date.now(),
                 });
+                this._lastUsage = null;
+
                 if (this._promptResolve) {
                     if (this._idleTimer) { clearTimeout(this._idleTimer); this._idleTimer = null; }
                     this._promptResolve();
@@ -391,6 +394,17 @@ class ClaudeCliProtocol extends EventEmitter {
     _handleInnerStreamEvent(innerEvent, sessionId) {
         if (!innerEvent) return;
+        if (innerEvent.usage) {
+            this._lastUsage = this._lastUsage || { input: 0, output: 0 };
+            this._lastUsage.input += (innerEvent.usage.input_tokens || 0);
+            this._lastUsage.output += (innerEvent.usage.output_tokens || 0);
+        }
+        if (innerEvent.message?.usage) {
+            this._lastUsage = this._lastUsage || { input: 0, output: 0 };
+            this._lastUsage.input += (innerEvent.message.usage.input_tokens || 0);
+            this._lastUsage.output += (innerEvent.message.usage.output_tokens || 0);
+        }
+
         switch (innerEvent.type) {
             case 'content_block_delta':
                 if (innerEvent.delta?.type === 'text_delta' && innerEvent.delta.text) {
@@ -631,6 +631,52 @@ function buildPrompt(agentDir, agentId, convId, userMessage, isNewSession) {
 //  路由
 // ═══════════════════════════════════════
+router.get('/quota', (req, res) => {
+  try {
+    const DATA_ROOT = path.resolve(__dirname, '../../data');
+    const records = [];
+
+    // 读取所有 billing.log
+    const readBilling = (dir) => {
+      const p = path.join(dir, 'billing.log');
+      if (fs.existsSync(p)) {
+        fs.readFileSync(p, 'utf-8').split('\n').forEach(line => {
+          line = line.trim();
+          if (line.startsWith('{')) {
+            try { records.push(JSON.parse(line)); } catch(e) {}
+          } else if (line) {
+            // 旧的纯文本兼容: 2026-03-28T18:00:00.000Z | Agent: master | Conv: 123 | Cost: $0.123 | Duration: 123ms
+            try {
+              const parts = line.split('|').map(p => p.trim());
+              const ts = parts[0];
+              const ai = parts[1].replace('Agent:', '').trim();
+              const ci = parts[2].replace('Conv:', '').trim();
+              const cost = parseFloat(parts[3].replace('Cost: $', '').trim());
+              const dur = parseInt(parts[4].replace('Duration:', '').replace('ms', '').trim());
+              records.push({ timestamp: ts, agentId: ai, convId: ci, costUsd: cost || 0, durationMs: dur || 0, usage: { input: 0, output: 0 } });
+            } catch(e) {}
+          }
+        });
+      }
+    };
+
+    readBilling(path.join(DATA_ROOT, 'system/agents/master/logs'));
+    const compDir = path.join(DATA_ROOT, 'companies');
+    if (fs.existsSync(compDir)) {
+      const comps = fs.readdirSync(compDir, { withFileTypes: true });
+      for (const c of comps) {
+        if (c.isDirectory() && !c.name.startsWith('.')) {
+          readBilling(path.join(compDir, c.name, 'logs'));
+        }
+      }
+    }
+
+    res.json(records);
+  } catch (err) {
+    res.status(500).json({ error: err.message });
+  }
+});
+
 router.get('/list', (req, res) => {
   try {
     const allAgents = []
@@ -1862,11 +1908,10 @@ router.post(&#39;/:agentId/chat&#39;, async (req, res) =&gt; {
             currentToolInput = '';
           }
         } else if (event.method === 'session/result') {
-          if (event.params?.cost_usd) {
-            sendSSE('session_cost', { cost: event.params.cost_usd, duration: event.params.duration_ms });
-            // Phase 5: Economic Audit - 记录账单 (Token Profiling)
+          if (event.params?.duration_ms) {
+            sendSSE('session_cost', { cost: event.params.cost_usd, duration: event.params.duration_ms, usage: event.params.usage });
+            // Phase 5: Economic Audit - 记录账单 (Token Profiling) JSON lines
             try {
-              // billing.log 写到公司目录下 (company agent) 或 master 目录下 (system agent)
               let billingDir;
               if (agentId && agentId.includes(':')) {
                 const compId = agentId.split(':')[0];
@@ -1875,8 +1920,15 @@ router.post(&#39;/:agentId/chat&#39;, async (req, res) =&gt; {
                 billingDir = path.resolve(__dirname, '../../data/system/agents/master/logs');
               }
               if (!fs.existsSync(billingDir)) fs.mkdirSync(billingDir, { recursive: true });
-              const billingEntry = `${new Date().toISOString()} | Agent: ${agentId} | Conv: ${convId} | Cost: $${event.params.cost_usd.toFixed(6)} | Duration: ${event.params.duration_ms}ms\n`;
-              fs.appendFileSync(path.join(billingDir, 'billing.log'), billingEntry, 'utf-8');
+              const logEntry = {
+                timestamp: new Date().toISOString(),
+                agentId,
+                convId,
+                costUsd: event.params.cost_usd || 0,
+                durationMs: event.params.duration_ms,
+                usage: event.params.usage || { input: 0, output: 0 }
+              };
+              fs.appendFileSync(path.join(billingDir, 'billing.log'), JSON.stringify(logEntry) + '\n', 'utf-8');
             } catch (err) {}
           }
           if (!fullOutput && event.params?.result) {
@@ -13,6 +13,10 @@
         <span>📦</span> Templates
       </router-link>
+      <router-link to="/quota" class="nav-link" :class="{ active: $route.path === '/quota' }">
+        <span>📊</span> Quota
+      </router-link>
+
       <div class="nav-divider"></div>
       <!-- Company Switcher -->
@@ -59,6 +59,11 @@ const routes = [
     name: 'PipelineEditor',
     component: () => import('@/views/PipelineEditor.vue'),
   },
+  {
+    path: '/quota',
+    name: 'QuotaMonitor',
+    component: () => import('@/views/QuotaMonitor.vue'),
+  },
 ]
 const router = createRouter({
+<template>
+  <div class="quota-page">
+    <AppNav />
+    <div class="quota-layout">
+      <header class="page-header">
+        <h1>📊 算力消耗与 Token 监控 (Quota Monitor)</h1>
+        <p class="subtitle">实时监控企业级 Multi-Agent 系统的大模型 API 成本与耗时</p>
+      </header>
+
+      <main class="dashboard-content" v-if="!loading">
+        <!-- 核心指标 -->
+        <section class="overview-grid">
+          <div class="stat-card sum-card">
+            <h3>总消耗金额 (USD)</h3>
+            <div class="stat-value highlight">${{ totalCost.toFixed(4) }}</div>
+          </div>
+          <div class="stat-card">
+            <h3>总输入 Tokens</h3>
+            <div class="stat-value">{{ totalInputTokens.toLocaleString() }}</div>
+          </div>
+          <div class="stat-card">
+            <h3>总输出 Tokens</h3>
+            <div class="stat-value">{{ totalOutputTokens.toLocaleString() }}</div>
+          </div>
+          <div class="stat-card">
+            <h3>平均单次推理耗时</h3>
+            <div class="stat-value">{{ avgDuration.toFixed(1) }}s</div>
+          </div>
+        </section>
+
+        <div class="charts-row">
+          <!-- 按照 Agent 的消耗排行榜 -->
+          <section class="chart-card flex-double">
+            <h3>🤖 各 Agent 计算力消耗排行榜</h3>
+            <div class="bar-chart">
+              <div v-for="agent in agentStats" :key="agent.id" class="bar-row">
+                <div class="bar-label">
+                  <span class="agent-id">{{ agent.id }}</span>
+                  <span class="agent-calls">{{ agent.calls }} 次调用</span>
+                </div>
+                <div class="bar-track-wrapper">
+                  <div class="bar-track">
+                    <div class="bar-fill" :style="{ width: ((agent.cost / maxAgentCost) * 100) + '%' }"></div>
+                  </div>
+                  <div class="bar-value">${{ agent.cost.toFixed(4) }}</div>
+                </div>
+                <div class="bar-subtext">
+                  (In: {{ agent.input.toLocaleString() }} / Out: {{ agent.output.toLocaleString() }})
+                </div>
+              </div>
+              <div v-if="agentStats.length === 0" class="empty-state">暂无数据</div>
+            </div>
+          </section>
+        </div>
+
+        <!-- 详细调用日志 -->
+        <section class="chart-card">
+          <h3>🕒 最近的大模型调用日志</h3>
+          <div class="log-table-wrapper">
+            <table class="log-table">
+              <thead>
+                <tr>
+                  <th>时间</th>
+                  <th>Agent</th>
+                  <th>对话 ID</th>
+                  <th>耗时</th>
+                  <th>输入 Tokens</th>
+                  <th>输出 Tokens</th>
+                  <th>消耗金额</th>
+                </tr>
+              </thead>
+              <tbody>
+                <tr v-for="(log, i) in recentLogs" :key="i">
+                  <td class="log-time">{{ formatTime(log.timestamp) }}</td>
+                  <td class="log-agent">{{ log.agentId }}</td>
+                  <td class="log-conv" :title="log.convId">{{ log.convId.substring(0, 12) }}...</td>
+                  <td class="log-duration">{{ (log.durationMs / 1000).toFixed(1) }}s</td>
+                  <td class="log-tokens in">+{{ (log.usage?.input || 0).toLocaleString() }}</td>
+                  <td class="log-tokens out">+{{ (log.usage?.output || 0).toLocaleString() }}</td>
+                  <td class="log-cost">${{ log.costUsd.toFixed(6) }}</td>
+                </tr>
+              </tbody>
+            </table>
+            <div v-if="recentLogs.length === 0" class="empty-state">暂无日志</div>
+          </div>
+        </section>
+      </main>
+
+      <div v-else class="loading-state">
+        <div class="spinner"></div> 加载监控数据中...
+      </div>
+    </div>
+  </div>
+</template>
+
+<script setup>
+import { ref, computed, onMounted } from 'vue'
+import AppNav from '../components/AppNav.vue'
+
+const loading = ref(true)
+const rawData = ref([])
+
+onMounted(async () => {
+  try {
+    const res = await fetch('/api/agent/quota')
+    if (res.ok) {
+      const data = await res.json()
+      // Filter out invalid records if any
+      rawData.value = data.filter(d => d && d.timestamp).sort((a,b) => new Date(b.timestamp) - new Date(a.timestamp))
+    }
+  } catch(e) {
+    console.error('Failed to load quota', e)
+  } finally {
+    loading.value = false
+  }
+})
+
+// Overview stats
+const totalCost = computed(() => rawData.value.reduce((s, d) => s + (d.costUsd || 0), 0))
+const totalInputTokens = computed(() => rawData.value.reduce((s, d) => s + (d.usage?.input || 0), 0))
+const totalOutputTokens = computed(() => rawData.value.reduce((s, d) => s + (d.usage?.output || 0), 0))
+const avgDuration = computed(() => {
+  if (rawData.value.length === 0) return 0
+  const sumMs = rawData.value.reduce((s, d) => s + (d.durationMs || 0), 0)
+  return (sumMs / rawData.value.length) / 1000
+})
+
+// Agent Breakdown
+const agentStats = computed(() => {
+  const map = {}
+  rawData.value.forEach(d => {
+    const id = d.agentId || 'unknown'
+    if (!map[id]) map[id] = { id, cost: 0, input: 0, output: 0, calls: 0 }
+    map[id].cost += (d.costUsd || 0)
+    map[id].input += (d.usage?.input || 0)
+    map[id].output += (d.usage?.output || 0)
+    map[id].calls += 1
+  })
+  return Object.values(map).sort((a,b) => b.cost - a.cost)
+})
+const maxAgentCost = computed(() => {
+  if (agentStats.value.length === 0) return 1
+  return Math.max(...agentStats.value.map(a => a.cost), 0.0001)
+})
+
+// Recent Logs table
+const recentLogs = computed(() => rawData.value.slice(0, 100))
+
+function formatTime(iso) {
+  const d = new Date(iso)
+  return d.toLocaleDateString() + ' ' + d.toLocaleTimeString()
+}
+</script>
+
+<style scoped>
+.quota-page {
+  height: 100vh;
+  display: flex;
+  flex-direction: column;
+  background: var(--bg-primary);
+  color: var(--text-primary);
+  overflow-y: auto;
+}
+
+.quota-layout {
+  max-width: 1200px;
+  margin: 0 auto;
+  padding: 32px 40px;
+  width: 100%;
+}
+
+.page-header {
+  margin-bottom: 32px;
+}
+.page-header h1 {
+  font-size: 28px;
+  font-weight: 700;
+  margin-bottom: 8px;
+  color: var(--text-primary);
+}
+.subtitle {
+  color: var(--text-secondary);
+  font-size: 14px;
+}
+
+.overview-grid {
+  display: grid;
+  grid-template-columns: repeat(auto-fit, minmax(240px, 1fr));
+  gap: 20px;
+  margin-bottom: 24px;
+}
+
+.stat-card {
+  background: var(--bg-surface);
+  border: 1px solid var(--border-color);
+  border-radius: 12px;
+  padding: 24px;
+  display: flex;
+  flex-direction: column;
+  box-shadow: 0 4px 6px rgba(0,0,0,0.05);
+}
+.stat-card h3 {
+  font-size: 13px;
+  text-transform: uppercase;
+  letter-spacing: 0.5px;
+  color: var(--text-secondary);
+  margin-bottom: 12px;
+}
+.stat-value {
+  font-size: 32px;
+  font-weight: 700;
+  color: var(--text-primary);
+}
+.stat-value.highlight {
+  color: var(--accent-primary);
+}
+.sum-card {
+  background: linear-gradient(145deg, rgba(82, 168, 255, 0.1) 0%, rgba(35, 131, 226, 0.02) 100%);
+  border-color: rgba(82, 168, 255, 0.2);
+}
+
+.charts-row {
+  display: flex;
+  gap: 24px;
+  margin-bottom: 24px;
+}
+.chart-card {
+  background: var(--bg-surface);
+  border: 1px solid var(--border-color);
+  border-radius: 12px;
+  padding: 24px;
+  flex: 1;
+}
+.chart-card h3 {
+  font-size: 16px;
+  margin-bottom: 20px;
+  color: var(--text-primary);
+  display: flex;
+  align-items: center;
+  gap: 8px;
+}
+
+.bar-chart {
+  display: flex;
+  flex-direction: column;
+  gap: 16px;
+}
+.bar-row {
+  display: flex;
+  flex-direction: column;
+  gap: 6px;
+}
+.bar-label {
+  display: flex;
+  justify-content: space-between;
+  font-size: 13px;
+}
+.agent-id { font-weight: 600; color: var(--text-primary); }
+.agent-calls { color: var(--text-secondary); font-size: 12px; }
+.bar-track-wrapper {
+  display: flex;
+  align-items: center;
+  gap: 12px;
+}
+.bar-track {
+  flex: 1;
+  height: 8px;
+  background: var(--bg-secondary);
+  border-radius: 4px;
+  overflow: hidden;
+}
+.bar-fill {
+  height: 100%;
+  background: var(--accent-primary);
+  border-radius: 4px;
+  transition: width 0.5s ease-out;
+}
+.bar-value {
+  font-size: 13px;
+  font-weight: 600;
+  width: 70px;
+  text-align: right;
+  color: var(--text-primary);
+}
+.bar-subtext {
+  font-size: 11px;
+  color: var(--text-faint);
+}
+
+.log-table-wrapper {
+  overflow-x: auto;
+}
+.log-table {
+  width: 100%;
+  border-collapse: collapse;
+  font-size: 13px;
+}
+.log-table th {
+  text-align: left;
+  padding: 12px;
+  border-bottom: 1px solid var(--border-color);
+  color: var(--text-secondary);
+  font-weight: 500;
+}
+.log-table td {
+  padding: 12px;
+  border-bottom: 1px solid var(--border-color);
+  color: var(--text-primary);
+}
+.log-time { color: var(--text-secondary) !important; font-variant-numeric: tabular-nums; }
+.log-agent { font-weight: 500; }
+.log-conv { color: var(--text-faint) !important; font-family: monospace; }
+.log-tokens.in { color: #10b981 !important; }
+.log-tokens.out { color: #8b5cf6 !important; }
+.log-cost { font-weight: 600; color: var(--accent-primary) !important; }
+
+.empty-state {
+  padding: 40px;
+  text-align: center;
+  color: var(--text-faint);
+  font-style: italic;
+}
+.loading-state {
+  display: flex;
+  align-items: center;
+  justify-content: center;
+  padding: 100px;
+  color: var(--text-secondary);
+  gap: 12px;
+}
+.spinner {
+  width: 20px; height: 20px;
+  border: 2px solid var(--border-color);
+  border-top-color: var(--accent-primary);
+  border-radius: 50%;
+  animation: spin 1s linear infinite;
+}
+@keyframes spin { to { transform: rotate(360deg); } }
+</style>