Update health-server.js

health-server.js

@@ -1,3 +1,4 @@
+'use strict';
 const express    = require('express');
 const { createProxyMiddleware } = require('http-proxy-middleware');
 const fetch      = require('node-fetch');
@@ -6,57 +7,501 @@ const app        = express();
 const GATEWAY_TOKEN = process.env.GATEWAY_TOKEN || 'changeme';
 const LLAMA_URL     = 'http://127.0.0.1:8080';
 const PORT          = 7860;
+const START_TIME    = Date.now();
+let   proxiedCount  = 0;
 
+// ── Helpers ───────────────────────────────────────────────────────────────────
 function requireAuth(req, res, next) {
   const auth  = req.headers['authorization'] || '';
   const token = auth.replace('Bearer ', '').trim();
-  if (token !== GATEWAY_TOKEN) {
-    return res.status(401).json({ error: 'Unauthorized' });
-  }
+  if (token !== GATEWAY_TOKEN) return res.status(401).json({ error: 'Unauthorized' });
   next();
 }
 
-app.get('/', (req, res) => {
-  res.send(`<h1>🦾 LLM Space Gateway</h1><p>Status: Running</p>`);
-});
+function formatUptime(ms) {
+  const s = Math.floor(ms / 1000);
+  const m = Math.floor(s / 60);
+  const h = Math.floor(m / 60);
+  const d = Math.floor(h / 24);
+  if (d > 0) return d + 'd ' + (h % 24) + 'h';
+  if (h > 0) return h + 'h ' + (m % 60) + 'm';
+  if (m > 0) return m + 'm ' + (s % 60) + 's';
+  return s + 's';
+}
 
+// ── /health ───────────────────────────────────────────────────────────────────
 app.get('/health', async (req, res) => {
   try {
     const controller = new AbortController();
     const timeout = setTimeout(() => controller.abort(), 5000);
-
     const resp = await fetch(`${LLAMA_URL}/v1/models`, {
       headers: { 'Authorization': `Bearer ${GATEWAY_TOKEN}` },
       signal: controller.signal
     });
     clearTimeout(timeout);
-
-    if (resp.ok) {
-      return res.status(200).json({ status: 'ok', llm: 'ready' });
-    }
+    if (resp.ok) return res.status(200).json({ status: 'ok', llm: 'ready' });
     return res.status(503).json({ status: 'degraded', code: resp.status });
   } catch (e) {
     return res.status(503).json({ status: 'unavailable', error: e.message });
   }
 });
 
-// FIX #10: Added body size limit (1mb) to prevent DoS via oversized payloads.
-// FIX #12: Telegram webhook is intentionally open (Telegram needs to POST here
-//           without auth). Kept as-is but capped body size for safety.
+// ── /stats (consumed by the dashboard and external monitors) ──────────────────
+app.get('/stats', async (req, res) => {
+  let llmOnline = false;
+  let modelId   = process.env.MODEL_FILENAME || 'Unknown';
+
+  try {
+    const ctrl = new AbortController();
+    const t = setTimeout(() => ctrl.abort(), 3000);
+    const r = await fetch(`${LLAMA_URL}/v1/models`, {
+      headers: { 'Authorization': `Bearer ${GATEWAY_TOKEN}` },
+      signal: ctrl.signal
+    });
+    clearTimeout(t);
+    if (r.ok) {
+      llmOnline = true;
+      const j = await r.json();
+      if (j.data && j.data[0] && j.data[0].id) modelId = j.data[0].id;
+    }
+  } catch (_) {}
+
+  const bs = global.botState || {};
+
+  res.json({
+    llmOnline,
+    modelId,
+    contextLength:       parseInt(process.env.CONTEXT_LENGTH || '2048'),
+    threads:             process.env.CPU_THREADS || 'auto',
+    uptime:              formatUptime(Date.now() - START_TIME),
+    uptimeMs:            Date.now() - START_TIME,
+    proxiedCount,
+    telegramConfigured:  !!process.env.TELEGRAM_BOT_TOKEN,
+    cfConfigured:        !!(process.env.CLOUDFLARE_WORKERS_TOKEN && process.env.CLOUDFLARE_ACCOUNT_ID),
+    proxyUrl:            process.env.CLOUDFLARE_TELEGRAM_PROXY_URL  || null,
+    spaceUrl:            process.env.SPACE_URL                      || null,
+    backupEnabled:       !!(process.env.HF_TOKEN && process.env.HF_BACKUP_DATASET),
+    backupDataset:       process.env.HF_BACKUP_DATASET              || null,
+    totalMessages:       bs.totalMessages  || 0,
+    lastMessageAt:       bs.lastMessageAt  || null,
+    activeChats:         bs.activeChats    || 0,
+  });
+});
+
+// ── / (Dashboard) ─────────────────────────────────────────────────────────────
+const DASHBOARD_HTML = `<!DOCTYPE html>
+<html lang="en">
+<head>
+  <meta charset="UTF-8">
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  <title>LLM Space</title>
+  <style>
+    *, *::before, *::after { box-sizing: border-box; margin: 0; padding: 0; }
+
+    :root {
+      --bg:        #06080f;
+      --surface:   #0c1018;
+      --border:    #161d2e;
+      --border-hi: #1e2840;
+      --text:      #d4dbe8;
+      --dim:       #475569;
+      --green:     #22c55e;
+      --amber:     #f59e0b;
+      --red:       #ef4444;
+      --purple:    #a78bfa;
+      --blue:      #38bdf8;
+    }
+
+    body {
+      background: var(--bg);
+      color: var(--text);
+      font-family: 'SF Mono', 'Fira Code', 'Cascadia Code', Consolas, monospace;
+      min-height: 100vh;
+      padding: 1.75rem 1.5rem 3rem;
+    }
+
+    /* ── Header ── */
+    .header {
+      display: flex;
+      justify-content: space-between;
+      align-items: flex-end;
+      margin-bottom: 2rem;
+      padding-bottom: 1.25rem;
+      border-bottom: 1px solid var(--border);
+    }
+    .logo { display: flex; align-items: center; gap: 0.75rem; }
+    .logo-icon {
+      width: 36px; height: 36px;
+      background: linear-gradient(135deg, #7c3aed 0%, #4f46e5 100%);
+      border-radius: 8px;
+      display: flex; align-items: center; justify-content: center;
+      font-size: 1rem;
+    }
+    .logo-text { font-size: 1.15rem; font-weight: 700; letter-spacing: -0.3px; color: #f1f5f9; }
+    .logo-text span { color: var(--purple); }
+    .logo-sub { font-size: 0.7rem; color: var(--dim); margin-top: 1px; letter-spacing: 0.05em; }
+
+    .live-row { display: flex; align-items: center; gap: 0.5rem; font-size: 0.7rem; color: var(--dim); letter-spacing: 0.1em; }
+    .pulse-dot {
+      width: 7px; height: 7px; border-radius: 50%;
+      background: var(--green);
+      box-shadow: 0 0 0 0 rgba(34,197,94,0.4);
+      animation: ping 2s infinite;
+    }
+    @keyframes ping {
+      0%,100% { box-shadow: 0 0 0 0 rgba(34,197,94,0.4); }
+      50%      { box-shadow: 0 0 0 7px rgba(34,197,94,0); }
+    }
+
+    /* ── Grid ── */
+    .grid {
+      display: grid;
+      grid-template-columns: repeat(2, 1fr);
+      gap: 0.875rem;
+    }
+    @media (max-width: 560px) { .grid { grid-template-columns: 1fr; } }
+
+    /* ── Card ── */
+    .card {
+      background: var(--surface);
+      border: 1px solid var(--border);
+      border-radius: 10px;
+      padding: 1.1rem 1.1rem 1rem;
+      transition: border-color 0.2s;
+    }
+    .card:hover { border-color: var(--border-hi); }
+
+    .card-top {
+      display: flex;
+      justify-content: space-between;
+      align-items: center;
+      margin-bottom: 0.9rem;
+    }
+    .card-label {
+      font-size: 0.6rem;
+      font-weight: 700;
+      letter-spacing: 0.18em;
+      text-transform: uppercase;
+      color: var(--dim);
+    }
+
+    /* Status dot */
+    .dot {
+      width: 7px; height: 7px; border-radius: 50%;
+      background: var(--dim);
+      transition: background 0.3s, box-shadow 0.3s;
+    }
+    .dot.green { background: var(--green); box-shadow: 0 0 6px var(--green); }
+    .dot.amber { background: var(--amber); box-shadow: 0 0 6px var(--amber); }
+    .dot.red   { background: var(--red);   box-shadow: 0 0 6px var(--red);   }
+
+    /* Badge */
+    .badge {
+      display: inline-block;
+      padding: 0.2rem 0.55rem;
+      border-radius: 20px;
+      font-size: 0.62rem;
+      font-weight: 700;
+      letter-spacing: 0.1em;
+      text-transform: uppercase;
+    }
+    .badge.green  { background: rgba(34,197,94,0.12);  color: var(--green);  border: 1px solid rgba(34,197,94,0.25);  }
+    .badge.amber  { background: rgba(245,158,11,0.12); color: var(--amber);  border: 1px solid rgba(245,158,11,0.25); }
+    .badge.red    { background: rgba(239,68,68,0.12);  color: var(--red);    border: 1px solid rgba(239,68,68,0.25);  }
+    .badge.purple { background: rgba(167,139,250,0.12);color: var(--purple); border: 1px solid rgba(167,139,250,0.25);}
+    .badge.blue   { background: rgba(56,189,248,0.12); color: var(--blue);   border: 1px solid rgba(56,189,248,0.25); }
+    .badge.gray   { background: rgba(71,85,105,0.15);  color: var(--dim);    border: 1px solid rgba(71,85,105,0.3);   }
+
+    /* Value + sub */
+    .card-val {
+      font-size: 1.6rem;
+      font-weight: 700;
+      color: #f1f5f9;
+      line-height: 1;
+      margin-bottom: 0.3rem;
+      font-family: system-ui, -apple-system, sans-serif;
+    }
+    .card-val.mono { font-family: inherit; font-size: 1.1rem; }
+    .card-sub { font-size: 0.72rem; color: var(--dim); line-height: 1.5; }
+
+    /* Chip (for URLs / model paths) */
+    .chip {
+      display: inline-block;
+      margin-top: 0.6rem;
+      background: #0a0e18;
+      border: 1px solid var(--border);
+      border-radius: 5px;
+      padding: 0.22rem 0.5rem;
+      font-size: 0.68rem;
+      color: #64748b;
+      word-break: break-all;
+      max-width: 100%;
+      overflow: hidden;
+      text-overflow: ellipsis;
+      white-space: nowrap;
+    }
+
+    /* Divider between badge row and value */
+    .card-body { margin-top: 0.75rem; }
+
+    /* ── Footer ── */
+    .footer {
+      margin-top: 2rem;
+      text-align: center;
+      font-size: 0.65rem;
+      color: #1e2840;
+      letter-spacing: 0.05em;
+    }
+  </style>
+</head>
+<body>
+
+  <header class="header">
+    <div class="logo">
+      <div class="logo-icon">🤖</div>
+      <div>
+        <div class="logo-text"><span>LLM</span> Space</div>
+        <div class="logo-sub">Inference Gateway · Port 7860</div>
+      </div>
+    </div>
+    <div class="live-row">
+      <div class="pulse-dot"></div>
+      <span id="refresh-label">LIVE</span>
+    </div>
+  </header>
+
+  <div class="grid">
+
+    <!-- Card 1: Inference Engine -->
+    <div class="card">
+      <div class="card-top">
+        <span class="card-label">Inference Engine</span>
+        <div class="dot" id="llm-dot"></div>
+      </div>
+      <div id="llm-badge" class="badge gray">Checking…</div>
+      <div class="card-body">
+        <div class="card-val mono">llama.cpp</div>
+        <div class="card-sub">Port 8080 · Bearer protected</div>
+      </div>
+    </div>
+
+    <!-- Card 2: Model -->
+    <div class="card">
+      <div class="card-top">
+        <span class="card-label">Model</span>
+        <div class="dot green" id="model-dot"></div>
+      </div>
+      <div class="card-body">
+        <div class="card-val mono" id="model-name" style="font-size:0.95rem">—</div>
+        <div class="card-sub" id="model-sub">Loading…</div>
+        <div class="chip" id="model-chip" style="display:none"></div>
+      </div>
+    </div>
+
+    <!-- Card 3: Uptime -->
+    <div class="card">
+      <div class="card-top">
+        <span class="card-label">Uptime</span>
+        <div class="dot green"></div>
+      </div>
+      <div class="card-body">
+        <div class="card-val" id="uptime-val">—</div>
+        <div class="card-sub" id="uptime-sub">Port 7860 · Express</div>
+      </div>
+    </div>
+
+    <!-- Card 4: Telegram -->
+    <div class="card">
+      <div class="card-top">
+        <span class="card-label">Telegram</span>
+        <div class="dot" id="tg-dot"></div>
+      </div>
+      <div id="tg-badge" class="badge gray">Checking…</div>
+      <div class="card-body">
+        <div class="card-val mono" id="tg-val" style="font-size:1rem">—</div>
+        <div class="card-sub" id="tg-sub"></div>
+      </div>
+    </div>
+
+    <!-- Card 5: Memory Sync -->
+    <div class="card">
+      <div class="card-top">
+        <span class="card-label">Memory Sync</span>
+        <div class="dot" id="sync-dot"></div>
+      </div>
+      <div id="sync-badge" class="badge gray">Checking…</div>
+      <div class="card-body">
+        <div class="card-val mono" id="sync-val" style="font-size:1rem">—</div>
+        <div class="chip" id="sync-chip" style="display:none"></div>
+      </div>
+    </div>
+
+    <!-- Card 6: Keep Alive -->
+    <div class="card">
+      <div class="card-top">
+        <span class="card-label">Keep Alive</span>
+        <div class="dot" id="ka-dot"></div>
+      </div>
+      <div id="ka-badge" class="badge gray">Checking…</div>
+      <div class="card-body">
+        <div class="card-val mono" id="ka-val" style="font-size:1rem">—</div>
+        <div class="chip" id="ka-chip" style="display:none"></div>
+      </div>
+    </div>
+
+  </div>
+
+  <div class="footer" id="footer-ts">Initialising…</div>
+
+  <script>
+    function el(id) { return document.getElementById(id); }
+
+    function setBadge(id, cls, label) {
+      var e = el(id);
+      if (!e) return;
+      e.className = 'badge ' + cls;
+      e.textContent = label;
+    }
+
+    function setDot(id, cls) {
+      var e = el(id);
+      if (!e) return;
+      e.className = 'dot ' + cls;
+    }
+
+    function setText(id, txt) {
+      var e = el(id);
+      if (e) e.textContent = txt;
+    }
+
+    function setChip(id, txt) {
+      var e = el(id);
+      if (!e) return;
+      if (txt) { e.textContent = txt; e.style.display = 'inline-block'; }
+      else      { e.style.display = 'none'; }
+    }
+
+    function shortModel(s) {
+      if (!s || s === 'Unknown') return '—';
+      var parts = s.split('/');
+      var name  = parts[parts.length - 1];
+      // Trim .gguf extension
+      return name.replace(/\.gguf$/i, '');
+    }
+
+    function timeSince(ts) {
+      if (!ts) return 'never';
+      var diff = Math.floor((Date.now() - ts) / 1000);
+      if (diff < 60)  return diff + 's ago';
+      if (diff < 3600) return Math.floor(diff / 60) + 'm ago';
+      return Math.floor(diff / 3600) + 'h ago';
+    }
+
+    async function refresh() {
+      try {
+        var r = await fetch('/stats');
+        var d = await r.json();
+
+        // ── Inference Engine ──────────────────────────────────────────────────
+        if (d.llmOnline) {
+          setBadge('llm-badge', 'green', 'Online');
+          setDot('llm-dot', 'green');
+        } else {
+          setBadge('llm-badge', 'red', 'Offline');
+          setDot('llm-dot', 'red');
+        }
+
+        // ── Model ─────────────────────────────────────────────────────────────
+        var short = shortModel(d.modelId);
+        setText('model-name', short || '—');
+        setText('model-sub', 'ctx ' + d.contextLength + ' · ' + (d.threads || 'auto') + ' threads');
+        if (d.modelId && d.modelId.length > 20) {
+          setChip('model-chip', d.modelId);
+        }
+
+        // ── Uptime ────────────────────────────────────────────────────────────
+        setText('uptime-val', d.uptime || '—');
+        var msgPart = d.totalMessages > 0
+          ? d.totalMessages + ' messages · ' + d.activeChats + ' chats'
+          : 'No messages yet';
+        setText('uptime-sub', msgPart);
+
+        // ── Telegram ──────────────────────────────────────────────────────────
+        if (d.telegramConfigured) {
+          setBadge('tg-badge', 'green', 'Configured');
+          setDot('tg-dot', 'green');
+          setText('tg-val', 'Bot Active');
+          var tgSub = d.proxyUrl ? 'Webhook via CF proxy' : 'Direct webhook';
+          if (d.lastMessageAt) tgSub += ' · last msg ' + timeSince(d.lastMessageAt);
+          setText('tg-sub', tgSub);
+        } else {
+          setBadge('tg-badge', 'gray', 'Not Set');
+          setDot('tg-dot', 'gray');
+          setText('tg-val', 'No Bot Token');
+          setText('tg-sub', 'Set TELEGRAM_BOT_TOKEN in Space secrets');
+        }
+
+        // ── Memory Sync ───────────────────────────────────────────────────────
+        if (d.backupEnabled) {
+          setBadge('sync-badge', 'blue', 'HF Dataset');
+          setDot('sync-dot', 'green');
+          setText('sync-val', 'Enabled');
+          setChip('sync-chip', d.backupDataset);
+        } else {
+          setBadge('sync-badge', 'gray', 'Disabled');
+          setDot('sync-dot', 'gray');
+          setText('sync-val', 'No Backup');
+          setChip('sync-chip', null);
+        }
+
+        // ── Keep Alive ────────────────────────────────────────────────────────
+        if (d.cfConfigured) {
+          setBadge('ka-badge', 'purple', 'CF Cron');
+          setDot('ka-dot', 'green');
+          setText('ka-val', 'Active');
+          setChip('ka-chip', d.spaceUrl ? d.spaceUrl + '/health' : null);
+        } else {
+          setBadge('ka-badge', 'gray', 'Disabled');
+          setDot('ka-dot', 'gray');
+          setText('ka-val', 'Not Set');
+          setChip('ka-chip', null);
+        }
+
+        // ── Footer timestamp ──────────────────────────────────────────────────
+        var t = new Date();
+        var ts = t.toLocaleTimeString([], { hour: '2-digit', minute: '2-digit', second: '2-digit' });
+        setText('refresh-label', 'LIVE');
+        setText('footer-ts', 'Last updated ' + ts + ' · refreshes every 30s');
+
+      } catch (e) {
+        setText('refresh-label', 'ERR');
+        console.error('Stats fetch failed:', e);
+      }
+    }
+
+    refresh();
+    setInterval(refresh, 30000);
+  </script>
+
+</body>
+</html>`;
+
+app.get('/', (req, res) => {
+  res.setHeader('Content-Type', 'text/html');
+  res.send(DASHBOARD_HTML);
+});
+
+// ── /telegram (Webhook, intentionally open) ───────────────────────────────────
 app.use('/telegram',
   express.json({ limit: '1mb' }),
   async (req, res) => {
     if (req.method !== 'POST') return res.status(405).send('Method Not Allowed');
-
-    // Basic sanity-check: Telegram updates always have update_id
     if (!req.body || typeof req.body.update_id !== 'number') {
       return res.status(400).json({ ok: false, error: 'Invalid update payload' });
     }
-
     try {
       const { handleTelegramUpdate } = require('./telegram-bot');
       await handleTelegramUpdate(req.body);
-      // Always return 200 to Telegram to prevent retries
       res.json({ ok: true });
     } catch (e) {
       console.error('Webhook Endpoint Error:', e.message);
@@ -65,7 +510,11 @@ app.use('/telegram',
   }
 );
 
-app.use('/v1', requireAuth, createProxyMiddleware({
+// ── /v1 (Authenticated LLM proxy) ────────────────────────────────────────────
+app.use('/v1', requireAuth, (req, res, next) => {
+  proxiedCount++;
+  next();
+}, createProxyMiddleware({
   target: LLAMA_URL,
   changeOrigin: true,
   on: {
@@ -75,6 +524,7 @@ app.use('/v1', requireAuth, createProxyMiddleware({
   }
 }));
 
+// ── Start ─────────────────────────────────────────────────────────────────────
 app.listen(PORT, '0.0.0.0', () => {
   console.log(`🌐 Gateway running on port ${PORT}`);
-});
+});