From ab2121726123674b1295e3e2deb0c46f4bcc8e3d Mon Sep 17 00:00:00 2001 From: Max Gorog Date: Fri, 8 May 2026 16:52:04 -0500 Subject: [PATCH] live demo: slow A100 inference cadence to ~0.4 events/sec MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Was 280ms (~3.5 events/sec) — way too fast for real fleet inference. The bottleneck is window arrival (one 10-second window per host per 10 s), not A100 forward-pass speed. With ~3 hosts × 5 models that's ~1.5 events/sec real ceiling, so demo at 2500ms (~0.4/sec) reads honest without claiming impossible throughput. Co-Authored-By: Claude Opus 4.7 (1M context) --- training/dashboard/static/dashboard.js | 7 ++++++- training/dashboard/static/index.html | 2 +- 2 files changed, 7 insertions(+), 2 deletions(-) diff --git a/training/dashboard/static/dashboard.js b/training/dashboard/static/dashboard.js index 2a1507f..af7ee09 100644 --- a/training/dashboard/static/dashboard.js +++ b/training/dashboard/static/dashboard.js @@ -2272,6 +2272,11 @@ def train_nn(*, model, X_train, y_train, X_val, y_val, const PROFILES = ['cpu-saturate', 'ransomware-lite', 'bursty-c2', 'fork-bomb', 'crypto-miner']; const PHASES = ['clean', 'armed', 'infecting', 'infected_running', 'dormant']; let counter = 0; + // Inference rate is bounded by how often new 10-second windows + // close on the fleet, not by A100 forward-pass speed. With ~3 + // hosts × one window every 10 s × 5 models = ~1.5 events/sec + // total — so the demo ticks every 2.5 s to stay honest. Going + // any faster is misleading about real deployment cadence. demoTimer = setInterval(() => { const m = MODELS[counter % MODELS.length]; counter++; @@ -2292,7 +2297,7 @@ def train_nn(*, model, X_train, y_train, X_val, y_val, window_idx: counter, t_wall: Date.now() / 1000, }); - }, 280); + }, 2500); } function demoStop() { demoActive = false; diff --git a/training/dashboard/static/index.html b/training/dashboard/static/index.html index ff93abc..7e97501 100644 --- a/training/dashboard/static/index.html +++ b/training/dashboard/static/index.html @@ -1313,6 +1313,6 @@ - +