{
  "schema_version": 1,
  "comment": "Recent aios-smoke.sh runs. Customer-facing catalog at https://repo.eldric.ai/catalog/smoke-runs.json. Rolling last-50 array, newest first. Each entry is self-contained per the NOTICE-OPS-to-CHAT smoke schema: run_id + ISO timestamp + per-scenario name/status. CHAT admin SPA (cluster-update.js / cluster-ops.js) renders a pass-rate timeline from this file. Wave 16 ship F.",
  "updated_at": "2026-05-18T08:05:09Z",
  "entries_count": 1,
  "entries": [
    {
      "run_id": "smoke-20260518T080509Z",
      "timestamp": "2026-05-18T08:05:09Z",
      "alpha": "293.alpha118sss",
      "total": 123,
      "passed": 101,
      "failed": 22,
      "scenarios": [
        {
          "name": "master 7 modules (cloud,controller,data,experiment,knowledge,quantum,security)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "edge 2 modules (cloud,edge)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "router missing required: router inference cloud  actual=[]",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "worker 7 modules (agent,comm,iot,media,nova,security,swarm)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "science 4 modules (cloud,dream,science,training)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/chat serves HTML",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/v1/models lists models",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/admin not on edge (HTTP 404, public chat only)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "edge /dashboards/admin.js gated (HTTP 401)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/admin reachable on master with key",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "controller serves /dashboards/admin.js with auth",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "router /v1/chat/completions non-stream",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "router streaming returned 0 chunks",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "router /v1/embeddings",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "edge proxy non-stream chat",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "edge proxy embeddings",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "master key authenticates at edge (resolve-key fallback)",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "master sees ai-papers namespace",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "RAG semantic search returns hits",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "RAG hybrid search Hochreiter|MAP marker (alpha115 acceptance)",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "controller state dir exists",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "end-user chat via /chat \u2192 reply received",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "end-user streaming chat (2 SSE chunks)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/comm/accounts proxies from master (HTTP 200)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/iot/devices proxies from master (HTTP 200)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/agent/sessions proxies from master (HTTP 200)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/training/jobs proxies from master",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/auth/login handled locally (HTTP 401, not proxied)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/cluster/updates/check has current_version",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/pki/certificates returns array",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/backup/strategies lists local/s3/scp",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/webhooks/subscriptions returns array",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/telemetry/config returns config object",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/cluster/regions returns array",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/marketplace/catalog returns plugin list",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/dreams/config returns config",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/cluster/data-replication/status has config+runs",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/training/federated/jobs returns array",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/upload/init returns upload_id+chunk_size",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/distill/run exists (empty body \u2192 400, not 404) (HTTP 400)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/cluster/discover has backend+nodes",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/tenants/_system/theme returns theme JSON",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/capabilities \u2014 registry holds \u226510 sources",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/capabilities/pick \u2014 academic query picks \u22651 source",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/science/tools/execute \u2014 science_list_sources \u226510 sources",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/science/tools/execute \u2014 \u22655 distinct source categories",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/edge/recurrence \u2014 returns match shape",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/training/corpus/stats \u2014 returns shape",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/dashboards/capabilities.js whitelisted on edge (HTTP 200)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "chat.html has /capabilities slash command",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/capabilities/picker/llm-fallback \u2014 returns shape",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/dreams/quarantined \u2014 returns shape",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "boot log shows 'cache-wrapped' (\u00a7113 Phase 1 active)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/system/email handler does not 5xx (HTTP 200)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "hpc-gpt-oss backend registered with key (alpha117ss demo path)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "at least 16 sources have descriptions (alpha117uu populated 25)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "picker LLM fallback model set: gpt-oss-120b",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/capabilities/picker/stats/cluster \u2014 returns shape",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "capability registry has 30 sources (\u2265 20 required)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "ai-papers-at source registered (alpha117ggg)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "picker tops ai-papers-at for Hochreiter (alpha117ggg)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/catalog public (alpha117kkk)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "vector/search with 'namespace' returned count=-1 \u2014 alpha117hhh regressed",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "/api/v1/audit returns entries array (alpha117ddd)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/edge/sessions admin endpoint (alpha117eee)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "artifact share URL public + verifiable (alpha117fff)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "picker LLM fallback URL configured: http://localhost:8880",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/quantum/backends reachable (alpha117sss, code=503)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/media/voices/download registered (alpha117vvv, code=400)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/training/cloud-together/test registered (alpha117vvv, code=400)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/api/v1/experiments registered (alpha117vvv, Task 5)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/dashboards/distill.js served (alpha117vvv)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/dashboards/backup.js served (alpha117vvv)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/dashboards/experiments.js served (alpha117vvv)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "ingest returned 502 \u2014 endpoint broken: {\"chunk_index\":0,\"detail\":\"cloud.embeddings unavailable locally and no cloud peer discovered\",\"error",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "cloud-together no-key fail-soft preserved (alpha117zzz)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/voices/download submit\u2192status roundtrip (alpha117zzz, job=b098cb18484923e3)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "quantum/jobs no-token fail-soft preserved (alpha117zzz Phase 2)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "experiments/{id}/analyze 0-event response (alpha117zzz/alpha118a)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "vector/search bridge dropped metadata \u2014 bug regressed: NO_RESULTS",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "/api/v1/search returns hits with tenant+namespace (alpha117yyy)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "Hochreiter corpus thin: 0 papers / 0 ids \u2014 alpha117ttt regressed",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "picker EWMA stats warm: 3 sources have recent activity (\u22653, alpha117uuu-picker)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "ai-papers-classics thin: 0 papers / 0 ids \u2014 alpha117uuu-classics regressed",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "ai-papers-vienna thin: 0 papers / 0 ids \u2014 alpha117uuu-vienna regressed",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "router-xlstm/status not as expected: loaded=False,forward=False,intents=0 (body: {\"error\":\"not_found\",\"path\":\"/api/v1/router-xlstm/status\"})",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "router-xlstm/classify-text unexpected: intent=,conf=0.000 (body: {\"error\":\"not_found\",\"path\":\"/api/v1/router-xlstm/classify-text\"})",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "ai-papers-at Hochreiter search returned 0 \u2014 5.0 proxy/native vector regressed (.35 reachable)",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "data/sources POST captures registered_at_host=master (alpha118i-#51)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "/cluster/peers exposes heartbeat_reachable + probe_ok + reachable (alpha118g-#58)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "voices/download {kind,id}-only catalog resolution \u2192 job=680a779efb2d9dc3 (alpha117www)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "demo-clickhouse: registration + SELECT count() returns rows (alpha118a-A2-clickhouse)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "demo-postgres query path returned 501 (kernel routing gap; see docs/\u00a765-phase-3-walkthrough.md)",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "alpha118a-A3-eval: chat-citation smoke overall=0.4790 \u2265 0.4 (alpha118a-A3)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "alpha118a-A5-tenant-isolation smoke (4/5 \u2265 4)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "alpha118a-A1-corpus-packs THIN: only 0/10 packs \u226510 hits, total 0 \u2014 re-run scripts/ingest_corpus_pack.py --all",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "alpha118a-A4-corpus-watch: last run ok (sentinel green)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "alpha118b-B8-dr-scripts-present: 4 drills present + executable + dry-run non-empty",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "alpha118b-B9-spec-audit-present: report shipped with non-empty triage table",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "alpha118b-B7-bench-quick: chat smoke err=0.0000 p95=42.0ms (under 5%/5000ms)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "alpha118b-B10-security-audit-present: docs/security-audit-2026-05-08.md shipped with severity tags",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "alpha118b-B6-prometheus-targets: 17 targets up (\u22656)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "alpha118b-B6-grafana-datasources: prometheus datasource registered",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "client-cli-edge: test-cli-edge.sh failed",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "ops-10: .35:8892 closed (no 4.x daemon)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "ops-1: namespaces missing from cluster: ai-papers-biotech,ai-papers-classics,ai-papers-climate,ai-papers-finance,ai-papers-language,ai-papers-materials,ai-papers-medical,ai-papers-robotics,ai-papers-security,ai-papers-vienna",
          "status": "fail",
          "duration_ms": null
        },
        {
          "name": "xlstmd-1: SKIPPED (port 8884 not listening on <peer>; alpha118kkk not yet deployed)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "xlstmd-2: SKIPPED (port 8884 not listening on <peer>; alpha118kkk not yet deployed)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "xlstmd-3: SKIPPED (port 8884 not listening on <peer>; alpha118kkk not yet deployed)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "xlstmd-4: SKIPPED (port 8884 not listening on <peer>; alpha118kkk not yet deployed)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "xlstmd-5: SKIPPED (port 8884 not listening on <peer>; alpha118kkk not yet deployed)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "xlstmd-6: SKIPPED (port 8884 not listening on <peer>; alpha118kkk not yet deployed)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "xlstmd-7: SKIPPED (port 8884 not listening on <peer>; alpha118kkk not yet deployed)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "xlstmd-8: SKIPPED (port 8884 not listening on <peer>; alpha118kkk not yet deployed)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "xlstmd-9: SKIPPED (port 8884 not listening on <peer>; alpha118kkk not yet deployed)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "xlstmd-10: SKIPPED (port 8884 not listening on <peer>; alpha118kkk not yet deployed)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "xlstmd-11: SKIPPED (port 8884 not listening on <peer>; alpha118kkk not yet deployed)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "xlstmd-12: SKIPPED (port 8884 not listening on <peer>; alpha118kkk not yet deployed)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "xlstmd-13: SKIPPED (port 8884 not listening on <peer>; alpha118kkk not yet deployed)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "B4: .180 xlstmd retrieve-only \u2014 SKIPPED (port 8884 not listening; alpha118kkk not yet deployed)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "inferenced-1: DeepSeek-V2 MLA smoke \u2014 SKIPPED ($DEEPSEEK_V2_MODEL not set)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "deepseek-v2-1: /v1/models returns JSON (HTTP 200)",
          "status": "pass",
          "duration_ms": null
        },
        {
          "name": "deepseek-v2-1: /v1/chat/completions dispatch wired (HTTP 404)",
          "status": "pass",
          "duration_ms": null
        }
      ]
    }
  ]
}
