{
  "_published": {
    "source": "docs/measurements/monitoring-history-2026-10-08.json",
    "published": "2026-11-05",
    "publisher": "J4SGON S.L., vorluxai.com",
    "index": "https://vorluxai.com/data/",
    "cleaned": "Copied from our internal repository by scripts/publish_measurements.py. Every number is unchanged. Redacted: internal service names the site does not show -> <internal app> (1). Hostnames (spark-43d5, spark-7180) and the PRIME / spark2 labels are kept: the posts use them.",
    "redactions": {
      "internal_name": 1
    }
  },
  "measured_at": "2026-10-08T21:16:17+00:00",
  "host": "spark-43d5",
  "machine": "DGX Spark GB10 (PRIME)",
  "command": "python3 scripts/bench/monitoring_history.py --days 30 --step 60 --kuma-db <copy of kuma.db> --out docs/measurements/monitoring-history-2026-10-08.json",
  "window": {
    "start": "2026-09-08T21:16+00:00",
    "end": "2026-10-08T21:16+00:00"
  },
  "prometheus": {
    "version": "3.5.4",
    "targets": [
      {
        "job": "cadvisor",
        "health": "up"
      },
      {
        "job": "gpu",
        "health": "up"
      },
      {
        "job": "litellm",
        "health": "up"
      },
      {
        "job": "node",
        "health": "up"
      },
      {
        "job": "prometheus",
        "health": "up"
      },
      {
        "job": "spark2-gpu",
        "health": "up"
      },
      {
        "job": "spark2-node",
        "health": "up"
      }
    ],
    "rules": [
      {
        "group": "gateway",
        "alert": "LiteLLMGatewayDown",
        "expr": "up{job=\"litellm\"} == 0",
        "for_s": 180
      },
      {
        "group": "gateway",
        "alert": "LiteLLMServingNoModels",
        "expr": "up{job=\"litellm\"} == 1 and absent(litellm_proxy_total_requests_metric_total)",
        "for_s": 900
      },
      {
        "group": "spark-43d5",
        "alert": "PrimeMemoryCritical",
        "expr": "node_memory_MemAvailable_bytes{job=\"node\"} < 8000000000",
        "for_s": 600
      },
      {
        "group": "spark-7180",
        "alert": "AssistantSparkDown",
        "expr": "up{job=\"spark2-node\"} == 0",
        "for_s": 300
      },
      {
        "group": "spark-7180",
        "alert": "AssistantGPUExporterDown",
        "expr": "up{job=\"spark2-gpu\"} == 0",
        "for_s": 600
      },
      {
        "group": "spark-7180",
        "alert": "AssistantMemoryTight",
        "expr": "node_memory_MemAvailable_bytes{host=\"spark-7180\"} < 15000000000",
        "for_s": 600
      }
    ],
    "alertmanagers": [],
    "alert_episodes": {
      "AssistantGPUExporterDown": {
        "episodes": 12,
        "firing_hours": 102.6,
        "longest_hours": 42.3,
        "first": "2026-09-20T11:51+00:00",
        "last": "2026-10-04T03:48+00:00"
      },
      "AssistantMemoryTight": {
        "episodes": 3,
        "firing_hours": 1.8,
        "longest_hours": 1.5,
        "first": "2026-09-20T11:46+00:00",
        "last": "2026-09-25T18:03+00:00"
      },
      "AssistantSparkDown": {
        "episodes": 17,
        "firing_hours": 100.0,
        "longest_hours": 24.0,
        "first": "2026-09-20T13:21+00:00",
        "last": "2026-10-04T03:48+00:00"
      },
      "PrimeMemoryCritical": {
        "episodes": 4,
        "firing_hours": 0.3,
        "longest_hours": 0.3,
        "first": "2026-09-20T03:58+00:00",
        "last": "2026-09-23T15:22+00:00"
      }
    }
  },
  "uptime_kuma": {
    "monitors": [
      {
        "id": 1,
        "name": "Ollama API",
        "type": "http",
        "interval_s": 30,
        "active": true,
        "down_events": 14,
        "heartbeats": 82217,
        "up_share": 0.9861
      },
      {
        "id": 2,
        "name": "LiteLLM Gateway",
        "type": "http",
        "interval_s": 30,
        "active": true,
        "down_events": 2,
        "heartbeats": 82228,
        "up_share": 0.9979
      },
      {
        "id": 3,
        "name": "vLLM Server",
        "type": "http",
        "interval_s": 30,
        "active": true,
        "down_events": 16,
        "heartbeats": 77001,
        "up_share": 0.8942
      },
      {
        "id": 4,
        "name": "<internal app>",
        "type": "http",
        "interval_s": 30,
        "active": true,
        "down_events": 2,
        "heartbeats": 67533,
        "up_share": 0.8926
      },
      {
        "id": 5,
        "name": "VORLUX AI API",
        "type": "http",
        "interval_s": 30,
        "active": true,
        "down_events": 3,
        "heartbeats": 82387,
        "up_share": 0.9995
      },
      {
        "id": 6,
        "name": "Open WebUI",
        "type": "http",
        "interval_s": 60,
        "active": true,
        "down_events": 2,
        "heartbeats": 41238,
        "up_share": 0.9986
      },
      {
        "id": 7,
        "name": "LibreChat",
        "type": "http",
        "interval_s": 60,
        "active": true,
        "down_events": 2,
        "heartbeats": 39211,
        "up_share": 0.9345
      },
      {
        "id": 8,
        "name": "n8n",
        "type": "http",
        "interval_s": 60,
        "active": true,
        "down_events": 2,
        "heartbeats": 36426,
        "up_share": 0.8341
      },
      {
        "id": 9,
        "name": "Dify",
        "type": "http",
        "interval_s": 60,
        "active": false,
        "down_events": 0,
        "heartbeats": 0,
        "up_share": null
      },
      {
        "id": 10,
        "name": "Grafana",
        "type": "http",
        "interval_s": 60,
        "active": true,
        "down_events": 0,
        "heartbeats": 41250,
        "up_share": 1.0
      },
      {
        "id": 11,
        "name": "Prometheus",
        "type": "http",
        "interval_s": 60,
        "active": true,
        "down_events": 0,
        "heartbeats": 41253,
        "up_share": 1.0
      },
      {
        "id": 12,
        "name": "Uptime Kuma Self",
        "type": "http",
        "interval_s": 60,
        "active": true,
        "down_events": 12,
        "heartbeats": 22918,
        "up_share": 0.0
      },
      {
        "id": 13,
        "name": "SearXNG",
        "type": "http",
        "interval_s": 120,
        "active": true,
        "down_events": 1,
        "heartbeats": 20625,
        "up_share": 0.9994
      },
      {
        "id": 14,
        "name": "Qdrant",
        "type": "http",
        "interval_s": 60,
        "active": true,
        "down_events": 0,
        "heartbeats": 41253,
        "up_share": 1.0
      },
      {
        "id": 15,
        "name": "R2R RAG",
        "type": "http",
        "interval_s": 60,
        "active": true,
        "down_events": 12,
        "heartbeats": 41178,
        "up_share": 0.0
      },
      {
        "id": 16,
        "name": "Memobase",
        "type": "http",
        "interval_s": 60,
        "active": true,
        "down_events": 12,
        "heartbeats": 41242,
        "up_share": 0.0
      },
      {
        "id": 17,
        "name": "Graphiti MCP",
        "type": "http",
        "interval_s": 60,
        "active": false,
        "down_events": 0,
        "heartbeats": 0,
        "up_share": null
      },
      {
        "id": 18,
        "name": "Kokoro TTS",
        "type": "http",
        "interval_s": 60,
        "active": true,
        "down_events": 2,
        "heartbeats": 40992,
        "up_share": 0.9365
      },
      {
        "id": 19,
        "name": "Speaches STT",
        "type": "http",
        "interval_s": 60,
        "active": true,
        "down_events": 0,
        "heartbeats": 41246,
        "up_share": 1.0
      },
      {
        "id": 20,
        "name": "Piper TTS",
        "type": "http",
        "interval_s": 60,
        "active": true,
        "down_events": 2,
        "heartbeats": 41251,
        "up_share": 0.9998
      },
      {
        "id": 21,
        "name": "Reranker",
        "type": "http",
        "interval_s": 60,
        "active": true,
        "down_events": 6,
        "heartbeats": 41250,
        "up_share": 0.9994
      },
      {
        "id": 22,
        "name": "Argilla",
        "type": "http",
        "interval_s": 120,
        "active": false,
        "down_events": 0,
        "heartbeats": 0,
        "up_share": null
      },
      {
        "id": 23,
        "name": "Langfuse",
        "type": "http",
        "interval_s": 60,
        "active": true,
        "down_events": 0,
        "heartbeats": 41249,
        "up_share": 1.0
      },
      {
        "id": 24,
        "name": "Portainer",
        "type": "http",
        "interval_s": 120,
        "active": true,
        "down_events": 0,
        "heartbeats": 20628,
        "up_share": 1.0
      },
      {
        "id": 25,
        "name": "Forgejo",
        "type": "http",
        "interval_s": 120,
        "active": true,
        "down_events": 0,
        "heartbeats": 20628,
        "up_share": 1.0
      },
      {
        "id": 26,
        "name": "Moodle LMS",
        "type": "http",
        "interval_s": 120,
        "active": false,
        "down_events": 0,
        "heartbeats": 0,
        "up_share": null
      },
      {
        "id": 27,
        "name": "LRS (lrsql)",
        "type": "http",
        "interval_s": 120,
        "active": false,
        "down_events": 0,
        "heartbeats": 0,
        "up_share": null
      },
      {
        "id": 28,
        "name": "vorluxai.com",
        "type": "http",
        "interval_s": 300,
        "active": true,
        "down_events": 14,
        "heartbeats": 8268,
        "up_share": 0.9532
      },
      {
        "id": 29,
        "name": "j4sgon.com",
        "type": "http",
        "interval_s": 300,
        "active": true,
        "down_events": 31,
        "heartbeats": 8242,
        "up_share": 0.9256
      },
      {
        "id": 30,
        "name": "PostgreSQL (main)",
        "type": "port",
        "interval_s": 60,
        "active": true,
        "down_events": 1,
        "heartbeats": 40900,
        "up_share": 0.8969
      },
      {
        "id": 31,
        "name": "Neo4j (Graphiti)",
        "type": "port",
        "interval_s": 60,
        "active": false,
        "down_events": 0,
        "heartbeats": 0,
        "up_share": null
      }
    ],
    "monitor_notification_links": 0,
    "notification_channels": [
      {
        "id": 1,
        "active": 1,
        "is_default": 1
      }
    ]
  }
}
