{
  "_published": {
    "source": "docs/measurements/hybrid-routing-gateway-2026-11-02.json",
    "published": "2026-11-05",
    "publisher": "J4SGON S.L., vorluxai.com",
    "index": "https://vorluxai.com/data/",
    "cleaned": "Copied from our internal repository by scripts/publish_measurements.py. Every number is unchanged. Redacted: nothing. Hostnames (spark-43d5, spark-7180) and the PRIME / spark2 labels are kept: the posts use them.",
    "redactions": {}
  },
  "post": "hybrid-ai-routing-pii-stays-local-{es,en}",
  "machine": "NVIDIA DGX Spark GB10 'spark-43d5' (PRIME) running the gateway and the local lane; bulk lane = second DGX Spark GB10 'spark-7180' over the 200GbE fabric, standing in for an external API",
  "software": {
    "gateway": "FastAPI 0.138.1, uvicorn 0.49.0, httpx 0.28.1, Python 3.12 in python:3.12-slim via Docker 29.2.1 / Compose v5.0.2, network_mode host",
    "ollama_prime": "0.30.10",
    "ollama_spark2": "0.34.0",
    "kubeconform": "v0.8.0 (manifest validated, no cluster used)",
    "local_model": "llama3.1:8b Q4_K_M, 9.2 GB loaded (ollama ps)",
    "bulk_standin_model": "gemma4-32k:latest (gemma4 25.8B Q4_K_M, 22.7 GB loaded) on spark-7180, reasoning_effort=none"
  },
  "method": "gateway run via docker compose; per case 1 warm-up + N sequential requests, temperature 0; e2e = client wall time, upstream = gateway-measured time of the model call, tokens/s = completion_tokens / upstream time (includes prompt processing)",
  "cases": {
    "local_pii": "Clasifica este ticket en una de: facturación, acceso, técnico. Luego resume en dos frases qué pide el cliente. Ticket: 'Soy el titular con DNI 12345678Z. Mi transferencia a ES91 2100 0418 4502 0005 1332 salió el lunes y la factura sigue sin pagar en el portal. Llamadme al 612 345 678 si hace falta.'",
    "local_header": "Resume en tres frases el estado de la negociación con el proveedor de nube, sin nombres: plazo, precio por hora y cláusula de salida.",
    "bulk_public": "Escribe tres títulos de blog, en español, sobre cómo medir tokens por segundo en un modelo local. Una línea por título."
  },
  "runs": [
    {
      "run": 1,
      "date": "2026-11-01",
      "note": "gateway code before the local code-review fixes (json/choices guard, lifespan client, NSS lookarounds, dot phone separator); spark2 serving its usual background load",
      "results": {
        "local_pii": {
          "route": [
            "local"
          ],
          "model": [
            "llama3.1:8b"
          ],
          "n": 20,
          "e2e_ms_p50": 2087.3,
          "e2e_ms_p95": 2122.0,
          "upstream_ms_p50": 2086.1,
          "upstream_ms_p95": 2120.9,
          "gateway_overhead_ms_median": 1.3,
          "tokens_per_s_median": 39.8,
          "completion_tokens_median": 83.0
        },
        "local_header": {
          "route": [
            "local"
          ],
          "model": [
            "llama3.1:8b"
          ],
          "n": 20,
          "e2e_ms_p50": 2909.9,
          "e2e_ms_p95": 2961.1,
          "upstream_ms_p50": 2908.3,
          "upstream_ms_p95": 2959.6,
          "gateway_overhead_ms_median": 1.6,
          "tokens_per_s_median": 41.2,
          "completion_tokens_median": 120.0
        },
        "bulk_public": {
          "route": [
            "bulk"
          ],
          "model": [
            "gemma4-32k:latest"
          ],
          "n": 20,
          "e2e_ms_p50": 1685.0,
          "e2e_ms_p95": 2710.3,
          "upstream_ms_p50": 1683.4,
          "upstream_ms_p95": 2709.0,
          "gateway_overhead_ms_median": 1.3,
          "tokens_per_s_median": 32.1,
          "completion_tokens_median": 54.0
        }
      }
    },
    {
      "run": 2,
      "date": "2026-11-01",
      "note": "final gateway code; spark2 was also serving two of our own drafting jobs on gemma4-32k, so the bulk lane is contended",
      "results": {
        "local_pii": {
          "route": [
            "local"
          ],
          "model": [
            "llama3.1:8b"
          ],
          "n": 20,
          "e2e_ms_p50": 2105.0,
          "e2e_ms_p95": 2168.3,
          "upstream_ms_p50": 2103.5,
          "upstream_ms_p95": 2167.0,
          "gateway_overhead_ms_median": 1.5,
          "tokens_per_s_median": 39.5,
          "completion_tokens_median": 83.0
        },
        "local_header": {
          "route": [
            "local"
          ],
          "model": [
            "llama3.1:8b"
          ],
          "n": 20,
          "e2e_ms_p50": 2928.8,
          "e2e_ms_p95": 3082.4,
          "upstream_ms_p50": 2927.5,
          "upstream_ms_p95": 3079.1,
          "gateway_overhead_ms_median": 1.3,
          "tokens_per_s_median": 41.0,
          "completion_tokens_median": 120.0
        },
        "bulk_public": {
          "route": [
            "bulk"
          ],
          "model": [
            "gemma4-32k:latest"
          ],
          "n": 20,
          "e2e_ms_p50": 3862.6,
          "e2e_ms_p95": 4082.9,
          "upstream_ms_p50": 3860.9,
          "upstream_ms_p95": 4081.4,
          "gateway_overhead_ms_median": 1.6,
          "tokens_per_s_median": 14.0,
          "completion_tokens_median": 54.0
        }
      }
    },
    {
      "run": 3,
      "date": "2026-11-02",
      "note": "final gateway code; spark2 idle apart from the resident model. THIS RUN IS THE PUBLISHED TABLE",
      "results": {
        "local_pii": {
          "route": [
            "local"
          ],
          "model": [
            "llama3.1:8b"
          ],
          "n": 20,
          "e2e_ms_p50": 2220.6,
          "e2e_ms_p95": 2250.8,
          "upstream_ms_p50": 2219.4,
          "upstream_ms_p95": 2249.3,
          "gateway_overhead_ms_median": 1.4,
          "tokens_per_s_median": 37.4,
          "completion_tokens_median": 83.0
        },
        "local_header": {
          "route": [
            "local"
          ],
          "model": [
            "llama3.1:8b"
          ],
          "n": 20,
          "e2e_ms_p50": 3134.1,
          "e2e_ms_p95": 3164.7,
          "upstream_ms_p50": 3132.7,
          "upstream_ms_p95": 3163.2,
          "gateway_overhead_ms_median": 1.6,
          "tokens_per_s_median": 38.3,
          "completion_tokens_median": 120.0
        },
        "bulk_public": {
          "route": [
            "bulk"
          ],
          "model": [
            "gemma4-32k:latest"
          ],
          "n": 20,
          "e2e_ms_p50": 812.9,
          "e2e_ms_p95": 848.9,
          "upstream_ms_p50": 811.3,
          "upstream_ms_p95": 847.8,
          "gateway_overhead_ms_median": 1.3,
          "tokens_per_s_median": 66.5,
          "completion_tokens_median": 54.0
        }
      }
    }
  ],
  "pii_detector_eval": {
    "date": "2026-11-02",
    "testset": "tests/pii_testset.jsonl (hand-labelled, in the downloadable tarball)",
    "n": 56,
    "positives": 25,
    "negatives": 31,
    "tp": 22,
    "fp": 1,
    "fn": 3,
    "tn": 30,
    "precision": 0.957,
    "recall": 0.88,
    "f1": 0.917,
    "misses": [
      {
        "kind": "false_negative",
        "text": "Mi número es 7 1 2 3 4 5 6 7 8",
        "pii": true,
        "why": "phone with spaces every digit (hard case)"
      },
      {
        "kind": "false_negative",
        "text": "Mi DNI es 12345678A, lo escribí mal pero es ese",
        "pii": true,
        "why": "DNI with wrong letter: still a person's number"
      },
      {
        "kind": "false_negative",
        "text": "El paciente Juan Pérez tiene diabetes tipo 2",
        "pii": true,
        "why": "name + health data: regex cannot see this"
      },
      {
        "kind": "false_positive",
        "text": "El contador marca 48 12345678 11 kWh este mes",
        "pii": false,
        "why": "12 digits, fails NSS control",
        "entities": [
          "ES_NSS"
        ]
      }
    ]
  },
  "routing_checks_2026-11-01": [
    {
      "case": "DNI+IBAN, no header",
      "route": "local",
      "reason": "pii detected: ES_DNI,IBAN",
      "model": "llama3.1:8b",
      "upstream_ms": 1160.6,
      "tokens_per_s": 31.9,
      "note": "llama3.1:8b refused to write the email"
    },
    {
      "case": "public header, no PII",
      "route": "bulk",
      "reason": "declared public, no pii found",
      "model": "gemma4-32k:latest",
      "upstream_ms": 871.3,
      "tokens_per_s": 60.8
    },
    {
      "case": "public header, email inside",
      "route": "local",
      "reason": "pii detected: EMAIL"
    },
    {
      "case": "no header, no PII",
      "route": "local",
      "reason": "no sensitivity header (fail closed)"
    },
    {
      "case": "X-Sensitivity: whatever",
      "http": 422
    }
  ],
  "kubeconform": "Summary: 4 resources found in 1 file - Valid: 4, Invalid: 0, Errors: 0, Skipped: 0",
  "source": "site/public/downloads/hybrid-routing-gateway-2026-11-01.tar.gz"
}
