{
  "_published": {
    "source": "docs/measurements/openwebui-concurrency-2026-10-08.json",
    "published": "2026-11-05",
    "publisher": "J4SGON S.L., vorluxai.com",
    "index": "https://vorluxai.com/data/",
    "cleaned": "Copied from our internal repository by scripts/publish_measurements.py. Every number is unchanged. Redacted: private IP addresses -> <prime> / <second-box> / <private-ip> (3); temporary agent paths -> <tmp> (1). Hostnames (spark-43d5, spark-7180) and the PRIME / spark2 labels are kept: the posts use them.",
    "redactions": {
      "private_ip": 3,
      "scratch_path": 1
    }
  },
  "date_utc": "2026-10-08T16:51:09+00:00",
  "command": "python3 scripts/bench/openwebui_concurrency.py --base-url http://<second-box>:8200/v1 --model default --levels 1,2,5,10 --reps 3 --max-tokens 250 --psi-limit 10.0 --out docs/measurements/openwebui-concurrency-2026-10-08.json",
  "client_host": "spark-43d5",
  "server": {
    "host": "spark2 (spark-7180), NVIDIA DGX Spark, GB10, 128 GB unified memory",
    "endpoint": "http://<second-box>:8200/v1",
    "vllm_version": "0.19.0+6bc3197f.nv26.04.48680843",
    "model": "Qwen/Qwen2.5-7B-Instruct",
    "max_model_len": 32768
  },
  "params": {
    "max_tokens": 250,
    "temperature": 0.7,
    "stream": true
  },
  "psi_before": {
    "1": {
      "some": 0.0,
      "full": 0.0
    },
    "2": {
      "some": 0.0,
      "full": 0.0
    },
    "5": {
      "some": 0.0,
      "full": 0.0
    },
    "10": {
      "some": 0.0,
      "full": 0.0
    }
  },
  "levels": [
    [
      {
        "concurrency": 1,
        "wall_s": 18.147,
        "aggregate_tok_per_s": 13.78,
        "requests": [
          {
            "ttft_s": 0.073,
            "total_s": 18.146,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 13.83,
            "tok_per_s_end_to_end": 13.78
          }
        ]
      },
      {
        "concurrency": 1,
        "wall_s": 15.738,
        "aggregate_tok_per_s": 13.73,
        "requests": [
          {
            "ttft_s": 0.077,
            "total_s": 15.737,
            "prompt_tokens": 384,
            "completion_tokens": 216,
            "tok_per_s_decode": 13.79,
            "tok_per_s_end_to_end": 13.73
          }
        ]
      },
      {
        "concurrency": 1,
        "wall_s": 18.246,
        "aggregate_tok_per_s": 13.7,
        "requests": [
          {
            "ttft_s": 0.08,
            "total_s": 18.246,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 13.76,
            "tok_per_s_end_to_end": 13.7
          }
        ]
      }
    ],
    [
      {
        "concurrency": 2,
        "wall_s": 15.43,
        "aggregate_tok_per_s": 28.97,
        "requests": [
          {
            "ttft_s": 0.078,
            "total_s": 11.561,
            "prompt_tokens": 384,
            "completion_tokens": 197,
            "tok_per_s_decode": 17.16,
            "tok_per_s_end_to_end": 17.04
          },
          {
            "ttft_s": 0.077,
            "total_s": 15.429,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.28,
            "tok_per_s_end_to_end": 16.2
          }
        ]
      },
      {
        "concurrency": 2,
        "wall_s": 14.909,
        "aggregate_tok_per_s": 33.54,
        "requests": [
          {
            "ttft_s": 0.08,
            "total_s": 14.909,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.86,
            "tok_per_s_end_to_end": 16.77
          },
          {
            "ttft_s": 0.08,
            "total_s": 14.909,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.86,
            "tok_per_s_end_to_end": 16.77
          }
        ]
      },
      {
        "concurrency": 2,
        "wall_s": 14.735,
        "aggregate_tok_per_s": 33.66,
        "requests": [
          {
            "ttft_s": 0.081,
            "total_s": 14.456,
            "prompt_tokens": 384,
            "completion_tokens": 246,
            "tok_per_s_decode": 17.11,
            "tok_per_s_end_to_end": 17.02
          },
          {
            "ttft_s": 0.081,
            "total_s": 14.735,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 17.06,
            "tok_per_s_end_to_end": 16.97
          }
        ]
      }
    ],
    [
      {
        "concurrency": 5,
        "wall_s": 14.912,
        "aggregate_tok_per_s": 82.75,
        "requests": [
          {
            "ttft_s": 0.102,
            "total_s": 13.963,
            "prompt_tokens": 384,
            "completion_tokens": 234,
            "tok_per_s_decode": 16.88,
            "tok_per_s_end_to_end": 16.76
          },
          {
            "ttft_s": 0.102,
            "total_s": 14.911,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.88,
            "tok_per_s_end_to_end": 16.77
          },
          {
            "ttft_s": 0.101,
            "total_s": 14.911,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.88,
            "tok_per_s_end_to_end": 16.77
          },
          {
            "ttft_s": 0.101,
            "total_s": 14.911,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.88,
            "tok_per_s_end_to_end": 16.77
          },
          {
            "ttft_s": 0.101,
            "total_s": 14.911,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.88,
            "tok_per_s_end_to_end": 16.77
          }
        ]
      },
      {
        "concurrency": 5,
        "wall_s": 15.001,
        "aggregate_tok_per_s": 82.2,
        "requests": [
          {
            "ttft_s": 0.104,
            "total_s": 14.928,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.86,
            "tok_per_s_end_to_end": 16.75
          },
          {
            "ttft_s": 0.104,
            "total_s": 14.928,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.86,
            "tok_per_s_end_to_end": 16.75
          },
          {
            "ttft_s": 0.169,
            "total_s": 13.979,
            "prompt_tokens": 384,
            "completion_tokens": 233,
            "tok_per_s_decode": 16.87,
            "tok_per_s_end_to_end": 16.67
          },
          {
            "ttft_s": 0.169,
            "total_s": 15.0,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.86,
            "tok_per_s_end_to_end": 16.67
          },
          {
            "ttft_s": 0.104,
            "total_s": 14.928,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.86,
            "tok_per_s_end_to_end": 16.75
          }
        ]
      },
      {
        "concurrency": 5,
        "wall_s": 15.001,
        "aggregate_tok_per_s": 81.13,
        "requests": [
          {
            "ttft_s": 0.092,
            "total_s": 14.929,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.85,
            "tok_per_s_end_to_end": 16.75
          },
          {
            "ttft_s": 0.091,
            "total_s": 14.16,
            "prompt_tokens": 384,
            "completion_tokens": 237,
            "tok_per_s_decode": 16.85,
            "tok_per_s_end_to_end": 16.74
          },
          {
            "ttft_s": 0.092,
            "total_s": 14.928,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.85,
            "tok_per_s_end_to_end": 16.75
          },
          {
            "ttft_s": 0.158,
            "total_s": 13.805,
            "prompt_tokens": 384,
            "completion_tokens": 230,
            "tok_per_s_decode": 16.85,
            "tok_per_s_end_to_end": 16.66
          },
          {
            "ttft_s": 0.157,
            "total_s": 15.001,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.84,
            "tok_per_s_end_to_end": 16.67
          }
        ]
      }
    ],
    [
      {
        "concurrency": 10,
        "wall_s": 19.827,
        "aggregate_tok_per_s": 123.47,
        "requests": [
          {
            "ttft_s": 4.748,
            "total_s": 18.931,
            "prompt_tokens": 384,
            "completion_tokens": 236,
            "tok_per_s_decode": 16.64,
            "tok_per_s_end_to_end": 12.47
          },
          {
            "ttft_s": 4.787,
            "total_s": 19.228,
            "prompt_tokens": 384,
            "completion_tokens": 240,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 12.48
          },
          {
            "ttft_s": 4.786,
            "total_s": 19.826,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 12.61
          },
          {
            "ttft_s": 4.748,
            "total_s": 19.768,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.64,
            "tok_per_s_end_to_end": 12.65
          },
          {
            "ttft_s": 4.786,
            "total_s": 19.826,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 12.61
          },
          {
            "ttft_s": 4.786,
            "total_s": 19.826,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 12.61
          },
          {
            "ttft_s": 4.785,
            "total_s": 18.809,
            "prompt_tokens": 384,
            "completion_tokens": 233,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 12.39
          },
          {
            "ttft_s": 4.785,
            "total_s": 19.826,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 12.61
          },
          {
            "ttft_s": 4.785,
            "total_s": 19.825,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 12.61
          },
          {
            "ttft_s": 4.786,
            "total_s": 19.168,
            "prompt_tokens": 384,
            "completion_tokens": 239,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 12.47
          }
        ]
      },
      {
        "concurrency": 10,
        "wall_s": 15.179,
        "aggregate_tok_per_s": 161.41,
        "requests": [
          {
            "ttft_s": 0.127,
            "total_s": 14.999,
            "prompt_tokens": 384,
            "completion_tokens": 247,
            "tok_per_s_decode": 16.61,
            "tok_per_s_end_to_end": 16.47
          },
          {
            "ttft_s": 0.126,
            "total_s": 15.178,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.61,
            "tok_per_s_end_to_end": 16.47
          },
          {
            "ttft_s": 0.126,
            "total_s": 15.178,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.61,
            "tok_per_s_end_to_end": 16.47
          },
          {
            "ttft_s": 0.125,
            "total_s": 15.178,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.61,
            "tok_per_s_end_to_end": 16.47
          },
          {
            "ttft_s": 0.126,
            "total_s": 12.702,
            "prompt_tokens": 384,
            "completion_tokens": 209,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 16.45
          },
          {
            "ttft_s": 0.126,
            "total_s": 15.178,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.61,
            "tok_per_s_end_to_end": 16.47
          },
          {
            "ttft_s": 0.125,
            "total_s": 14.818,
            "prompt_tokens": 384,
            "completion_tokens": 244,
            "tok_per_s_decode": 16.61,
            "tok_per_s_end_to_end": 16.47
          },
          {
            "ttft_s": 0.125,
            "total_s": 15.177,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.61,
            "tok_per_s_end_to_end": 16.47
          },
          {
            "ttft_s": 0.125,
            "total_s": 15.177,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.61,
            "tok_per_s_end_to_end": 16.47
          },
          {
            "ttft_s": 0.124,
            "total_s": 15.177,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.61,
            "tok_per_s_end_to_end": 16.47
          }
        ]
      },
      {
        "concurrency": 10,
        "wall_s": 15.234,
        "aggregate_tok_per_s": 159.91,
        "requests": [
          {
            "ttft_s": 0.153,
            "total_s": 15.176,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.64,
            "tok_per_s_end_to_end": 16.47
          },
          {
            "ttft_s": 0.152,
            "total_s": 14.575,
            "prompt_tokens": 384,
            "completion_tokens": 240,
            "tok_per_s_decode": 16.64,
            "tok_per_s_end_to_end": 16.47
          },
          {
            "ttft_s": 0.187,
            "total_s": 12.997,
            "prompt_tokens": 384,
            "completion_tokens": 213,
            "tok_per_s_decode": 16.63,
            "tok_per_s_end_to_end": 16.39
          },
          {
            "ttft_s": 0.152,
            "total_s": 15.055,
            "prompt_tokens": 384,
            "completion_tokens": 248,
            "tok_per_s_decode": 16.64,
            "tok_per_s_end_to_end": 16.47
          },
          {
            "ttft_s": 0.187,
            "total_s": 15.233,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 16.41
          },
          {
            "ttft_s": 0.187,
            "total_s": 14.995,
            "prompt_tokens": 384,
            "completion_tokens": 246,
            "tok_per_s_decode": 16.61,
            "tok_per_s_end_to_end": 16.4
          },
          {
            "ttft_s": 0.186,
            "total_s": 15.233,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 16.41
          },
          {
            "ttft_s": 0.187,
            "total_s": 15.233,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 16.41
          },
          {
            "ttft_s": 0.152,
            "total_s": 15.175,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.64,
            "tok_per_s_end_to_end": 16.47
          },
          {
            "ttft_s": 0.187,
            "total_s": 14.574,
            "prompt_tokens": 384,
            "completion_tokens": 239,
            "tok_per_s_decode": 16.61,
            "tok_per_s_end_to_end": 16.4
          }
        ]
      }
    ]
  ],
  "summary": [
    {
      "concurrency": 1,
      "reps": 3,
      "ttft_s_median": 0.08,
      "ttft_s_max": 0.08,
      "total_s_median": 18.15,
      "total_s_max": 18.25,
      "per_user_tok_per_s_median": 13.79,
      "aggregate_tok_per_s_median": 13.73,
      "prompt_tokens": 384,
      "completion_tokens_median": 250
    },
    {
      "concurrency": 2,
      "reps": 3,
      "ttft_s_median": 0.08,
      "ttft_s_max": 0.08,
      "total_s_median": 14.82,
      "total_s_max": 15.43,
      "per_user_tok_per_s_median": 16.96,
      "aggregate_tok_per_s_median": 33.54,
      "prompt_tokens": 384,
      "completion_tokens_median": 250.0
    },
    {
      "concurrency": 5,
      "reps": 3,
      "ttft_s_median": 0.1,
      "ttft_s_max": 0.17,
      "total_s_median": 14.91,
      "total_s_max": 15.0,
      "per_user_tok_per_s_median": 16.86,
      "aggregate_tok_per_s_median": 82.2,
      "prompt_tokens": 384,
      "completion_tokens_median": 250
    },
    {
      "concurrency": 10,
      "reps": 3,
      "ttft_s_median": 0.19,
      "ttft_s_max": 4.79,
      "total_s_median": 15.18,
      "total_s_max": 19.83,
      "per_user_tok_per_s_median": 16.62,
      "aggregate_tok_per_s_median": 159.91,
      "prompt_tokens": 384,
      "completion_tokens_median": 250.0
    }
  ],
  "notes": [
    "spark2 GPU was shared during the main run: an Ollama llama-server (about 26 GB) and ComfyUI were resident; nvidia-smi showed 96% utilisation mid-run and 0% just before the confirmation run.",
    "Single-user decode (about 13.7 tok/s) came out slower than each of 2-10 concurrent users (about 16.6-17 tok/s). The confirmation run below, with the GPU idle, reproduced it, so it is not contention; cause not investigated.",
    "vLLM flags: --gpu-memory-utilization 0.16 --max-model-len 32768, BF16 weights (no quantisation)."
  ],
  "confirmation_run_level_1": {
    "date_utc": "2026-10-08T16:55:02+00:00",
    "command": "python3 scripts/bench/openwebui_concurrency.py --base-url http://<second-box>:8200/v1 --model default --levels 1 --reps 3 --max-tokens 250 --psi-limit 10.0 --out <tmp>/l1.json",
    "summary": [
      {
        "concurrency": 1,
        "reps": 3,
        "ttft_s_median": 0.08,
        "ttft_s_max": 0.09,
        "total_s_median": 17.55,
        "total_s_max": 18.36,
        "per_user_tok_per_s_median": 13.68,
        "aggregate_tok_per_s_median": 13.62,
        "prompt_tokens": 384,
        "completion_tokens_median": 239
      }
    ],
    "levels": [
      [
        {
          "concurrency": 1,
          "wall_s": 17.546,
          "aggregate_tok_per_s": 13.62,
          "requests": [
            {
              "ttft_s": 0.075,
              "total_s": 17.546,
              "prompt_tokens": 384,
              "completion_tokens": 239,
              "tok_per_s_decode": 13.68,
              "tok_per_s_end_to_end": 13.62
            }
          ]
        },
        {
          "concurrency": 1,
          "wall_s": 16.304,
          "aggregate_tok_per_s": 13.62,
          "requests": [
            {
              "ttft_s": 0.09,
              "total_s": 16.303,
              "prompt_tokens": 384,
              "completion_tokens": 222,
              "tok_per_s_decode": 13.69,
              "tok_per_s_end_to_end": 13.62
            }
          ]
        },
        {
          "concurrency": 1,
          "wall_s": 18.364,
          "aggregate_tok_per_s": 13.61,
          "requests": [
            {
              "ttft_s": 0.079,
              "total_s": 18.364,
              "prompt_tokens": 384,
              "completion_tokens": 250,
              "tok_per_s_decode": 13.67,
              "tok_per_s_end_to_end": 13.61
            }
          ]
        }
      ]
    ]
  }
}
