{
  "_published": {
    "source": "docs/measurements/vllm-concurrency-spark2-2026-11-02.json",
    "published": "2026-11-05",
    "publisher": "J4SGON S.L., vorluxai.com",
    "index": "https://vorluxai.com/data/",
    "cleaned": "Copied from our internal repository by scripts/publish_measurements.py. Every number is unchanged. Redacted: private IP addresses -> <prime> / <second-box> / <private-ip> (2). Hostnames (spark-43d5, spark-7180) and the PRIME / spark2 labels are kept: the posts use them.",
    "redactions": {
      "private_ip": 2
    }
  },
  "date_utc": "2026-11-01T23:32:58+00:00",
  "command": "python3 scripts/bench/openwebui_concurrency.py --base-url http://<second-box>:8200/v1 --model default --levels 1,2,5,10 --reps 3 --max-tokens 250 --psi-limit 10.0 --server-host spark2 (spark-7180), NVIDIA DGX Spark, GB10, 128 GB unified memory, vLLM --out docs/measurements/vllm-concurrency-spark2-2026-11-02.json",
  "client_host": "spark-43d5",
  "server": {
    "host": "spark2 (spark-7180), NVIDIA DGX Spark, GB10, 128 GB unified memory, vLLM",
    "endpoint": "http://<second-box>:8200/v1",
    "software": "vllm",
    "version": "0.19.0+6bc3197f.nv26.04.48680843",
    "vllm_version": "0.19.0+6bc3197f.nv26.04.48680843",
    "model": "Qwen/Qwen2.5-7B-Instruct",
    "max_model_len": 32768
  },
  "params": {
    "max_tokens": 250,
    "temperature": 0.7,
    "stream": true
  },
  "psi_before": {
    "1": {
      "some": 0.0,
      "full": 0.0
    },
    "2": {
      "some": 0.0,
      "full": 0.0
    },
    "5": {
      "some": 0.0,
      "full": 0.0
    },
    "10": {
      "some": 0.0,
      "full": 0.0
    }
  },
  "levels": [
    [
      {
        "concurrency": 1,
        "wall_s": 15.35,
        "aggregate_tok_per_s": 13.75,
        "requests": [
          {
            "ttft_s": 0.079,
            "total_s": 15.35,
            "prompt_tokens": 384,
            "completion_tokens": 211,
            "tok_per_s_decode": 13.82,
            "tok_per_s_end_to_end": 13.75
          }
        ]
      },
      {
        "concurrency": 1,
        "wall_s": 18.242,
        "aggregate_tok_per_s": 13.7,
        "requests": [
          {
            "ttft_s": 0.081,
            "total_s": 18.242,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 13.77,
            "tok_per_s_end_to_end": 13.7
          }
        ]
      },
      {
        "concurrency": 1,
        "wall_s": 18.295,
        "aggregate_tok_per_s": 13.66,
        "requests": [
          {
            "ttft_s": 0.077,
            "total_s": 18.295,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 13.72,
            "tok_per_s_end_to_end": 13.66
          }
        ]
      }
    ],
    [
      {
        "concurrency": 2,
        "wall_s": 14.74,
        "aggregate_tok_per_s": 33.92,
        "requests": [
          {
            "ttft_s": 0.083,
            "total_s": 14.74,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 17.06,
            "tok_per_s_end_to_end": 16.96
          },
          {
            "ttft_s": 0.083,
            "total_s": 14.739,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 17.06,
            "tok_per_s_end_to_end": 16.96
          }
        ]
      },
      {
        "concurrency": 2,
        "wall_s": 15.065,
        "aggregate_tok_per_s": 31.8,
        "requests": [
          {
            "ttft_s": 0.08,
            "total_s": 15.064,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.68,
            "tok_per_s_end_to_end": 16.6
          },
          {
            "ttft_s": 0.079,
            "total_s": 13.512,
            "prompt_tokens": 384,
            "completion_tokens": 229,
            "tok_per_s_decode": 17.05,
            "tok_per_s_end_to_end": 16.95
          }
        ]
      },
      {
        "concurrency": 2,
        "wall_s": 15.352,
        "aggregate_tok_per_s": 32.05,
        "requests": [
          {
            "ttft_s": 0.088,
            "total_s": 15.352,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.38,
            "tok_per_s_end_to_end": 16.28
          },
          {
            "ttft_s": 0.087,
            "total_s": 14.784,
            "prompt_tokens": 384,
            "completion_tokens": 242,
            "tok_per_s_decode": 16.47,
            "tok_per_s_end_to_end": 16.37
          }
        ]
      }
    ],
    [
      {
        "concurrency": 5,
        "wall_s": 15.702,
        "aggregate_tok_per_s": 78.21,
        "requests": [
          {
            "ttft_s": 0.184,
            "total_s": 14.746,
            "prompt_tokens": 384,
            "completion_tokens": 234,
            "tok_per_s_decode": 16.07,
            "tok_per_s_end_to_end": 15.87
          },
          {
            "ttft_s": 0.1,
            "total_s": 15.278,
            "prompt_tokens": 384,
            "completion_tokens": 244,
            "tok_per_s_decode": 16.08,
            "tok_per_s_end_to_end": 15.97
          },
          {
            "ttft_s": 0.183,
            "total_s": 15.693,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.12,
            "tok_per_s_end_to_end": 15.93
          },
          {
            "ttft_s": 0.183,
            "total_s": 15.693,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.12,
            "tok_per_s_end_to_end": 15.93
          },
          {
            "ttft_s": 0.183,
            "total_s": 15.693,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.12,
            "tok_per_s_end_to_end": 15.93
          }
        ]
      },
      {
        "concurrency": 5,
        "wall_s": 15.183,
        "aggregate_tok_per_s": 80.09,
        "requests": [
          {
            "ttft_s": 0.089,
            "total_s": 15.111,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.64,
            "tok_per_s_end_to_end": 16.54
          },
          {
            "ttft_s": 0.088,
            "total_s": 15.11,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.64,
            "tok_per_s_end_to_end": 16.55
          },
          {
            "ttft_s": 0.161,
            "total_s": 13.808,
            "prompt_tokens": 384,
            "completion_tokens": 227,
            "tok_per_s_decode": 16.63,
            "tok_per_s_end_to_end": 16.44
          },
          {
            "ttft_s": 0.161,
            "total_s": 15.182,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.64,
            "tok_per_s_end_to_end": 16.47
          },
          {
            "ttft_s": 0.161,
            "total_s": 14.521,
            "prompt_tokens": 384,
            "completion_tokens": 239,
            "tok_per_s_decode": 16.64,
            "tok_per_s_end_to_end": 16.46
          }
        ]
      },
      {
        "concurrency": 5,
        "wall_s": 14.892,
        "aggregate_tok_per_s": 80.71,
        "requests": [
          {
            "ttft_s": 0.095,
            "total_s": 14.892,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.9,
            "tok_per_s_end_to_end": 16.79
          },
          {
            "ttft_s": 0.095,
            "total_s": 14.891,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.9,
            "tok_per_s_end_to_end": 16.79
          },
          {
            "ttft_s": 0.094,
            "total_s": 14.891,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.9,
            "tok_per_s_end_to_end": 16.79
          },
          {
            "ttft_s": 0.094,
            "total_s": 14.186,
            "prompt_tokens": 384,
            "completion_tokens": 238,
            "tok_per_s_decode": 16.89,
            "tok_per_s_end_to_end": 16.78
          },
          {
            "ttft_s": 0.094,
            "total_s": 12.772,
            "prompt_tokens": 384,
            "completion_tokens": 214,
            "tok_per_s_decode": 16.88,
            "tok_per_s_end_to_end": 16.75
          }
        ]
      }
    ],
    [
      {
        "concurrency": 10,
        "wall_s": 15.207,
        "aggregate_tok_per_s": 158.55,
        "requests": [
          {
            "ttft_s": 0.179,
            "total_s": 15.149,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.7,
            "tok_per_s_end_to_end": 16.5
          },
          {
            "ttft_s": 0.181,
            "total_s": 13.656,
            "prompt_tokens": 384,
            "completion_tokens": 224,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 16.4
          },
          {
            "ttft_s": 0.181,
            "total_s": 14.492,
            "prompt_tokens": 384,
            "completion_tokens": 238,
            "tok_per_s_decode": 16.63,
            "tok_per_s_end_to_end": 16.42
          },
          {
            "ttft_s": 0.18,
            "total_s": 14.97,
            "prompt_tokens": 384,
            "completion_tokens": 246,
            "tok_per_s_decode": 16.63,
            "tok_per_s_end_to_end": 16.43
          },
          {
            "ttft_s": 0.18,
            "total_s": 14.909,
            "prompt_tokens": 384,
            "completion_tokens": 245,
            "tok_per_s_decode": 16.63,
            "tok_per_s_end_to_end": 16.43
          },
          {
            "ttft_s": 0.181,
            "total_s": 15.205,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.64,
            "tok_per_s_end_to_end": 16.44
          },
          {
            "ttft_s": 0.18,
            "total_s": 13.774,
            "prompt_tokens": 384,
            "completion_tokens": 226,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 16.41
          },
          {
            "ttft_s": 0.18,
            "total_s": 15.205,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.64,
            "tok_per_s_end_to_end": 16.44
          },
          {
            "ttft_s": 0.179,
            "total_s": 15.204,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.64,
            "tok_per_s_end_to_end": 16.44
          },
          {
            "ttft_s": 0.18,
            "total_s": 14.132,
            "prompt_tokens": 384,
            "completion_tokens": 232,
            "tok_per_s_decode": 16.63,
            "tok_per_s_end_to_end": 16.42
          }
        ]
      },
      {
        "concurrency": 10,
        "wall_s": 15.215,
        "aggregate_tok_per_s": 159.71,
        "requests": [
          {
            "ttft_s": 0.108,
            "total_s": 15.144,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.63,
            "tok_per_s_end_to_end": 16.51
          },
          {
            "ttft_s": 0.107,
            "total_s": 15.144,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.63,
            "tok_per_s_end_to_end": 16.51
          },
          {
            "ttft_s": 0.108,
            "total_s": 13.945,
            "prompt_tokens": 384,
            "completion_tokens": 230,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 16.49
          },
          {
            "ttft_s": 0.107,
            "total_s": 15.144,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.63,
            "tok_per_s_end_to_end": 16.51
          },
          {
            "ttft_s": 0.175,
            "total_s": 15.214,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 16.43
          },
          {
            "ttft_s": 0.108,
            "total_s": 15.143,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.63,
            "tok_per_s_end_to_end": 16.51
          },
          {
            "ttft_s": 0.107,
            "total_s": 13.46,
            "prompt_tokens": 384,
            "completion_tokens": 222,
            "tok_per_s_decode": 16.63,
            "tok_per_s_end_to_end": 16.49
          },
          {
            "ttft_s": 0.107,
            "total_s": 15.143,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.63,
            "tok_per_s_end_to_end": 16.51
          },
          {
            "ttft_s": 0.174,
            "total_s": 14.064,
            "prompt_tokens": 384,
            "completion_tokens": 231,
            "tok_per_s_decode": 16.63,
            "tok_per_s_end_to_end": 16.43
          },
          {
            "ttft_s": 0.175,
            "total_s": 15.022,
            "prompt_tokens": 384,
            "completion_tokens": 247,
            "tok_per_s_decode": 16.64,
            "tok_per_s_end_to_end": 16.44
          }
        ]
      },
      {
        "concurrency": 10,
        "wall_s": 15.189,
        "aggregate_tok_per_s": 157.22,
        "requests": [
          {
            "ttft_s": 0.102,
            "total_s": 15.134,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.63,
            "tok_per_s_end_to_end": 16.52
          },
          {
            "ttft_s": 0.173,
            "total_s": 15.188,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.65,
            "tok_per_s_end_to_end": 16.46
          },
          {
            "ttft_s": 0.173,
            "total_s": 14.237,
            "prompt_tokens": 384,
            "completion_tokens": 234,
            "tok_per_s_decode": 16.64,
            "tok_per_s_end_to_end": 16.44
          },
          {
            "ttft_s": 0.101,
            "total_s": 15.132,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.63,
            "tok_per_s_end_to_end": 16.52
          },
          {
            "ttft_s": 0.101,
            "total_s": 14.593,
            "prompt_tokens": 384,
            "completion_tokens": 241,
            "tok_per_s_decode": 16.63,
            "tok_per_s_end_to_end": 16.51
          },
          {
            "ttft_s": 0.101,
            "total_s": 14.3,
            "prompt_tokens": 384,
            "completion_tokens": 236,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 16.5
          },
          {
            "ttft_s": 0.172,
            "total_s": 13.406,
            "prompt_tokens": 384,
            "completion_tokens": 220,
            "tok_per_s_decode": 16.62,
            "tok_per_s_end_to_end": 16.41
          },
          {
            "ttft_s": 0.101,
            "total_s": 12.578,
            "prompt_tokens": 384,
            "completion_tokens": 207,
            "tok_per_s_decode": 16.59,
            "tok_per_s_end_to_end": 16.46
          },
          {
            "ttft_s": 0.172,
            "total_s": 15.186,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.65,
            "tok_per_s_end_to_end": 16.46
          },
          {
            "ttft_s": 0.172,
            "total_s": 15.186,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.65,
            "tok_per_s_end_to_end": 16.46
          }
        ]
      }
    ]
  ],
  "summary": [
    {
      "concurrency": 1,
      "reps": 3,
      "ttft_s_median": 0.08,
      "ttft_s_max": 0.08,
      "total_s_median": 18.24,
      "total_s_max": 18.3,
      "per_user_tok_per_s_median": 13.77,
      "aggregate_tok_per_s_median": 13.7,
      "prompt_tokens": 384,
      "completion_tokens_median": 250
    },
    {
      "concurrency": 2,
      "reps": 3,
      "ttft_s_median": 0.08,
      "ttft_s_max": 0.09,
      "total_s_median": 14.76,
      "total_s_max": 15.35,
      "per_user_tok_per_s_median": 16.87,
      "aggregate_tok_per_s_median": 32.05,
      "prompt_tokens": 384,
      "completion_tokens_median": 250.0
    },
    {
      "concurrency": 5,
      "reps": 3,
      "ttft_s_median": 0.1,
      "ttft_s_max": 0.18,
      "total_s_median": 14.89,
      "total_s_max": 15.69,
      "per_user_tok_per_s_median": 16.64,
      "aggregate_tok_per_s_median": 80.09,
      "prompt_tokens": 384,
      "completion_tokens_median": 250
    },
    {
      "concurrency": 10,
      "reps": 3,
      "ttft_s_median": 0.17,
      "ttft_s_max": 0.18,
      "total_s_median": 15.08,
      "total_s_max": 15.21,
      "per_user_tok_per_s_median": 16.63,
      "aggregate_tok_per_s_median": 158.55,
      "prompt_tokens": 384,
      "completion_tokens_median": 248.5
    }
  ]
}
