{
  "_published": {
    "source": "docs/measurements/ollama-concurrency-prime-2026-11-02.json",
    "published": "2026-11-05",
    "publisher": "J4SGON S.L., vorluxai.com",
    "index": "https://vorluxai.com/data/",
    "cleaned": "Copied from our internal repository by scripts/publish_measurements.py. Every number is unchanged. Redacted: nothing. Hostnames (spark-43d5, spark-7180) and the PRIME / spark2 labels are kept: the posts use them.",
    "redactions": {}
  },
  "date_utc": "2026-11-01T23:22:46+00:00",
  "command": "python3 scripts/bench/openwebui_concurrency.py --base-url http://localhost:11434/v1 --model qwen2.5:7b-instruct-fp16 --levels 1,2,5,10 --reps 3 --max-tokens 250 --psi-limit 10.0 --server-host PRIME (spark-43d5), NVIDIA DGX Spark, GB10, 128 GB unified memory, Ollama --out docs/measurements/ollama-concurrency-prime-2026-11-02.json",
  "client_host": "spark-43d5",
  "server": {
    "host": "PRIME (spark-43d5), NVIDIA DGX Spark, GB10, 128 GB unified memory, Ollama",
    "endpoint": "http://localhost:11434/v1",
    "software": "ollama",
    "version": "0.30.10",
    "vllm_version": null,
    "model": "qwen2.5:7b-instruct-fp16",
    "max_model_len": null
  },
  "params": {
    "max_tokens": 250,
    "temperature": 0.7,
    "stream": true
  },
  "psi_before": {
    "1": {
      "some": 0.0,
      "full": 0.0
    },
    "2": {
      "some": 0.0,
      "full": 0.0
    },
    "5": {
      "some": 0.0,
      "full": 0.0
    },
    "10": {
      "some": 0.0,
      "full": 0.0
    }
  },
  "levels": [
    [
      {
        "concurrency": 1,
        "wall_s": 16.916,
        "aggregate_tok_per_s": 14.78,
        "requests": [
          {
            "ttft_s": 0.232,
            "total_s": 16.916,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 14.98,
            "tok_per_s_end_to_end": 14.78
          }
        ]
      },
      {
        "concurrency": 1,
        "wall_s": 15.686,
        "aggregate_tok_per_s": 15.94,
        "requests": [
          {
            "ttft_s": 0.203,
            "total_s": 15.686,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.15,
            "tok_per_s_end_to_end": 15.94
          }
        ]
      },
      {
        "concurrency": 1,
        "wall_s": 15.873,
        "aggregate_tok_per_s": 15.75,
        "requests": [
          {
            "ttft_s": 0.215,
            "total_s": 15.873,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.97,
            "tok_per_s_end_to_end": 15.75
          }
        ]
      }
    ],
    [
      {
        "concurrency": 2,
        "wall_s": 31.57,
        "aggregate_tok_per_s": 15.68,
        "requests": [
          {
            "ttft_s": 16.026,
            "total_s": 31.57,
            "prompt_tokens": 384,
            "completion_tokens": 246,
            "tok_per_s_decode": 15.83,
            "tok_per_s_end_to_end": 7.79
          },
          {
            "ttft_s": 0.207,
            "total_s": 15.957,
            "prompt_tokens": 384,
            "completion_tokens": 249,
            "tok_per_s_decode": 15.81,
            "tok_per_s_end_to_end": 15.6
          }
        ]
      },
      {
        "concurrency": 2,
        "wall_s": 30.683,
        "aggregate_tok_per_s": 15.68,
        "requests": [
          {
            "ttft_s": 16.03,
            "total_s": 30.683,
            "prompt_tokens": 384,
            "completion_tokens": 231,
            "tok_per_s_decode": 15.76,
            "tok_per_s_end_to_end": 7.53
          },
          {
            "ttft_s": 0.229,
            "total_s": 15.964,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.89,
            "tok_per_s_end_to_end": 15.66
          }
        ]
      },
      {
        "concurrency": 2,
        "wall_s": 31.395,
        "aggregate_tok_per_s": 15.93,
        "requests": [
          {
            "ttft_s": 15.762,
            "total_s": 31.395,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.99,
            "tok_per_s_end_to_end": 7.96
          },
          {
            "ttft_s": 0.224,
            "total_s": 15.696,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.16,
            "tok_per_s_end_to_end": 15.93
          }
        ]
      }
    ],
    [
      {
        "concurrency": 5,
        "wall_s": 78.305,
        "aggregate_tok_per_s": 15.89,
        "requests": [
          {
            "ttft_s": 62.322,
            "total_s": 78.305,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.64,
            "tok_per_s_end_to_end": 3.19
          },
          {
            "ttft_s": 15.884,
            "total_s": 31.123,
            "prompt_tokens": 384,
            "completion_tokens": 244,
            "tok_per_s_decode": 16.01,
            "tok_per_s_end_to_end": 7.84
          },
          {
            "ttft_s": 31.187,
            "total_s": 46.775,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.04,
            "tok_per_s_end_to_end": 5.34
          },
          {
            "ttft_s": 0.228,
            "total_s": 15.818,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.04,
            "tok_per_s_end_to_end": 15.81
          },
          {
            "ttft_s": 46.842,
            "total_s": 62.255,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.22,
            "tok_per_s_end_to_end": 4.02
          }
        ]
      },
      {
        "concurrency": 5,
        "wall_s": 79.197,
        "aggregate_tok_per_s": 15.39,
        "requests": [
          {
            "ttft_s": 46.264,
            "total_s": 62.522,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.38,
            "tok_per_s_end_to_end": 4.0
          },
          {
            "ttft_s": 62.589,
            "total_s": 79.196,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.05,
            "tok_per_s_end_to_end": 3.16
          },
          {
            "ttft_s": 31.932,
            "total_s": 46.189,
            "prompt_tokens": 384,
            "completion_tokens": 219,
            "tok_per_s_decode": 15.36,
            "tok_per_s_end_to_end": 4.74
          },
          {
            "ttft_s": 16.053,
            "total_s": 31.866,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.81,
            "tok_per_s_end_to_end": 7.85
          },
          {
            "ttft_s": 0.224,
            "total_s": 15.985,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.86,
            "tok_per_s_end_to_end": 15.64
          }
        ]
      },
      {
        "concurrency": 5,
        "wall_s": 77.37,
        "aggregate_tok_per_s": 15.88,
        "requests": [
          {
            "ttft_s": 62.008,
            "total_s": 77.37,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.27,
            "tok_per_s_end_to_end": 3.23
          },
          {
            "ttft_s": 15.668,
            "total_s": 31.02,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.28,
            "tok_per_s_end_to_end": 8.06
          },
          {
            "ttft_s": 31.085,
            "total_s": 46.45,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.27,
            "tok_per_s_end_to_end": 5.38
          },
          {
            "ttft_s": 46.515,
            "total_s": 61.942,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.21,
            "tok_per_s_end_to_end": 4.04
          },
          {
            "ttft_s": 0.37,
            "total_s": 15.601,
            "prompt_tokens": 384,
            "completion_tokens": 229,
            "tok_per_s_decode": 15.03,
            "tok_per_s_end_to_end": 14.68
          }
        ]
      }
    ],
    [
      {
        "concurrency": 10,
        "wall_s": 155.542,
        "aggregate_tok_per_s": 15.98,
        "requests": [
          {
            "ttft_s": 79.524,
            "total_s": 94.833,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.33,
            "tok_per_s_end_to_end": 2.64
          },
          {
            "ttft_s": 109.34,
            "total_s": 124.698,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.28,
            "tok_per_s_end_to_end": 2.0
          },
          {
            "ttft_s": 0.23,
            "total_s": 15.639,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.22,
            "tok_per_s_end_to_end": 15.99
          },
          {
            "ttft_s": 124.764,
            "total_s": 140.107,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.29,
            "tok_per_s_end_to_end": 1.78
          },
          {
            "ttft_s": 31.579,
            "total_s": 47.066,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.14,
            "tok_per_s_end_to_end": 5.31
          },
          {
            "ttft_s": 94.898,
            "total_s": 109.274,
            "prompt_tokens": 384,
            "completion_tokens": 235,
            "tok_per_s_decode": 16.35,
            "tok_per_s_end_to_end": 2.15
          },
          {
            "ttft_s": 62.985,
            "total_s": 79.454,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.18,
            "tok_per_s_end_to_end": 3.15
          },
          {
            "ttft_s": 140.174,
            "total_s": 155.541,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.27,
            "tok_per_s_end_to_end": 1.61
          },
          {
            "ttft_s": 15.706,
            "total_s": 31.512,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.82,
            "tok_per_s_end_to_end": 7.93
          },
          {
            "ttft_s": 47.132,
            "total_s": 62.918,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.84,
            "tok_per_s_end_to_end": 3.97
          }
        ]
      },
      {
        "concurrency": 10,
        "wall_s": 154.929,
        "aggregate_tok_per_s": 15.72,
        "requests": [
          {
            "ttft_s": 138.345,
            "total_s": 154.929,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.08,
            "tok_per_s_end_to_end": 1.61
          },
          {
            "ttft_s": 59.487,
            "total_s": 75.329,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.78,
            "tok_per_s_end_to_end": 3.32
          },
          {
            "ttft_s": 122.538,
            "total_s": 138.276,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.88,
            "tok_per_s_end_to_end": 1.81
          },
          {
            "ttft_s": 91.099,
            "total_s": 106.628,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 16.1,
            "tok_per_s_end_to_end": 2.34
          },
          {
            "ttft_s": 28.853,
            "total_s": 42.955,
            "prompt_tokens": 384,
            "completion_tokens": 227,
            "tok_per_s_decode": 16.1,
            "tok_per_s_end_to_end": 5.28
          },
          {
            "ttft_s": 75.394,
            "total_s": 91.034,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.98,
            "tok_per_s_end_to_end": 2.75
          },
          {
            "ttft_s": 15.214,
            "total_s": 28.787,
            "prompt_tokens": 384,
            "completion_tokens": 219,
            "tok_per_s_decode": 16.14,
            "tok_per_s_end_to_end": 7.61
          },
          {
            "ttft_s": 43.021,
            "total_s": 59.414,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.25,
            "tok_per_s_end_to_end": 4.21
          },
          {
            "ttft_s": 0.225,
            "total_s": 15.149,
            "prompt_tokens": 384,
            "completion_tokens": 240,
            "tok_per_s_decode": 16.08,
            "tok_per_s_end_to_end": 15.84
          },
          {
            "ttft_s": 106.693,
            "total_s": 122.471,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.84,
            "tok_per_s_end_to_end": 2.04
          }
        ]
      },
      {
        "concurrency": 10,
        "wall_s": 162.87,
        "aggregate_tok_per_s": 15.13,
        "requests": [
          {
            "ttft_s": 146.362,
            "total_s": 162.87,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.14,
            "tok_per_s_end_to_end": 1.53
          },
          {
            "ttft_s": 17.834,
            "total_s": 34.423,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.07,
            "tok_per_s_end_to_end": 7.26
          },
          {
            "ttft_s": 68.082,
            "total_s": 82.184,
            "prompt_tokens": 384,
            "completion_tokens": 222,
            "tok_per_s_decode": 15.74,
            "tok_per_s_end_to_end": 2.7
          },
          {
            "ttft_s": 82.251,
            "total_s": 98.122,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.75,
            "tok_per_s_end_to_end": 2.55
          },
          {
            "ttft_s": 98.189,
            "total_s": 113.965,
            "prompt_tokens": 384,
            "completion_tokens": 242,
            "tok_per_s_decode": 15.34,
            "tok_per_s_end_to_end": 2.12
          },
          {
            "ttft_s": 0.243,
            "total_s": 17.762,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 14.27,
            "tok_per_s_end_to_end": 14.07
          },
          {
            "ttft_s": 130.427,
            "total_s": 146.295,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.75,
            "tok_per_s_end_to_end": 1.71
          },
          {
            "ttft_s": 34.491,
            "total_s": 50.946,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.19,
            "tok_per_s_end_to_end": 4.91
          },
          {
            "ttft_s": 51.012,
            "total_s": 68.015,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 14.7,
            "tok_per_s_end_to_end": 3.68
          },
          {
            "ttft_s": 114.042,
            "total_s": 130.358,
            "prompt_tokens": 384,
            "completion_tokens": 250,
            "tok_per_s_decode": 15.32,
            "tok_per_s_end_to_end": 1.92
          }
        ]
      }
    ]
  ],
  "summary": [
    {
      "concurrency": 1,
      "reps": 3,
      "ttft_s_median": 0.21,
      "ttft_s_max": 0.23,
      "total_s_median": 15.87,
      "total_s_max": 16.92,
      "per_user_tok_per_s_median": 15.97,
      "aggregate_tok_per_s_median": 15.75,
      "prompt_tokens": 384,
      "completion_tokens_median": 250
    },
    {
      "concurrency": 2,
      "reps": 3,
      "ttft_s_median": 8.0,
      "ttft_s_max": 16.03,
      "total_s_median": 23.32,
      "total_s_max": 31.57,
      "per_user_tok_per_s_median": 15.86,
      "aggregate_tok_per_s_median": 15.68,
      "prompt_tokens": 384,
      "completion_tokens_median": 249.5
    },
    {
      "concurrency": 5,
      "reps": 3,
      "ttft_s_median": 31.19,
      "ttft_s_max": 62.59,
      "total_s_median": 46.45,
      "total_s_max": 79.2,
      "per_user_tok_per_s_median": 16.01,
      "aggregate_tok_per_s_median": 15.88,
      "prompt_tokens": 384,
      "completion_tokens_median": 250
    },
    {
      "concurrency": 10,
      "reps": 3,
      "ttft_s_median": 71.74,
      "ttft_s_max": 146.36,
      "total_s_median": 86.61,
      "total_s_max": 162.87,
      "per_user_tok_per_s_median": 15.83,
      "aggregate_tok_per_s_median": 15.72,
      "prompt_tokens": 384,
      "completion_tokens_median": 250.0
    }
  ]
}
