{
  "_published": {
    "source": "docs/measurements/ollama-parallel-keep-alive-2026-11-06.json",
    "published": "2026-11-06",
    "publisher": "J4SGON S.L., vorluxai.com",
    "index": "https://vorluxai.com/data/",
    "cleaned": "Copied from our internal repository by scripts/publish_measurements.py. Every number is unchanged. Redacted: temporary agent paths -> <tmp> (2); home directories -> ~ (12). Hostnames (spark-43d5, spark-7180) and the PRIME / spark2 labels are kept: the posts use them.",
    "redactions": {
      "scratch_path": 2,
      "home_path": 12
    }
  },
  "title": "Ollama: OLLAMA_NUM_PARALLEL x concurrent users, and keep_alive reload cost",
  "date": "2026-11-06",
  "started_utc": "2026-11-06T06:47:01+00:00",
  "command": "python3 scripts/bench/ollama_parallel_keep_alive.py --models-dir <tmp>/ollama-models --model qwen2.5:7b-instruct-q4_K_M --parallel 1,2,4,8 --users 1,2,4,8 --reps 3 --keep-alive 0,5m,-1 --ka-gaps 30:3,330:1 --log-dir <tmp>/logs --out docs/measurements/ollama-parallel-keep-alive-2026-11-06.json",
  "machine": {
    "host": "spark-43d5",
    "kernel": "6.17.0-1032-nvidia",
    "arch": "aarch64",
    "gpu": "NVIDIA GB10, 580.173.02",
    "mem_total_gb": 127.6,
    "description": "PRIME (spark-43d5), NVIDIA DGX Spark, GB10, 128 GB unified memory"
  },
  "ollama_version": "ollama version is 0.30.10",
  "server": "temporary `ollama serve` on 127.0.0.1:11499, one per OLLAMA_NUM_PARALLEL value; production instances untouched",
  "params": {
    "model": "qwen2.5:7b-instruct-q4_K_M",
    "num_predict": 200,
    "num_ctx": 4096,
    "temperature": 0,
    "seed": 42,
    "stream": true,
    "endpoint": "/api/chat",
    "reps": 3,
    "prompts": [
      "Write a 300-word note to new staff explaining how to request holidays in a 10-person office.",
      "Explain in about 300 words how a small accounting firm should back up its client files.",
      "Write a 300-word customer e-mail apologising for a late delivery and offering a new date.",
      "In about 300 words, describe a weekly checklist for keeping an office printer and network working.",
      "Write a 300-word summary of what a supplier contract for cleaning services usually covers.",
      "Explain in about 300 words how to onboard a new employee to shared calendars and e-mail.",
      "Write a 300-word internal memo announcing a new expense-claims procedure and its deadlines.",
      "In about 300 words, explain to a client the difference between a quote and an invoice."
    ],
    "prompt_assignment": "user i gets prompt i (i = 0..7)"
  },
  "definitions": {
    "ttft_s": "client time from sending the request to the first non-empty content chunk",
    "per_user_tok_s": "eval_count / (total_s - ttft_s), measured at the client",
    "ollama_eval_tok_s": "eval_count / eval_duration as reported by Ollama for that request",
    "aggregate_tok_s": "sum of eval_count over the batch / batch wall time",
    "loaded": "/api/ps of the temporary server after a warm-up request",
    "next_was_cold": "Ollama reported load_duration > 0.5 s on the next request"
  },
  "memory_rule": "start only with MemAvailable >= 30.0 GB; stop below 16.0 GB (checked before every load and batch); no model file over 20.0 GB",
  "state_at_start": {
    "at_utc": "2026-11-06T06:47:01+00:00",
    "memory": {
      "MemTotal": 127.6,
      "MemAvailable": 65.9,
      "SwapTotal": 33.6,
      "SwapFree": 15.6,
      "psi_some_avg10": 0.0,
      "psi_full_avg10": 0.0
    },
    "production_ollama_resident": {
      "11434": [
        {
          "name": "bge-m3:latest",
          "size_gb": 0.66
        },
        {
          "name": "llama3.1:8b",
          "size_gb": 9.21
        },
        {
          "name": "nomic-embed-text:latest",
          "size_gb": 0.32
        }
      ],
      "11435": [
        {
          "name": "bge-m3:latest",
          "size_gb": 0.66
        },
        {
          "name": "nomic-embed-text:latest",
          "size_gb": 0.32
        }
      ],
      "11436": []
    },
    "gpu_utilization": "0 %",
    "gpu_compute_apps": [
      "2998, ~/dev/ComfyUI/.venv/bin/python, 6977 MiB",
      "6752, /usr/libexec/gnome-remote-desktop-daemon, 176 MiB",
      "17940, /usr/local/lib/ollama/llama-server, 890 MiB",
      "14191, /app/.venv/bin/python3, 1236 MiB",
      "20788, /usr/local/lib/ollama/llama-server, 543 MiB",
      "21203, /usr/local/lib/ollama/llama-server, 507 MiB",
      "25052, /usr/local/lib/ollama/llama-server, 846 MiB",
      "64974, VLLM::EngineCore, 1876 MiB",
      "2270660, /usr/local/lib/ollama/llama-server, 8991 MiB"
    ],
    "loadavg": [
      "1.56",
      "2.07",
      "2.74"
    ]
  },
  "slots": [
    {
      "num_parallel": 1,
      "server_env": {
        "OLLAMA_HOST": "127.0.0.1:11499",
        "OLLAMA_NUM_PARALLEL": "1",
        "OLLAMA_MAX_LOADED_MODELS": "1",
        "OLLAMA_CONTEXT_LENGTH": "4096",
        "OLLAMA_KEEP_ALIVE": "5m"
      },
      "state_before": {
        "at_utc": "2026-11-06T06:47:09+00:00",
        "memory": {
          "MemTotal": 127.6,
          "MemAvailable": 65.2,
          "SwapTotal": 33.6,
          "SwapFree": 15.6,
          "psi_some_avg10": 0.0,
          "psi_full_avg10": 0.0
        },
        "production_ollama_resident": {
          "11434": [
            {
              "name": "bge-m3:latest",
              "size_gb": 0.66
            },
            {
              "name": "llama3.1:8b",
              "size_gb": 9.21
            },
            {
              "name": "nomic-embed-text:latest",
              "size_gb": 0.32
            }
          ],
          "11435": [
            {
              "name": "bge-m3:latest",
              "size_gb": 0.66
            },
            {
              "name": "nomic-embed-text:latest",
              "size_gb": 0.32
            }
          ],
          "11436": []
        },
        "gpu_utilization": "0 %",
        "gpu_compute_apps": [
          "2998, ~/dev/ComfyUI/.venv/bin/python, 6977 MiB",
          "6752, /usr/libexec/gnome-remote-desktop-daemon, 176 MiB",
          "17940, /usr/local/lib/ollama/llama-server, 890 MiB",
          "14191, /app/.venv/bin/python3, 1236 MiB",
          "20788, /usr/local/lib/ollama/llama-server, 543 MiB",
          "21203, /usr/local/lib/ollama/llama-server, 507 MiB",
          "25052, /usr/local/lib/ollama/llama-server, 846 MiB",
          "64974, VLLM::EngineCore, 1876 MiB",
          "2270660, /usr/local/lib/ollama/llama-server, 8991 MiB"
        ],
        "loadavg": [
          "1.52",
          "2.06",
          "2.73"
        ]
      },
      "levels": [
        {
          "summary": {
            "num_parallel": 1,
            "users": 1,
            "reps": 3,
            "requests": 3,
            "per_user_tok_s_median": 45.37,
            "per_user_tok_s_min": 45.36,
            "ollama_eval_tok_s_median": 45.36,
            "aggregate_tok_s_median": 43.5,
            "ttft_s_median": 0.19,
            "ttft_s_worst": 0.19,
            "total_s_median": 4.6,
            "total_s_worst": 4.6,
            "eval_count_min": 200
          },
          "batches": [
            {
              "users": 1,
              "wall_s": 4.597,
              "aggregate_tok_s": 43.5,
              "requests": [
                {
                  "ttft_s": 0.189,
                  "total_s": 4.597,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 45.37,
                  "ollama_eval_tok_s": 45.36,
                  "load_duration_s": 0.156,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 1,
              "wall_s": 4.598,
              "aggregate_tok_s": 43.49,
              "requests": [
                {
                  "ttft_s": 0.19,
                  "total_s": 4.598,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 45.37,
                  "ollama_eval_tok_s": 45.36,
                  "load_duration_s": 0.158,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 1,
              "wall_s": 4.596,
              "aggregate_tok_s": 43.52,
              "requests": [
                {
                  "ttft_s": 0.186,
                  "total_s": 4.596,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 45.36,
                  "ollama_eval_tok_s": 45.36,
                  "load_duration_s": 0.16,
                  "done_reason": "length"
                }
              ]
            }
          ]
        },
        {
          "summary": {
            "num_parallel": 1,
            "users": 2,
            "reps": 3,
            "requests": 6,
            "per_user_tok_s_median": 45.03,
            "per_user_tok_s_min": 44.55,
            "ollama_eval_tok_s_median": 45.03,
            "aggregate_tok_s_median": 43.94,
            "ttft_s_median": 2.42,
            "ttft_s_worst": 4.67,
            "total_s_median": 6.86,
            "total_s_worst": 9.15,
            "eval_count_min": 200
          },
          "batches": [
            {
              "users": 2,
              "wall_s": 9.155,
              "aggregate_tok_s": 43.69,
              "requests": [
                {
                  "ttft_s": 0.195,
                  "total_s": 4.633,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 45.07,
                  "ollama_eval_tok_s": 45.06,
                  "load_duration_s": 0.166,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 4.666,
                  "total_s": 9.155,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 44.55,
                  "ollama_eval_tok_s": 44.55,
                  "load_duration_s": 0.169,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 2,
              "wall_s": 9.084,
              "aggregate_tok_s": 44.04,
              "requests": [
                {
                  "ttft_s": 4.643,
                  "total_s": 9.084,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 45.04,
                  "ollama_eval_tok_s": 45.03,
                  "load_duration_s": 0.138,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.169,
                  "total_s": 4.604,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 45.09,
                  "ollama_eval_tok_s": 45.08,
                  "load_duration_s": 0.137,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 2,
              "wall_s": 9.104,
              "aggregate_tok_s": 43.94,
              "requests": [
                {
                  "ttft_s": 4.662,
                  "total_s": 9.104,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 45.03,
                  "ollama_eval_tok_s": 45.02,
                  "load_duration_s": 0.155,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.178,
                  "total_s": 4.628,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 44.94,
                  "ollama_eval_tok_s": 44.93,
                  "load_duration_s": 0.142,
                  "done_reason": "length"
                }
              ]
            }
          ]
        },
        {
          "summary": {
            "num_parallel": 1,
            "users": 4,
            "reps": 3,
            "requests": 12,
            "per_user_tok_s_median": 44.97,
            "per_user_tok_s_min": 40.15,
            "ollama_eval_tok_s_median": 44.97,
            "aggregate_tok_s_median": 44.24,
            "ttft_s_median": 6.91,
            "ttft_s_worst": 14.18,
            "total_s_median": 11.62,
            "total_s_worst": 18.62,
            "eval_count_min": 200
          },
          "batches": [
            {
              "users": 4,
              "wall_s": 18.072,
              "aggregate_tok_s": 44.27,
              "requests": [
                {
                  "ttft_s": 0.185,
                  "total_s": 4.662,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 44.67,
                  "ollama_eval_tok_s": 44.66,
                  "load_duration_s": 0.153,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 4.695,
                  "total_s": 9.123,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 45.16,
                  "ollama_eval_tok_s": 45.16,
                  "load_duration_s": 0.158,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 13.653,
                  "total_s": 18.072,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 45.26,
                  "ollama_eval_tok_s": 45.25,
                  "load_duration_s": 0.189,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 9.157,
                  "total_s": 13.615,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 44.86,
                  "ollama_eval_tok_s": 44.86,
                  "load_duration_s": 0.185,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 4,
              "wall_s": 18.082,
              "aggregate_tok_s": 44.24,
              "requests": [
                {
                  "ttft_s": 0.204,
                  "total_s": 4.617,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 45.32,
                  "ollama_eval_tok_s": 45.31,
                  "load_duration_s": 0.164,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 13.593,
                  "total_s": 18.082,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 44.56,
                  "ollama_eval_tok_s": 44.55,
                  "load_duration_s": 0.167,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 4.65,
                  "total_s": 9.096,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 44.98,
                  "ollama_eval_tok_s": 44.98,
                  "load_duration_s": 0.164,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 9.129,
                  "total_s": 13.56,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 45.14,
                  "ollama_eval_tok_s": 45.14,
                  "load_duration_s": 0.165,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 4,
              "wall_s": 18.625,
              "aggregate_tok_s": 42.95,
              "requests": [
                {
                  "ttft_s": 4.689,
                  "total_s": 9.67,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 40.15,
                  "ollama_eval_tok_s": 40.15,
                  "load_duration_s": 0.147,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.17,
                  "total_s": 4.655,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 44.59,
                  "ollama_eval_tok_s": 44.58,
                  "load_duration_s": 0.14,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 14.176,
                  "total_s": 18.625,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 44.96,
                  "ollama_eval_tok_s": 44.96,
                  "load_duration_s": 0.183,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 9.703,
                  "total_s": 14.143,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 45.04,
                  "ollama_eval_tok_s": 45.04,
                  "load_duration_s": 0.179,
                  "done_reason": "length"
                }
              ]
            }
          ]
        },
        {
          "summary": {
            "num_parallel": 1,
            "users": 8,
            "reps": 3,
            "requests": 24,
            "per_user_tok_s_median": 45.08,
            "per_user_tok_s_min": 44.23,
            "ollama_eval_tok_s_median": 45.08,
            "aggregate_tok_s_median": 44.48,
            "ttft_s_median": 15.87,
            "ttft_s_worst": 31.68,
            "total_s_median": 20.3,
            "total_s_worst": 36.14,
            "eval_count_min": 200
          },
          "batches": [
            {
              "users": 8,
              "wall_s": 35.975,
              "aggregate_tok_s": 44.48,
              "requests": [
                {
                  "ttft_s": 31.557,
                  "total_s": 35.975,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 45.27,
                  "ollama_eval_tok_s": 45.27,
                  "load_duration_s": 0.2,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 27.09,
                  "total_s": 31.523,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 45.12,
                  "ollama_eval_tok_s": 45.11,
                  "load_duration_s": 0.191,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 4.684,
                  "total_s": 9.112,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 45.17,
                  "ollama_eval_tok_s": 45.16,
                  "load_duration_s": 0.176,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 9.154,
                  "total_s": 13.644,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 44.55,
                  "ollama_eval_tok_s": 44.54,
                  "load_duration_s": 0.18,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 22.595,
                  "total_s": 27.052,
                  "eval_count": 200,
                  "prompt_eval_count": 48,
                  "per_user_tok_s": 44.88,
                  "ollama_eval_tok_s": 44.87,
                  "load_duration_s": 0.189,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 18.132,
                  "total_s": 22.556,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 45.2,
                  "ollama_eval_tok_s": 45.19,
                  "load_duration_s": 0.185,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 13.677,
                  "total_s": 18.092,
                  "eval_count": 200,
                  "prompt_eval_count": 49,
                  "per_user_tok_s": 45.29,
                  "ollama_eval_tok_s": 45.29,
                  "load_duration_s": 0.183,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.198,
                  "total_s": 4.644,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 44.98,
                  "ollama_eval_tok_s": 44.98,
                  "load_duration_s": 0.162,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 8,
              "wall_s": 36.142,
              "aggregate_tok_s": 44.27,
              "requests": [
                {
                  "ttft_s": 0.182,
                  "total_s": 4.704,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 44.23,
                  "ollama_eval_tok_s": 44.22,
                  "load_duration_s": 0.15,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 22.697,
                  "total_s": 27.196,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 44.45,
                  "ollama_eval_tok_s": 44.45,
                  "load_duration_s": 0.194,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 13.639,
                  "total_s": 18.117,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 44.67,
                  "ollama_eval_tok_s": 44.66,
                  "load_duration_s": 0.174,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 18.15,
                  "total_s": 22.664,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 44.31,
                  "ollama_eval_tok_s": 44.31,
                  "load_duration_s": 0.176,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 31.683,
                  "total_s": 36.141,
                  "eval_count": 200,
                  "prompt_eval_count": 48,
                  "per_user_tok_s": 44.86,
                  "ollama_eval_tok_s": 44.86,
                  "load_duration_s": 0.199,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 27.228,
                  "total_s": 31.65,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 45.23,
                  "ollama_eval_tok_s": 45.23,
                  "load_duration_s": 0.195,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 4.735,
                  "total_s": 9.149,
                  "eval_count": 200,
                  "prompt_eval_count": 49,
                  "per_user_tok_s": 45.31,
                  "ollama_eval_tok_s": 45.31,
                  "load_duration_s": 0.167,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 9.183,
                  "total_s": 13.605,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 45.23,
                  "ollama_eval_tok_s": 45.22,
                  "load_duration_s": 0.169,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 8,
              "wall_s": 35.969,
              "aggregate_tok_s": 44.48,
              "requests": [
                {
                  "ttft_s": 13.61,
                  "total_s": 18.032,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 45.23,
                  "ollama_eval_tok_s": 45.22,
                  "load_duration_s": 0.186,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 4.67,
                  "total_s": 9.095,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 45.19,
                  "ollama_eval_tok_s": 45.19,
                  "load_duration_s": 0.174,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 9.128,
                  "total_s": 13.576,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 44.97,
                  "ollama_eval_tok_s": 44.97,
                  "load_duration_s": 0.176,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 27.026,
                  "total_s": 31.511,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 44.6,
                  "ollama_eval_tok_s": 44.59,
                  "load_duration_s": 0.201,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.19,
                  "total_s": 4.63,
                  "eval_count": 200,
                  "prompt_eval_count": 48,
                  "per_user_tok_s": 45.04,
                  "ollama_eval_tok_s": 45.04,
                  "load_duration_s": 0.16,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 22.516,
                  "total_s": 26.992,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 44.68,
                  "ollama_eval_tok_s": 44.69,
                  "load_duration_s": 0.195,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 18.062,
                  "total_s": 22.483,
                  "eval_count": 200,
                  "prompt_eval_count": 49,
                  "per_user_tok_s": 45.25,
                  "ollama_eval_tok_s": 45.25,
                  "load_duration_s": 0.188,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 31.542,
                  "total_s": 35.968,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 45.19,
                  "ollama_eval_tok_s": 45.19,
                  "load_duration_s": 0.213,
                  "done_reason": "length"
                }
              ]
            }
          ]
        }
      ],
      "mem_before_load": {
        "MemTotal": 127.6,
        "MemAvailable": 65.2,
        "SwapTotal": 33.6,
        "SwapFree": 15.6,
        "psi_some_avg10": 0.0,
        "psi_full_avg10": 0.0
      },
      "warmup_load_duration_s": 6.458,
      "loaded": {
        "size_gb": 4.75,
        "size_vram_gb": 4.75,
        "context_length": 4096,
        "expires_at": "2026-11-06T07:52:20.729003404+01:00"
      },
      "mem_after_load": {
        "MemTotal": 127.6,
        "MemAvailable": 60.1,
        "SwapTotal": 33.6,
        "SwapFree": 15.6,
        "psi_some_avg10": 0.0,
        "psi_full_avg10": 0.0
      },
      "state_after": {
        "at_utc": "2026-11-06T06:51:12+00:00",
        "memory": {
          "MemTotal": 127.6,
          "MemAvailable": 65.7,
          "SwapTotal": 33.6,
          "SwapFree": 15.6,
          "psi_some_avg10": 0.0,
          "psi_full_avg10": 0.0
        },
        "production_ollama_resident": {
          "11434": [
            {
              "name": "bge-m3:latest",
              "size_gb": 0.66
            },
            {
              "name": "nomic-embed-text:latest",
              "size_gb": 0.32
            },
            {
              "name": "llama3.1:8b",
              "size_gb": 9.21
            }
          ],
          "11435": [
            {
              "name": "bge-m3:latest",
              "size_gb": 0.66
            },
            {
              "name": "nomic-embed-text:latest",
              "size_gb": 0.32
            }
          ],
          "11436": []
        },
        "gpu_utilization": "0 %",
        "gpu_compute_apps": [
          "2998, ~/dev/ComfyUI/.venv/bin/python, 6977 MiB",
          "6752, /usr/libexec/gnome-remote-desktop-daemon, 176 MiB",
          "17940, /usr/local/lib/ollama/llama-server, 890 MiB",
          "14191, /app/.venv/bin/python3, 1236 MiB",
          "20788, /usr/local/lib/ollama/llama-server, 543 MiB",
          "21203, /usr/local/lib/ollama/llama-server, 507 MiB",
          "25052, /usr/local/lib/ollama/llama-server, 846 MiB",
          "64974, VLLM::EngineCore, 1876 MiB",
          "2270660, /usr/local/lib/ollama/llama-server, 8991 MiB"
        ],
        "loadavg": [
          "1.85",
          "2.07",
          "2.59"
        ]
      }
    },
    {
      "num_parallel": 2,
      "server_env": {
        "OLLAMA_HOST": "127.0.0.1:11499",
        "OLLAMA_NUM_PARALLEL": "2",
        "OLLAMA_MAX_LOADED_MODELS": "1",
        "OLLAMA_CONTEXT_LENGTH": "4096",
        "OLLAMA_KEEP_ALIVE": "5m"
      },
      "state_before": {
        "at_utc": "2026-11-06T06:51:16+00:00",
        "memory": {
          "MemTotal": 127.6,
          "MemAvailable": 65.4,
          "SwapTotal": 33.6,
          "SwapFree": 15.7,
          "psi_some_avg10": 0.0,
          "psi_full_avg10": 0.0
        },
        "production_ollama_resident": {
          "11434": [
            {
              "name": "bge-m3:latest",
              "size_gb": 0.66
            },
            {
              "name": "nomic-embed-text:latest",
              "size_gb": 0.32
            },
            {
              "name": "llama3.1:8b",
              "size_gb": 9.21
            }
          ],
          "11435": [
            {
              "name": "bge-m3:latest",
              "size_gb": 0.66
            },
            {
              "name": "nomic-embed-text:latest",
              "size_gb": 0.32
            }
          ],
          "11436": []
        },
        "gpu_utilization": "0 %",
        "gpu_compute_apps": [
          "2998, ~/dev/ComfyUI/.venv/bin/python, 6977 MiB",
          "6752, /usr/libexec/gnome-remote-desktop-daemon, 176 MiB",
          "17940, /usr/local/lib/ollama/llama-server, 890 MiB",
          "14191, /app/.venv/bin/python3, 1236 MiB",
          "20788, /usr/local/lib/ollama/llama-server, 543 MiB",
          "21203, /usr/local/lib/ollama/llama-server, 507 MiB",
          "25052, /usr/local/lib/ollama/llama-server, 846 MiB",
          "64974, VLLM::EngineCore, 1876 MiB",
          "2270660, /usr/local/lib/ollama/llama-server, 8991 MiB"
        ],
        "loadavg": [
          "1.85",
          "2.07",
          "2.59"
        ]
      },
      "levels": [
        {
          "summary": {
            "num_parallel": 2,
            "users": 1,
            "reps": 3,
            "requests": 3,
            "per_user_tok_s_median": 45.25,
            "per_user_tok_s_min": 44.99,
            "ollama_eval_tok_s_median": 45.24,
            "aggregate_tok_s_median": 43.16,
            "ttft_s_median": 0.2,
            "ttft_s_worst": 0.21,
            "total_s_median": 4.63,
            "total_s_worst": 4.65,
            "eval_count_min": 200
          },
          "batches": [
            {
              "users": 1,
              "wall_s": 4.616,
              "aggregate_tok_s": 43.33,
              "requests": [
                {
                  "ttft_s": 0.201,
                  "total_s": 4.616,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 45.3,
                  "ollama_eval_tok_s": 45.29,
                  "load_duration_s": 0.167,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 1,
              "wall_s": 4.634,
              "aggregate_tok_s": 43.16,
              "requests": [
                {
                  "ttft_s": 0.214,
                  "total_s": 4.634,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 45.25,
                  "ollama_eval_tok_s": 45.24,
                  "load_duration_s": 0.182,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 1,
              "wall_s": 4.647,
              "aggregate_tok_s": 43.04,
              "requests": [
                {
                  "ttft_s": 0.202,
                  "total_s": 4.647,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 44.99,
                  "ollama_eval_tok_s": 44.98,
                  "load_duration_s": 0.175,
                  "done_reason": "length"
                }
              ]
            }
          ]
        },
        {
          "summary": {
            "num_parallel": 2,
            "users": 2,
            "reps": 3,
            "requests": 6,
            "per_user_tok_s_median": 43.04,
            "per_user_tok_s_min": 42.86,
            "ollama_eval_tok_s_median": 43.04,
            "aggregate_tok_s_median": 82.0,
            "ttft_s_median": 0.2,
            "ttft_s_worst": 0.27,
            "total_s_median": 4.86,
            "total_s_worst": 4.91,
            "eval_count_min": 200
          },
          "batches": [
            {
              "users": 2,
              "wall_s": 4.905,
              "aggregate_tok_s": 81.54,
              "requests": [
                {
                  "ttft_s": 0.192,
                  "total_s": 4.858,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 42.86,
                  "ollama_eval_tok_s": 42.85,
                  "load_duration_s": 0.159,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.271,
                  "total_s": 4.905,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 43.16,
                  "ollama_eval_tok_s": 43.16,
                  "load_duration_s": 0.183,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 2,
              "wall_s": 4.823,
              "aggregate_tok_s": 82.93,
              "requests": [
                {
                  "ttft_s": 0.176,
                  "total_s": 4.823,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 43.04,
                  "ollama_eval_tok_s": 43.04,
                  "load_duration_s": 0.142,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.176,
                  "total_s": 4.823,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 43.04,
                  "ollama_eval_tok_s": 43.04,
                  "load_duration_s": 0.144,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 2,
              "wall_s": 4.878,
              "aggregate_tok_s": 82.0,
              "requests": [
                {
                  "ttft_s": 0.206,
                  "total_s": 4.855,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 43.02,
                  "ollama_eval_tok_s": 43.02,
                  "load_duration_s": 0.174,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.255,
                  "total_s": 4.878,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 43.27,
                  "ollama_eval_tok_s": 43.26,
                  "load_duration_s": 0.192,
                  "done_reason": "length"
                }
              ]
            }
          ]
        },
        {
          "summary": {
            "num_parallel": 2,
            "users": 4,
            "reps": 3,
            "requests": 12,
            "per_user_tok_s_median": 43.19,
            "per_user_tok_s_min": 42.28,
            "ollama_eval_tok_s_median": 43.2,
            "aggregate_tok_s_median": 83.6,
            "ttft_s_median": 2.56,
            "ttft_s_worst": 4.96,
            "total_s_median": 7.22,
            "total_s_worst": 9.61,
            "eval_count_min": 200
          },
          "batches": [
            {
              "users": 4,
              "wall_s": 9.57,
              "aggregate_tok_s": 83.6,
              "requests": [
                {
                  "ttft_s": 0.222,
                  "total_s": 4.889,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 42.86,
                  "ollama_eval_tok_s": 42.85,
                  "load_duration_s": 0.156,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 4.955,
                  "total_s": 9.57,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 43.34,
                  "ollama_eval_tok_s": 43.34,
                  "load_duration_s": 0.19,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 4.955,
                  "total_s": 9.57,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 43.34,
                  "ollama_eval_tok_s": 43.34,
                  "load_duration_s": 0.167,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.221,
                  "total_s": 4.888,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 42.85,
                  "ollama_eval_tok_s": 42.85,
                  "load_duration_s": 0.148,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 4,
              "wall_s": 9.609,
              "aggregate_tok_s": 83.25,
              "requests": [
                {
                  "ttft_s": 0.242,
                  "total_s": 4.835,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 43.54,
                  "ollama_eval_tok_s": 43.54,
                  "load_duration_s": 0.172,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 4.878,
                  "total_s": 9.609,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 42.28,
                  "ollama_eval_tok_s": 42.28,
                  "load_duration_s": 0.2,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.185,
                  "total_s": 4.813,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 43.21,
                  "ollama_eval_tok_s": 43.22,
                  "load_duration_s": 0.146,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 4.878,
                  "total_s": 9.608,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 42.28,
                  "ollama_eval_tok_s": 42.28,
                  "load_duration_s": 0.188,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 4,
              "wall_s": 9.551,
              "aggregate_tok_s": 83.76,
              "requests": [
                {
                  "ttft_s": 4.93,
                  "total_s": 9.551,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 43.28,
                  "ollama_eval_tok_s": 43.28,
                  "load_duration_s": 0.174,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.212,
                  "total_s": 4.844,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 43.17,
                  "ollama_eval_tok_s": 43.17,
                  "load_duration_s": 0.145,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.211,
                  "total_s": 4.844,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 43.17,
                  "ollama_eval_tok_s": 43.17,
                  "load_duration_s": 0.144,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 4.928,
                  "total_s": 9.55,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 43.27,
                  "ollama_eval_tok_s": 43.28,
                  "load_duration_s": 0.17,
                  "done_reason": "length"
                }
              ]
            }
          ]
        },
        {
          "summary": {
            "num_parallel": 2,
            "users": 8,
            "reps": 3,
            "requests": 24,
            "per_user_tok_s_median": 43.22,
            "per_user_tok_s_min": 42.58,
            "ollama_eval_tok_s_median": 43.22,
            "aggregate_tok_s_median": 84.29,
            "ttft_s_median": 7.29,
            "ttft_s_worst": 14.34,
            "total_s_median": 11.91,
            "total_s_worst": 18.99,
            "eval_count_min": 200
          },
          "batches": [
            {
              "users": 8,
              "wall_s": 18.991,
              "aggregate_tok_s": 84.25,
              "requests": [
                {
                  "ttft_s": 4.923,
                  "total_s": 9.545,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 43.28,
                  "ollama_eval_tok_s": 43.28,
                  "load_duration_s": 0.171,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 9.609,
                  "total_s": 14.238,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 43.21,
                  "ollama_eval_tok_s": 43.21,
                  "load_duration_s": 0.184,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 9.61,
                  "total_s": 14.238,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 43.21,
                  "ollama_eval_tok_s": 43.21,
                  "load_duration_s": 0.19,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 4.923,
                  "total_s": 9.544,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 43.28,
                  "ollama_eval_tok_s": 43.28,
                  "load_duration_s": 0.182,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 14.27,
                  "total_s": 18.967,
                  "eval_count": 200,
                  "prompt_eval_count": 48,
                  "per_user_tok_s": 42.58,
                  "ollama_eval_tok_s": 42.58,
                  "load_duration_s": 0.194,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.241,
                  "total_s": 4.853,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 43.36,
                  "ollama_eval_tok_s": 43.36,
                  "load_duration_s": 0.167,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.241,
                  "total_s": 4.853,
                  "eval_count": 200,
                  "prompt_eval_count": 49,
                  "per_user_tok_s": 43.36,
                  "ollama_eval_tok_s": 43.36,
                  "load_duration_s": 0.169,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 14.323,
                  "total_s": 18.99,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 42.86,
                  "ollama_eval_tok_s": 42.86,
                  "load_duration_s": 0.2,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 8,
              "wall_s": 18.961,
              "aggregate_tok_s": 84.38,
              "requests": [
                {
                  "ttft_s": 9.649,
                  "total_s": 14.266,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 43.32,
                  "ollama_eval_tok_s": 43.33,
                  "load_duration_s": 0.185,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 9.649,
                  "total_s": 14.265,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 43.32,
                  "ollama_eval_tok_s": 43.32,
                  "load_duration_s": 0.18,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 4.905,
                  "total_s": 9.562,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 42.94,
                  "ollama_eval_tok_s": 42.93,
                  "load_duration_s": 0.176,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 14.336,
                  "total_s": 18.96,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 43.25,
                  "ollama_eval_tok_s": 43.25,
                  "load_duration_s": 0.188,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.238,
                  "total_s": 4.875,
                  "eval_count": 200,
                  "prompt_eval_count": 48,
                  "per_user_tok_s": 43.13,
                  "ollama_eval_tok_s": 43.14,
                  "load_duration_s": 0.175,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.214,
                  "total_s": 4.851,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 43.13,
                  "ollama_eval_tok_s": 43.13,
                  "load_duration_s": 0.163,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 14.336,
                  "total_s": 18.96,
                  "eval_count": 200,
                  "prompt_eval_count": 49,
                  "per_user_tok_s": 43.25,
                  "ollama_eval_tok_s": 43.25,
                  "load_duration_s": 0.191,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 4.956,
                  "total_s": 9.584,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 43.22,
                  "ollama_eval_tok_s": 43.22,
                  "load_duration_s": 0.177,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 8,
              "wall_s": 18.983,
              "aggregate_tok_s": 84.29,
              "requests": [
                {
                  "ttft_s": 9.619,
                  "total_s": 14.264,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 43.06,
                  "ollama_eval_tok_s": 43.06,
                  "load_duration_s": 0.175,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.19,
                  "total_s": 4.887,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 42.58,
                  "ollama_eval_tok_s": 42.58,
                  "load_duration_s": 0.145,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 4.978,
                  "total_s": 9.586,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 43.4,
                  "ollama_eval_tok_s": 43.4,
                  "load_duration_s": 0.171,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 14.328,
                  "total_s": 18.982,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 42.98,
                  "ollama_eval_tok_s": 42.98,
                  "load_duration_s": 0.181,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.244,
                  "total_s": 4.91,
                  "eval_count": 200,
                  "prompt_eval_count": 48,
                  "per_user_tok_s": 42.86,
                  "ollama_eval_tok_s": 42.86,
                  "load_duration_s": 0.153,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 9.673,
                  "total_s": 14.287,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 43.35,
                  "ollama_eval_tok_s": 43.35,
                  "load_duration_s": 0.178,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 4.979,
                  "total_s": 9.586,
                  "eval_count": 200,
                  "prompt_eval_count": 49,
                  "per_user_tok_s": 43.41,
                  "ollama_eval_tok_s": 43.41,
                  "load_duration_s": 0.166,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 14.329,
                  "total_s": 18.982,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 42.99,
                  "ollama_eval_tok_s": 42.98,
                  "load_duration_s": 0.205,
                  "done_reason": "length"
                }
              ]
            }
          ]
        }
      ],
      "mem_before_load": {
        "MemTotal": 127.6,
        "MemAvailable": 65.4,
        "SwapTotal": 33.6,
        "SwapFree": 15.7,
        "psi_some_avg10": 0.0,
        "psi_full_avg10": 0.0
      },
      "warmup_load_duration_s": 6.303,
      "loaded": {
        "size_gb": 5.13,
        "size_vram_gb": 5.13,
        "context_length": 4096,
        "expires_at": "2026-11-06T07:56:26.946015899+01:00"
      },
      "mem_after_load": {
        "MemTotal": 127.6,
        "MemAvailable": 61.0,
        "SwapTotal": 33.6,
        "SwapFree": 15.7,
        "psi_some_avg10": 0.0,
        "psi_full_avg10": 0.0
      },
      "state_after": {
        "at_utc": "2026-11-06T06:53:48+00:00",
        "memory": {
          "MemTotal": 127.6,
          "MemAvailable": 65.6,
          "SwapTotal": 33.6,
          "SwapFree": 15.7,
          "psi_some_avg10": 0.01,
          "psi_full_avg10": 0.01
        },
        "production_ollama_resident": {
          "11434": [
            {
              "name": "bge-m3:latest",
              "size_gb": 0.66
            },
            {
              "name": "nomic-embed-text:latest",
              "size_gb": 0.32
            },
            {
              "name": "llama3.1:8b",
              "size_gb": 9.21
            }
          ],
          "11435": [
            {
              "name": "bge-m3:latest",
              "size_gb": 0.66
            },
            {
              "name": "nomic-embed-text:latest",
              "size_gb": 0.32
            }
          ],
          "11436": []
        },
        "gpu_utilization": "0 %",
        "gpu_compute_apps": [
          "2998, ~/dev/ComfyUI/.venv/bin/python, 6977 MiB",
          "6752, /usr/libexec/gnome-remote-desktop-daemon, 176 MiB",
          "17940, /usr/local/lib/ollama/llama-server, 890 MiB",
          "14191, /app/.venv/bin/python3, 1236 MiB",
          "20788, /usr/local/lib/ollama/llama-server, 543 MiB",
          "21203, /usr/local/lib/ollama/llama-server, 507 MiB",
          "25052, /usr/local/lib/ollama/llama-server, 846 MiB",
          "64974, VLLM::EngineCore, 1876 MiB",
          "2270660, /usr/local/lib/ollama/llama-server, 8991 MiB"
        ],
        "loadavg": [
          "1.87",
          "2.06",
          "2.51"
        ]
      }
    },
    {
      "num_parallel": 4,
      "server_env": {
        "OLLAMA_HOST": "127.0.0.1:11499",
        "OLLAMA_NUM_PARALLEL": "4",
        "OLLAMA_MAX_LOADED_MODELS": "1",
        "OLLAMA_CONTEXT_LENGTH": "4096",
        "OLLAMA_KEEP_ALIVE": "5m"
      },
      "state_before": {
        "at_utc": "2026-11-06T06:53:52+00:00",
        "memory": {
          "MemTotal": 127.6,
          "MemAvailable": 65.3,
          "SwapTotal": 33.6,
          "SwapFree": 15.7,
          "psi_some_avg10": 0.01,
          "psi_full_avg10": 0.01
        },
        "production_ollama_resident": {
          "11434": [
            {
              "name": "bge-m3:latest",
              "size_gb": 0.66
            },
            {
              "name": "nomic-embed-text:latest",
              "size_gb": 0.32
            },
            {
              "name": "llama3.1:8b",
              "size_gb": 9.21
            }
          ],
          "11435": [
            {
              "name": "bge-m3:latest",
              "size_gb": 0.66
            },
            {
              "name": "nomic-embed-text:latest",
              "size_gb": 0.32
            }
          ],
          "11436": []
        },
        "gpu_utilization": "0 %",
        "gpu_compute_apps": [
          "2998, ~/dev/ComfyUI/.venv/bin/python, 6977 MiB",
          "6752, /usr/libexec/gnome-remote-desktop-daemon, 176 MiB",
          "17940, /usr/local/lib/ollama/llama-server, 890 MiB",
          "14191, /app/.venv/bin/python3, 1236 MiB",
          "20788, /usr/local/lib/ollama/llama-server, 543 MiB",
          "21203, /usr/local/lib/ollama/llama-server, 507 MiB",
          "25052, /usr/local/lib/ollama/llama-server, 846 MiB",
          "64974, VLLM::EngineCore, 1876 MiB",
          "2270660, /usr/local/lib/ollama/llama-server, 8991 MiB"
        ],
        "loadavg": [
          "1.88",
          "2.06",
          "2.50"
        ]
      },
      "levels": [
        {
          "summary": {
            "num_parallel": 4,
            "users": 1,
            "reps": 3,
            "requests": 3,
            "per_user_tok_s_median": 44.9,
            "per_user_tok_s_min": 44.86,
            "ollama_eval_tok_s_median": 44.89,
            "aggregate_tok_s_median": 43.25,
            "ttft_s_median": 0.17,
            "ttft_s_worst": 0.17,
            "total_s_median": 4.62,
            "total_s_worst": 4.63,
            "eval_count_min": 200
          },
          "batches": [
            {
              "users": 1,
              "wall_s": 4.629,
              "aggregate_tok_s": 43.2,
              "requests": [
                {
                  "ttft_s": 0.175,
                  "total_s": 4.629,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 44.9,
                  "ollama_eval_tok_s": 44.89,
                  "load_duration_s": 0.142,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 1,
              "wall_s": 4.624,
              "aggregate_tok_s": 43.25,
              "requests": [
                {
                  "ttft_s": 0.165,
                  "total_s": 4.624,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 44.86,
                  "ollama_eval_tok_s": 44.85,
                  "load_duration_s": 0.133,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 1,
              "wall_s": 4.604,
              "aggregate_tok_s": 43.44,
              "requests": [
                {
                  "ttft_s": 0.157,
                  "total_s": 4.604,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 44.98,
                  "ollama_eval_tok_s": 44.96,
                  "load_duration_s": 0.13,
                  "done_reason": "length"
                }
              ]
            }
          ]
        },
        {
          "summary": {
            "num_parallel": 4,
            "users": 2,
            "reps": 3,
            "requests": 6,
            "per_user_tok_s_median": 42.88,
            "per_user_tok_s_min": 42.47,
            "ollama_eval_tok_s_median": 42.88,
            "aggregate_tok_s_median": 81.99,
            "ttft_s_median": 0.21,
            "ttft_s_worst": 0.25,
            "total_s_median": 4.87,
            "total_s_worst": 4.93,
            "eval_count_min": 200
          },
          "batches": [
            {
              "users": 2,
              "wall_s": 4.928,
              "aggregate_tok_s": 81.18,
              "requests": [
                {
                  "ttft_s": 0.196,
                  "total_s": 4.905,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 42.47,
                  "ollama_eval_tok_s": 42.46,
                  "load_duration_s": 0.166,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.254,
                  "total_s": 4.927,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 42.79,
                  "ollama_eval_tok_s": 42.79,
                  "load_duration_s": 0.166,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 2,
              "wall_s": 4.878,
              "aggregate_tok_s": 81.99,
              "requests": [
                {
                  "ttft_s": 0.2,
                  "total_s": 4.856,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 42.96,
                  "ollama_eval_tok_s": 42.97,
                  "load_duration_s": 0.164,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.248,
                  "total_s": 4.878,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 43.2,
                  "ollama_eval_tok_s": 43.2,
                  "load_duration_s": 0.175,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 2,
              "wall_s": 4.868,
              "aggregate_tok_s": 82.18,
              "requests": [
                {
                  "ttft_s": 0.171,
                  "total_s": 4.845,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 42.79,
                  "ollama_eval_tok_s": 42.8,
                  "load_duration_s": 0.139,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.218,
                  "total_s": 4.867,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 43.02,
                  "ollama_eval_tok_s": 43.02,
                  "load_duration_s": 0.162,
                  "done_reason": "length"
                }
              ]
            }
          ]
        },
        {
          "summary": {
            "num_parallel": 4,
            "users": 4,
            "reps": 3,
            "requests": 12,
            "per_user_tok_s_median": 39.44,
            "per_user_tok_s_min": 39.11,
            "ollama_eval_tok_s_median": 39.44,
            "aggregate_tok_s_median": 149.67,
            "ttft_s_median": 0.22,
            "ttft_s_worst": 0.28,
            "total_s_median": 5.33,
            "total_s_worst": 5.35,
            "eval_count_min": 200
          },
          "batches": [
            {
              "users": 4,
              "wall_s": 5.345,
              "aggregate_tok_s": 149.67,
              "requests": [
                {
                  "ttft_s": 0.275,
                  "total_s": 5.345,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 39.44,
                  "ollama_eval_tok_s": 39.45,
                  "load_duration_s": 0.148,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.272,
                  "total_s": 5.342,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.44,
                  "ollama_eval_tok_s": 39.44,
                  "load_duration_s": 0.171,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.272,
                  "total_s": 5.342,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 39.45,
                  "ollama_eval_tok_s": 39.44,
                  "load_duration_s": 0.151,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.181,
                  "total_s": 5.296,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.11,
                  "ollama_eval_tok_s": 39.12,
                  "load_duration_s": 0.143,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 4,
              "wall_s": 5.231,
              "aggregate_tok_s": 152.92,
              "requests": [
                {
                  "ttft_s": 0.211,
                  "total_s": 5.231,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 39.84,
                  "ollama_eval_tok_s": 39.84,
                  "load_duration_s": 0.165,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.209,
                  "total_s": 5.23,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.84,
                  "ollama_eval_tok_s": 39.84,
                  "load_duration_s": 0.162,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.209,
                  "total_s": 5.23,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 39.83,
                  "ollama_eval_tok_s": 39.84,
                  "load_duration_s": 0.167,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.21,
                  "total_s": 5.23,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.84,
                  "ollama_eval_tok_s": 39.84,
                  "load_duration_s": 0.166,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 4,
              "wall_s": 5.351,
              "aggregate_tok_s": 149.51,
              "requests": [
                {
                  "ttft_s": 0.246,
                  "total_s": 5.351,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 39.18,
                  "ollama_eval_tok_s": 39.18,
                  "load_duration_s": 0.209,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.218,
                  "total_s": 5.325,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.16,
                  "ollama_eval_tok_s": 39.16,
                  "load_duration_s": 0.176,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.218,
                  "total_s": 5.326,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 39.16,
                  "ollama_eval_tok_s": 39.16,
                  "load_duration_s": 0.176,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.219,
                  "total_s": 5.326,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.16,
                  "ollama_eval_tok_s": 39.16,
                  "load_duration_s": 0.187,
                  "done_reason": "length"
                }
              ]
            }
          ]
        },
        {
          "summary": {
            "num_parallel": 4,
            "users": 8,
            "reps": 3,
            "requests": 24,
            "per_user_tok_s_median": 39.15,
            "per_user_tok_s_min": 38.56,
            "ollama_eval_tok_s_median": 39.15,
            "aggregate_tok_s_median": 150.89,
            "ttft_s_median": 2.83,
            "ttft_s_worst": 5.56,
            "total_s_median": 7.95,
            "total_s_worst": 10.68,
            "eval_count_min": 200
          },
          "batches": [
            {
              "users": 8,
              "wall_s": 10.682,
              "aggregate_tok_s": 149.78,
              "requests": [
                {
                  "ttft_s": 5.56,
                  "total_s": 10.682,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 39.05,
                  "ollama_eval_tok_s": 39.05,
                  "load_duration_s": 0.189,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.272,
                  "total_s": 5.43,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 38.78,
                  "ollama_eval_tok_s": 38.78,
                  "load_duration_s": 0.167,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 5.561,
                  "total_s": 10.682,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 39.05,
                  "ollama_eval_tok_s": 39.05,
                  "load_duration_s": 0.195,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.273,
                  "total_s": 5.43,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 38.78,
                  "ollama_eval_tok_s": 38.78,
                  "load_duration_s": 0.164,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.195,
                  "total_s": 5.382,
                  "eval_count": 200,
                  "prompt_eval_count": 48,
                  "per_user_tok_s": 38.56,
                  "ollama_eval_tok_s": 38.55,
                  "load_duration_s": 0.159,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 5.559,
                  "total_s": 10.68,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 39.05,
                  "ollama_eval_tok_s": 39.05,
                  "load_duration_s": 0.17,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.274,
                  "total_s": 5.43,
                  "eval_count": 200,
                  "prompt_eval_count": 49,
                  "per_user_tok_s": 38.78,
                  "ollama_eval_tok_s": 38.78,
                  "load_duration_s": 0.159,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 5.56,
                  "total_s": 10.681,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.05,
                  "ollama_eval_tok_s": 39.05,
                  "load_duration_s": 0.175,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 8,
              "wall_s": 10.48,
              "aggregate_tok_s": 152.67,
              "requests": [
                {
                  "ttft_s": 5.411,
                  "total_s": 10.479,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 39.46,
                  "ollama_eval_tok_s": 39.46,
                  "load_duration_s": 0.173,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.253,
                  "total_s": 5.312,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.53,
                  "ollama_eval_tok_s": 39.54,
                  "load_duration_s": 0.161,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.255,
                  "total_s": 5.314,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 39.54,
                  "ollama_eval_tok_s": 39.53,
                  "load_duration_s": 0.15,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.254,
                  "total_s": 5.313,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.53,
                  "ollama_eval_tok_s": 39.53,
                  "load_duration_s": 0.153,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 5.412,
                  "total_s": 10.48,
                  "eval_count": 200,
                  "prompt_eval_count": 48,
                  "per_user_tok_s": 39.46,
                  "ollama_eval_tok_s": 39.46,
                  "load_duration_s": 0.174,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 5.41,
                  "total_s": 10.478,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 39.46,
                  "ollama_eval_tok_s": 39.46,
                  "load_duration_s": 0.165,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.253,
                  "total_s": 5.312,
                  "eval_count": 200,
                  "prompt_eval_count": 49,
                  "per_user_tok_s": 39.53,
                  "ollama_eval_tok_s": 39.54,
                  "load_duration_s": 0.156,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 5.411,
                  "total_s": 10.479,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.46,
                  "ollama_eval_tok_s": 39.46,
                  "load_duration_s": 0.168,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 8,
              "wall_s": 10.604,
              "aggregate_tok_s": 150.89,
              "requests": [
                {
                  "ttft_s": 5.496,
                  "total_s": 10.604,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 39.15,
                  "ollama_eval_tok_s": 39.15,
                  "load_duration_s": 0.191,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.266,
                  "total_s": 5.353,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.32,
                  "ollama_eval_tok_s": 39.32,
                  "load_duration_s": 0.161,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.266,
                  "total_s": 5.353,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 39.32,
                  "ollama_eval_tok_s": 39.32,
                  "load_duration_s": 0.166,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.186,
                  "total_s": 5.305,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.06,
                  "ollama_eval_tok_s": 39.06,
                  "load_duration_s": 0.149,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.267,
                  "total_s": 5.354,
                  "eval_count": 200,
                  "prompt_eval_count": 48,
                  "per_user_tok_s": 39.32,
                  "ollama_eval_tok_s": 39.33,
                  "load_duration_s": 0.171,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 5.494,
                  "total_s": 10.603,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 39.15,
                  "ollama_eval_tok_s": 39.15,
                  "load_duration_s": 0.182,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 5.384,
                  "total_s": 10.548,
                  "eval_count": 200,
                  "prompt_eval_count": 49,
                  "per_user_tok_s": 38.74,
                  "ollama_eval_tok_s": 38.74,
                  "load_duration_s": 0.171,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 5.495,
                  "total_s": 10.603,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.15,
                  "ollama_eval_tok_s": 39.15,
                  "load_duration_s": 0.185,
                  "done_reason": "length"
                }
              ]
            }
          ]
        }
      ],
      "mem_before_load": {
        "MemTotal": 127.6,
        "MemAvailable": 65.3,
        "SwapTotal": 33.6,
        "SwapFree": 15.7,
        "psi_some_avg10": 0.01,
        "psi_full_avg10": 0.01
      },
      "warmup_load_duration_s": 6.393,
      "loaded": {
        "size_gb": 5.6,
        "size_vram_gb": 5.6,
        "context_length": 4096,
        "expires_at": "2026-11-06T07:59:03.409034657+01:00"
      },
      "mem_after_load": {
        "MemTotal": 127.6,
        "MemAvailable": 60.1,
        "SwapTotal": 33.6,
        "SwapFree": 15.7,
        "psi_some_avg10": 1.18,
        "psi_full_avg10": 1.18
      },
      "state_after": {
        "at_utc": "2026-11-06T06:55:47+00:00",
        "memory": {
          "MemTotal": 127.6,
          "MemAvailable": 65.0,
          "SwapTotal": 33.6,
          "SwapFree": 15.7,
          "psi_some_avg10": 0.0,
          "psi_full_avg10": 0.0
        },
        "production_ollama_resident": {
          "11434": [
            {
              "name": "bge-m3:latest",
              "size_gb": 0.66
            },
            {
              "name": "nomic-embed-text:latest",
              "size_gb": 0.32
            },
            {
              "name": "llama3.1:8b",
              "size_gb": 9.21
            }
          ],
          "11435": [
            {
              "name": "nomic-embed-text:latest",
              "size_gb": 0.32
            },
            {
              "name": "bge-m3:latest",
              "size_gb": 0.66
            }
          ],
          "11436": []
        },
        "gpu_utilization": "0 %",
        "gpu_compute_apps": [
          "2998, ~/dev/ComfyUI/.venv/bin/python, 6977 MiB",
          "6752, /usr/libexec/gnome-remote-desktop-daemon, 176 MiB",
          "17940, /usr/local/lib/ollama/llama-server, 890 MiB",
          "14191, /app/.venv/bin/python3, 1236 MiB",
          "20788, /usr/local/lib/ollama/llama-server, 543 MiB",
          "21203, /usr/local/lib/ollama/llama-server, 507 MiB",
          "25052, /usr/local/lib/ollama/llama-server, 846 MiB",
          "64974, VLLM::EngineCore, 1876 MiB",
          "2270660, /usr/local/lib/ollama/llama-server, 8991 MiB"
        ],
        "loadavg": [
          "2.54",
          "2.29",
          "2.53"
        ]
      }
    },
    {
      "num_parallel": 8,
      "server_env": {
        "OLLAMA_HOST": "127.0.0.1:11499",
        "OLLAMA_NUM_PARALLEL": "8",
        "OLLAMA_MAX_LOADED_MODELS": "1",
        "OLLAMA_CONTEXT_LENGTH": "4096",
        "OLLAMA_KEEP_ALIVE": "5m"
      },
      "state_before": {
        "at_utc": "2026-11-06T06:55:50+00:00",
        "memory": {
          "MemTotal": 127.6,
          "MemAvailable": 65.0,
          "SwapTotal": 33.6,
          "SwapFree": 15.7,
          "psi_some_avg10": 0.0,
          "psi_full_avg10": 0.0
        },
        "production_ollama_resident": {
          "11434": [
            {
              "name": "bge-m3:latest",
              "size_gb": 0.66
            },
            {
              "name": "nomic-embed-text:latest",
              "size_gb": 0.32
            },
            {
              "name": "llama3.1:8b",
              "size_gb": 9.21
            }
          ],
          "11435": [
            {
              "name": "nomic-embed-text:latest",
              "size_gb": 0.32
            },
            {
              "name": "bge-m3:latest",
              "size_gb": 0.66
            }
          ],
          "11436": []
        },
        "gpu_utilization": "0 %",
        "gpu_compute_apps": [
          "2998, ~/dev/ComfyUI/.venv/bin/python, 6977 MiB",
          "6752, /usr/libexec/gnome-remote-desktop-daemon, 176 MiB",
          "17940, /usr/local/lib/ollama/llama-server, 890 MiB",
          "14191, /app/.venv/bin/python3, 1236 MiB",
          "20788, /usr/local/lib/ollama/llama-server, 543 MiB",
          "21203, /usr/local/lib/ollama/llama-server, 507 MiB",
          "25052, /usr/local/lib/ollama/llama-server, 846 MiB",
          "64974, VLLM::EngineCore, 1876 MiB",
          "2270660, /usr/local/lib/ollama/llama-server, 8991 MiB"
        ],
        "loadavg": [
          "2.54",
          "2.29",
          "2.53"
        ]
      },
      "levels": [
        {
          "summary": {
            "num_parallel": 8,
            "users": 1,
            "reps": 3,
            "requests": 3,
            "per_user_tok_s_median": 44.96,
            "per_user_tok_s_min": 44.86,
            "ollama_eval_tok_s_median": 44.95,
            "aggregate_tok_s_median": 43.26,
            "ttft_s_median": 0.17,
            "ttft_s_worst": 0.19,
            "total_s_median": 4.62,
            "total_s_worst": 4.63,
            "eval_count_min": 200
          },
          "batches": [
            {
              "users": 1,
              "wall_s": 4.623,
              "aggregate_tok_s": 43.26,
              "requests": [
                {
                  "ttft_s": 0.19,
                  "total_s": 4.623,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 45.12,
                  "ollama_eval_tok_s": 45.11,
                  "load_duration_s": 0.159,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 1,
              "wall_s": 4.631,
              "aggregate_tok_s": 43.19,
              "requests": [
                {
                  "ttft_s": 0.172,
                  "total_s": 4.631,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 44.86,
                  "ollama_eval_tok_s": 44.85,
                  "load_duration_s": 0.138,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 1,
              "wall_s": 4.621,
              "aggregate_tok_s": 43.28,
              "requests": [
                {
                  "ttft_s": 0.173,
                  "total_s": 4.621,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 44.96,
                  "ollama_eval_tok_s": 44.95,
                  "load_duration_s": 0.147,
                  "done_reason": "length"
                }
              ]
            }
          ]
        },
        {
          "summary": {
            "num_parallel": 8,
            "users": 2,
            "reps": 3,
            "requests": 6,
            "per_user_tok_s_median": 43.1,
            "per_user_tok_s_min": 42.44,
            "ollama_eval_tok_s_median": 43.1,
            "aggregate_tok_s_median": 82.36,
            "ttft_s_median": 0.19,
            "ttft_s_worst": 0.25,
            "total_s_median": 4.84,
            "total_s_worst": 4.93,
            "eval_count_min": 200
          },
          "batches": [
            {
              "users": 2,
              "wall_s": 4.927,
              "aggregate_tok_s": 81.19,
              "requests": [
                {
                  "ttft_s": 0.249,
                  "total_s": 4.927,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 42.76,
                  "ollama_eval_tok_s": 42.76,
                  "load_duration_s": 0.16,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.192,
                  "total_s": 4.904,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 42.44,
                  "ollama_eval_tok_s": 42.44,
                  "load_duration_s": 0.153,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 2,
              "wall_s": 4.81,
              "aggregate_tok_s": 83.16,
              "requests": [
                {
                  "ttft_s": 0.173,
                  "total_s": 4.809,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 43.14,
                  "ollama_eval_tok_s": 43.14,
                  "load_duration_s": 0.133,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.174,
                  "total_s": 4.81,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 43.14,
                  "ollama_eval_tok_s": 43.14,
                  "load_duration_s": 0.137,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 2,
              "wall_s": 4.857,
              "aggregate_tok_s": 82.36,
              "requests": [
                {
                  "ttft_s": 0.192,
                  "total_s": 4.832,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 43.1,
                  "ollama_eval_tok_s": 43.1,
                  "load_duration_s": 0.157,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.216,
                  "total_s": 4.856,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 43.1,
                  "ollama_eval_tok_s": 43.1,
                  "load_duration_s": 0.174,
                  "done_reason": "length"
                }
              ]
            }
          ]
        },
        {
          "summary": {
            "num_parallel": 8,
            "users": 4,
            "reps": 3,
            "requests": 12,
            "per_user_tok_s_median": 39.47,
            "per_user_tok_s_min": 38.95,
            "ollama_eval_tok_s_median": 39.47,
            "aggregate_tok_s_median": 150.3,
            "ttft_s_median": 0.22,
            "ttft_s_worst": 0.31,
            "total_s_median": 5.29,
            "total_s_worst": 5.38,
            "eval_count_min": 200
          },
          "batches": [
            {
              "users": 4,
              "wall_s": 5.381,
              "aggregate_tok_s": 148.67,
              "requests": [
                {
                  "ttft_s": 0.313,
                  "total_s": 5.381,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 39.46,
                  "ollama_eval_tok_s": 39.46,
                  "load_duration_s": 0.197,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.222,
                  "total_s": 5.357,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 38.95,
                  "ollama_eval_tok_s": 38.95,
                  "load_duration_s": 0.164,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.312,
                  "total_s": 5.38,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 39.46,
                  "ollama_eval_tok_s": 39.46,
                  "load_duration_s": 0.213,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.197,
                  "total_s": 5.308,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.14,
                  "ollama_eval_tok_s": 39.14,
                  "load_duration_s": 0.154,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 4,
              "wall_s": 5.323,
              "aggregate_tok_s": 150.3,
              "requests": [
                {
                  "ttft_s": 0.232,
                  "total_s": 5.299,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 39.47,
                  "ollama_eval_tok_s": 39.47,
                  "load_duration_s": 0.159,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.184,
                  "total_s": 5.275,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.29,
                  "ollama_eval_tok_s": 39.29,
                  "load_duration_s": 0.153,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.28,
                  "total_s": 5.322,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 39.66,
                  "ollama_eval_tok_s": 39.66,
                  "load_duration_s": 0.187,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.183,
                  "total_s": 5.274,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.29,
                  "ollama_eval_tok_s": 39.29,
                  "load_duration_s": 0.143,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 4,
              "wall_s": 5.282,
              "aggregate_tok_s": 151.44,
              "requests": [
                {
                  "ttft_s": 0.272,
                  "total_s": 5.282,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 39.92,
                  "ollama_eval_tok_s": 39.92,
                  "load_duration_s": 0.185,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.224,
                  "total_s": 5.259,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.72,
                  "ollama_eval_tok_s": 39.72,
                  "load_duration_s": 0.164,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.223,
                  "total_s": 5.258,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 39.72,
                  "ollama_eval_tok_s": 39.72,
                  "load_duration_s": 0.16,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.223,
                  "total_s": 5.258,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 39.72,
                  "ollama_eval_tok_s": 39.72,
                  "load_duration_s": 0.155,
                  "done_reason": "length"
                }
              ]
            }
          ]
        },
        {
          "summary": {
            "num_parallel": 8,
            "users": 8,
            "reps": 3,
            "requests": 24,
            "per_user_tok_s_median": 28.13,
            "per_user_tok_s_min": 27.39,
            "ollama_eval_tok_s_median": 28.13,
            "aggregate_tok_s_median": 215.81,
            "ttft_s_median": 0.26,
            "ttft_s_worst": 0.47,
            "total_s_median": 7.37,
            "total_s_worst": 7.54,
            "eval_count_min": 200
          },
          "batches": [
            {
              "users": 8,
              "wall_s": 7.544,
              "aggregate_tok_s": 212.1,
              "requests": [
                {
                  "ttft_s": 0.337,
                  "total_s": 7.518,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 27.85,
                  "ollama_eval_tok_s": 27.85,
                  "load_duration_s": 0.174,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.335,
                  "total_s": 7.517,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 27.85,
                  "ollama_eval_tok_s": 27.85,
                  "load_duration_s": 0.173,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.336,
                  "total_s": 7.517,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 27.85,
                  "ollama_eval_tok_s": 27.85,
                  "load_duration_s": 0.173,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.468,
                  "total_s": 7.542,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 28.27,
                  "ollama_eval_tok_s": 28.27,
                  "load_duration_s": 0.219,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.335,
                  "total_s": 7.516,
                  "eval_count": 200,
                  "prompt_eval_count": 48,
                  "per_user_tok_s": 27.85,
                  "ollama_eval_tok_s": 27.85,
                  "load_duration_s": 0.177,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.185,
                  "total_s": 7.486,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 27.39,
                  "ollama_eval_tok_s": 27.39,
                  "load_duration_s": 0.15,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.469,
                  "total_s": 7.542,
                  "eval_count": 200,
                  "prompt_eval_count": 49,
                  "per_user_tok_s": 28.27,
                  "ollama_eval_tok_s": 28.27,
                  "load_duration_s": 0.185,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.47,
                  "total_s": 7.543,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 28.27,
                  "ollama_eval_tok_s": 28.28,
                  "load_duration_s": 0.183,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 8,
              "wall_s": 7.414,
              "aggregate_tok_s": 215.81,
              "requests": [
                {
                  "ttft_s": 0.337,
                  "total_s": 7.414,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 28.26,
                  "ollama_eval_tok_s": 28.26,
                  "load_duration_s": 0.185,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.336,
                  "total_s": 7.413,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 28.26,
                  "ollama_eval_tok_s": 28.26,
                  "load_duration_s": 0.187,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.261,
                  "total_s": 7.366,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 28.15,
                  "ollama_eval_tok_s": 28.15,
                  "load_duration_s": 0.167,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.259,
                  "total_s": 7.362,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 28.16,
                  "ollama_eval_tok_s": 28.16,
                  "load_duration_s": 0.152,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.261,
                  "total_s": 7.365,
                  "eval_count": 200,
                  "prompt_eval_count": 48,
                  "per_user_tok_s": 28.15,
                  "ollama_eval_tok_s": 28.15,
                  "load_duration_s": 0.178,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.262,
                  "total_s": 7.367,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 28.15,
                  "ollama_eval_tok_s": 28.15,
                  "load_duration_s": 0.176,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.259,
                  "total_s": 7.363,
                  "eval_count": 200,
                  "prompt_eval_count": 49,
                  "per_user_tok_s": 28.16,
                  "ollama_eval_tok_s": 28.16,
                  "load_duration_s": 0.177,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.26,
                  "total_s": 7.364,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 28.15,
                  "ollama_eval_tok_s": 28.15,
                  "load_duration_s": 0.179,
                  "done_reason": "length"
                }
              ]
            },
            {
              "users": 8,
              "wall_s": 7.36,
              "aggregate_tok_s": 217.38,
              "requests": [
                {
                  "ttft_s": 0.249,
                  "total_s": 7.36,
                  "eval_count": 200,
                  "prompt_eval_count": 53,
                  "per_user_tok_s": 28.13,
                  "ollama_eval_tok_s": 28.13,
                  "load_duration_s": 0.162,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.248,
                  "total_s": 7.358,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 28.13,
                  "ollama_eval_tok_s": 28.13,
                  "load_duration_s": 0.167,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.248,
                  "total_s": 7.359,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 28.13,
                  "ollama_eval_tok_s": 28.13,
                  "load_duration_s": 0.174,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.246,
                  "total_s": 7.355,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 28.13,
                  "ollama_eval_tok_s": 28.13,
                  "load_duration_s": 0.173,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.247,
                  "total_s": 7.357,
                  "eval_count": 200,
                  "prompt_eval_count": 48,
                  "per_user_tok_s": 28.13,
                  "ollama_eval_tok_s": 28.13,
                  "load_duration_s": 0.179,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.249,
                  "total_s": 7.36,
                  "eval_count": 200,
                  "prompt_eval_count": 51,
                  "per_user_tok_s": 28.13,
                  "ollama_eval_tok_s": 28.13,
                  "load_duration_s": 0.178,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.246,
                  "total_s": 7.356,
                  "eval_count": 200,
                  "prompt_eval_count": 49,
                  "per_user_tok_s": 28.13,
                  "ollama_eval_tok_s": 28.13,
                  "load_duration_s": 0.16,
                  "done_reason": "length"
                },
                {
                  "ttft_s": 0.246,
                  "total_s": 7.356,
                  "eval_count": 200,
                  "prompt_eval_count": 50,
                  "per_user_tok_s": 28.13,
                  "ollama_eval_tok_s": 28.13,
                  "load_duration_s": 0.167,
                  "done_reason": "length"
                }
              ]
            }
          ]
        }
      ],
      "mem_before_load": {
        "MemTotal": 127.6,
        "MemAvailable": 65.0,
        "SwapTotal": 33.6,
        "SwapFree": 15.7,
        "psi_some_avg10": 0.0,
        "psi_full_avg10": 0.0
      },
      "warmup_load_duration_s": 6.555,
      "loaded": {
        "size_gb": 6.53,
        "size_vram_gb": 6.53,
        "context_length": 4096,
        "expires_at": "2026-11-06T08:01:02.10026849+01:00"
      },
      "mem_after_load": {
        "MemTotal": 127.6,
        "MemAvailable": 57.4,
        "SwapTotal": 33.6,
        "SwapFree": 15.7,
        "psi_some_avg10": 0.0,
        "psi_full_avg10": 0.0
      },
      "state_after": {
        "at_utc": "2026-11-06T06:57:36+00:00",
        "memory": {
          "MemTotal": 127.6,
          "MemAvailable": 64.8,
          "SwapTotal": 33.6,
          "SwapFree": 15.7,
          "psi_some_avg10": 0.0,
          "psi_full_avg10": 0.0
        },
        "production_ollama_resident": {
          "11434": [
            {
              "name": "nomic-embed-text:latest",
              "size_gb": 0.32
            },
            {
              "name": "bge-m3:latest",
              "size_gb": 0.66
            },
            {
              "name": "llama3.1:8b",
              "size_gb": 9.21
            }
          ],
          "11435": [
            {
              "name": "bge-m3:latest",
              "size_gb": 0.66
            },
            {
              "name": "nomic-embed-text:latest",
              "size_gb": 0.32
            }
          ],
          "11436": []
        },
        "gpu_utilization": "0 %",
        "gpu_compute_apps": [
          "2998, ~/dev/ComfyUI/.venv/bin/python, 6977 MiB",
          "6752, /usr/libexec/gnome-remote-desktop-daemon, 176 MiB",
          "17940, /usr/local/lib/ollama/llama-server, 890 MiB",
          "14191, /app/.venv/bin/python3, 1236 MiB",
          "20788, /usr/local/lib/ollama/llama-server, 543 MiB",
          "21203, /usr/local/lib/ollama/llama-server, 507 MiB",
          "25052, /usr/local/lib/ollama/llama-server, 846 MiB",
          "64974, VLLM::EngineCore, 1876 MiB",
          "2270660, /usr/local/lib/ollama/llama-server, 8991 MiB"
        ],
        "loadavg": [
          "2.06",
          "2.14",
          "2.45"
        ]
      }
    }
  ],
  "summary": [
    {
      "num_parallel": 1,
      "users": 1,
      "reps": 3,
      "requests": 3,
      "per_user_tok_s_median": 45.37,
      "per_user_tok_s_min": 45.36,
      "ollama_eval_tok_s_median": 45.36,
      "aggregate_tok_s_median": 43.5,
      "ttft_s_median": 0.19,
      "ttft_s_worst": 0.19,
      "total_s_median": 4.6,
      "total_s_worst": 4.6,
      "eval_count_min": 200,
      "loaded_gb": 4.75
    },
    {
      "num_parallel": 1,
      "users": 2,
      "reps": 3,
      "requests": 6,
      "per_user_tok_s_median": 45.03,
      "per_user_tok_s_min": 44.55,
      "ollama_eval_tok_s_median": 45.03,
      "aggregate_tok_s_median": 43.94,
      "ttft_s_median": 2.42,
      "ttft_s_worst": 4.67,
      "total_s_median": 6.86,
      "total_s_worst": 9.15,
      "eval_count_min": 200,
      "loaded_gb": 4.75
    },
    {
      "num_parallel": 1,
      "users": 4,
      "reps": 3,
      "requests": 12,
      "per_user_tok_s_median": 44.97,
      "per_user_tok_s_min": 40.15,
      "ollama_eval_tok_s_median": 44.97,
      "aggregate_tok_s_median": 44.24,
      "ttft_s_median": 6.91,
      "ttft_s_worst": 14.18,
      "total_s_median": 11.62,
      "total_s_worst": 18.62,
      "eval_count_min": 200,
      "loaded_gb": 4.75
    },
    {
      "num_parallel": 1,
      "users": 8,
      "reps": 3,
      "requests": 24,
      "per_user_tok_s_median": 45.08,
      "per_user_tok_s_min": 44.23,
      "ollama_eval_tok_s_median": 45.08,
      "aggregate_tok_s_median": 44.48,
      "ttft_s_median": 15.87,
      "ttft_s_worst": 31.68,
      "total_s_median": 20.3,
      "total_s_worst": 36.14,
      "eval_count_min": 200,
      "loaded_gb": 4.75
    },
    {
      "num_parallel": 2,
      "users": 1,
      "reps": 3,
      "requests": 3,
      "per_user_tok_s_median": 45.25,
      "per_user_tok_s_min": 44.99,
      "ollama_eval_tok_s_median": 45.24,
      "aggregate_tok_s_median": 43.16,
      "ttft_s_median": 0.2,
      "ttft_s_worst": 0.21,
      "total_s_median": 4.63,
      "total_s_worst": 4.65,
      "eval_count_min": 200,
      "loaded_gb": 5.13
    },
    {
      "num_parallel": 2,
      "users": 2,
      "reps": 3,
      "requests": 6,
      "per_user_tok_s_median": 43.04,
      "per_user_tok_s_min": 42.86,
      "ollama_eval_tok_s_median": 43.04,
      "aggregate_tok_s_median": 82.0,
      "ttft_s_median": 0.2,
      "ttft_s_worst": 0.27,
      "total_s_median": 4.86,
      "total_s_worst": 4.91,
      "eval_count_min": 200,
      "loaded_gb": 5.13
    },
    {
      "num_parallel": 2,
      "users": 4,
      "reps": 3,
      "requests": 12,
      "per_user_tok_s_median": 43.19,
      "per_user_tok_s_min": 42.28,
      "ollama_eval_tok_s_median": 43.2,
      "aggregate_tok_s_median": 83.6,
      "ttft_s_median": 2.56,
      "ttft_s_worst": 4.96,
      "total_s_median": 7.22,
      "total_s_worst": 9.61,
      "eval_count_min": 200,
      "loaded_gb": 5.13
    },
    {
      "num_parallel": 2,
      "users": 8,
      "reps": 3,
      "requests": 24,
      "per_user_tok_s_median": 43.22,
      "per_user_tok_s_min": 42.58,
      "ollama_eval_tok_s_median": 43.22,
      "aggregate_tok_s_median": 84.29,
      "ttft_s_median": 7.29,
      "ttft_s_worst": 14.34,
      "total_s_median": 11.91,
      "total_s_worst": 18.99,
      "eval_count_min": 200,
      "loaded_gb": 5.13
    },
    {
      "num_parallel": 4,
      "users": 1,
      "reps": 3,
      "requests": 3,
      "per_user_tok_s_median": 44.9,
      "per_user_tok_s_min": 44.86,
      "ollama_eval_tok_s_median": 44.89,
      "aggregate_tok_s_median": 43.25,
      "ttft_s_median": 0.17,
      "ttft_s_worst": 0.17,
      "total_s_median": 4.62,
      "total_s_worst": 4.63,
      "eval_count_min": 200,
      "loaded_gb": 5.6
    },
    {
      "num_parallel": 4,
      "users": 2,
      "reps": 3,
      "requests": 6,
      "per_user_tok_s_median": 42.88,
      "per_user_tok_s_min": 42.47,
      "ollama_eval_tok_s_median": 42.88,
      "aggregate_tok_s_median": 81.99,
      "ttft_s_median": 0.21,
      "ttft_s_worst": 0.25,
      "total_s_median": 4.87,
      "total_s_worst": 4.93,
      "eval_count_min": 200,
      "loaded_gb": 5.6
    },
    {
      "num_parallel": 4,
      "users": 4,
      "reps": 3,
      "requests": 12,
      "per_user_tok_s_median": 39.44,
      "per_user_tok_s_min": 39.11,
      "ollama_eval_tok_s_median": 39.44,
      "aggregate_tok_s_median": 149.67,
      "ttft_s_median": 0.22,
      "ttft_s_worst": 0.28,
      "total_s_median": 5.33,
      "total_s_worst": 5.35,
      "eval_count_min": 200,
      "loaded_gb": 5.6
    },
    {
      "num_parallel": 4,
      "users": 8,
      "reps": 3,
      "requests": 24,
      "per_user_tok_s_median": 39.15,
      "per_user_tok_s_min": 38.56,
      "ollama_eval_tok_s_median": 39.15,
      "aggregate_tok_s_median": 150.89,
      "ttft_s_median": 2.83,
      "ttft_s_worst": 5.56,
      "total_s_median": 7.95,
      "total_s_worst": 10.68,
      "eval_count_min": 200,
      "loaded_gb": 5.6
    },
    {
      "num_parallel": 8,
      "users": 1,
      "reps": 3,
      "requests": 3,
      "per_user_tok_s_median": 44.96,
      "per_user_tok_s_min": 44.86,
      "ollama_eval_tok_s_median": 44.95,
      "aggregate_tok_s_median": 43.26,
      "ttft_s_median": 0.17,
      "ttft_s_worst": 0.19,
      "total_s_median": 4.62,
      "total_s_worst": 4.63,
      "eval_count_min": 200,
      "loaded_gb": 6.53
    },
    {
      "num_parallel": 8,
      "users": 2,
      "reps": 3,
      "requests": 6,
      "per_user_tok_s_median": 43.1,
      "per_user_tok_s_min": 42.44,
      "ollama_eval_tok_s_median": 43.1,
      "aggregate_tok_s_median": 82.36,
      "ttft_s_median": 0.19,
      "ttft_s_worst": 0.25,
      "total_s_median": 4.84,
      "total_s_worst": 4.93,
      "eval_count_min": 200,
      "loaded_gb": 6.53
    },
    {
      "num_parallel": 8,
      "users": 4,
      "reps": 3,
      "requests": 12,
      "per_user_tok_s_median": 39.47,
      "per_user_tok_s_min": 38.95,
      "ollama_eval_tok_s_median": 39.47,
      "aggregate_tok_s_median": 150.3,
      "ttft_s_median": 0.22,
      "ttft_s_worst": 0.31,
      "total_s_median": 5.29,
      "total_s_worst": 5.38,
      "eval_count_min": 200,
      "loaded_gb": 6.53
    },
    {
      "num_parallel": 8,
      "users": 8,
      "reps": 3,
      "requests": 24,
      "per_user_tok_s_median": 28.13,
      "per_user_tok_s_min": 27.39,
      "ollama_eval_tok_s_median": 28.13,
      "aggregate_tok_s_median": 215.81,
      "ttft_s_median": 0.26,
      "ttft_s_worst": 0.47,
      "total_s_median": 7.37,
      "total_s_worst": 7.54,
      "eval_count_min": 200,
      "loaded_gb": 6.53
    }
  ],
  "model": {
    "name": "qwen2.5:7b-instruct-q4_K_M",
    "digest": "845dbda0ea48ed749caafd9e6037047aa19acfcfd82e704d7ca97d631a0b697e",
    "file_gb": 4.68,
    "quantization": "Q4_K_M",
    "parameter_size": "7.6B"
  },
  "keep_alive": {
    "server_env": {
      "OLLAMA_HOST": "127.0.0.1:11499",
      "OLLAMA_NUM_PARALLEL": "1",
      "OLLAMA_MAX_LOADED_MODELS": "1",
      "OLLAMA_CONTEXT_LENGTH": "4096",
      "OLLAMA_KEEP_ALIVE": "5m"
    },
    "state_before": {
      "at_utc": "2026-11-06T06:57:40+00:00",
      "memory": {
        "MemTotal": 127.6,
        "MemAvailable": 64.0,
        "SwapTotal": 33.6,
        "SwapFree": 15.7,
        "psi_some_avg10": 0.0,
        "psi_full_avg10": 0.0
      },
      "production_ollama_resident": {
        "11434": [
          {
            "name": "nomic-embed-text:latest",
            "size_gb": 0.32
          },
          {
            "name": "bge-m3:latest",
            "size_gb": 0.66
          },
          {
            "name": "llama3.1:8b",
            "size_gb": 9.21
          }
        ],
        "11435": [
          {
            "name": "bge-m3:latest",
            "size_gb": 0.66
          },
          {
            "name": "nomic-embed-text:latest",
            "size_gb": 0.32
          }
        ],
        "11436": []
      },
      "gpu_utilization": "0 %",
      "gpu_compute_apps": [
        "2998, ~/dev/ComfyUI/.venv/bin/python, 6977 MiB",
        "6752, /usr/libexec/gnome-remote-desktop-daemon, 176 MiB",
        "17940, /usr/local/lib/ollama/llama-server, 890 MiB",
        "14191, /app/.venv/bin/python3, 1236 MiB",
        "20788, /usr/local/lib/ollama/llama-server, 543 MiB",
        "21203, /usr/local/lib/ollama/llama-server, 507 MiB",
        "25052, /usr/local/lib/ollama/llama-server, 846 MiB",
        "64974, VLLM::EngineCore, 1876 MiB",
        "2270660, /usr/local/lib/ollama/llama-server, 8991 MiB"
      ],
      "loadavg": [
        "2.70",
        "2.27",
        "2.49"
      ]
    },
    "rows": [
      {
        "keep_alive": "0",
        "gap_s": 30,
        "rep": 1,
        "first": {
          "ttft_s": 6.535,
          "total_s": 11.001,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 44.78,
          "ollama_eval_tok_s": 44.78,
          "load_duration_s": 6.454,
          "done_reason": "length"
        },
        "ps_2s_after_first": null,
        "ps_before_next": null,
        "next": {
          "ttft_s": 6.37,
          "total_s": 10.838,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 44.76,
          "ollama_eval_tok_s": 44.76,
          "load_duration_s": 6.29,
          "done_reason": "length"
        },
        "next_was_cold": true
      },
      {
        "keep_alive": "0",
        "gap_s": 30,
        "rep": 2,
        "first": {
          "ttft_s": 6.594,
          "total_s": 11.061,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 44.78,
          "ollama_eval_tok_s": 44.78,
          "load_duration_s": 6.507,
          "done_reason": "length"
        },
        "ps_2s_after_first": null,
        "ps_before_next": null,
        "next": {
          "ttft_s": 6.467,
          "total_s": 10.913,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 44.99,
          "ollama_eval_tok_s": 44.99,
          "load_duration_s": 6.387,
          "done_reason": "length"
        },
        "next_was_cold": true
      },
      {
        "keep_alive": "0",
        "gap_s": 30,
        "rep": 3,
        "first": {
          "ttft_s": 6.342,
          "total_s": 10.787,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 44.99,
          "ollama_eval_tok_s": 44.99,
          "load_duration_s": 6.263,
          "done_reason": "length"
        },
        "ps_2s_after_first": null,
        "ps_before_next": null,
        "next": {
          "ttft_s": 6.458,
          "total_s": 10.996,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 44.07,
          "ollama_eval_tok_s": 44.07,
          "load_duration_s": 6.378,
          "done_reason": "length"
        },
        "next_was_cold": true
      },
      {
        "keep_alive": "0",
        "gap_s": 330,
        "rep": 1,
        "first": {
          "ttft_s": 6.38,
          "total_s": 10.827,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 44.98,
          "ollama_eval_tok_s": 44.97,
          "load_duration_s": 6.3,
          "done_reason": "length"
        },
        "ps_2s_after_first": null,
        "ps_before_next": null,
        "next": {
          "ttft_s": 6.422,
          "total_s": 10.836,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 45.31,
          "ollama_eval_tok_s": 45.31,
          "load_duration_s": 6.343,
          "done_reason": "length"
        },
        "next_was_cold": true
      },
      {
        "keep_alive": "5m",
        "gap_s": 30,
        "rep": 1,
        "first": {
          "ttft_s": 6.587,
          "total_s": 11.02,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 45.12,
          "ollama_eval_tok_s": 45.11,
          "load_duration_s": 6.5,
          "done_reason": "length"
        },
        "ps_2s_after_first": {
          "size_gb": 4.75,
          "size_vram_gb": 4.75,
          "context_length": 4096,
          "expires_at": "2026-11-06T08:11:19.769312341+01:00"
        },
        "ps_before_next": {
          "size_gb": 4.75,
          "size_vram_gb": 4.75,
          "context_length": 4096,
          "expires_at": "2026-11-06T08:11:19.769312341+01:00"
        },
        "next": {
          "ttft_s": 0.206,
          "total_s": 4.638,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 45.13,
          "ollama_eval_tok_s": 45.13,
          "load_duration_s": 0.173,
          "done_reason": "length"
        },
        "next_was_cold": false
      },
      {
        "keep_alive": "5m",
        "gap_s": 30,
        "rep": 2,
        "first": {
          "ttft_s": 6.606,
          "total_s": 11.034,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 45.17,
          "ollama_eval_tok_s": 45.17,
          "load_duration_s": 6.527,
          "done_reason": "length"
        },
        "ps_2s_after_first": {
          "size_gb": 4.75,
          "size_vram_gb": 4.75,
          "context_length": 4096,
          "expires_at": "2026-11-06T08:12:06.572370146+01:00"
        },
        "ps_before_next": {
          "size_gb": 4.75,
          "size_vram_gb": 4.75,
          "context_length": 4096,
          "expires_at": "2026-11-06T08:12:06.572370146+01:00"
        },
        "next": {
          "ttft_s": 0.201,
          "total_s": 4.616,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 45.3,
          "ollama_eval_tok_s": 45.3,
          "load_duration_s": 0.165,
          "done_reason": "length"
        },
        "next_was_cold": false
      },
      {
        "keep_alive": "5m",
        "gap_s": 30,
        "rep": 3,
        "first": {
          "ttft_s": 6.416,
          "total_s": 10.859,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 45.01,
          "ollama_eval_tok_s": 45.01,
          "load_duration_s": 6.336,
          "done_reason": "length"
        },
        "ps_2s_after_first": {
          "size_gb": 4.75,
          "size_vram_gb": 4.75,
          "context_length": 4096,
          "expires_at": "2026-11-06T08:12:53.190561873+01:00"
        },
        "ps_before_next": {
          "size_gb": 4.75,
          "size_vram_gb": 4.75,
          "context_length": 4096,
          "expires_at": "2026-11-06T08:12:53.190561873+01:00"
        },
        "next": {
          "ttft_s": 0.192,
          "total_s": 4.624,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 45.13,
          "ollama_eval_tok_s": 45.13,
          "load_duration_s": 0.159,
          "done_reason": "length"
        },
        "next_was_cold": false
      },
      {
        "keep_alive": "5m",
        "gap_s": 330,
        "rep": 1,
        "first": {
          "ttft_s": 6.428,
          "total_s": 10.854,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 45.19,
          "ollama_eval_tok_s": 45.19,
          "load_duration_s": 6.337,
          "done_reason": "length"
        },
        "ps_2s_after_first": {
          "size_gb": 4.75,
          "size_vram_gb": 4.75,
          "context_length": 4096,
          "expires_at": "2026-11-06T08:13:39.847464388+01:00"
        },
        "ps_before_next": null,
        "next": {
          "ttft_s": 6.535,
          "total_s": 10.959,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 45.21,
          "ollama_eval_tok_s": 45.21,
          "load_duration_s": 6.456,
          "done_reason": "length"
        },
        "next_was_cold": true
      },
      {
        "keep_alive": "-1",
        "gap_s": 30,
        "rep": 1,
        "first": {
          "ttft_s": 6.396,
          "total_s": 10.857,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 44.83,
          "ollama_eval_tok_s": 44.82,
          "load_duration_s": 6.316,
          "done_reason": "length"
        },
        "ps_2s_after_first": {
          "size_gb": 4.75,
          "size_vram_gb": 4.75,
          "context_length": 4096,
          "expires_at": "2319-02-16T08:01:49.670710948+01:00"
        },
        "ps_before_next": {
          "size_gb": 4.75,
          "size_vram_gb": 4.75,
          "context_length": 4096,
          "expires_at": "2319-02-16T08:01:49.670710948+01:00"
        },
        "next": {
          "ttft_s": 0.226,
          "total_s": 4.643,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 45.28,
          "ollama_eval_tok_s": 45.28,
          "load_duration_s": 0.192,
          "done_reason": "length"
        },
        "next_was_cold": false
      },
      {
        "keep_alive": "-1",
        "gap_s": 30,
        "rep": 2,
        "first": {
          "ttft_s": 6.557,
          "total_s": 11.059,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 44.43,
          "ollama_eval_tok_s": 44.43,
          "load_duration_s": 6.477,
          "done_reason": "length"
        },
        "ps_2s_after_first": {
          "size_gb": 4.75,
          "size_vram_gb": 4.75,
          "context_length": 4096,
          "expires_at": "2319-02-16T08:02:36.530116675+01:00"
        },
        "ps_before_next": {
          "size_gb": 4.75,
          "size_vram_gb": 4.75,
          "context_length": 4096,
          "expires_at": "2319-02-16T08:02:36.530116675+01:00"
        },
        "next": {
          "ttft_s": 0.188,
          "total_s": 4.618,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 45.15,
          "ollama_eval_tok_s": 45.15,
          "load_duration_s": 0.155,
          "done_reason": "length"
        },
        "next_was_cold": false
      },
      {
        "keep_alive": "-1",
        "gap_s": 30,
        "rep": 3,
        "first": {
          "ttft_s": 6.483,
          "total_s": 10.899,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 45.28,
          "ollama_eval_tok_s": 45.28,
          "load_duration_s": 6.399,
          "done_reason": "length"
        },
        "ps_2s_after_first": {
          "size_gb": 4.75,
          "size_vram_gb": 4.75,
          "context_length": 4096,
          "expires_at": "2319-02-16T08:03:23.202023596+01:00"
        },
        "ps_before_next": {
          "size_gb": 4.75,
          "size_vram_gb": 4.75,
          "context_length": 4096,
          "expires_at": "2319-02-16T08:03:23.202023596+01:00"
        },
        "next": {
          "ttft_s": 0.185,
          "total_s": 4.602,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 45.28,
          "ollama_eval_tok_s": 45.28,
          "load_duration_s": 0.152,
          "done_reason": "length"
        },
        "next_was_cold": false
      },
      {
        "keep_alive": "-1",
        "gap_s": 330,
        "rep": 1,
        "first": {
          "ttft_s": 6.543,
          "total_s": 10.979,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 45.08,
          "ollama_eval_tok_s": 45.08,
          "load_duration_s": 6.463,
          "done_reason": "length"
        },
        "ps_2s_after_first": {
          "size_gb": 4.75,
          "size_vram_gb": 4.75,
          "context_length": 4096,
          "expires_at": "2319-02-16T08:04:09.92900734+01:00"
        },
        "ps_before_next": {
          "size_gb": 4.75,
          "size_vram_gb": 4.75,
          "context_length": 4096,
          "expires_at": "2319-02-16T08:04:09.92900734+01:00"
        },
        "next": {
          "ttft_s": 0.192,
          "total_s": 4.621,
          "eval_count": 200,
          "prompt_eval_count": 53,
          "per_user_tok_s": 45.16,
          "ollama_eval_tok_s": 45.16,
          "load_duration_s": 0.153,
          "done_reason": "length"
        },
        "next_was_cold": false
      }
    ],
    "state_after": {
      "at_utc": "2026-11-06T07:22:28+00:00",
      "memory": {
        "MemTotal": 127.6,
        "MemAvailable": 64.4,
        "SwapTotal": 33.6,
        "SwapFree": 15.8,
        "psi_some_avg10": 0.0,
        "psi_full_avg10": 0.0
      },
      "production_ollama_resident": {
        "11434": [
          {
            "name": "bge-m3:latest",
            "size_gb": 0.66
          },
          {
            "name": "nomic-embed-text:latest",
            "size_gb": 0.32
          },
          {
            "name": "llama3.1:8b",
            "size_gb": 9.21
          }
        ],
        "11435": [
          {
            "name": "bge-m3:latest",
            "size_gb": 0.66
          },
          {
            "name": "nomic-embed-text:latest",
            "size_gb": 0.32
          }
        ],
        "11436": []
      },
      "gpu_utilization": "0 %",
      "gpu_compute_apps": [
        "2998, ~/dev/ComfyUI/.venv/bin/python, 6977 MiB",
        "6752, /usr/libexec/gnome-remote-desktop-daemon, 176 MiB",
        "17940, /usr/local/lib/ollama/llama-server, 890 MiB",
        "14191, /app/.venv/bin/python3, 1236 MiB",
        "20788, /usr/local/lib/ollama/llama-server, 543 MiB",
        "21203, /usr/local/lib/ollama/llama-server, 507 MiB",
        "25052, /usr/local/lib/ollama/llama-server, 846 MiB",
        "64974, VLLM::EngineCore, 1876 MiB",
        "2270660, /usr/local/lib/ollama/llama-server, 8991 MiB"
      ],
      "loadavg": [
        "1.72",
        "1.19",
        "1.38"
      ]
    }
  },
  "finished_utc": "2026-11-06T07:22:28+00:00",
  "state_at_end": {
    "at_utc": "2026-11-06T07:22:28+00:00",
    "memory": {
      "MemTotal": 127.6,
      "MemAvailable": 64.4,
      "SwapTotal": 33.6,
      "SwapFree": 15.8,
      "psi_some_avg10": 0.0,
      "psi_full_avg10": 0.0
    },
    "production_ollama_resident": {
      "11434": [
        {
          "name": "bge-m3:latest",
          "size_gb": 0.66
        },
        {
          "name": "nomic-embed-text:latest",
          "size_gb": 0.32
        },
        {
          "name": "llama3.1:8b",
          "size_gb": 9.21
        }
      ],
      "11435": [
        {
          "name": "bge-m3:latest",
          "size_gb": 0.66
        },
        {
          "name": "nomic-embed-text:latest",
          "size_gb": 0.32
        }
      ],
      "11436": []
    },
    "gpu_utilization": "0 %",
    "gpu_compute_apps": [
      "2998, ~/dev/ComfyUI/.venv/bin/python, 6977 MiB",
      "6752, /usr/libexec/gnome-remote-desktop-daemon, 176 MiB",
      "17940, /usr/local/lib/ollama/llama-server, 890 MiB",
      "14191, /app/.venv/bin/python3, 1236 MiB",
      "20788, /usr/local/lib/ollama/llama-server, 543 MiB",
      "21203, /usr/local/lib/ollama/llama-server, 507 MiB",
      "25052, /usr/local/lib/ollama/llama-server, 846 MiB",
      "64974, VLLM::EngineCore, 1876 MiB",
      "2270660, /usr/local/lib/ollama/llama-server, 8991 MiB"
    ],
    "loadavg": [
      "1.72",
      "1.19",
      "1.38"
    ]
  },
  "port_free_at_end": true
}
