[
  {
    "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 1,
    "model_limit": 131072,
    "configured_len": 127120,
    "real_capacity": 127120,
    "status": "success",
    "error": "estimated maximum model length is 127120",
    "max_context_1_user": 127120
  },
  {
    "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 4,
    "model_limit": 131072,
    "configured_len": 127120,
    "real_capacity": 127168,
    "status": "success",
    "error": "",
    "max_context_1_user": 127120
  },
  {
    "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 8,
    "model_limit": 131072,
    "configured_len": 127120,
    "real_capacity": 127184,
    "status": "success",
    "error": "",
    "max_context_1_user": 127120
  },
  {
    "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 16,
    "model_limit": 131072,
    "configured_len": 127120,
    "real_capacity": 127152,
    "status": "success",
    "error": "",
    "max_context_1_user": 127120
  },
  {
    "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 1,
    "model_limit": 131072,
    "configured_len": 104857,
    "real_capacity": 379984,
    "status": "success",
    "error": "Verification Failed",
    "max_context_1_user": 104857
  },
  {
    "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 4,
    "model_limit": 131072,
    "configured_len": 104857,
    "real_capacity": 380080,
    "status": "success",
    "error": "",
    "max_context_1_user": 104857
  },
  {
    "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 8,
    "model_limit": 131072,
    "configured_len": 104857,
    "real_capacity": 380112,
    "status": "success",
    "error": "",
    "max_context_1_user": 104857
  },
  {
    "model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 16,
    "model_limit": 131072,
    "configured_len": 104857,
    "real_capacity": 380112,
    "status": "success",
    "error": "",
    "max_context_1_user": 104857
  },
  {
    "model": "openai/gpt-oss-20b",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 1,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 355520,
    "status": "success",
    "error": "",
    "max_context_1_user": 131072
  },
  {
    "model": "openai/gpt-oss-20b",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 4,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 355312,
    "status": "success",
    "error": "",
    "max_context_1_user": 131072
  },
  {
    "model": "openai/gpt-oss-20b",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 8,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 355312,
    "status": "success",
    "error": "",
    "max_context_1_user": 131072
  },
  {
    "model": "openai/gpt-oss-20b",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 16,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 354432,
    "status": "success",
    "error": "",
    "max_context_1_user": 131072
  },
  {
    "model": "openai/gpt-oss-20b",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 1,
    "model_limit": 131072,
    "configured_len": 0,
    "real_capacity": 0,
    "status": "fail",
    "error": "Verification Failed"
  },
  {
    "model": "openai/gpt-oss-20b",
    "tp": 2,
    "util": "0.95",
    "max_seqs": 1,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 973840,
    "status": "success",
    "error": "",
    "max_context_1_user": 131072
  },
  {
    "model": "openai/gpt-oss-20b",
    "tp": 2,
    "util": "0.95",
    "max_seqs": 4,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 973408,
    "status": "success",
    "error": "",
    "max_context_1_user": 131072
  },
  {
    "model": "openai/gpt-oss-20b",
    "tp": 2,
    "util": "0.95",
    "max_seqs": 8,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 973408,
    "status": "success",
    "error": "",
    "max_context_1_user": 131072
  },
  {
    "model": "openai/gpt-oss-20b",
    "tp": 2,
    "util": "0.95",
    "max_seqs": 16,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 971776,
    "status": "success",
    "error": "",
    "max_context_1_user": 131072
  },
  {
    "model": "RedHatAI/Qwen3-14B-FP8-dynamic",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 1,
    "model_limit": 40960,
    "configured_len": 40960,
    "real_capacity": 99024,
    "status": "success",
    "error": "",
    "max_context_1_user": 40960
  },
  {
    "model": "RedHatAI/Qwen3-14B-FP8-dynamic",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 4,
    "model_limit": 40960,
    "configured_len": 40960,
    "real_capacity": 98960,
    "status": "success",
    "error": "",
    "max_context_1_user": 40960
  },
  {
    "model": "RedHatAI/Qwen3-14B-FP8-dynamic",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 8,
    "model_limit": 40960,
    "configured_len": 40960,
    "real_capacity": 98928,
    "status": "success",
    "error": "",
    "max_context_1_user": 40960
  },
  {
    "model": "RedHatAI/Qwen3-14B-FP8-dynamic",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 16,
    "model_limit": 40960,
    "configured_len": 40960,
    "real_capacity": 98928,
    "status": "success",
    "error": "",
    "max_context_1_user": 40960
  },
  {
    "model": "RedHatAI/Qwen3-14B-FP8-dynamic",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 1,
    "model_limit": 40960,
    "configured_len": 0,
    "real_capacity": 0,
    "status": "fail",
    "error": "Verification Failed"
  },
  {
    "model": "RedHatAI/Qwen3-14B-FP8-dynamic",
    "tp": 2,
    "util": "0.95",
    "max_seqs": 1,
    "model_limit": 40960,
    "configured_len": 40960,
    "real_capacity": 287168,
    "status": "success",
    "error": "",
    "max_context_1_user": 40960
  },
  {
    "model": "RedHatAI/Qwen3-14B-FP8-dynamic",
    "tp": 2,
    "util": "0.95",
    "max_seqs": 4,
    "model_limit": 40960,
    "configured_len": 40960,
    "real_capacity": 287040,
    "status": "success",
    "error": "",
    "max_context_1_user": 40960
  },
  {
    "model": "RedHatAI/Qwen3-14B-FP8-dynamic",
    "tp": 2,
    "util": "0.95",
    "max_seqs": 8,
    "model_limit": 40960,
    "configured_len": 40960,
    "real_capacity": 287040,
    "status": "success",
    "error": "",
    "max_context_1_user": 40960
  },
  {
    "model": "RedHatAI/Qwen3-14B-FP8-dynamic",
    "tp": 2,
    "util": "0.95",
    "max_seqs": 16,
    "model_limit": 40960,
    "configured_len": 40960,
    "real_capacity": 286688,
    "status": "success",
    "error": "",
    "max_context_1_user": 40960
  },
  {
    "model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 1,
    "model_limit": 262144,
    "configured_len": 150560,
    "real_capacity": 157312,
    "status": "success",
    "error": "estimated maximum model length is 150560",
    "max_context_1_user": 150560
  },
  {
    "model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 4,
    "model_limit": 262144,
    "configured_len": 150560,
    "real_capacity": 157184,
    "status": "success",
    "error": "",
    "max_context_1_user": 150560
  },
  {
    "model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 8,
    "model_limit": 262144,
    "configured_len": 150560,
    "real_capacity": 157136,
    "status": "success",
    "error": "",
    "max_context_1_user": 150560
  },
  {
    "model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 16,
    "model_limit": 262144,
    "configured_len": 150560,
    "real_capacity": 157136,
    "status": "success",
    "error": "",
    "max_context_1_user": 150560
  },
  {
    "model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 1,
    "model_limit": 262144,
    "configured_len": 262144,
    "real_capacity": 485264,
    "status": "success",
    "error": "",
    "max_context_1_user": 262144
  },
  {
    "model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 4,
    "model_limit": 262144,
    "configured_len": 262144,
    "real_capacity": 492752,
    "status": "success",
    "error": "",
    "max_context_1_user": 262144
  },
  {
    "model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 8,
    "model_limit": 262144,
    "configured_len": 262144,
    "real_capacity": 492752,
    "status": "success",
    "error": "",
    "max_context_1_user": 262144
  },
  {
    "model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 16,
    "model_limit": 262144,
    "configured_len": 262144,
    "real_capacity": 492752,
    "status": "success",
    "error": "",
    "max_context_1_user": 262144
  },
  {
    "model": "cpatonn/Qwen3-Next-80B-A3B-Instruct-AWQ-4bit",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 1,
    "model_limit": 262144,
    "configured_len": 262144,
    "real_capacity": 145248,
    "status": "success",
    "error": "",
    "max_context_1_user": 145248
  },
  {
    "model": "cpatonn/Qwen3-Next-80B-A3B-Instruct-AWQ-4bit",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 4,
    "model_limit": 262144,
    "configured_len": 262144,
    "real_capacity": 156128,
    "status": "success",
    "error": "",
    "max_context_1_user": 156128
  },
  {
    "model": "cpatonn/Qwen3-Next-80B-A3B-Instruct-AWQ-4bit",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 8,
    "model_limit": 262144,
    "configured_len": 262144,
    "real_capacity": 156128,
    "status": "success",
    "error": "",
    "max_context_1_user": 156128
  },
  {
    "model": "cpatonn/Qwen3-Next-80B-A3B-Instruct-AWQ-4bit",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 16,
    "model_limit": 262144,
    "configured_len": 262144,
    "real_capacity": 156128,
    "status": "success",
    "error": "",
    "max_context_1_user": 156128
  },
  {
    "model": "RedHatAI/gemma-3-27b-it-FP8-dynamic",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 1,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 59728,
    "status": "success",
    "error": "",
    "max_context_1_user": 59728
  },
  {
    "model": "RedHatAI/gemma-3-27b-it-FP8-dynamic",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 4,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 59760,
    "status": "success",
    "error": "",
    "max_context_1_user": 59760
  },
  {
    "model": "RedHatAI/gemma-3-27b-it-FP8-dynamic",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 8,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 59760,
    "status": "success",
    "error": "",
    "max_context_1_user": 59760
  },
  {
    "model": "RedHatAI/gemma-3-27b-it-FP8-dynamic",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 16,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 59760,
    "status": "success",
    "error": "",
    "max_context_1_user": 59760
  },
  {
    "model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 1,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 44368,
    "status": "success",
    "error": "",
    "max_context_1_user": 44368
  },
  {
    "model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 4,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 44784,
    "status": "success",
    "error": "",
    "max_context_1_user": 44784
  },
  {
    "model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 8,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 44784,
    "status": "success",
    "error": "",
    "max_context_1_user": 44784
  },
  {
    "model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
    "tp": 1,
    "util": "0.98",
    "max_seqs": 16,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 44784,
    "status": "success",
    "error": "",
    "max_context_1_user": 44784
  },
  {
    "model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 1,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 126240,
    "status": "success",
    "error": "",
    "max_context_1_user": 126240
  },
  {
    "model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 4,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 126288,
    "status": "success",
    "error": "",
    "max_context_1_user": 126288
  },
  {
    "model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
    "tp": 2,
    "util": "0.98",
    "max_seqs": 8,
    "model_limit": 131072,
    "configured_len": 0,
    "real_capacity": 0,
    "status": "fail",
    "error": "Verification Failed"
  },
  {
    "model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
    "tp": 2,
    "util": "0.95",
    "max_seqs": 8,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 121072,
    "status": "success",
    "error": "",
    "max_context_1_user": 121072
  },
  {
    "model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
    "tp": 2,
    "util": "0.95",
    "max_seqs": 16,
    "model_limit": 131072,
    "configured_len": 131072,
    "real_capacity": 121072,
    "status": "success",
    "error": "",
    "max_context_1_user": 121072
  }
]