611 lines
14 KiB
JSON
611 lines
14 KiB
JSON
[
|
|
{
|
|
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 1,
|
|
"model_limit": 131072,
|
|
"configured_len": 127120,
|
|
"real_capacity": 127120,
|
|
"status": "success",
|
|
"error": "estimated maximum model length is 127120",
|
|
"max_context_1_user": 127120
|
|
},
|
|
{
|
|
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 4,
|
|
"model_limit": 131072,
|
|
"configured_len": 127120,
|
|
"real_capacity": 127168,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 127120
|
|
},
|
|
{
|
|
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 8,
|
|
"model_limit": 131072,
|
|
"configured_len": 127120,
|
|
"real_capacity": 127184,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 127120
|
|
},
|
|
{
|
|
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 16,
|
|
"model_limit": 131072,
|
|
"configured_len": 127120,
|
|
"real_capacity": 127152,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 127120
|
|
},
|
|
{
|
|
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 1,
|
|
"model_limit": 131072,
|
|
"configured_len": 104857,
|
|
"real_capacity": 379984,
|
|
"status": "success",
|
|
"error": "Verification Failed",
|
|
"max_context_1_user": 104857
|
|
},
|
|
{
|
|
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 4,
|
|
"model_limit": 131072,
|
|
"configured_len": 104857,
|
|
"real_capacity": 380080,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 104857
|
|
},
|
|
{
|
|
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 8,
|
|
"model_limit": 131072,
|
|
"configured_len": 104857,
|
|
"real_capacity": 380112,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 104857
|
|
},
|
|
{
|
|
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 16,
|
|
"model_limit": 131072,
|
|
"configured_len": 104857,
|
|
"real_capacity": 380112,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 104857
|
|
},
|
|
{
|
|
"model": "openai/gpt-oss-20b",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 1,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 355520,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 131072
|
|
},
|
|
{
|
|
"model": "openai/gpt-oss-20b",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 4,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 355312,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 131072
|
|
},
|
|
{
|
|
"model": "openai/gpt-oss-20b",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 8,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 355312,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 131072
|
|
},
|
|
{
|
|
"model": "openai/gpt-oss-20b",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 16,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 354432,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 131072
|
|
},
|
|
{
|
|
"model": "openai/gpt-oss-20b",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 1,
|
|
"model_limit": 131072,
|
|
"configured_len": 0,
|
|
"real_capacity": 0,
|
|
"status": "fail",
|
|
"error": "Verification Failed"
|
|
},
|
|
{
|
|
"model": "openai/gpt-oss-20b",
|
|
"tp": 2,
|
|
"util": "0.95",
|
|
"max_seqs": 1,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 973840,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 131072
|
|
},
|
|
{
|
|
"model": "openai/gpt-oss-20b",
|
|
"tp": 2,
|
|
"util": "0.95",
|
|
"max_seqs": 4,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 973408,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 131072
|
|
},
|
|
{
|
|
"model": "openai/gpt-oss-20b",
|
|
"tp": 2,
|
|
"util": "0.95",
|
|
"max_seqs": 8,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 973408,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 131072
|
|
},
|
|
{
|
|
"model": "openai/gpt-oss-20b",
|
|
"tp": 2,
|
|
"util": "0.95",
|
|
"max_seqs": 16,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 971776,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 131072
|
|
},
|
|
{
|
|
"model": "RedHatAI/Qwen3-14B-FP8-dynamic",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 1,
|
|
"model_limit": 40960,
|
|
"configured_len": 40960,
|
|
"real_capacity": 99024,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 40960
|
|
},
|
|
{
|
|
"model": "RedHatAI/Qwen3-14B-FP8-dynamic",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 4,
|
|
"model_limit": 40960,
|
|
"configured_len": 40960,
|
|
"real_capacity": 98960,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 40960
|
|
},
|
|
{
|
|
"model": "RedHatAI/Qwen3-14B-FP8-dynamic",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 8,
|
|
"model_limit": 40960,
|
|
"configured_len": 40960,
|
|
"real_capacity": 98928,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 40960
|
|
},
|
|
{
|
|
"model": "RedHatAI/Qwen3-14B-FP8-dynamic",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 16,
|
|
"model_limit": 40960,
|
|
"configured_len": 40960,
|
|
"real_capacity": 98928,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 40960
|
|
},
|
|
{
|
|
"model": "RedHatAI/Qwen3-14B-FP8-dynamic",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 1,
|
|
"model_limit": 40960,
|
|
"configured_len": 0,
|
|
"real_capacity": 0,
|
|
"status": "fail",
|
|
"error": "Verification Failed"
|
|
},
|
|
{
|
|
"model": "RedHatAI/Qwen3-14B-FP8-dynamic",
|
|
"tp": 2,
|
|
"util": "0.95",
|
|
"max_seqs": 1,
|
|
"model_limit": 40960,
|
|
"configured_len": 40960,
|
|
"real_capacity": 287168,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 40960
|
|
},
|
|
{
|
|
"model": "RedHatAI/Qwen3-14B-FP8-dynamic",
|
|
"tp": 2,
|
|
"util": "0.95",
|
|
"max_seqs": 4,
|
|
"model_limit": 40960,
|
|
"configured_len": 40960,
|
|
"real_capacity": 287040,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 40960
|
|
},
|
|
{
|
|
"model": "RedHatAI/Qwen3-14B-FP8-dynamic",
|
|
"tp": 2,
|
|
"util": "0.95",
|
|
"max_seqs": 8,
|
|
"model_limit": 40960,
|
|
"configured_len": 40960,
|
|
"real_capacity": 287040,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 40960
|
|
},
|
|
{
|
|
"model": "RedHatAI/Qwen3-14B-FP8-dynamic",
|
|
"tp": 2,
|
|
"util": "0.95",
|
|
"max_seqs": 16,
|
|
"model_limit": 40960,
|
|
"configured_len": 40960,
|
|
"real_capacity": 286688,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 40960
|
|
},
|
|
{
|
|
"model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 1,
|
|
"model_limit": 262144,
|
|
"configured_len": 150560,
|
|
"real_capacity": 157312,
|
|
"status": "success",
|
|
"error": "estimated maximum model length is 150560",
|
|
"max_context_1_user": 150560
|
|
},
|
|
{
|
|
"model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 4,
|
|
"model_limit": 262144,
|
|
"configured_len": 150560,
|
|
"real_capacity": 157184,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 150560
|
|
},
|
|
{
|
|
"model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 8,
|
|
"model_limit": 262144,
|
|
"configured_len": 150560,
|
|
"real_capacity": 157136,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 150560
|
|
},
|
|
{
|
|
"model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 16,
|
|
"model_limit": 262144,
|
|
"configured_len": 150560,
|
|
"real_capacity": 157136,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 150560
|
|
},
|
|
{
|
|
"model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 1,
|
|
"model_limit": 262144,
|
|
"configured_len": 262144,
|
|
"real_capacity": 485264,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 262144
|
|
},
|
|
{
|
|
"model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 4,
|
|
"model_limit": 262144,
|
|
"configured_len": 262144,
|
|
"real_capacity": 492752,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 262144
|
|
},
|
|
{
|
|
"model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 8,
|
|
"model_limit": 262144,
|
|
"configured_len": 262144,
|
|
"real_capacity": 492752,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 262144
|
|
},
|
|
{
|
|
"model": "cpatonn/Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 16,
|
|
"model_limit": 262144,
|
|
"configured_len": 262144,
|
|
"real_capacity": 492752,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 262144
|
|
},
|
|
{
|
|
"model": "cpatonn/Qwen3-Next-80B-A3B-Instruct-AWQ-4bit",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 1,
|
|
"model_limit": 262144,
|
|
"configured_len": 262144,
|
|
"real_capacity": 145248,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 145248
|
|
},
|
|
{
|
|
"model": "cpatonn/Qwen3-Next-80B-A3B-Instruct-AWQ-4bit",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 4,
|
|
"model_limit": 262144,
|
|
"configured_len": 262144,
|
|
"real_capacity": 156128,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 156128
|
|
},
|
|
{
|
|
"model": "cpatonn/Qwen3-Next-80B-A3B-Instruct-AWQ-4bit",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 8,
|
|
"model_limit": 262144,
|
|
"configured_len": 262144,
|
|
"real_capacity": 156128,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 156128
|
|
},
|
|
{
|
|
"model": "cpatonn/Qwen3-Next-80B-A3B-Instruct-AWQ-4bit",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 16,
|
|
"model_limit": 262144,
|
|
"configured_len": 262144,
|
|
"real_capacity": 156128,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 156128
|
|
},
|
|
{
|
|
"model": "RedHatAI/gemma-3-27b-it-FP8-dynamic",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 1,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 59728,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 59728
|
|
},
|
|
{
|
|
"model": "RedHatAI/gemma-3-27b-it-FP8-dynamic",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 4,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 59760,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 59760
|
|
},
|
|
{
|
|
"model": "RedHatAI/gemma-3-27b-it-FP8-dynamic",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 8,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 59760,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 59760
|
|
},
|
|
{
|
|
"model": "RedHatAI/gemma-3-27b-it-FP8-dynamic",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 16,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 59760,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 59760
|
|
},
|
|
{
|
|
"model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 1,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 44368,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 44368
|
|
},
|
|
{
|
|
"model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 4,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 44784,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 44784
|
|
},
|
|
{
|
|
"model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 8,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 44784,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 44784
|
|
},
|
|
{
|
|
"model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
|
|
"tp": 1,
|
|
"util": "0.98",
|
|
"max_seqs": 16,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 44784,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 44784
|
|
},
|
|
{
|
|
"model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 1,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 126240,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 126240
|
|
},
|
|
{
|
|
"model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 4,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 126288,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 126288
|
|
},
|
|
{
|
|
"model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
|
|
"tp": 2,
|
|
"util": "0.98",
|
|
"max_seqs": 8,
|
|
"model_limit": 131072,
|
|
"configured_len": 0,
|
|
"real_capacity": 0,
|
|
"status": "fail",
|
|
"error": "Verification Failed"
|
|
},
|
|
{
|
|
"model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
|
|
"tp": 2,
|
|
"util": "0.95",
|
|
"max_seqs": 8,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 121072,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 121072
|
|
},
|
|
{
|
|
"model": "RedHatAI/gemma-3-12b-it-FP8-dynamic",
|
|
"tp": 2,
|
|
"util": "0.95",
|
|
"max_seqs": 16,
|
|
"model_limit": 131072,
|
|
"configured_len": 131072,
|
|
"real_capacity": 121072,
|
|
"status": "success",
|
|
"error": "",
|
|
"max_context_1_user": 121072
|
|
}
|
|
] |