This commit is contained in:
2026-03-27 02:38:52 +08:00
parent 0423edbbe2
commit 7ea8cf48c3
2 changed files with 3 additions and 3 deletions
+1 -1
View File
@@ -1,4 +1,4 @@
FROM rocm/vllm:v0.14.0_amd_dev
FROM docker.1ms.run/kyuz0/vllm-therock-gfx1201:latest
# Set environment variables
ENV USE_DEFAULT_MODEL=true
+2 -2
View File
@@ -1,5 +1,5 @@
{
"default_model": "Qwen3.5-35B-A3B-GPTQ-Int4",
"default_model": "Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
"models": {
"gpt-oss-20b": {
"ctx": "32768",
@@ -58,4 +58,4 @@
"hf_model_id": "Qwen/Qwen3-Omni-30B-A3B-Instruct-AWQ-4bit"
}
}
}
}