x
This commit is contained in:
+1
-1
@@ -1,4 +1,4 @@
|
||||
FROM rocm/vllm:v0.14.0_amd_dev
|
||||
FROM docker.1ms.run/kyuz0/vllm-therock-gfx1201:latest
|
||||
|
||||
# Set environment variables
|
||||
ENV USE_DEFAULT_MODEL=true
|
||||
|
||||
+2
-2
@@ -1,5 +1,5 @@
|
||||
{
|
||||
"default_model": "Qwen3.5-35B-A3B-GPTQ-Int4",
|
||||
"default_model": "Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
|
||||
"models": {
|
||||
"gpt-oss-20b": {
|
||||
"ctx": "32768",
|
||||
@@ -58,4 +58,4 @@
|
||||
"hf_model_id": "Qwen/Qwen3-Omni-30B-A3B-Instruct-AWQ-4bit"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user