diff --git a/Dockerfile b/Dockerfile index 764d357..812d256 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,4 +1,4 @@ -FROM rocm/vllm:v0.14.0_amd_dev +FROM docker.1ms.run/kyuz0/vllm-therock-gfx1201:latest # Set environment variables ENV USE_DEFAULT_MODEL=true diff --git a/config.json b/config.json index 746c547..524616b 100644 --- a/config.json +++ b/config.json @@ -1,5 +1,5 @@ { - "default_model": "Qwen3.5-35B-A3B-GPTQ-Int4", + "default_model": "Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit", "models": { "gpt-oss-20b": { "ctx": "32768", @@ -58,4 +58,4 @@ "hf_model_id": "Qwen/Qwen3-Omni-30B-A3B-Instruct-AWQ-4bit" } } -} \ No newline at end of file +}