x
This commit is contained in:
+1
-1
@@ -1,4 +1,4 @@
|
|||||||
FROM rocm/vllm:v0.14.0_amd_dev
|
FROM docker.1ms.run/kyuz0/vllm-therock-gfx1201:latest
|
||||||
|
|
||||||
# Set environment variables
|
# Set environment variables
|
||||||
ENV USE_DEFAULT_MODEL=true
|
ENV USE_DEFAULT_MODEL=true
|
||||||
|
|||||||
+1
-1
@@ -1,5 +1,5 @@
|
|||||||
{
|
{
|
||||||
"default_model": "Qwen3.5-35B-A3B-GPTQ-Int4",
|
"default_model": "Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
|
||||||
"models": {
|
"models": {
|
||||||
"gpt-oss-20b": {
|
"gpt-oss-20b": {
|
||||||
"ctx": "32768",
|
"ctx": "32768",
|
||||||
|
|||||||
Reference in New Issue
Block a user