From edc6c5af841933a1e0539fdec51b344da064e2f4 Mon Sep 17 00:00:00 2001 From: SZCJW <792430652@qq.com> Date: Wed, 1 Apr 2026 22:11:56 +0800 Subject: [PATCH] x --- config.json | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/config.json b/config.json index cbd5c9a..7872e4e 100644 --- a/config.json +++ b/config.json @@ -55,12 +55,12 @@ "local_path": "Qwen3.5-35B-A3B-GPTQ-Int4", "dtype": "float16", "quantization": "gptq", - "ctx": "65536", + "ctx": "262144", "trust_remote": true, "valid_tp": [1, 2], - "max_num_seqs": "4", + "max_num_seqs": "6", "max_tokens": "4096", - "gpu_util": "0.85", + "gpu_util": "0.95", "enforce_eager": false, "tool_call_parser": "qwen3_coder", "reasoning_parser": "qwen3", @@ -87,11 +87,11 @@ }, "Qwen3-Next-80B-A3B-Instruct-AWQ-4bit": { "local_path": "Qwen3-Next-80B-A3B-Instruct-AWQ-4bit", - "ctx": "65536", + "ctx": "262144", "trust_remote": true, "valid_tp": [2], "max_num_seqs": "4", - "max_tokens": "8192", + "max_tokens": "4096", "gpu_util": "0.90", "enforce_eager": false, "env": {