From 6f18a26bd90471d8f6cb3be5287271649e8409d0 Mon Sep 17 00:00:00 2001 From: SZCJW <792430652@qq.com> Date: Mon, 30 Mar 2026 22:12:05 +0800 Subject: [PATCH] 1 --- config.json | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/config.json b/config.json index 8fb6dac..adb92d0 100644 --- a/config.json +++ b/config.json @@ -73,13 +73,13 @@ "local_path": "Qwen3.5-35B-A3B-GPTQ-Int4", "dtype": "float16", "quantization": "gptq", - "ctx": "65536", + "ctx": "32768", "trust_remote": true, - "valid_tp": [2], - "max_num_seqs": "2", - "max_tokens": "2048", - "gpu_util": "0.90", - "enforce_eager": false, + "valid_tp": [1], + "max_num_seqs": "1", + "max_tokens": "1024", + "gpu_util": "0.88", + "enforce_eager": true, "tool_call_parser": "qwen3_xml", "reasoning_parser": "qwen3", "enable_auto_tool_choice": true,