From a13fb0dd233b44b8f1cfb6098b7fa4c0ac694e38 Mon Sep 17 00:00:00 2001 From: SZCJW <792430652@qq.com> Date: Sat, 11 Apr 2026 01:15:15 +0800 Subject: [PATCH] x --- config.json | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/config.json b/config.json index f0f7677..718eddc 100644 --- a/config.json +++ b/config.json @@ -100,11 +100,11 @@ "ctx": "131072", "trust_remote": true, "valid_tp": [2], - "max_num_seqs": "12", + "max_num_seqs": "8", "max_tokens": "65536", - "max_num_batched_tokens": 32768, + "max_num_batched_tokens": 16384, "kv_cache_dtype": "fp8", - "gpu_util": "0.92", + "gpu_util": "0.94", "enforce_eager": false, "enable_prefix_caching": true, "tool_call_parser": "qwen3_coder",