x

2026-03-29 19:45:40 +08:00
parent 3d88c2f416
commit a993d3f255
3 changed files with 1 additions and 11 deletions
@@ -1,5 +1,5 @@
 {
-  "default_model": "Qwen3.5-35B-A3B-GPTQ-Int4",
+  "default_model": "Qwen3-Coder-30B-A3B-Instruct-GPTQ-4bit",
  "models": {
    "Meta-Llama-3.1-8B-Instruct": {
      "ctx": "65536",
@@ -106,7 +106,6 @@
      "max_num_seqs": "64",
      "max_tokens": "32768",
      "gpu_util": "0.98",
-      "model_impl": "transformers",
      "tool_call_parser": "qwen3_xml",
      "enable_auto_tool_choice": true,
      "served_model_name": "Qwen3.5-27B-FP8",
@@ -119,7 +118,6 @@
      "max_num_seqs": "64",
      "max_tokens": "32768",
      "gpu_util": "0.98",
-      "model_impl": "transformers",
      "tool_call_parser": "qwen3_xml",
      "enable_auto_tool_choice": true,
      "served_model_name": "Qwen3.5-35B-A3B-GPTQ-Int4",