x

2026-03-27 02:00:04 +08:00
parent 2df305cad0
commit cb167eaf40
3 changed files with 74 additions and 3 deletions
@@ -140,6 +140,12 @@ def launch_model(model_id, config, model_path, gpu_count):
    if config.get("enforce_eager"):
        cmd.append("--enforce-eager")
    
+    # Add Qwen3.5 specific parameters
+    if "qwen3.5" in model_id.lower() or "qwen3_5" in model_id.lower():
+        cmd.extend(["--quantization", "moe_wna16"])
+        cmd.extend(["--reasoning-parser", "qwen3"])
+        log("Added Qwen3.5 specific parameters: --quantization moe_wna16 --reasoning-parser qwen3")
+    
    log(f"Command: {' '.join(cmd)}")
    
    # Set environment