x
This commit is contained in:
+1
-1
@@ -68,7 +68,7 @@
|
||||
"local_path": "Qwen3.5-35B-A3B-GPTQ-Int4",
|
||||
"dtype": "float16",
|
||||
"quantization": "gptq",
|
||||
"ctx": "32768",
|
||||
"ctx": "65536",
|
||||
"trust_remote": true,
|
||||
"valid_tp": [1, 2],
|
||||
"max_num_seqs": "4",
|
||||
|
||||
Reference in New Issue
Block a user