x
This commit is contained in:
+2
-2
@@ -48,8 +48,8 @@
|
|||||||
"local_path": "Qwen3.6-35B-A3B-FP8",
|
"local_path": "Qwen3.6-35B-A3B-FP8",
|
||||||
"dtype": "float16",
|
"dtype": "float16",
|
||||||
"quantization": "fp8",
|
"quantization": "fp8",
|
||||||
"ctx": "131072",
|
"ctx": "262144",
|
||||||
"max_tokens": "8192",
|
"max_tokens": "32768",
|
||||||
"trust_remote": true,
|
"trust_remote": true,
|
||||||
"enforce_eager": false,
|
"enforce_eager": false,
|
||||||
"valid_tp": [
|
"valid_tp": [
|
||||||
|
|||||||
Reference in New Issue
Block a user