This commit is contained in:
2026-03-30 23:48:42 +08:00
parent dbd934cdda
commit 234c59b0b4
5 changed files with 10 additions and 4 deletions
+1
View File
@@ -110,6 +110,7 @@ def resolve_model_profile(
"served_model_name": profile.get("served_model_name", model_key),
"dtype": _to_str(profile.get("dtype")),
"quantization": _to_str(profile.get("quantization")),
"model_impl": _to_str(profile.get("model_impl")),
"reasoning_parser": _to_str(profile.get("reasoning_parser")),
"max_model_len": _to_int(profile.get("ctx"), 8192),
"max_num_seqs": _to_int(profile.get("max_num_seqs"), 64),