x

2026-03-29 05:09:37 +08:00
parent 617665c6ab
commit 3e82fdb70e
4 changed files with 44 additions and 6 deletions
@@ -39,7 +39,7 @@ class InferenceEngine:
        return GenerateResponse(
            text=completion,
            prompt=req.prompt,
-            model=self.settings.model_name,
+            model=self.settings.served_model_name or self.settings.model_name,
            usage_prompt_tokens=usage_prompt,
            usage_completion_tokens=usage_completion,
            usage_total_tokens=usage_prompt + usage_completion,