x

2026-03-29 16:19:26 +08:00
parent 289145e901
commit 56a5c2e4c0
7 changed files with 19 additions and 23 deletions
@@ -22,6 +22,9 @@ class InferenceEngine:
            revision=settings.revision,
        )

+    def close(self) -> None:
+        return None
+
    def generate(self, req: GenerateRequest) -> GenerateResponse:
        sampling_params = SamplingParams(
            temperature=req.temperature,