xx

2026-03-27 01:24:15 +08:00
parent c6078bf120
commit 9115672bb8
2 changed files with 5 additions and 2 deletions
@@ -138,8 +138,11 @@ def nuke_vllm_cache():
            print(f" Failed: {e}")

 def configure_and_launch(model_idx, gpu_count):
+    print(f"DEBUG: configure_and_launch called with model_idx={model_idx}, gpu_count={gpu_count}")
    model_id = MODELS_TO_RUN[model_idx]
    config = MODEL_TABLE[model_id]
+    print(f"DEBUG: model_id={model_id}")
+    print(f"DEBUG: LOCAL_MODEL_DIR={LOCAL_MODEL_DIR}")
    
    # Determine whether we have a local copy to serve. Try multiple fallbacks:
    # 1) LOCAL_MODEL_DIR/<owner>/<repo>