diff --git a/scripts/start_vllm.py b/scripts/start_vllm.py index d9333b5..cbf489c 100644 --- a/scripts/start_vllm.py +++ b/scripts/start_vllm.py @@ -157,11 +157,12 @@ def configure_and_launch(model_idx, gpu_count): break except Exception: pass -+ # if LOCAL_MODEL_DIR is specified, refuse to fall back to remote -+ if LOCAL_MODEL_DIR and model_path == model_id: -+ print(f"Error: model '{model_id}' not found under LOCAL_MODEL_DIR={LOCAL_MODEL_DIR}") -+ print("Off‑line mode active; network downloads are disabled.") -+ sys.exit(1) + + # if LOCAL_MODEL_DIR is specified, refuse to fall back to remote + if LOCAL_MODEL_DIR and model_path == model_id: + print(f"Error: model '{model_id}' not found under LOCAL_MODEL_DIR={LOCAL_MODEL_DIR}") + print("Off‑line mode active; network downloads are disabled.") + sys.exit(1) # Static Config valid_tps = config.get("valid_tp", [1])