We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5d7f545 commit 907f935Copy full SHA for 907f935
vllm/v1/engine/core.py
@@ -57,6 +57,10 @@ def __init__(self,
57
executor_fail_callback: Optional[Callable] = None):
58
assert vllm_config.model_config.runner_type != "pooling"
59
60
+ # plugins need to be loaded at the engine/scheduler level too
61
+ from vllm.plugins import load_general_plugins
62
+ load_general_plugins()
63
+
64
self.vllm_config = vllm_config
65
logger.info("Initializing a V1 LLM engine (v%s) with config: %s",
66
VLLM_VERSION, vllm_config)
0 commit comments