We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 24374f1 commit 61a544aCopy full SHA for 61a544a
roll/third_party/vllm/vllm_0_11_0/llm.py
@@ -198,8 +198,9 @@ def __init__(
198
199
# Load the Input/Output processor plugin if any
200
self.model_config = self.llm_engine.model_config
201
- self.processor = self.llm_engine.processor
202
- self.io_processor = self.llm_engine.io_processor
+ io_processor_plugin = self.llm_engine.model_config.io_processor_plugin
+ self.io_processor = get_io_processor(self.llm_engine.vllm_config,
203
+ io_processor_plugin)
204
205
def load_states(self):
206
self.collective_rpc(method="load_states")
0 commit comments