Skip to content

Commit 61a544a

Browse files
committed
(fix): fix vllm 0110.
1 parent 24374f1 commit 61a544a

File tree

1 file changed

+3
-2
lines changed
  • roll/third_party/vllm/vllm_0_11_0

1 file changed

+3
-2
lines changed

roll/third_party/vllm/vllm_0_11_0/llm.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -198,8 +198,9 @@ def __init__(
198198

199199
# Load the Input/Output processor plugin if any
200200
self.model_config = self.llm_engine.model_config
201-
self.processor = self.llm_engine.processor
202-
self.io_processor = self.llm_engine.io_processor
201+
io_processor_plugin = self.llm_engine.model_config.io_processor_plugin
202+
self.io_processor = get_io_processor(self.llm_engine.vllm_config,
203+
io_processor_plugin)
203204

204205
def load_states(self):
205206
self.collective_rpc(method="load_states")

0 commit comments

Comments
 (0)