|
13 | 13 | from uuid import uuid4 |
14 | 14 |
|
15 | 15 | import ray |
16 | | -import vllm |
17 | 16 | from loguru import logger |
| 17 | + |
| 18 | +import vllm |
| 19 | +from skyrl.backends.skyrl_train.inference_engines.base import ( |
| 20 | + InferenceEngineInput, |
| 21 | + InferenceEngineInterface, |
| 22 | + InferenceEngineOutput, |
| 23 | +) |
| 24 | +from skyrl.backends.skyrl_train.inference_engines.vllm.utils import pop_openai_kwargs |
| 25 | + |
| 26 | +# Backward compatibility: WorkerWrap has moved to inference_servers.vllm_worker |
| 27 | +# This alias preserves the old import path for existing scripts/configs. |
| 28 | +# TODO (Kourosh): Remove this alias once all references are updated. |
| 29 | +from skyrl.backends.skyrl_train.inference_servers.vllm_worker import ( |
| 30 | + WorkerWrap, # noqa: F401, E402 |
| 31 | +) |
| 32 | +from skyrl.backends.skyrl_train.weight_sync import WeightLoader, WeightUpdateRequest |
18 | 33 | from vllm import SamplingParams |
19 | 34 | from vllm.entrypoints.openai.chat_completion.protocol import ( |
20 | 35 | ChatCompletionRequest, |
|
36 | 51 | from vllm.inputs import TokensPrompt |
37 | 52 | from vllm.lora.request import LoRARequest |
38 | 53 |
|
39 | | -from skyrl.backends.skyrl_train.inference_engines.base import ( |
40 | | - InferenceEngineInput, |
41 | | - InferenceEngineInterface, |
42 | | - InferenceEngineOutput, |
43 | | -) |
44 | | -from skyrl.backends.skyrl_train.inference_engines.vllm.utils import pop_openai_kwargs |
45 | | - |
46 | | -# Backward compatibility: WorkerWrap has moved to inference_servers.vllm_worker |
47 | | -# This alias preserves the old import path for existing scripts/configs. |
48 | | -# TODO (Kourosh): Remove this alias once all references are updated. |
49 | | -from skyrl.backends.skyrl_train.inference_servers.vllm_worker import ( |
50 | | - WorkerWrap, # noqa: F401, E402 |
51 | | -) |
52 | | -from skyrl.backends.skyrl_train.weight_sync import WeightLoader, WeightUpdateRequest |
53 | | - |
54 | 54 |
|
55 | 55 | @dataclass |
56 | 56 | class Logprob: |
|
0 commit comments