We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
vllm.inputs.data
vllm.inputs
1 parent 72b165f commit e648005Copy full SHA for e648005
skyrl/backends/skyrl_train/inference_servers/vllm_server_actor.py
@@ -21,7 +21,7 @@
21
create_server_socket,
22
init_app_state,
23
)
24
-from vllm.inputs.data import TokensPrompt
+from vllm.inputs import TokensPrompt
25
from vllm.sampling_params import SamplingParams as VLLMSamplingParams
26
from vllm.usage.usage_lib import UsageContext
27
from vllm.utils import random_uuid
0 commit comments