File tree Expand file tree Collapse file tree 1 file changed +2
-0
lines changed Expand file tree Collapse file tree 1 file changed +2
-0
lines changed Original file line number Diff line number Diff line change 1616 init_distributed_environment )
1717from vllm .lora .request import LoRARequest
1818from vllm .tasks import SupportedTask
19+ from vllm .v1 import utils as vllm_utils
1920from vllm .v1 .core .kv_cache_utils import get_num_blocks , get_uniform_page_size
2021from vllm .v1 .core .sched .output import SchedulerOutput
2122from vllm .v1 .kv_cache_interface import KVCacheConfig , KVCacheSpec
@@ -166,6 +167,7 @@ def init_device(self):
166167 f"node_id={ get_node_id ()} | "
167168 f"is_driver_worker={ self .is_driver_worker } | "
168169 f"hbm={ utils .hbm_usage_gb (self .devices )} GiB" )
170+ vllm_utils .report_usage_stats (self .vllm_config )
169171
170172 def determine_available_memory (self ) -> int :
171173 gpu_memory_utilization = self .cache_config .gpu_memory_utilization
You can’t perform that action at this time.
0 commit comments