Skip to content

Commit 88877bf

Browse files
youkaichaoywang96
authored andcommitted
[misc] add cuda runtime version to usage data (vllm-project#12190)
Signed-off-by: youkaichao <youkaichao@gmail.com> Co-authored-by: Roger Wang <ywang@roblox.com>
1 parent ddedb3a commit 88877bf

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

vllm/usage/usage_lib.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -130,6 +130,7 @@ def __init__(self) -> None:
130130
self.total_memory: Optional[int] = None
131131
self.architecture: Optional[str] = None
132132
self.platform: Optional[str] = None
133+
self.cuda_runtime: Optional[str] = None
133134
self.gpu_count: Optional[int] = None
134135
self.gpu_type: Optional[str] = None
135136
self.gpu_memory_per_device: Optional[int] = None
@@ -169,6 +170,8 @@ def _report_usage_once(self, model_architecture: str,
169170
self.gpu_count = torch.cuda.device_count()
170171
self.gpu_type = device_property.name
171172
self.gpu_memory_per_device = device_property.total_memory
173+
if current_platform.is_cuda():
174+
self.cuda_runtime = torch.version.cuda
172175
self.provider = _detect_cloud_provider()
173176
self.architecture = platform.machine()
174177
self.platform = platform.platform()

0 commit comments

Comments
 (0)