We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 25be6a7 commit d1cbb5bCopy full SHA for d1cbb5b
xinference/deploy/cmdline.py
@@ -497,7 +497,9 @@ def model_launch(
497
_n_gpu = int(n_gpu)
498
499
endpoint = get_endpoint(endpoint)
500
- model_size = size_in_billions if "_" in size_in_billions else int(size_in_billions)
+ model_size: Union[str, int] = (
501
+ size_in_billions if "_" in size_in_billions else int(size_in_billions)
502
+ )
503
504
client = RESTfulClient(base_url=endpoint)
505
model_uid = client.launch_model(
0 commit comments