From 801ad63317ee177965043cd59f59bcd68db0b1ee Mon Sep 17 00:00:00 2001 From: Aniket Maurya Date: Wed, 18 Sep 2024 04:08:25 +0530 Subject: [PATCH] update --- src/litserve/server.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/litserve/server.py b/src/litserve/server.py index 4664865c..c929b54f 100644 --- a/src/litserve/server.py +++ b/src/litserve/server.py @@ -196,7 +196,7 @@ def __init__( device_list = range(devices) self.devices = [self.device_identifiers(accelerator, device) for device in device_list] - self.workers = self.devices * self.workers_per_device + self.inference_workers = self.devices * self.workers_per_device self.setup_server() def launch_inference_worker(self, num_uvicorn_servers: int): @@ -414,7 +414,7 @@ def run( sockets = [config.bind_socket()] if num_api_servers is None: - num_api_servers = len(self.num_inference_workers) + num_api_servers = len(self.inference_workers) if num_api_servers < 1: raise ValueError("num_api_servers must be greater than 0")