Skip to content

Commit 8bd6c97

Browse files
authored
fix - use tp executor (#7509)
1 parent d861aa8 commit 8bd6c97

File tree

1 file changed

+12
-8
lines changed

1 file changed

+12
-8
lines changed

litellm/utils.py

Lines changed: 12 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -915,9 +915,12 @@ def wrapper(*args, **kwargs): # noqa: PLR0915
915915

916916
# LOG SUCCESS - handle streaming success logging in the _next_ object, remove `handle_success` once it's deprecated
917917
verbose_logger.info("Wrapper: Completed Call, calling success_handler")
918-
threading.Thread(
919-
target=logging_obj.success_handler, args=(result, start_time, end_time)
920-
).start()
918+
executor.submit(
919+
logging_obj.success_handler,
920+
result,
921+
start_time,
922+
end_time,
923+
)
921924
# RETURN RESULT
922925
if hasattr(result, "_hidden_params"):
923926
result._hidden_params["model_id"] = kwargs.get("model_info", {}).get(
@@ -1122,11 +1125,12 @@ async def wrapper_async(*args, **kwargs): # noqa: PLR0915
11221125
asyncio.create_task(
11231126
logging_obj.async_success_handler(result, start_time, end_time)
11241127
)
1125-
threading.Thread(
1126-
target=logging_obj.success_handler,
1127-
args=(result, start_time, end_time),
1128-
).start()
1129-
1128+
executor.submit(
1129+
logging_obj.success_handler,
1130+
result,
1131+
start_time,
1132+
end_time,
1133+
)
11301134
# REBUILD EMBEDDING CACHING
11311135
if (
11321136
isinstance(result, EmbeddingResponse)

0 commit comments

Comments
 (0)