kennethreitz/instructor
1
0
Fork 0
mirror of https://github.com/kennethreitz/instructor.git synced 2026-06-05 22:50:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Be robust to null values while updating token counts (#359)

Browse Source
This commit is contained in:
Venky Iyer
2024-01-25 08:48:31 -08:00
committed by GitHub
parent 23a3abb294
commit 4cd06cda2c
1 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
instructor/patch.py
+6 -6
View File
@@ -237,9 +237,9 @@ async def retry_async(
response: ChatCompletion = await func(*args, **kwargs)
stream = kwargs.get("stream", False)
if isinstance(response, ChatCompletion) and response.usage is not None:
total_usage.completion_tokens += response.usage.completion_tokens
total_usage.prompt_tokens += response.usage.prompt_tokens
total_usage.total_tokens += response.usage.total_tokens
total_usage.completion_tokens += response.usage.completion_tokens or 0
total_usage.prompt_tokens += response.usage.prompt_tokens or 0
total_usage.total_tokens += response.usage.total_tokens or 0
response.usage = (
total_usage # Replace each response usage with the total usage
)
@@ -300,9 +300,9 @@ def retry_sync(
response = func(*args, **kwargs)
stream = kwargs.get("stream", False)
if isinstance(response, ChatCompletion) and response.usage is not None:
total_usage.completion_tokens += response.usage.completion_tokens
total_usage.prompt_tokens += response.usage.prompt_tokens
total_usage.total_tokens += response.usage.total_tokens
total_usage.completion_tokens += response.usage.completion_tokens or 0
total_usage.prompt_tokens += response.usage.prompt_tokens or 0
total_usage.total_tokens += response.usage.total_tokens or 0
response.usage = (
total_usage # Replace each response usage with the total usage
)