Fix issue 4680

Author: DrewAfromsky

tests/unittests/models/test_litellm.py

@@ -2819,7 +2819,12 @@ def test_to_litellm_role():
                             "content": "this is a test",
                         }
                     }
-                ]
+                ],
+                usage={
+                    "prompt_tokens": 0,
+                    "completion_tokens": 0,
+                    "total_tokens": 0,
+                },
             ),
             [TextChunk(text="this is a test")],
             UsageMetadataChunk(
@@ -2877,15 +2882,29 @@ def test_to_litellm_role():
             (None, "stop"),
         ),
         (
-            ModelResponse(choices=[{"finish_reason": "tool_calls"}]),
+            ModelResponse(
+                choices=[{"finish_reason": "tool_calls"}],
+                usage={
+                    "prompt_tokens": 0,
+                    "completion_tokens": 0,
+                    "total_tokens": 0,
+                },
+            ),
             [None],
             UsageMetadataChunk(
                 prompt_tokens=0, completion_tokens=0, total_tokens=0
             ),
             "tool_calls",
         ),
         (
-            ModelResponse(choices=[{}]),
+            ModelResponse(
+                choices=[{}],
+                usage={
+                    "prompt_tokens": 0,
+                    "completion_tokens": 0,
+                    "total_tokens": 0,
+                },
+            ),
             [None],
             UsageMetadataChunk(
                 prompt_tokens=0, completion_tokens=0, total_tokens=0