updated langchain-ai#25684

mrdrprofuroboros · Oct 1, 2024 · e794a58 · e794a58
1 parent b5e28d3
commit e794a58
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/libs/partners/anthropic/langchain_anthropic/chat_models.py b/libs/partners/anthropic/langchain_anthropic/chat_models.py
@@ -772,6 +772,17 @@ def _format_output(self, data: Any, **kwargs: Any) -> ChatResult:
             "output_tokens": data.usage.output_tokens,
             "total_tokens": data.usage.input_tokens + data.usage.output_tokens,
         }
+        if hasattr(data.usage, "cache_creation_input_tokens"):
+            msg.usage_metadata["cache_creation_input_tokens"] = (
+                data.usage.cache_creation_input_tokens
+            )
+            msg.usage_metadata["total_tokens"] += data.usage.cache_creation_input_tokens
+        if hasattr(data.usage, "cache_read_input_tokens"):
+            msg.usage_metadata["cache_read_input_tokens"] = (
+                data.usage.cache_read_input_tokens
+            )
+            msg.usage_metadata["total_tokens"] += data.usage.cache_read_input_tokens
+
         return ChatResult(
             generations=[ChatGeneration(message=msg)],
             llm_output=llm_output,