From 4551e0458b3c67cbd29a3a3c23996ee960a2ad7d Mon Sep 17 00:00:00 2001
From: Jacky <18255193+kthui@users.noreply.github.com>
Date: Fri, 31 May 2024 15:22:24 -0700
Subject: [PATCH] Fix decoupled batch statistics to account for implicit batch
 size (#361)

---
 src/python_be.cc | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/python_be.cc b/src/python_be.cc
index d5657b30..ddf1b022 100644
--- a/src/python_be.cc
+++ b/src/python_be.cc
@@ -1236,7 +1236,7 @@ ModelInstanceState::ProcessRequests(
   uint64_t compute_end_ns = 0;
   SET_TIMESTAMP(compute_end_ns);
   reporter.SetComputeEndNs(compute_end_ns);
-  reporter.SetBatchStatistics(request_count);
+  reporter.SetBatchStatistics(total_batch_size);
 
   if (response_batch.data_->has_error) {
     if (response_batch.data_->is_error_set) {