Add cancellation into response statistics (#113)

triton-inference-server · Feb 23, 2024 · 00b3a71 · 00b3a71
1 parent bf4b163
commit 00b3a71
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/protobuf/grpc_service.proto b/protobuf/grpc_service.proto
@@ -1050,6 +1050,13 @@ message InferResponseStatistics
   //@@     The count and cumulative duration for empty responses.
   //@@
   StatisticDuration empty_response = 5;
+
+  //@@  .. cpp:var:: StatisticDuration cancel
+  //@@
+  //@@     The count and cumulative duration, for cleaning up resources held by
+  //@@     a cancelled request, for cancelled responses.
+  //@@
+  StatisticDuration cancel = 6;
 }
 
 //@@