Record INFER_RESPONSE_COMPLETE only at the first callback (triton-inf…

…erence-server#4176)
xulizhi321 · Apr 7, 2022 · fa072e2 · fa072e2
1 parent 069aedf
commit fa072e2
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/src/grpc_server.cc b/src/grpc_server.cc
@@ -4299,8 +4299,10 @@ ModelStreamInferHandler::StreamInferResponseComplete(
                  << state->cb_count_ << ", flags " << flags;
 
 #ifdef TRITON_ENABLE_TRACING
-  state->trace_timestamps_.emplace_back(std::make_pair(
-      "INFER_RESPONSE_COMPLETE", TraceManager::CaptureTimestamp()));
+  if (state->cb_count_ == 1) {
+    state->trace_timestamps_.emplace_back(std::make_pair(
+        "INFER_RESPONSE_COMPLETE", TraceManager::CaptureTimestamp()));
+  }
 #endif  // TRITON_ENABLE_TRACING
 
   // Log appropriate errors