fix(elasticsearch logging): log how long bulk execution took (#10116)

darnaut · web-flow · commit a0d952d4a200 · 2024-03-23T06:11:39.000-05:00
diff --git a/metadata-io/src/main/java/com/linkedin/metadata/search/elasticsearch/update/BulkListener.java b/metadata-io/src/main/java/com/linkedin/metadata/search/elasticsearch/update/BulkListener.java
@@ -39,20 +39,28 @@ public void beforeBulk(long executionId, BulkRequest request) {
 
   @Override
   public void afterBulk(long executionId, BulkRequest request, BulkResponse response) {
+    String ingestTook = "";
+    long ingestTookInMillis = response.getIngestTookInMillis();
+    if (ingestTookInMillis != BulkResponse.NO_INGEST_TOOK) {
+      ingestTook = " Bulk ingest preprocessing took time ms: " + ingestTookInMillis;
+    }
+
     if (response.hasFailures()) {
       log.error(
           "Failed to feed bulk request. Number of events: "
               + response.getItems().length
               + " Took time ms: "
-              + response.getIngestTookInMillis()
+              + response.getTook().getMillis()
+              + ingestTook
               + " Message: "
               + response.buildFailureMessage());
     } else {
       log.info(
           "Successfully fed bulk request. Number of events: "
               + response.getItems().length
               + " Took time ms: "
-              + response.getIngestTookInMillis());
+              + response.getTook().getMillis()
+              + ingestTook);
     }
     incrementMetrics(response);
   }
