make tablet writer's counter more realtime

yiguolei · Jan 15, 2025 · f5d6718 · f5d6718
1 parent 223e58a
commit f5d6718
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 2 deletions.
diff --git a/be/src/agent/workload_group_listener.cpp b/be/src/agent/workload_group_listener.cpp
@@ -35,8 +35,8 @@ void WorkloadGroupListener::handle_topic_info(const std::vector<TopicInfo>& topi
         if (!topic_info.__isset.workload_group_info) {
             continue;
         }
-        LOG(INFO) << "Received publish workload group info request: "
-                  << apache::thrift::ThriftDebugString(topic_info).c_str();
+        VLOG_DEBUG << "Received publish workload group info request: "
+                   << apache::thrift::ThriftDebugString(topic_info).c_str();
         is_set_workload_group_info = true;
 
         // 1 parse topic info to group info

diff --git a/be/src/vec/sink/writer/vtablet_writer_v2.cpp b/be/src/vec/sink/writer/vtablet_writer_v2.cpp
@@ -459,6 +459,14 @@ Status VTabletWriterV2::write(RuntimeState* state, Block& input_block) {
         RETURN_IF_ERROR(_write_memtable(block, tablet_id, rows));
     }
 
+    COUNTER_SET(_input_rows_counter, _number_input_rows);
+    COUNTER_SET(_output_rows_counter, _number_output_rows);
+    COUNTER_SET(_filtered_rows_counter,
+                _block_convertor->num_filtered_rows() + _tablet_finder->num_filtered_rows());
+    COUNTER_SET(_send_data_timer, _send_data_ns);
+    COUNTER_SET(_row_distribution_timer, (int64_t)_row_distribution_watch.elapsed_time());
+    COUNTER_SET(_validate_data_timer, _block_convertor->validate_data_ns());
+
     return Status::OK();
 }