Add Gossip Loop metrics

gossip/src/cluster_info.rs

@@ -1556,6 +1556,7 @@ impl ClusterInfo {
         sender: &PacketBatchSender,
         generate_pull_requests: bool,
     ) -> Result<(), GossipError> {
+        let _st = ScopedTimer::from(&self.stats.gossip_transmit_loop_time);
         let reqs = self.generate_new_gossip_requests(
             thread_pool,
             gossip_validators,
@@ -1573,6 +1574,7 @@ impl ClusterInfo {
                 .add_relaxed(packet_batch.len() as u64);
             sender.send(packet_batch)?;
         }
+        self.stats.gossip_transmit_loop_itrs_since_last_report.add_relaxed(1);
         Ok(())
     }
 
@@ -2435,6 +2437,7 @@ impl ClusterInfo {
             stakes,
             response_sender,
         );
+        self.stats.process_gossip_packets_itrs_since_last_report.add_relaxed(1);
         Ok(())
     }
 
@@ -2490,6 +2493,7 @@ impl ClusterInfo {
         last_print: &mut Instant,
         should_check_duplicate_instance: bool,
     ) -> Result<(), GossipError> {
+        let _st = ScopedTimer::from(&self.stats.gossip_listen_loop_time);
         const RECV_TIMEOUT: Duration = Duration::from_secs(1);
         const SUBMIT_GOSSIP_STATS_INTERVAL: Duration = Duration::from_secs(2);
         let mut packets = VecDeque::from(receiver.recv_timeout(RECV_TIMEOUT)?);
@@ -2528,6 +2532,7 @@ impl ClusterInfo {
             submit_gossip_stats(&self.stats, &self.gossip, &stakes);
             *last_print = Instant::now();
         }
+        self.stats.gossip_listen_loop_itrs_since_last_report.add_relaxed(1);
         Ok(())
     }
 

gossip/src/cluster_info_metrics.rs

@@ -113,6 +113,10 @@ pub struct GossipStats {
     pub(crate) gossip_pull_request_verify_fail: Counter,
     pub(crate) gossip_pull_response_verify_fail: Counter,
     pub(crate) gossip_push_msg_verify_fail: Counter,
+    pub(crate) gossip_transmit_loop_time: Counter,
+    pub(crate) gossip_transmit_loop_itrs_since_last_report: Counter,
+    pub(crate) gossip_listen_loop_time: Counter,
+    pub(crate) gossip_listen_loop_itrs_since_last_report: Counter,
     pub(crate) handle_batch_ping_messages_time: Counter,
     pub(crate) handle_batch_pong_messages_time: Counter,
     pub(crate) handle_batch_prune_messages_time: Counter,
@@ -138,6 +142,7 @@ pub struct GossipStats {
     pub(crate) packets_sent_pull_responses_count: Counter,
     pub(crate) packets_sent_push_messages_count: Counter,
     pub(crate) process_gossip_packets_time: Counter,
+    pub(crate) process_gossip_packets_itrs_since_last_report: Counter,
     pub(crate) process_prune: Counter,
     pub(crate) process_pull_requests: Counter,
     pub(crate) process_pull_response: Counter,
@@ -237,6 +242,11 @@ pub(crate) fn submit_gossip_stats(
             stats.process_gossip_packets_time.clear(),
             i64
         ),
+        (
+            "process_gossip_packets_itrs_since_last_report",
+            stats.process_gossip_packets_itrs_since_last_report.clear(),
+            i64
+        ),
         (
             "verify_gossip_packets_time",
             stats.verify_gossip_packets_time.clear(),
@@ -385,6 +395,26 @@ pub(crate) fn submit_gossip_stats(
             stats.gossip_pull_request_dropped_requests.clear(),
             i64
         ),
+        (
+            "gossip_transmit_loop_time",
+            stats.gossip_transmit_loop_time.clear(),
+            i64
+        ),
+        (
+            "gossip_transmit_loop_itrs_since_last_report",
+            stats.gossip_transmit_loop_itrs_since_last_report.clear(),
+            i64
+        ),
+        (
+            "gossip_listen_loop_time",
+            stats.gossip_listen_loop_time.clear(),
+            i64
+        ),
+        (
+            "gossip_listen_loop_itrs_since_last_report",
+            stats.gossip_listen_loop_itrs_since_last_report.clear(),
+            i64
+        ), 
     );
     datapoint_info!(
         "cluster_info_stats4",