Skip to content

Commit

Permalink
feat: have Bigtable match DynamoDB's metrics
Browse files Browse the repository at this point in the history
(not including conversion errors which never occur)

Closes: SYNC-4150
  • Loading branch information
pjenvey committed Feb 20, 2024
1 parent 60c6675 commit 4c299ae
Show file tree
Hide file tree
Showing 3 changed files with 31 additions and 11 deletions.
28 changes: 21 additions & 7 deletions autopush-common/src/db/bigtable/bigtable_client/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ use std::sync::Arc;
use std::time::{Duration, SystemTime};

use async_trait::async_trait;
use cadence::StatsdClient;
use cadence::{CountedExt, StatsdClient};
use futures_util::StreamExt;
use google_cloud_rust_raw::bigtable::admin::v2::bigtable_table_admin::DropRowRangeRequest;
use google_cloud_rust_raw::bigtable::admin::v2::bigtable_table_admin_grpc::BigtableTableAdminClient;
Expand Down Expand Up @@ -72,7 +72,7 @@ impl From<Uaid> for String {
pub struct BigTableClientImpl {
pub(crate) settings: BigTableDbSettings,
/// Metrics client
_metrics: Arc<StatsdClient>,
metrics: Arc<StatsdClient>,
/// Connection Channel (used for alternate calls)
pool: BigTablePool,
metadata: Metadata,
Expand Down Expand Up @@ -234,7 +234,7 @@ impl BigTableClientImpl {
let admin_metadata = db_settings.admin_metadata()?;
Ok(Self {
settings: db_settings,
_metrics: metrics,
metrics,
metadata,
admin_metadata,
pool,
Expand Down Expand Up @@ -928,7 +928,8 @@ impl DbClient for BigTableClientImpl {

let mut cells: Vec<cell::Cell> = Vec::new();

let family = if message.topic.is_some() {
let is_topic = message.topic.is_some();
let family = if is_topic {
MESSAGE_TOPIC_FAMILY
} else {
MESSAGE_FAMILY
Expand Down Expand Up @@ -973,7 +974,14 @@ impl DbClient for BigTableClientImpl {
}
row.add_cells(family, cells);
trace!("🉑 Adding row");
self.write_row(row).await.map_err(|e| e.into())
self.write_row(row).await?;

self.metrics
.incr_with_tags("notification.message.stored")
.with_tag("topic", &is_topic.to_string())
.with_tag("database", &self.name())
.send();
Ok(())
}

/// Save a batch of messages to the database.
Expand Down Expand Up @@ -1022,7 +1030,8 @@ impl DbClient for BigTableClientImpl {
new_version_cell(expiry),
],
);
self.write_row(row).await.map_err(|e| e.into())
self.write_row(row).await?;
Ok(())
}

/// Delete the notification from storage.
Expand All @@ -1034,7 +1043,12 @@ impl DbClient for BigTableClientImpl {
);
let row_key = format!("{}#{}", uaid.simple(), chidmessageid);
debug!("🉑🔥 Deleting message {}", &row_key);
self.delete_row(&row_key).await.map_err(|e| e.into())
self.delete_row(&row_key).await?;
self.metrics
.incr_with_tags("notification.message.deleted")
.with_tag("database", &self.name())
.send();
Ok(())
}

/// Return `limit` pending messages from storage. `limit=0` for all messages.
Expand Down
11 changes: 7 additions & 4 deletions autopush-common/src/db/dual/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -99,6 +99,13 @@ impl DualClientImpl {
let primary = BigTableClientImpl::new(metrics.clone(), &db_settings.primary)?;
let secondary = DdbClientImpl::new(metrics.clone(), &db_settings.secondary)?;
debug!("⚖ Got primary and secondary");
metrics
.incr_with_tags("database.dual.allot")
.with_tag(
"median",
&median.map_or_else(|| "None".to_owned(), |m| m.to_string()),
)
.send();
Ok(Self {
primary,
secondary: secondary.clone(),
Expand Down Expand Up @@ -128,10 +135,6 @@ impl DualClientImpl {
} else {
(Box::new(&self.primary), true)
};
self.metrics
.incr_with_tags("database.dual.error")
.with_tag("target", &target.0.name())
.send();
debug!("⚖ alloting to {}", target.0.name());
Ok(target)
}
Expand Down
3 changes: 3 additions & 0 deletions autopush-common/src/db/dynamodb/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -547,6 +547,7 @@ impl DbClient for DdbClientImpl {
self.metrics
.incr_with_tags("notification.message.stored")
.with_tag("topic", &topic)
.with_tag("database", &self.name())
.send();
Ok(())
}
Expand All @@ -559,6 +560,7 @@ impl DbClient for DdbClientImpl {
self.metrics
.incr_with_tags("notification.message.stored")
.with_tag("topic", &n.topic.is_some().to_string())
.with_tag("database", &self.name())
.send();
serde_dynamodb::to_hashmap(&NotificationRecord::from_notif(uaid, n))
.ok()
Expand Down Expand Up @@ -600,6 +602,7 @@ impl DbClient for DdbClientImpl {
.await?;
self.metrics
.incr_with_tags("notification.message.deleted")
.with_tag("database", &self.name())
.send();
Ok(())
}
Expand Down

0 comments on commit 4c299ae

Please sign in to comment.