add hotness queries and scaffolding for materializer (#25)

also reformatted some sql
strideynet · Aug 14, 2023 · 40a6f88 · 40a6f88
1 parent cd9fa99
commit 40a6f88
Show file tree

Hide file tree

Showing 9 changed files with 335 additions and 63 deletions.
diff --git a/hotness/materializer.go b/hotness/materializer.go
@@ -0,0 +1,20 @@
+package hotness
+
+import (
+	"github.com/strideynet/bsky-furry-feed/store"
+	"go.uber.org/zap"
+)
+
+type Materializer struct {
+	log   *zap.Logger
+	store *store.PGXStore
+}
+
+func NewMaterializer(
+	log *zap.Logger, store *store.PGXStore,
+) *Materializer {
+	return &Materializer{
+		log:   log,
+		store: store,
+	}
+}
diff --git a/store/gen/candidate_posts.sql.go b/store/gen/candidate_posts.sql.go
diff --git a/store/gen/models.go b/store/gen/models.go
diff --git a/store/gen/post_hotness.sql.go b/store/gen/post_hotness.sql.go
diff --git a/store/migrations/000017_create_post_hotness.down.sql b/store/migrations/000017_create_post_hotness.down.sql
@@ -0,0 +1 @@
+DROP TABLE post_hotness;
diff --git a/store/migrations/000017_create_post_hotness.up.sql b/store/migrations/000017_create_post_hotness.up.sql
@@ -0,0 +1,10 @@
+CREATE TABLE post_hotness (
+    uri TEXT PRIMARY KEY,
+    alg TEXT NOT NULL,
+    score REAL NOT NULL,
+    generated_at TIMESTAMPTZ NOT NULL DEFAULT NOW()
+);
+CREATE INDEX post_hotness_alg_score_idx ON post_hotness (alg, score);
+CREATE INDEX post_hotness_alg_generated_at_idx ON post_hotness (
+    alg, generated_at
+);
diff --git a/store/postgres.go b/store/postgres.go
@@ -703,3 +703,11 @@ func (s *PGXStore) GetPostByURI(ctx context.Context, uri string) (out gen.Candid
 	// TODO: Return a proto type rather than exposing gen.CandidatePost
 	return s.queries.GetPostByURI(ctx, s.pool, uri)
 }
+
+func (s *PGXStore) MaterializePostHotness(ctx context.Context, lookbackPeriod time.Duration) error {
+	return s.queries.MaterializePostHotness(ctx, s.pool, pgtype.Interval{Valid: true, Microseconds: lookbackPeriod.Microseconds()})
+}
+
+func (s *PGXStore) DeleteOldPostHotness(ctx context.Context, retentionPeriod time.Duration) error {
+	return s.queries.DeleteOldPostHotness(ctx, s.pool, pgtype.Interval{Valid: true, Microseconds: retentionPeriod.Microseconds()})
+}