Track CV labels in Store

cmd/indexer/main.go

@@ -731,7 +731,14 @@ func (index *Index) IndexImages(ctx context.Context, pageSize int32) {
 				err = index.PostRegistry.AddPostLabel(ctx, result.Meta.PostID, result.Meta.ActorDID, postLabel)
 				if err != nil {
 					logger.Error("Failed to add label to post", "error", err)
-					continue
+				}
+				err = index.Store.Queries.CreateRecentPostLabel(ctx, store_queries.CreateRecentPostLabelParams{
+					ActorDid: result.Meta.ActorDID,
+					Rkey:     result.Meta.PostID,
+					Label:    postLabel,
+				})
+				if err != nil {
+					logger.Error("Failed to create recent post label", "error", err)
 				}
 			}
 		}(result)

pkg/consumer/consumer.go

@@ -290,6 +290,10 @@ func (c *Consumer) TrimRecentPosts(ctx context.Context, maxAge time.Duration) er
 	if err != nil {
 		c.Logger.Error("failed to trim TQSP feed", "error", err)
 	}
+	err = c.Store.Queries.TrimRecentPostLabels(ctx, oldestRkey)
+	if err != nil {
+		c.Logger.Error("failed to trim recent post labels", "error", err)
+	}
 
 	postsTrimmed.WithLabelValues(c.SocketURL).Add(float64(numDeleted))
 

pkg/consumer/post.go

@@ -231,16 +231,6 @@ func (c *Consumer) HandleCreatePost(ctx context.Context, repo, rkey string, inde
 		}
 	}
 
-	// Create a Sentiment Job for the post
-	err = c.Store.Queries.CreateSentimentJob(ctx, store_queries.CreateSentimentJobParams{
-		ActorDid:  repo,
-		Rkey:      rkey,
-		CreatedAt: recCreatedAt,
-	})
-	if err != nil {
-		log.Errorf("failed to create sentiment job: %+v", err)
-	}
-
 	// Create images for the post
 	if rec.Embed != nil && rec.Embed.EmbedImages != nil {
 		for _, img := range rec.Embed.EmbedImages.Images {

pkg/consumer/store/queries/recent_post_labels.sql

@@ -0,0 +1,27 @@
+-- name: CreateRecentPostLabel :exec
+INSERT INTO recent_post_labels(actor_did, rkey, label)
+VALUES ($1, $2, $3);
+-- name: DeleteRecentPostLabel :exec
+DELETE FROM recent_post_labels
+WHERE actor_did = $1
+    AND rkey = $2
+    AND label = $3;
+-- name: ListRecentPostLabels :many
+SELECT label
+FROM recent_post_labels
+WHERE actor_did = $1
+    AND rkey = $2
+ORDER BY label ASC;
+-- name: ListRecentPostsByLabelHot :many
+SELECT l.actor_did,
+    l.rkey
+FROM recent_post_labels l
+    JOIN recent_posts_with_score rp ON l.actor_did = rp.actor_did
+    AND l.rkey = rp.rkey
+WHERE label = $1
+    AND score < coalesce(sqlc.narg('score')::float, 100000)
+ORDER BY score DESC
+LIMIT $2;
+-- name: TrimRecentPostLabels :exec
+DELETE FROM recent_post_labels
+WHERE rkey < $1;

pkg/consumer/store/schema/feeds.sql

@@ -4,7 +4,7 @@ CREATE TABLE pins (
     rkey TEXT NOT NULL
 );
 CREATE UNIQUE INDEX pins_pk ON pins (actor_did, rkey DESC);
--- Label Feeds
+-- Actor Label Feeds
 CREATE TABLE actor_labels (
     actor_did TEXT NOT NULL,
     label TEXT NOT NULL,
@@ -22,3 +22,12 @@ CREATE TABLE tqsp (
     PRIMARY KEY (actor_did, rkey)
 );
 CREATE INDEX tqsp_paging_idx ON tqsp (rkey DESC);
+-- Post Label Feeds
+CREATE TABLE recent_post_labels (
+    actor_did TEXT NOT NULL,
+    rkey TEXT NOT NULL,
+    label TEXT NOT NULL,
+    PRIMARY KEY (actor_did, rkey, label)
+);
+CREATE INDEX recent_post_labels_label_idx ON recent_post_labels (label);
+CREATE INDEX recent_post_labels_paging_idx ON recent_post_labels (rkey DESC);