Launch Blacksky

.gitignore

@@ -78,6 +78,7 @@ web_modules/
 .env.test.local
 .env.production.local
 .env.local
+.env.prod
 
 # parcel-bundler cache (https://parceljs.org/)
 .cache
@@ -119,6 +120,9 @@ dist
 # TernJS port file
 .tern-port
 
+# database
+tmp/
+
 # Stores VSCode versions used for testing VSCode extensions
 .vscode-test
 

scripts/publishFeedGen.ts

@@ -8,28 +8,28 @@ const run = async () => {
 
   // YOUR bluesky handle
   // Ex: user.bsky.social
-  const handle = ''
+  const handle = process.env.IDENTIFIER
 
   // YOUR bluesky password, or preferably an App Password (found in your client settings)
   // Ex: abcd-1234-efgh-5678
-  const password = ''
+  const password = process.env.PASSWORD
 
   // A short name for the record that will show in urls
   // Lowercase with no spaces.
   // Ex: whats-hot
-  const recordName = ''
+  const recordName = 'blacksky'
 
   // A display name for your feed
   // Ex: What's Hot
-  const displayName = ''
+  const displayName = 'Blacksky'
 
   // (Optional) A description of your feed
   // Ex: Top trending content from the whole network
-  const description = ''
+  const description = 'Posts from the Black users of Bluesky, based on the original thread (https://bsky.app/profile/did:plc:xgjcudwc5yk4z2uex5v6e7bl/post/3jtypsmfaoh2x)'
 
   // (Optional) The path to an image to be used as your feed's avatar
   // Ex: ~/path/to/avatar.jpeg
-  const avatar: string = ''
+  const avatar: string = 'blacksky.png'
 
   // -------------------------------------
   // NO NEED TO TOUCH ANYTHING BELOW HERE

src/algos/whats-alf.ts → src/algos/blacksky.ts

@@ -2,7 +2,7 @@ import { InvalidRequestError } from '@atproto/xrpc-server'
 import { QueryParams } from '../lexicon/types/app/bsky/feed/getFeedSkeleton'
 import { AppContext } from '../config'
 
-export const uri = 'at://did:example:alice/app.bsky.feed.generator/whats-alf'
+export const uri = 'at://did:plc:w4xbfzo7kqfes5zb7r6qv3rw/app.bsky.feed.generator/blacksky'
 
 export const handler = async (ctx: AppContext, params: QueryParams) => {
   let builder = ctx.db

src/algos/index.ts

@@ -3,12 +3,12 @@ import {
   QueryParams,
   OutputSchema as AlgoOutput,
 } from '../lexicon/types/app/bsky/feed/getFeedSkeleton'
-import * as whatsAlf from './whats-alf'
+import * as blacksky from './blacksky'
 
 type AlgoHandler = (ctx: AppContext, params: QueryParams) => Promise<AlgoOutput>
 
 const algos: Record<string, AlgoHandler> = {
-  [whatsAlf.uri]: whatsAlf.handler,
+  [blacksky.uri]: blacksky.handler,
 }
 
 export default algos

src/index.ts

@@ -7,7 +7,7 @@ const run = async () => {
   const serviceDid =
     maybeStr(process.env.FEEDGEN_SERVICE_DID) ?? `did:web:${hostname}`
   const server = FeedGenerator.create({
-    port: maybeInt(process.env.FEEDGEN_PORT) ?? 3000,
+    port: maybeInt(process.env.PORT) ?? 3000,
     sqliteLocation: maybeStr(process.env.FEEDGEN_SQLITE_LOCATION) ?? ':memory:',
     subscriptionEndpoint:
       maybeStr(process.env.FEEDGEN_SUBSCRIPTION_ENDPOINT) ??

src/subscription.ts

@@ -2,28 +2,52 @@ import {
   OutputSchema as RepoEvent,
   isCommit,
 } from './lexicon/types/com/atproto/sync/subscribeRepos'
+import {
+  OutputSchema as ThreadPost
+} from './lexicon/types/app/bsky/feed/getPostThread'
 import { FirehoseSubscriptionBase, getOpsByType } from './util/subscription'
+import { AtpAgent, BlobRef } from '@atproto/api'
+import dotenv from 'dotenv'
+
+function parseReplies(threadPost) {
+  let identifiers: any[] = [];
+  if (threadPost.replies) {
+    identifiers = [...new Set(threadPost.replies
+      .map((reply) => {
+        return parseReplies(reply)
+      }))]
+  }
+  identifiers.push(threadPost.post.author.did)
+  return identifiers.flat()
+}
 
 export class FirehoseSubscription extends FirehoseSubscriptionBase {
   async handleEvent(evt: RepoEvent) {
     if (!isCommit(evt)) return
-    const ops = await getOpsByType(evt)
+    dotenv.config()
 
-    // This logs the text of every post off the firehose.
-    // Just for fun :)
-    // Delete before actually using
-    for (const post of ops.posts.creates) {
-      console.log(post.record.text)
-    }
+    const handle = process.env.IDENTIFIER ?? ''
+    const password = process.env.PASSWORD ?? ''
+    const uri = process.env.BLACKSKYTHREAD ?? ''
+
+    const agent = new AtpAgent({ service: 'https://bsky.social' })
+    await agent.login({ identifier: handle, password })
+
+    const blackskyThread = await agent.api.app.bsky.feed.getPostThread({uri})
+    const blacksky = new Set(parseReplies(blackskyThread.data.thread))
+
+    const ops = await getOpsByType(evt)
 
     const postsToDelete = ops.posts.deletes.map((del) => del.uri)
     const postsToCreate = ops.posts.creates
       .filter((create) => {
-        // only alf-related posts
-        return create.record.text.toLowerCase().includes('alf')
+        // Filter for authors from the blacksky thread
+        return blacksky.has(create.author)
       })
       .map((create) => {
-        // map alf-related posts to a db row
+        // Create Blacksky posts in db
+        console.log(`Blacksky author ${create.author}!`)
+        console.log(create)
         return {
           uri: create.uri,
           cid: create.cid,

src/util/subscription.ts

@@ -80,7 +80,7 @@ export const getOpsByType = async (evt: Commit): Promise<OperationsByType> => {
   for (const op of evt.ops) {
     const uri = `at://${evt.repo}/${op.path}`
     const [collection] = op.path.split('/')
-
+    
     if (op.action === 'update') continue // updates not supported yet
 
     if (op.action === 'create') {