More convenient access to ops by record type (#6)

This commit is contained in:
devin ivy 2023-05-11 00:02:18 -04:00 committed by GitHub
parent 71c2ee061e
commit 9eb71863b3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 88 additions and 54 deletions

View File

@ -1,35 +1,26 @@
import { ids, lexicons } from './lexicon/lexicons'
import { Record as PostRecord } from './lexicon/types/app/bsky/feed/post'
import {
OutputSchema as RepoEvent,
isCommit,
} from './lexicon/types/com/atproto/sync/subscribeRepos'
import {
FirehoseSubscriptionBase,
getPostOperations,
} from './util/subscription'
import { FirehoseSubscriptionBase, getOpsByType } from './util/subscription'
export class FirehoseSubscription extends FirehoseSubscriptionBase {
async handleEvent(evt: RepoEvent) {
if (!isCommit(evt)) return
const postOps = await getPostOperations(evt)
const postsToDelete = postOps.deletes.map((del) => del.uri)
const postsToCreate = postOps.creates
const ops = await getOpsByType(evt)
const postsToDelete = ops.posts.deletes.map((del) => del.uri)
const postsToCreate = ops.posts.creates
.filter((create) => {
// only alf-related posts
return (
isPost(create.record) &&
create.record.text.toLowerCase().includes('alf')
)
return create.record.text.toLowerCase().includes('alf')
})
.map((create) => {
// map alf-related posts to a db row
const record = isPost(create.record) ? create.record : null
return {
uri: create.uri,
cid: create.cid,
replyParent: record?.reply?.parent.uri ?? null,
replyRoot: record?.reply?.root.uri ?? null,
replyParent: create.record?.reply?.parent.uri ?? null,
replyRoot: create.record?.reply?.root.uri ?? null,
indexedAt: new Date().toISOString(),
}
})
@ -49,12 +40,3 @@ export class FirehoseSubscription extends FirehoseSubscriptionBase {
}
}
}
export const isPost = (obj: unknown): obj is PostRecord => {
try {
lexicons.assertValidRecord(ids.AppBskyFeedPost, obj)
return true
} catch (err) {
return false
}
}

View File

@ -1,12 +1,16 @@
import { Subscription } from '@atproto/xrpc-server'
import { cborToLexRecord, readCar } from '@atproto/repo'
import { ids, lexicons } from '../lexicon/lexicons'
import { Record as PostRecord } from '../lexicon/types/app/bsky/feed/post'
import { Record as RepostRecord } from '../lexicon/types/app/bsky/feed/repost'
import { Record as LikeRecord } from '../lexicon/types/app/bsky/feed/like'
import { Record as FollowRecord } from '../lexicon/types/app/bsky/graph/follow'
import {
Commit,
OutputSchema as RepoEvent,
isCommit,
} from '../lexicon/types/com/atproto/sync/subscribeRepos'
import { Database } from '../db'
import { cborToLexRecord, readCar } from '@atproto/repo'
export abstract class FirehoseSubscriptionBase {
public sub: Subscription<RepoEvent>
@ -75,50 +79,98 @@ export abstract class FirehoseSubscriptionBase {
}
}
export const getPostOperations = async (evt: Commit): Promise<Operations> => {
const ops: Operations = { creates: [], deletes: [] }
const postOps = evt.ops.filter(
(op) => op.path.split('/')[0] === ids.AppBskyFeedPost,
)
if (postOps.length < 1) return ops
export const getOpsByType = async (evt: Commit): Promise<OperationsByType> => {
const car = await readCar(evt.blocks)
const opsByType: OperationsByType = {
posts: { creates: [], deletes: [] },
reposts: { creates: [], deletes: [] },
likes: { creates: [], deletes: [] },
follows: { creates: [], deletes: [] },
}
for (const op of postOps) {
// updates not supported yet
if (op.action === 'update') continue
for (const op of evt.ops) {
const uri = `at://${evt.repo}/${op.path}`
if (op.action === 'delete') {
ops.deletes.push({ uri })
} else if (op.action === 'create') {
const [collection] = op.path.split('/')
if (op.action === 'update') continue // updates not supported yet
if (op.action === 'create') {
if (!op.cid) continue
const postBytes = await car.blocks.get(op.cid)
if (!postBytes) continue
ops.creates.push({
uri,
cid: op.cid.toString(),
author: evt.repo,
record: cborToLexRecord(postBytes),
})
const recordBytes = car.blocks.get(op.cid)
if (!recordBytes) continue
const record = cborToLexRecord(recordBytes)
const create = { uri, cid: op.cid.toString(), author: evt.repo }
if (collection === ids.AppBskyFeedPost && isPost(record)) {
opsByType.posts.creates.push({ record, ...create })
} else if (collection === ids.AppBskyFeedRepost && isRepost(record)) {
opsByType.reposts.creates.push({ record, ...create })
} else if (collection === ids.AppBskyFeedLike && isLike(record)) {
opsByType.likes.creates.push({ record, ...create })
} else if (collection === ids.AppBskyGraphFollow && isFollow(record)) {
opsByType.follows.creates.push({ record, ...create })
}
}
return ops
if (op.action === 'delete') {
if (collection === ids.AppBskyFeedPost) {
opsByType.posts.deletes.push({ uri })
} else if (collection === ids.AppBskyFeedRepost) {
opsByType.reposts.deletes.push({ uri })
} else if (collection === ids.AppBskyFeedLike) {
opsByType.likes.deletes.push({ uri })
} else if (collection === ids.AppBskyGraphFollow) {
opsByType.follows.deletes.push({ uri })
}
}
}
type CreateOp = {
return opsByType
}
type OperationsByType = {
posts: Operations<PostRecord>
reposts: Operations<RepostRecord>
likes: Operations<LikeRecord>
follows: Operations<FollowRecord>
}
type Operations<T = Record<string, unknown>> = {
creates: CreateOp<T>[]
deletes: DeleteOp[]
}
type CreateOp<T> = {
uri: string
cid: string
author: string
record: Record<string, unknown>
record: T
}
type DeleteOp = {
uri: string
}
type Operations = {
creates: CreateOp[]
deletes: DeleteOp[]
export const isPost = (obj: unknown): obj is PostRecord => {
return isType(obj, ids.AppBskyFeedPost)
}
export const isRepost = (obj: unknown): obj is RepostRecord => {
return isType(obj, ids.AppBskyFeedRepost)
}
export const isLike = (obj: unknown): obj is LikeRecord => {
return isType(obj, ids.AppBskyFeedLike)
}
export const isFollow = (obj: unknown): obj is FollowRecord => {
return isType(obj, ids.AppBskyGraphFollow)
}
const isType = (obj: unknown, nsid: string) => {
try {
lexicons.assertValidRecord(nsid, obj)
return true
} catch (err) {
return false
}
}