From 1db4deeb4a85f7b5fd99a20d57f6b06517ad5a3b Mon Sep 17 00:00:00 2001 From: Kev Date: Fri, 15 Nov 2024 19:53:37 +0100 Subject: [PATCH] Limit wanted collections on jetstream This limits the wantedCollections on jetstream to just the ones we need, so backfilling is faster and ingesting is more efficient. --- ingester/ingester.go | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/ingester/ingester.go b/ingester/ingester.go index eb33a65..21dc13a 100644 --- a/ingester/ingester.go +++ b/ingester/ingester.go @@ -83,6 +83,12 @@ func (fi *FirehoseIngester) Start(ctx context.Context) (err error) { jsCfg := jsclient.DefaultClientConfig() jsCfg.WebsocketURL = fi.jetstreamURL + jsCfg.WantedCollections = []string{ + "app.bsky.actor.profile", + "app.bsky.feed.like", + "app.bsky.feed.post", + "app.bsky.graph.follow", + } var activeCursor atomic.Int64 sched := jsparallel.NewScheduler(