aljaz/crawler_v2
1
0
Fork 0
mirror of https://github.com/aljazceru/crawler_v2.git synced 2025-12-17 23:44:27 +01:00
Code Issues Packages Projects Releases Wiki Activity

it's alive

Browse Source
This commit is contained in:
pippellia-btc
2025-06-04 17:54:00 +02:00
parent 29ef016392
commit 6cbd20f452
11 changed files with 466 additions and 97 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
pkg/pipe/intake.go
View File

@@ -12,7 +12,7 @@ import (
var (
relevantKinds = []int{
nostr.KindProfileMetadata,
//nostr.KindProfileMetadata,
nostr.KindFollowList,
}
@@ -156,8 +156,8 @@ func (c FetcherConfig) Print() {
fmt.Printf(" Interval: %v\n", c.Interval)
}
// Fetcher extracts pubkeys from the channel and queries for their events when either:
// - the batch is bigger than config.Batch
// Fetcher extracts pubkeys from the channel and queries for their events:
// - when the batch is bigger than config.Batch
// - after config.Interval since the last query.
func Fetcher(ctx context.Context, config FetcherConfig, pubkeys <-chan string, send func(*nostr.Event) error) {
batch := make([]string, 0, config.Batch)