aljaz/crawler_v2
1
0
Fork 0
mirror of https://github.com/aljazceru/crawler_v2.git synced 2025-12-17 07:24:21 +01:00
Code Issues Packages Projects Releases Wiki Activity

added limit to fetcher DB

Browse Source
This commit is contained in:
pippellia-btc
2025-07-22 11:01:22 +02:00
parent f84c46fc1f
commit ec5a9a3162
1 changed files with 14 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
pkg/pipe/intake.go
View File

@@ -282,7 +282,13 @@ func FetcherDB(
continue
}
events, err := store.Query(ctx, nostr.Filter{Kinds: Kinds, Authors: batch})
filter := nostr.Filter{
Kinds: Kinds,
Authors: batch,
Limit: len(Kinds) * len(batch),
}
events, err := store.Query(ctx, filter)
if err != nil {
log.Printf("FetcherDB: %v", err)
}
@@ -301,7 +307,13 @@ func FetcherDB(
continue
}
events, err := store.Query(ctx, nostr.Filter{Kinds: Kinds, Authors: batch})
filter := nostr.Filter{
Kinds: Kinds,
Authors: batch,
Limit: len(Kinds) * len(batch),
}
events, err := store.Query(ctx, filter)
if err != nil {
log.Printf("FetcherDB: %v", err)
}