aljaz/crawler_v2
1
0
Fork 0
mirror of https://github.com/aljazceru/crawler_v2.git synced 2025-12-17 07:24:21 +01:00
Code Issues Packages Projects Releases Wiki Activity

added limit to fetcher DB

Browse Source
This commit is contained in:
pippellia-btc
2025-07-22 11:01:22 +02:00
parent f84c46fc1f
commit ec5a9a3162
1 changed files with 14 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
pkg/pipe/intake.go
View File

@@ -282,7 +282,13 @@ func FetcherDB(
continue continue
} }
events, err := store.Query(ctx, nostr.Filter{Kinds: Kinds, Authors: batch}) filter := nostr.Filter{
Kinds: Kinds,
Authors: batch,
Limit: len(Kinds) * len(batch),
}
events, err := store.Query(ctx, filter)
if err != nil { if err != nil {
log.Printf("FetcherDB: %v", err) log.Printf("FetcherDB: %v", err)
} }
@@ -301,7 +307,13 @@ func FetcherDB(
continue continue
} }
events, err := store.Query(ctx, nostr.Filter{Kinds: Kinds, Authors: batch}) filter := nostr.Filter{
Kinds: Kinds,
Authors: batch,
Limit: len(Kinds) * len(batch),
}
events, err := store.Query(ctx, filter)
if err != nil { if err != nil {
log.Printf("FetcherDB: %v", err) log.Printf("FetcherDB: %v", err)
} }