aljaz/crawler_v2
1
0
Fork 0
mirror of https://github.com/aljazceru/crawler_v2.git synced 2025-12-17 15:34:26 +01:00
Code Issues Packages Projects Releases Wiki Activity

added e2e tests

Browse Source
This commit is contained in:
pippellia-btc
2025-06-05 16:41:19 +02:00
parent 6cbd20f452
commit 1a9bea8005
13 changed files with 358 additions and 74 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
pkg/pipe/processor.go
View File

@@ -30,7 +30,6 @@ func (c ProcessorConfig) Print() {
fmt.Printf(" PrintEvery: %d\n", c.PrintEvery)
}
// Processor() process one event at the time from the eventChannel, based on their kind.
func Processor(
ctx context.Context,
config ProcessorConfig,
@@ -44,8 +43,11 @@ func Processor(
cache := walks.NewWalker(
walks.WithCapacity(10000),
walks.WithFallback(db),
walks.WithLogFile("cache.log"),
)
log.Println("Processor: ready to process events")
for {
select {
case <-ctx.Done():
@@ -126,7 +128,7 @@ func processFollowList(cache *walks.CachedWalker, db redb.RedisDB, event *nostr.
return err
}
walksTracker.Add(int32(len(new)))
WalksTracker.Add(int32(len(new)))
return cache.Update(ctx, delta)
}