mirror of
https://github.com/aljazceru/crawler_v2.git
synced 2025-12-17 23:44:27 +01:00
added pipeline fetcher db
This commit is contained in:
@@ -74,6 +74,8 @@ func main() {
|
||||
log.Printf("correctly added %d init pubkeys", len(config.InitPubkeys))
|
||||
}
|
||||
|
||||
go printStats(ctx, events, pubkeys)
|
||||
|
||||
var producers sync.WaitGroup
|
||||
var consumers sync.WaitGroup
|
||||
|
||||
@@ -91,7 +93,7 @@ func main() {
|
||||
go func() {
|
||||
defer producers.Done()
|
||||
pipe.Arbiter(ctx, config.Arbiter, db, enqueue(pubkeys))
|
||||
close(pubkeys) // Arbiter is the only pubkey sender
|
||||
close(pubkeys) // Arbiter is the only pubkey producer
|
||||
}()
|
||||
|
||||
consumers.Add(1)
|
||||
|
||||
Reference in New Issue
Block a user