aljaz/crawler_v2
1
0
Fork 0
mirror of https://github.com/aljazceru/crawler_v2.git synced 2025-12-17 23:44:27 +01:00
Code Issues Packages Projects Releases Wiki Activity

refactored archiver and graph builder

Browse Source
This commit is contained in:
pippellia-btc
2025-06-09 16:36:27 +02:00
parent a4bcc71dac
commit 376d55cc81
4 changed files with 109 additions and 105 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
cmd/sync/main.go
View File

@@ -22,7 +22,7 @@ import (
)
/*
This program syncronize the Redis database using the events already stored in the EventStore.
This program syncronize the Redis database to the events already stored in the event store.
If Redis and the eventstore are already in sync, run the executable at /cmd/crawler/.
*/
@@ -51,11 +51,11 @@ func main() {
}
if count != 0 {
panic("refusing to run sync when redis is not empty")
panic("refuse to run sync when redis is not empty")
}
if len(config.InitPubkeys) == 0 {
panic("init pubkeys are empty")
panic("init pubkeys are empty: impossible to initialize")
}
log.Println("initialize from empty database...")
@@ -108,7 +108,7 @@ func main() {
consumers.Add(1)
go func() {
defer consumers.Done()
pipe.GraphUpdater(ctx, config.Engine, store, db, events)
pipe.GraphBuilder(ctx, config.Engine, store, db, events)
}()
producers.Wait()