aljaz/crawler_v2
1
0
Fork 0
mirror of https://github.com/aljazceru/crawler_v2.git synced 2025-12-17 23:44:27 +01:00
Code Issues Packages Projects Releases Wiki Activity

refactored archiver:

Browse Source 
- now it stores events whose kind is approved
- archiver and builder have separate configs
This commit is contained in:
pippellia-btc
2025-09-18 16:09:20 +02:00
parent fa3c2919d7
commit 60f33dd4fe
3 changed files with 96 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
pkg/config/config.go
View File

@@ -184,19 +184,22 @@ func Load() (*Config, error) {
config.Arbiter.PromotionWait = time.Duration(wait) * time.Second
case "ENGINE_PRINT_EVERY":
config.Engine.PrintEvery, err = strconv.Atoi(val)
printEvery, err := strconv.Atoi(val)
if err != nil {
return nil, fmt.Errorf("error parsing %v: %v", keyVal, err)
}
config.Engine.Archiver.PrintEvery = printEvery
config.Engine.Builder.PrintEvery = printEvery
case "ENGINE_BUILDER_CAPACITY":
config.Engine.BuilderCapacity, err = strconv.Atoi(val)
config.Engine.ChannelCapacity, err = strconv.Atoi(val)
if err != nil {
return nil, fmt.Errorf("error parsing %v: %v", keyVal, err)
}
case "ENGINE_CACHE_CAPACITY":
config.Engine.CacheCapacity, err = strconv.Atoi(val)
config.Engine.Builder.CacheCapacity, err = strconv.Atoi(val)
if err != nil {
return nil, fmt.Errorf("error parsing %v: %v", keyVal, err)
}