aljaz/crawler_v2
1
0
Fork 0
mirror of https://github.com/aljazceru/crawler_v2.git synced 2025-12-17 07:24:21 +01:00
Code Issues Packages Projects Releases Wiki Activity

using HLL for all counts to avoid duplicates

Browse Source
This commit is contained in:
pippellia-btc
2025-09-15 16:21:17 +02:00
parent 416e735552
commit d176d8c81d
3 changed files with 86 additions and 34 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
pkg/pipe/engine.go
View File

@@ -83,6 +83,10 @@ func Archiver(
return
}
// if slices.Contains(userMetadataKinds, event.Kind) {
// }
err := func() error {
opctx, cancel := context.WithTimeout(ctx, 5*time.Second)
defer cancel()