aljaz/crawler_v2
1
0
Fork 0
mirror of https://github.com/aljazceru/crawler_v2.git synced 2025-12-17 07:24:21 +01:00
Code Issues Packages Projects Releases Wiki Activity

added comments for Recorder

Browse Source
This commit is contained in:
pippellia-btc
2025-09-14 21:25:31 +02:00
parent f9e2c3479c
commit 0cca8d54cb
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
pkg/pipe/recorder.go
View File

@@ -66,6 +66,13 @@ func stats(day string) string { return KeyStats + separator + day }
func kind(kind int) string { return KeyKind + separator + strconv.Itoa(kind) } func kind(kind int) string { return KeyKind + separator + strconv.Itoa(kind) }
func activePubkeys(day string) string { return KeyActivePubkeys + separator + day } func activePubkeys(day string) string { return KeyActivePubkeys + separator + day }
// recordEvent in redis. In particular:
// - add pubkey to the active_pubkeys HLL (~1% error)
// - increment the count for event.Kind.
//
// The latter assumes that [Recorder] does not receives (many) duplicate events.
// We could have used an HLL for that as well, but it's unclear whether
// it would be more precise given the HLL is a probabilistic method with ~1% error.
func recordEvent(db redb.RedisDB, event *nostr.Event) error { func recordEvent(db redb.RedisDB, event *nostr.Event) error {
ctx, cancel := context.WithTimeout(context.Background(), time.Second) ctx, cancel := context.WithTimeout(context.Background(), time.Second)
defer cancel() defer cancel()
@@ -82,6 +89,7 @@ func recordEvent(db redb.RedisDB, event *nostr.Event) error {
return nil return nil
} }
// finalizeStats for a particular day, adding to stats the total and active pubkey counts.
func finalizeStats(db redb.RedisDB, day string) error { func finalizeStats(db redb.RedisDB, day string) error {
ctx, cancel := context.WithTimeout(context.Background(), time.Second) ctx, cancel := context.WithTimeout(context.Background(), time.Second)
defer cancel() defer cancel()