crawler_v2/pkg/pipe/utils.go

package pipe

import (
	"context"
	"errors"
	"fmt"
	"log"
	"os"
	"os/signal"
	"syscall"

	"github.com/nbd-wtf/go-nostr"
	"github.com/vertex-lab/crawler_v2/pkg/graph"
	"github.com/vertex-lab/crawler_v2/pkg/redb"
)

var (
	ErrEventTooBig = errors.New("event is too big")
	maxTags        = 50_000
	maxContent     = 1_000_000
)

// EventTooBig is a [nastro.EventPolicy] that errs if the event is too big.
func EventTooBig(e *nostr.Event) error {
	if len(e.Tags) > maxTags {
		return fmt.Errorf("%w: event with ID %s has too many tags: %d", ErrEventTooBig, e.ID, len(e.Tags))
	}
	if len(e.Content) > maxContent {
		return fmt.Errorf("%w: event with ID %s has too much content: %d", ErrEventTooBig, e.ID, len(e.Content))
	}
	return nil
}

// HandleSignals listens for OS signals and triggers context cancellation.
func HandleSignals(cancel context.CancelFunc) {
	signals := make(chan os.Signal, 1)
	signal.Notify(signals, syscall.SIGINT, syscall.SIGTERM)
	<-signals

	log.Println("signal received. shutting down...")
	cancel()
}

// InitGraph by adding and promoting the provided pubkeys.
func InitGraph(ctx context.Context, db redb.RedisDB, pubkeys []string) error {
	if len(pubkeys) == 0 {
		return fmt.Errorf("InitGraph: init pubkeys are empty")
	}

	var initNodes = make([]graph.ID, len(pubkeys))
	var err error

	for i, pk := range pubkeys {
		initNodes[i], err = db.AddNode(ctx, pk)
		if err != nil {
			return fmt.Errorf("InitGraph: %v", err)
		}
	}

	for _, node := range initNodes {
		if err := Promote(db, node); err != nil {
			return fmt.Errorf("InitGraph: %v", err)
		}
	}
	return nil
}

// Shutdown iterates over the relays in the pool and closes all connections.
func shutdown(pool *nostr.SimplePool) {
	pool.Relays.Range(func(_ string, relay *nostr.Relay) bool {
		relay.Close()
		return true
	})
}