mirror of
https://github.com/aljazceru/crawler_v2.git
synced 2025-12-17 07:24:21 +01:00
fixed module path mismatch
This commit is contained in:
@@ -3,16 +3,17 @@ package main
|
|||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
"github/pippellia-btc/crawler/pkg/config"
|
|
||||||
"github/pippellia-btc/crawler/pkg/graph"
|
|
||||||
"github/pippellia-btc/crawler/pkg/pipe"
|
|
||||||
"github/pippellia-btc/crawler/pkg/redb"
|
|
||||||
"log"
|
"log"
|
||||||
"os"
|
"os"
|
||||||
"runtime"
|
"runtime"
|
||||||
"sync"
|
"sync"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/config"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/graph"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/pipe"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/redb"
|
||||||
|
|
||||||
"github.com/nbd-wtf/go-nostr"
|
"github.com/nbd-wtf/go-nostr"
|
||||||
"github.com/redis/go-redis/v9"
|
"github.com/redis/go-redis/v9"
|
||||||
"github.com/vertex-lab/relay/pkg/eventstore"
|
"github.com/vertex-lab/relay/pkg/eventstore"
|
||||||
|
|||||||
@@ -3,16 +3,17 @@ package main
|
|||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
"github/pippellia-btc/crawler/pkg/config"
|
|
||||||
"github/pippellia-btc/crawler/pkg/graph"
|
|
||||||
"github/pippellia-btc/crawler/pkg/pipe"
|
|
||||||
"github/pippellia-btc/crawler/pkg/redb"
|
|
||||||
"log"
|
"log"
|
||||||
"os"
|
"os"
|
||||||
"runtime"
|
"runtime"
|
||||||
"sync"
|
"sync"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/config"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/graph"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/pipe"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/redb"
|
||||||
|
|
||||||
"github.com/nbd-wtf/go-nostr"
|
"github.com/nbd-wtf/go-nostr"
|
||||||
"github.com/redis/go-redis/v9"
|
"github.com/redis/go-redis/v9"
|
||||||
"github.com/vertex-lab/relay/pkg/eventstore"
|
"github.com/vertex-lab/relay/pkg/eventstore"
|
||||||
|
|||||||
2
go.mod
2
go.mod
@@ -1,4 +1,4 @@
|
|||||||
module github/pippellia-btc/crawler
|
module github.com/vertex-lab/crawler_v2
|
||||||
|
|
||||||
go 1.24.1
|
go 1.24.1
|
||||||
|
|
||||||
|
|||||||
@@ -8,7 +8,7 @@ import (
|
|||||||
"strings"
|
"strings"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
"github/pippellia-btc/crawler/pkg/pipe"
|
"github.com/vertex-lab/crawler_v2/pkg/pipe"
|
||||||
|
|
||||||
_ "github.com/joho/godotenv/autoload" // autoloading .env
|
_ "github.com/joho/godotenv/autoload" // autoloading .env
|
||||||
"github.com/nbd-wtf/go-nostr"
|
"github.com/nbd-wtf/go-nostr"
|
||||||
|
|||||||
@@ -6,9 +6,10 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"github/pippellia-btc/crawler/pkg/graph"
|
|
||||||
"github/pippellia-btc/crawler/pkg/walks"
|
|
||||||
"math/rand/v2"
|
"math/rand/v2"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/graph"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/walks"
|
||||||
)
|
)
|
||||||
|
|
||||||
var ErrEmptyWalkStore = errors.New("the walk store is empty")
|
var ErrEmptyWalkStore = errors.New("the walk store is empty")
|
||||||
|
|||||||
@@ -3,12 +3,13 @@ package pagerank
|
|||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
"github/pippellia-btc/crawler/pkg/graph"
|
|
||||||
"github/pippellia-btc/crawler/pkg/walks"
|
|
||||||
"math/rand/v2"
|
"math/rand/v2"
|
||||||
"reflect"
|
"reflect"
|
||||||
"strconv"
|
"strconv"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/graph"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/walks"
|
||||||
)
|
)
|
||||||
|
|
||||||
func TestPersonalized(t *testing.T) {
|
func TestPersonalized(t *testing.T) {
|
||||||
|
|||||||
@@ -3,16 +3,17 @@ package pipe
|
|||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
"github/pippellia-btc/crawler/pkg/graph"
|
|
||||||
"github/pippellia-btc/crawler/pkg/pagerank"
|
|
||||||
"github/pippellia-btc/crawler/pkg/redb"
|
|
||||||
"github/pippellia-btc/crawler/pkg/walks"
|
|
||||||
"log"
|
"log"
|
||||||
"os"
|
"os"
|
||||||
"os/signal"
|
"os/signal"
|
||||||
"sync/atomic"
|
"sync/atomic"
|
||||||
"syscall"
|
"syscall"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/graph"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/pagerank"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/redb"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/walks"
|
||||||
)
|
)
|
||||||
|
|
||||||
// WalksTracker tracks the number of walks that have been updated by [Processor].
|
// WalksTracker tracks the number of walks that have been updated by [Processor].
|
||||||
|
|||||||
@@ -6,13 +6,14 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"github/pippellia-btc/crawler/pkg/graph"
|
|
||||||
"github/pippellia-btc/crawler/pkg/redb"
|
|
||||||
"github/pippellia-btc/crawler/pkg/walks"
|
|
||||||
"log"
|
"log"
|
||||||
"slices"
|
"slices"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/graph"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/redb"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/walks"
|
||||||
|
|
||||||
"github.com/nbd-wtf/go-nostr"
|
"github.com/nbd-wtf/go-nostr"
|
||||||
"github.com/vertex-lab/relay/pkg/eventstore"
|
"github.com/vertex-lab/relay/pkg/eventstore"
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -6,11 +6,12 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"github/pippellia-btc/crawler/pkg/graph"
|
|
||||||
"strconv"
|
"strconv"
|
||||||
"strings"
|
"strings"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/graph"
|
||||||
|
|
||||||
"github.com/nbd-wtf/go-nostr"
|
"github.com/nbd-wtf/go-nostr"
|
||||||
"github.com/redis/go-redis/v9"
|
"github.com/redis/go-redis/v9"
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -3,13 +3,14 @@ package redb
|
|||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"errors"
|
"errors"
|
||||||
"github/pippellia-btc/crawler/pkg/graph"
|
|
||||||
"github/pippellia-btc/crawler/pkg/pagerank"
|
|
||||||
"github/pippellia-btc/crawler/pkg/walks"
|
|
||||||
"reflect"
|
"reflect"
|
||||||
"testing"
|
"testing"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/graph"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/pagerank"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/walks"
|
||||||
|
|
||||||
"github.com/nbd-wtf/go-nostr"
|
"github.com/nbd-wtf/go-nostr"
|
||||||
"github.com/redis/go-redis/v9"
|
"github.com/redis/go-redis/v9"
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -4,11 +4,12 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"github/pippellia-btc/crawler/pkg/graph"
|
|
||||||
"github/pippellia-btc/crawler/pkg/walks"
|
|
||||||
"strconv"
|
"strconv"
|
||||||
"strings"
|
"strings"
|
||||||
"time"
|
"time"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/graph"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/walks"
|
||||||
)
|
)
|
||||||
|
|
||||||
var (
|
var (
|
||||||
|
|||||||
@@ -5,11 +5,12 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"github/pippellia-btc/crawler/pkg/graph"
|
|
||||||
"github/pippellia-btc/crawler/pkg/walks"
|
|
||||||
"slices"
|
"slices"
|
||||||
"strconv"
|
"strconv"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/graph"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/walks"
|
||||||
|
|
||||||
"github.com/redis/go-redis/v9"
|
"github.com/redis/go-redis/v9"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -2,12 +2,13 @@ package redb
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"errors"
|
"errors"
|
||||||
"github/pippellia-btc/crawler/pkg/graph"
|
|
||||||
"github/pippellia-btc/crawler/pkg/walks"
|
|
||||||
"reflect"
|
"reflect"
|
||||||
"strconv"
|
"strconv"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/graph"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/walks"
|
||||||
|
|
||||||
"github.com/redis/go-redis/v9"
|
"github.com/redis/go-redis/v9"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -4,10 +4,11 @@ import (
|
|||||||
"container/list"
|
"container/list"
|
||||||
"context"
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
"github/pippellia-btc/crawler/pkg/graph"
|
|
||||||
"log"
|
"log"
|
||||||
"os"
|
"os"
|
||||||
"strconv"
|
"strconv"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/graph"
|
||||||
)
|
)
|
||||||
|
|
||||||
type Walker interface {
|
type Walker interface {
|
||||||
|
|||||||
@@ -4,11 +4,12 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"github/pippellia-btc/crawler/pkg/graph"
|
|
||||||
"math/rand/v2"
|
"math/rand/v2"
|
||||||
"reflect"
|
"reflect"
|
||||||
"strconv"
|
"strconv"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/graph"
|
||||||
)
|
)
|
||||||
|
|
||||||
var ctx = context.Background()
|
var ctx = context.Background()
|
||||||
|
|||||||
@@ -5,9 +5,10 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"github/pippellia-btc/crawler/pkg/graph"
|
|
||||||
"math/rand/v2"
|
"math/rand/v2"
|
||||||
"slices"
|
"slices"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/graph"
|
||||||
)
|
)
|
||||||
|
|
||||||
var (
|
var (
|
||||||
|
|||||||
@@ -4,11 +4,12 @@ import (
|
|||||||
"context"
|
"context"
|
||||||
"errors"
|
"errors"
|
||||||
"fmt"
|
"fmt"
|
||||||
"github/pippellia-btc/crawler/pkg/graph"
|
|
||||||
"math"
|
"math"
|
||||||
"reflect"
|
"reflect"
|
||||||
"strconv"
|
"strconv"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/graph"
|
||||||
)
|
)
|
||||||
|
|
||||||
func TestGenerate(t *testing.T) {
|
func TestGenerate(t *testing.T) {
|
||||||
|
|||||||
@@ -3,14 +3,15 @@ package e2e_test
|
|||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"fmt"
|
"fmt"
|
||||||
"github/pippellia-btc/crawler/pkg/graph"
|
|
||||||
"github/pippellia-btc/crawler/pkg/pagerank"
|
|
||||||
"github/pippellia-btc/crawler/pkg/redb"
|
|
||||||
"github/pippellia-btc/crawler/pkg/walks"
|
|
||||||
test "github/pippellia-btc/crawler/tests/random"
|
|
||||||
"math"
|
"math"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/graph"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/pagerank"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/redb"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/walks"
|
||||||
|
test "github.com/vertex-lab/crawler_v2/tests/random"
|
||||||
|
|
||||||
"github.com/redis/go-redis/v9"
|
"github.com/redis/go-redis/v9"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -2,10 +2,11 @@ package random
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"github/pippellia-btc/crawler/pkg/pagerank"
|
|
||||||
"github/pippellia-btc/crawler/pkg/walks"
|
|
||||||
"math/rand/v2"
|
"math/rand/v2"
|
||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/pagerank"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/walks"
|
||||||
)
|
)
|
||||||
|
|
||||||
func TestPagerankStatic(t *testing.T) {
|
func TestPagerankStatic(t *testing.T) {
|
||||||
|
|||||||
@@ -2,10 +2,11 @@ package random
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
"github/pippellia-btc/crawler/pkg/graph"
|
|
||||||
"github/pippellia-btc/crawler/pkg/walks"
|
|
||||||
"math"
|
"math"
|
||||||
"strconv"
|
"strconv"
|
||||||
|
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/graph"
|
||||||
|
"github.com/vertex-lab/crawler_v2/pkg/walks"
|
||||||
)
|
)
|
||||||
|
|
||||||
type WalkStore struct {
|
type WalkStore struct {
|
||||||
|
|||||||
Reference in New Issue
Block a user