mirror of
https://github.com/aljazceru/bakery.git
synced 2025-12-17 04:35:13 +01:00
format
This commit is contained in:
4
.prettierignore
Normal file
4
.prettierignore
Normal file
@@ -0,0 +1,4 @@
|
||||
dist
|
||||
data
|
||||
nostrudel
|
||||
node_modules
|
||||
Submodule nostrudel updated: 5b2113b3b9...e623c7b4aa
29
package.json
29
package.json
@@ -11,7 +11,7 @@
|
||||
"start": "node .",
|
||||
"dev": "nodemon --loader @swc-node/register/esm src/index.ts",
|
||||
"build": "tsc",
|
||||
"format": "prettier -w . --ignore-path .gitignore"
|
||||
"format": "prettier -w ."
|
||||
},
|
||||
"files": [
|
||||
"dist",
|
||||
@@ -24,12 +24,14 @@
|
||||
"author": "hzrd149",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"@diva.exchange/i2p-sam": "^5.4.1",
|
||||
"@noble/hashes": "^1.7.0",
|
||||
"@diva.exchange/i2p-sam": "^5.4.2",
|
||||
"@noble/hashes": "^1.7.1",
|
||||
"@satellite-earth/core": "^0.5.0",
|
||||
"applesauce-core": "^0.10.0",
|
||||
"applesauce-signer": "^0.10.0",
|
||||
"better-sqlite3": "^11.7.2",
|
||||
"applesauce-core": "next",
|
||||
"applesauce-factory": "0.0.0-next-20250206174509",
|
||||
"applesauce-loaders": "^0.10.0",
|
||||
"applesauce-signers": "next",
|
||||
"better-sqlite3": "^11.8.1",
|
||||
"blossom-client-sdk": "^2.1.1",
|
||||
"cors": "^2.8.5",
|
||||
"dayjs": "^1.11.13",
|
||||
@@ -49,23 +51,25 @@
|
||||
"nostr-tools": "^2.10.4",
|
||||
"pac-proxy-agent": "^7.1.0",
|
||||
"process-streams": "^1.0.3",
|
||||
"streamx": "^2.21.1",
|
||||
"rx-nostr": "^3.5.0",
|
||||
"rxjs": "^7.8.1",
|
||||
"streamx": "^2.22.0",
|
||||
"unique-names-generator": "^4.7.1",
|
||||
"web-push": "^3.6.7",
|
||||
"ws": "^8.18.0"
|
||||
},
|
||||
"devDependencies": {
|
||||
"@changesets/cli": "^2.27.11",
|
||||
"@changesets/cli": "^2.27.12",
|
||||
"@swc-node/register": "^1.10.9",
|
||||
"@swc/core": "^1.10.7",
|
||||
"@swc/core": "^1.10.14",
|
||||
"@types/better-sqlite3": "^7.6.12",
|
||||
"@types/cors": "^2.8.17",
|
||||
"@types/debug": "^4.1.12",
|
||||
"@types/express": "^4.17.21",
|
||||
"@types/lodash.throttle": "^4.1.9",
|
||||
"@types/node": "^22.10.6",
|
||||
"@types/node": "^22.13.1",
|
||||
"@types/web-push": "^3.6.4",
|
||||
"@types/ws": "^8.5.13",
|
||||
"@types/ws": "^8.5.14",
|
||||
"nodemon": "^3.1.9",
|
||||
"prettier": "^3.4.2",
|
||||
"typescript": "^5.7.3"
|
||||
@@ -76,5 +80,6 @@
|
||||
],
|
||||
"exec": "node",
|
||||
"signal": "SIGTERM"
|
||||
}
|
||||
},
|
||||
"packageManager": "pnpm@9.14.4"
|
||||
}
|
||||
|
||||
1032
pnpm-lock.yaml
generated
1032
pnpm-lock.yaml
generated
File diff suppressed because it is too large
Load Diff
@@ -7,7 +7,7 @@ import { kinds } from "nostr-tools";
|
||||
import { AbstractRelay } from "nostr-tools/abstract-relay";
|
||||
import express, { Express } from "express";
|
||||
import { EventEmitter } from "events";
|
||||
import { SimpleSigner } from "applesauce-signer/signers/simple-signer";
|
||||
import { SimpleSigner } from "applesauce-signers/signers/simple-signer";
|
||||
import cors from "cors";
|
||||
|
||||
import { logger } from "../logger.js";
|
||||
|
||||
23
src/core.ts
Normal file
23
src/core.ts
Normal file
@@ -0,0 +1,23 @@
|
||||
import { createRxNostr, noopVerifier } from "rx-nostr";
|
||||
import { verifyEvent } from "nostr-tools/wasm";
|
||||
import { EventStore, QueryStore } from "applesauce-core";
|
||||
import { logger } from "./logger.js";
|
||||
|
||||
const log = logger.extend("rx-nostr");
|
||||
|
||||
export const rxNostr = createRxNostr({
|
||||
verifier: async (event) => {
|
||||
try {
|
||||
return verifyEvent(event);
|
||||
} catch (error) {
|
||||
return false;
|
||||
}
|
||||
},
|
||||
});
|
||||
|
||||
rxNostr.createConnectionStateObservable().subscribe((packet) => {
|
||||
log(`${packet.state} ${packet.from}`);
|
||||
});
|
||||
|
||||
export const eventStore = new EventStore();
|
||||
export const queryStore = new QueryStore(eventStore);
|
||||
4
src/helpers/array.ts
Normal file
4
src/helpers/array.ts
Normal file
@@ -0,0 +1,4 @@
|
||||
export function arrayFallback<T>(arr: T[], fallback: T[]): T[] {
|
||||
if (arr.length === 0) return fallback;
|
||||
else return arr;
|
||||
}
|
||||
@@ -1,19 +1,19 @@
|
||||
import os from 'node:os';
|
||||
import os from "node:os";
|
||||
|
||||
export function getIPAddresses() {
|
||||
var ifaces = os.networkInterfaces();
|
||||
var addresses: string[] = [];
|
||||
var ifaces = os.networkInterfaces();
|
||||
var addresses: string[] = [];
|
||||
|
||||
for (const [name, info] of Object.entries(ifaces)) {
|
||||
if (!info) continue;
|
||||
for (const [name, info] of Object.entries(ifaces)) {
|
||||
if (!info) continue;
|
||||
|
||||
for (const interfaceInfo of info) {
|
||||
// skip over internal (i.e. 127.0.0.1) and non-ipv4 addresses
|
||||
if (interfaceInfo.internal) continue;
|
||||
for (const interfaceInfo of info) {
|
||||
// skip over internal (i.e. 127.0.0.1) and non-ipv4 addresses
|
||||
if (interfaceInfo.internal) continue;
|
||||
|
||||
addresses.push(interfaceInfo.address);
|
||||
}
|
||||
}
|
||||
addresses.push(interfaceInfo.address);
|
||||
}
|
||||
}
|
||||
|
||||
return addresses;
|
||||
return addresses;
|
||||
}
|
||||
|
||||
@@ -1,23 +1,23 @@
|
||||
import net from 'net';
|
||||
import net from "net";
|
||||
|
||||
export function testTCPConnection(host: string, port: number, timeout = 5000) {
|
||||
return new Promise((resolve, reject) => {
|
||||
const socket = new net.Socket();
|
||||
return new Promise((resolve, reject) => {
|
||||
const socket = new net.Socket();
|
||||
|
||||
const timer = setTimeout(() => {
|
||||
socket.destroy();
|
||||
reject(new Error('Connection timed out'));
|
||||
}, timeout);
|
||||
const timer = setTimeout(() => {
|
||||
socket.destroy();
|
||||
reject(new Error("Connection timed out"));
|
||||
}, timeout);
|
||||
|
||||
socket.connect(port, host, () => {
|
||||
clearTimeout(timer);
|
||||
socket.destroy();
|
||||
resolve(true);
|
||||
});
|
||||
socket.connect(port, host, () => {
|
||||
clearTimeout(timer);
|
||||
socket.destroy();
|
||||
resolve(true);
|
||||
});
|
||||
|
||||
socket.on('error', (err) => {
|
||||
clearTimeout(timer);
|
||||
reject(err);
|
||||
});
|
||||
});
|
||||
socket.on("error", (err) => {
|
||||
clearTimeout(timer);
|
||||
reject(err);
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
@@ -1,4 +1,5 @@
|
||||
#!/usr/bin/env node
|
||||
import "./polyfill.js";
|
||||
import process from "node:process";
|
||||
import path from "node:path";
|
||||
|
||||
@@ -7,9 +8,7 @@ import { mkdirp } from "mkdirp";
|
||||
import dayjs from "dayjs";
|
||||
import duration from "dayjs/plugin/duration.js";
|
||||
import localizedFormat from "dayjs/plugin/localizedFormat.js";
|
||||
import { useWebSocketImplementation } from "nostr-tools/relay";
|
||||
|
||||
import OutboundProxyWebSocket from "./modules/network/outbound/websocket.js";
|
||||
import App from "./app/index.js";
|
||||
import { DATA_PATH, PUBLIC_ADDRESS } from "./env.js";
|
||||
import { addListener, logger } from "./logger.js";
|
||||
@@ -19,10 +18,6 @@ import { pathExists } from "./helpers/fs.js";
|
||||
dayjs.extend(duration);
|
||||
dayjs.extend(localizedFormat);
|
||||
|
||||
// @ts-expect-error
|
||||
global.WebSocket = OutboundProxyWebSocket;
|
||||
useWebSocketImplementation(OutboundProxyWebSocket);
|
||||
|
||||
// create app
|
||||
await mkdirp(DATA_PATH);
|
||||
const app = new App(DATA_PATH);
|
||||
|
||||
@@ -1,66 +1,66 @@
|
||||
import { NostrEvent, kinds } from 'nostr-tools';
|
||||
import _throttle from 'lodash.throttle';
|
||||
import { NostrEvent, kinds } from "nostr-tools";
|
||||
import _throttle from "lodash.throttle";
|
||||
|
||||
import { getInboxes, getOutboxes } from '@satellite-earth/core/helpers/nostr/mailboxes.js';
|
||||
import { logger } from '../logger.js';
|
||||
import App from '../app/index.js';
|
||||
import PubkeyBatchLoader from './pubkey-batch-loader.js';
|
||||
import { getInboxes, getOutboxes } from "@satellite-earth/core/helpers/nostr/mailboxes.js";
|
||||
import { logger } from "../logger.js";
|
||||
import App from "../app/index.js";
|
||||
import PubkeyBatchLoader from "./pubkey-batch-loader.js";
|
||||
|
||||
/** Loads 10002 events for pubkeys */
|
||||
export default class AddressBook {
|
||||
log = logger.extend('AddressBook');
|
||||
app: App;
|
||||
loader: PubkeyBatchLoader;
|
||||
log = logger.extend("AddressBook");
|
||||
app: App;
|
||||
loader: PubkeyBatchLoader;
|
||||
|
||||
get extraRelays() {
|
||||
return this.loader.extraRelays;
|
||||
}
|
||||
set extraRelays(v: string[]) {
|
||||
this.loader.extraRelays = v;
|
||||
}
|
||||
get extraRelays() {
|
||||
return this.loader.extraRelays;
|
||||
}
|
||||
set extraRelays(v: string[]) {
|
||||
this.loader.extraRelays = v;
|
||||
}
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
|
||||
this.loader = new PubkeyBatchLoader(kinds.RelayList, this.app.pool, (pubkey) => {
|
||||
return this.app.eventStore.getEventsForFilters([{ kinds: [kinds.RelayList], authors: [pubkey] }])?.[0];
|
||||
});
|
||||
this.loader = new PubkeyBatchLoader(kinds.RelayList, this.app.pool, (pubkey) => {
|
||||
return this.app.eventStore.getEventsForFilters([{ kinds: [kinds.RelayList], authors: [pubkey] }])?.[0];
|
||||
});
|
||||
|
||||
this.loader.on('event', (event) => this.app.eventStore.addEvent(event));
|
||||
this.loader.on('batch', (found, failed) => {
|
||||
this.log(`Found ${found}, failed ${failed}, pending ${this.loader.queue}`);
|
||||
});
|
||||
}
|
||||
this.loader.on("event", (event) => this.app.eventStore.addEvent(event));
|
||||
this.loader.on("batch", (found, failed) => {
|
||||
this.log(`Found ${found}, failed ${failed}, pending ${this.loader.queue}`);
|
||||
});
|
||||
}
|
||||
|
||||
getMailboxes(pubkey: string) {
|
||||
return this.loader.getEvent(pubkey);
|
||||
}
|
||||
getMailboxes(pubkey: string) {
|
||||
return this.loader.getEvent(pubkey);
|
||||
}
|
||||
|
||||
getOutboxes(pubkey: string) {
|
||||
const mailboxes = this.getMailboxes(pubkey);
|
||||
return mailboxes && getOutboxes(mailboxes);
|
||||
}
|
||||
getOutboxes(pubkey: string) {
|
||||
const mailboxes = this.getMailboxes(pubkey);
|
||||
return mailboxes && getOutboxes(mailboxes);
|
||||
}
|
||||
|
||||
getInboxes(pubkey: string) {
|
||||
const mailboxes = this.getMailboxes(pubkey);
|
||||
return mailboxes && getInboxes(mailboxes);
|
||||
}
|
||||
getInboxes(pubkey: string) {
|
||||
const mailboxes = this.getMailboxes(pubkey);
|
||||
return mailboxes && getInboxes(mailboxes);
|
||||
}
|
||||
|
||||
handleEvent(event: NostrEvent) {
|
||||
this.loader.handleEvent(event);
|
||||
}
|
||||
handleEvent(event: NostrEvent) {
|
||||
this.loader.handleEvent(event);
|
||||
}
|
||||
|
||||
async loadMailboxes(pubkey: string, relays?: string[]) {
|
||||
return this.loader.getOrLoadEvent(pubkey, relays);
|
||||
}
|
||||
async loadMailboxes(pubkey: string, relays?: string[]) {
|
||||
return this.loader.getOrLoadEvent(pubkey, relays);
|
||||
}
|
||||
|
||||
async loadOutboxes(pubkey: string, relays?: string[]) {
|
||||
const mailboxes = await this.loadMailboxes(pubkey, relays);
|
||||
return mailboxes && getOutboxes(mailboxes);
|
||||
}
|
||||
async loadOutboxes(pubkey: string, relays?: string[]) {
|
||||
const mailboxes = await this.loadMailboxes(pubkey, relays);
|
||||
return mailboxes && getOutboxes(mailboxes);
|
||||
}
|
||||
|
||||
async loadInboxes(pubkey: string, relays?: string[]) {
|
||||
const mailboxes = await this.loadMailboxes(pubkey, relays);
|
||||
return mailboxes && getInboxes(mailboxes);
|
||||
}
|
||||
async loadInboxes(pubkey: string, relays?: string[]) {
|
||||
const mailboxes = await this.loadMailboxes(pubkey, relays);
|
||||
return mailboxes && getInboxes(mailboxes);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,95 +1,95 @@
|
||||
import EventEmitter from 'events';
|
||||
import { SimplePool, VerifiedEvent } from 'nostr-tools';
|
||||
import { AbstractRelay } from 'nostr-tools/relay';
|
||||
import { normalizeURL } from 'nostr-tools/utils';
|
||||
import EventEmitter from "events";
|
||||
import { SimplePool, VerifiedEvent } from "nostr-tools";
|
||||
import { AbstractRelay } from "nostr-tools/relay";
|
||||
import { normalizeURL } from "nostr-tools/utils";
|
||||
|
||||
import { logger } from '../logger.js';
|
||||
import { logger } from "../logger.js";
|
||||
|
||||
export type TestRelay = (relay: AbstractRelay, challenge: string) => boolean;
|
||||
|
||||
type EventMap = {
|
||||
challenge: [AbstractRelay, string];
|
||||
connected: [AbstractRelay];
|
||||
closed: [AbstractRelay];
|
||||
challenge: [AbstractRelay, string];
|
||||
connected: [AbstractRelay];
|
||||
closed: [AbstractRelay];
|
||||
};
|
||||
|
||||
export default class CautiousPool extends SimplePool {
|
||||
log = logger.extend('CautiousPool');
|
||||
isSelf?: TestRelay;
|
||||
blacklist = new Set<string>();
|
||||
log = logger.extend("CautiousPool");
|
||||
isSelf?: TestRelay;
|
||||
blacklist = new Set<string>();
|
||||
|
||||
challenges = new Map<string, string>();
|
||||
authenticated = new Map<string, boolean>();
|
||||
challenges = new Map<string, string>();
|
||||
authenticated = new Map<string, boolean>();
|
||||
|
||||
emitter = new EventEmitter<EventMap>();
|
||||
constructor(isSelf?: TestRelay) {
|
||||
super();
|
||||
emitter = new EventEmitter<EventMap>();
|
||||
constructor(isSelf?: TestRelay) {
|
||||
super();
|
||||
|
||||
this.isSelf = isSelf;
|
||||
}
|
||||
this.isSelf = isSelf;
|
||||
}
|
||||
|
||||
async ensureRelay(url: string, params?: { connectionTimeout?: number }): Promise<AbstractRelay> {
|
||||
url = normalizeURL(url);
|
||||
async ensureRelay(url: string, params?: { connectionTimeout?: number }): Promise<AbstractRelay> {
|
||||
url = normalizeURL(url);
|
||||
|
||||
const parsed = new URL(url);
|
||||
if (parsed.host === 'localhost' || parsed.host === '127.0.0.1') throw new Error('Cant connect to localhost');
|
||||
const parsed = new URL(url);
|
||||
if (parsed.host === "localhost" || parsed.host === "127.0.0.1") throw new Error("Cant connect to localhost");
|
||||
|
||||
if (this.blacklist.has(url)) throw new Error('Cant connect to self');
|
||||
if (this.blacklist.has(url)) throw new Error("Cant connect to self");
|
||||
|
||||
const relay = await super.ensureRelay(url, params);
|
||||
if (this.checkRelay(relay)) throw new Error('Cant connect to self');
|
||||
const relay = await super.ensureRelay(url, params);
|
||||
if (this.checkRelay(relay)) throw new Error("Cant connect to self");
|
||||
|
||||
this.emitter.emit('connected', relay);
|
||||
this.emitter.emit("connected", relay);
|
||||
|
||||
relay._onauth = (challenge) => {
|
||||
if (this.checkRelay(relay, challenge)) {
|
||||
this.authenticated.set(relay.url, false);
|
||||
this.challenges.set(relay.url, challenge);
|
||||
this.emitter.emit('challenge', relay, challenge);
|
||||
}
|
||||
};
|
||||
relay._onauth = (challenge) => {
|
||||
if (this.checkRelay(relay, challenge)) {
|
||||
this.authenticated.set(relay.url, false);
|
||||
this.challenges.set(relay.url, challenge);
|
||||
this.emitter.emit("challenge", relay, challenge);
|
||||
}
|
||||
};
|
||||
|
||||
relay.onnotice = () => {};
|
||||
relay.onnotice = () => {};
|
||||
|
||||
relay.onclose = () => {
|
||||
this.challenges.delete(relay.url);
|
||||
this.authenticated.delete(relay.url);
|
||||
this.emitter.emit('closed', relay);
|
||||
};
|
||||
relay.onclose = () => {
|
||||
this.challenges.delete(relay.url);
|
||||
this.authenticated.delete(relay.url);
|
||||
this.emitter.emit("closed", relay);
|
||||
};
|
||||
|
||||
return relay;
|
||||
}
|
||||
return relay;
|
||||
}
|
||||
|
||||
private checkRelay(relay: AbstractRelay, challenge?: string) {
|
||||
// @ts-expect-error
|
||||
challenge = challenge || relay.challenge;
|
||||
private checkRelay(relay: AbstractRelay, challenge?: string) {
|
||||
// @ts-expect-error
|
||||
challenge = challenge || relay.challenge;
|
||||
|
||||
if (challenge) {
|
||||
if (this.isSelf && this.isSelf(relay, challenge)) {
|
||||
this.log(`Found ${relay.url} connects to ourselves, adding to blacklist`);
|
||||
this.blacklist.add(relay.url);
|
||||
relay.close();
|
||||
relay.connect = () => {
|
||||
throw new Error('Cant connect to self');
|
||||
};
|
||||
return true;
|
||||
}
|
||||
}
|
||||
if (challenge) {
|
||||
if (this.isSelf && this.isSelf(relay, challenge)) {
|
||||
this.log(`Found ${relay.url} connects to ourselves, adding to blacklist`);
|
||||
this.blacklist.add(relay.url);
|
||||
relay.close();
|
||||
relay.connect = () => {
|
||||
throw new Error("Cant connect to self");
|
||||
};
|
||||
return true;
|
||||
}
|
||||
}
|
||||
|
||||
return false;
|
||||
}
|
||||
return false;
|
||||
}
|
||||
|
||||
isAuthenticated(relay: string | AbstractRelay) {
|
||||
return !!this.authenticated.get(typeof relay === 'string' ? relay : relay.url);
|
||||
}
|
||||
isAuthenticated(relay: string | AbstractRelay) {
|
||||
return !!this.authenticated.get(typeof relay === "string" ? relay : relay.url);
|
||||
}
|
||||
|
||||
async authenticate(url: string | AbstractRelay, auth: VerifiedEvent) {
|
||||
const relay = typeof url === 'string' ? await this.ensureRelay(url) : url;
|
||||
async authenticate(url: string | AbstractRelay, auth: VerifiedEvent) {
|
||||
const relay = typeof url === "string" ? await this.ensureRelay(url) : url;
|
||||
|
||||
return await relay.auth(async (draft) => auth);
|
||||
}
|
||||
return await relay.auth(async (draft) => auth);
|
||||
}
|
||||
|
||||
[Symbol.iterator](): IterableIterator<[string, AbstractRelay]> {
|
||||
return this.relays[Symbol.iterator]();
|
||||
}
|
||||
[Symbol.iterator](): IterableIterator<[string, AbstractRelay]> {
|
||||
return this.relays[Symbol.iterator]();
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,89 +1,89 @@
|
||||
import { type Database } from 'better-sqlite3';
|
||||
import { WebSocket, WebSocketServer } from 'ws';
|
||||
import { type IncomingMessage } from 'http';
|
||||
import { randomBytes } from 'crypto';
|
||||
import { NostrEvent, SimplePool } from 'nostr-tools';
|
||||
import { type Database } from "better-sqlite3";
|
||||
import { WebSocket, WebSocketServer } from "ws";
|
||||
import { type IncomingMessage } from "http";
|
||||
import { randomBytes } from "crypto";
|
||||
import { NostrEvent, SimplePool } from "nostr-tools";
|
||||
|
||||
import { HyperConnectionManager } from './hyper-connection-manager.js';
|
||||
import { logger } from '../logger.js';
|
||||
import { CommunityProxy } from './community-proxy.js';
|
||||
import { IEventStore } from '@satellite-earth/core';
|
||||
import { HyperConnectionManager } from "./hyper-connection-manager.js";
|
||||
import { logger } from "../logger.js";
|
||||
import { CommunityProxy } from "./community-proxy.js";
|
||||
import { IEventStore } from "@satellite-earth/core";
|
||||
|
||||
export class CommunityMultiplexer {
|
||||
log = logger.extend('community-multiplexer');
|
||||
db: Database;
|
||||
eventStore: IEventStore;
|
||||
pool: SimplePool;
|
||||
connectionManager: HyperConnectionManager;
|
||||
log = logger.extend("community-multiplexer");
|
||||
db: Database;
|
||||
eventStore: IEventStore;
|
||||
pool: SimplePool;
|
||||
connectionManager: HyperConnectionManager;
|
||||
|
||||
communities = new Map<string, CommunityProxy>();
|
||||
communities = new Map<string, CommunityProxy>();
|
||||
|
||||
constructor(db: Database, eventStore: IEventStore) {
|
||||
this.db = db;
|
||||
this.eventStore = eventStore;
|
||||
this.pool = new SimplePool();
|
||||
constructor(db: Database, eventStore: IEventStore) {
|
||||
this.db = db;
|
||||
this.eventStore = eventStore;
|
||||
this.pool = new SimplePool();
|
||||
|
||||
this.connectionManager = new HyperConnectionManager(randomBytes(32).toString('hex'));
|
||||
this.connectionManager = new HyperConnectionManager(randomBytes(32).toString("hex"));
|
||||
|
||||
this.syncCommunityDefinitions();
|
||||
}
|
||||
this.syncCommunityDefinitions();
|
||||
}
|
||||
|
||||
attachToServer(wss: WebSocketServer) {
|
||||
wss.on('connection', this.handleConnection.bind(this));
|
||||
}
|
||||
attachToServer(wss: WebSocketServer) {
|
||||
wss.on("connection", this.handleConnection.bind(this));
|
||||
}
|
||||
|
||||
handleConnection(ws: WebSocket, req: IncomingMessage) {
|
||||
if (!req.url) return false;
|
||||
handleConnection(ws: WebSocket, req: IncomingMessage) {
|
||||
if (!req.url) return false;
|
||||
|
||||
const url = new URL(req.url, `http://${req.headers.host}`);
|
||||
const pubkey = url.pathname.split('/')[1] as string | undefined;
|
||||
if (!pubkey || pubkey.length !== 64) return false;
|
||||
const url = new URL(req.url, `http://${req.headers.host}`);
|
||||
const pubkey = url.pathname.split("/")[1] as string | undefined;
|
||||
if (!pubkey || pubkey.length !== 64) return false;
|
||||
|
||||
try {
|
||||
let community = this.communities.get(pubkey);
|
||||
if (!community) community = this.getCommunityProxy(pubkey);
|
||||
try {
|
||||
let community = this.communities.get(pubkey);
|
||||
if (!community) community = this.getCommunityProxy(pubkey);
|
||||
|
||||
// connect the socket to the relay
|
||||
community.relay.handleConnection(ws, req);
|
||||
return true;
|
||||
} catch (error) {
|
||||
this.log('Failed handle ws connection to', pubkey);
|
||||
console.log(error);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
// connect the socket to the relay
|
||||
community.relay.handleConnection(ws, req);
|
||||
return true;
|
||||
} catch (error) {
|
||||
this.log("Failed handle ws connection to", pubkey);
|
||||
console.log(error);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
syncCommunityDefinitions() {
|
||||
this.log('Syncing community definitions');
|
||||
const sub = this.pool.subscribeMany(['wss://nostrue.com'], [{ kinds: [12012] }], {
|
||||
onevent: (event) => this.eventStore.addEvent(event),
|
||||
oneose: () => sub.close(),
|
||||
});
|
||||
}
|
||||
syncCommunityDefinitions() {
|
||||
this.log("Syncing community definitions");
|
||||
const sub = this.pool.subscribeMany(["wss://nostrue.com"], [{ kinds: [12012] }], {
|
||||
onevent: (event) => this.eventStore.addEvent(event),
|
||||
oneose: () => sub.close(),
|
||||
});
|
||||
}
|
||||
|
||||
getCommunityProxy(pubkey: string) {
|
||||
this.log('Looking for community definition', pubkey);
|
||||
let definition: NostrEvent | undefined = undefined;
|
||||
getCommunityProxy(pubkey: string) {
|
||||
this.log("Looking for community definition", pubkey);
|
||||
let definition: NostrEvent | undefined = undefined;
|
||||
|
||||
const local = this.eventStore.getEventsForFilters([{ kinds: [12012], authors: [pubkey] }]);
|
||||
if (local[0]) definition = local[0];
|
||||
const local = this.eventStore.getEventsForFilters([{ kinds: [12012], authors: [pubkey] }]);
|
||||
if (local[0]) definition = local[0];
|
||||
|
||||
if (!definition) throw new Error('Failed to find community definition');
|
||||
if (!definition) throw new Error("Failed to find community definition");
|
||||
|
||||
this.log('Creating community proxy', pubkey);
|
||||
const community = new CommunityProxy(this.db, definition, this.connectionManager);
|
||||
this.log("Creating community proxy", pubkey);
|
||||
const community = new CommunityProxy(this.db, definition, this.connectionManager);
|
||||
|
||||
community.connect();
|
||||
this.communities.set(pubkey, community);
|
||||
community.connect();
|
||||
this.communities.set(pubkey, community);
|
||||
|
||||
return community;
|
||||
}
|
||||
return community;
|
||||
}
|
||||
|
||||
stop() {
|
||||
for (const [pubkey, community] of this.communities) {
|
||||
community.stop();
|
||||
}
|
||||
this.communities.clear();
|
||||
this.connectionManager.stop();
|
||||
}
|
||||
stop() {
|
||||
for (const [pubkey, community] of this.communities) {
|
||||
community.stop();
|
||||
}
|
||||
this.communities.clear();
|
||||
this.connectionManager.stop();
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,54 +1,54 @@
|
||||
import { NostrEvent, kinds } from 'nostr-tools';
|
||||
import _throttle from 'lodash.throttle';
|
||||
import { NostrEvent, kinds } from "nostr-tools";
|
||||
import _throttle from "lodash.throttle";
|
||||
|
||||
import { COMMON_CONTACT_RELAYS } from '../env.js';
|
||||
import { logger } from '../logger.js';
|
||||
import App from '../app/index.js';
|
||||
import PubkeyBatchLoader from './pubkey-batch-loader.js';
|
||||
import { COMMON_CONTACT_RELAYS } from "../env.js";
|
||||
import { logger } from "../logger.js";
|
||||
import App from "../app/index.js";
|
||||
import PubkeyBatchLoader from "./pubkey-batch-loader.js";
|
||||
|
||||
/** Loads 3 contact lists for pubkeys */
|
||||
export default class ContactBook {
|
||||
log = logger.extend('ContactsBook');
|
||||
app: App;
|
||||
loader: PubkeyBatchLoader;
|
||||
extraRelays = COMMON_CONTACT_RELAYS;
|
||||
log = logger.extend("ContactsBook");
|
||||
app: App;
|
||||
loader: PubkeyBatchLoader;
|
||||
extraRelays = COMMON_CONTACT_RELAYS;
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
|
||||
this.loader = new PubkeyBatchLoader(kinds.Contacts, this.app.pool, (pubkey) => {
|
||||
return this.app.eventStore.getEventsForFilters([{ kinds: [kinds.Contacts], authors: [pubkey] }])?.[0];
|
||||
});
|
||||
this.loader = new PubkeyBatchLoader(kinds.Contacts, this.app.pool, (pubkey) => {
|
||||
return this.app.eventStore.getEventsForFilters([{ kinds: [kinds.Contacts], authors: [pubkey] }])?.[0];
|
||||
});
|
||||
|
||||
this.loader.on('event', (event) => this.app.eventStore.addEvent(event));
|
||||
this.loader.on('batch', (found, failed) => {
|
||||
this.log(`Found ${found}, failed ${failed}, pending ${this.loader.queue}`);
|
||||
});
|
||||
}
|
||||
this.loader.on("event", (event) => this.app.eventStore.addEvent(event));
|
||||
this.loader.on("batch", (found, failed) => {
|
||||
this.log(`Found ${found}, failed ${failed}, pending ${this.loader.queue}`);
|
||||
});
|
||||
}
|
||||
|
||||
getContacts(pubkey: string) {
|
||||
return this.loader.getEvent(pubkey);
|
||||
}
|
||||
getContacts(pubkey: string) {
|
||||
return this.loader.getEvent(pubkey);
|
||||
}
|
||||
|
||||
getFollowedPubkeys(pubkey: string): string[] {
|
||||
const contacts = this.getContacts(pubkey);
|
||||
if (contacts) {
|
||||
return contacts.tags
|
||||
.filter((tag) => {
|
||||
return tag[0] === 'p';
|
||||
})
|
||||
.map((tag) => {
|
||||
return tag[1];
|
||||
});
|
||||
}
|
||||
return [];
|
||||
}
|
||||
getFollowedPubkeys(pubkey: string): string[] {
|
||||
const contacts = this.getContacts(pubkey);
|
||||
if (contacts) {
|
||||
return contacts.tags
|
||||
.filter((tag) => {
|
||||
return tag[0] === "p";
|
||||
})
|
||||
.map((tag) => {
|
||||
return tag[1];
|
||||
});
|
||||
}
|
||||
return [];
|
||||
}
|
||||
|
||||
handleEvent(event: NostrEvent) {
|
||||
this.loader.handleEvent(event);
|
||||
}
|
||||
handleEvent(event: NostrEvent) {
|
||||
this.loader.handleEvent(event);
|
||||
}
|
||||
|
||||
async loadContacts(pubkey: string, relays: string[] = []) {
|
||||
return this.loader.getOrLoadEvent(pubkey, relays);
|
||||
}
|
||||
async loadContacts(pubkey: string, relays: string[] = []) {
|
||||
return this.loader.getOrLoadEvent(pubkey, relays);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,49 +1,49 @@
|
||||
import { WebSocket } from 'ws';
|
||||
import { ConfigMessage, ConfigResponse } from '@satellite-earth/core/types/control-api/config.js';
|
||||
import { WebSocket } from "ws";
|
||||
import { ConfigMessage, ConfigResponse } from "@satellite-earth/core/types/control-api/config.js";
|
||||
|
||||
import type App from '../../app/index.js';
|
||||
import { type ControlMessageHandler } from './control-api.js';
|
||||
import type App from "../../app/index.js";
|
||||
import { type ControlMessageHandler } from "./control-api.js";
|
||||
|
||||
/** handles ['CONTROL', 'CONFIG', ...] messages */
|
||||
export default class ConfigActions implements ControlMessageHandler {
|
||||
app: App;
|
||||
name = 'CONFIG';
|
||||
app: App;
|
||||
name = "CONFIG";
|
||||
|
||||
private subscribed = new Set<WebSocket | NodeJS.Process>();
|
||||
private subscribed = new Set<WebSocket | NodeJS.Process>();
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
|
||||
// when config changes send it to the subscribed sockets
|
||||
this.app.config.on('changed', (config) => {
|
||||
for (const sock of this.subscribed) {
|
||||
this.send(sock, ['CONTROL', 'CONFIG', 'CHANGED', config]);
|
||||
}
|
||||
});
|
||||
}
|
||||
// when config changes send it to the subscribed sockets
|
||||
this.app.config.on("changed", (config) => {
|
||||
for (const sock of this.subscribed) {
|
||||
this.send(sock, ["CONTROL", "CONFIG", "CHANGED", config]);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
handleMessage(sock: WebSocket | NodeJS.Process, message: ConfigMessage) {
|
||||
const method = message[2];
|
||||
switch (method) {
|
||||
case 'SUBSCRIBE':
|
||||
this.subscribed.add(sock);
|
||||
sock.once('close', () => this.subscribed.delete(sock));
|
||||
this.send(sock, ['CONTROL', 'CONFIG', 'CHANGED', this.app.config.data]);
|
||||
return true;
|
||||
handleMessage(sock: WebSocket | NodeJS.Process, message: ConfigMessage) {
|
||||
const method = message[2];
|
||||
switch (method) {
|
||||
case "SUBSCRIBE":
|
||||
this.subscribed.add(sock);
|
||||
sock.once("close", () => this.subscribed.delete(sock));
|
||||
this.send(sock, ["CONTROL", "CONFIG", "CHANGED", this.app.config.data]);
|
||||
return true;
|
||||
|
||||
case 'SET':
|
||||
const field = message[3];
|
||||
const value = message[4];
|
||||
case "SET":
|
||||
const field = message[3];
|
||||
const value = message[4];
|
||||
|
||||
this.app.config.setField(field, value);
|
||||
return true;
|
||||
this.app.config.setField(field, value);
|
||||
return true;
|
||||
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
send(sock: WebSocket | NodeJS.Process, response: ConfigResponse) {
|
||||
sock.send?.(JSON.stringify(response));
|
||||
}
|
||||
send(sock: WebSocket | NodeJS.Process, response: ConfigResponse) {
|
||||
sock.send?.(JSON.stringify(response));
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,130 +1,130 @@
|
||||
import { WebSocket, WebSocketServer } from 'ws';
|
||||
import { type IncomingMessage } from 'http';
|
||||
import { ControlResponse } from '@satellite-earth/core/types/control-api/index.js';
|
||||
import { WebSocket, WebSocketServer } from "ws";
|
||||
import { type IncomingMessage } from "http";
|
||||
import { ControlResponse } from "@satellite-earth/core/types/control-api/index.js";
|
||||
|
||||
import type App from '../../app/index.js';
|
||||
import { logger } from '../../logger.js';
|
||||
import type App from "../../app/index.js";
|
||||
import { logger } from "../../logger.js";
|
||||
|
||||
export type ControlMessage = ['CONTROL', string, string, ...any[]];
|
||||
export type ControlMessage = ["CONTROL", string, string, ...any[]];
|
||||
export interface ControlMessageHandler {
|
||||
app: App;
|
||||
name: string;
|
||||
handleConnection?(ws: WebSocket | NodeJS.Process): void;
|
||||
handleDisconnect?(socket: WebSocket): void;
|
||||
handleMessage(sock: WebSocket | NodeJS.Process, message: ControlMessage): boolean | Promise<boolean>;
|
||||
app: App;
|
||||
name: string;
|
||||
handleConnection?(ws: WebSocket | NodeJS.Process): void;
|
||||
handleDisconnect?(socket: WebSocket): void;
|
||||
handleMessage(sock: WebSocket | NodeJS.Process, message: ControlMessage): boolean | Promise<boolean>;
|
||||
}
|
||||
|
||||
/** handles web socket connections and 'CONTROL' messages */
|
||||
export default class ControlApi {
|
||||
app: App;
|
||||
auth?: string;
|
||||
log = logger.extend('ControlApi');
|
||||
handlers = new Map<string, ControlMessageHandler>();
|
||||
app: App;
|
||||
auth?: string;
|
||||
log = logger.extend("ControlApi");
|
||||
handlers = new Map<string, ControlMessageHandler>();
|
||||
|
||||
authenticatedConnections = new Set<WebSocket | NodeJS.Process>();
|
||||
authenticatedConnections = new Set<WebSocket | NodeJS.Process>();
|
||||
|
||||
constructor(app: App, auth?: string) {
|
||||
this.app = app;
|
||||
this.auth = auth;
|
||||
}
|
||||
constructor(app: App, auth?: string) {
|
||||
this.app = app;
|
||||
this.auth = auth;
|
||||
}
|
||||
|
||||
registerHandler(handler: ControlMessageHandler) {
|
||||
this.handlers.set(handler.name, handler);
|
||||
}
|
||||
unregisterHandler(handler: ControlMessageHandler) {
|
||||
this.handlers.delete(handler.name);
|
||||
}
|
||||
registerHandler(handler: ControlMessageHandler) {
|
||||
this.handlers.set(handler.name, handler);
|
||||
}
|
||||
unregisterHandler(handler: ControlMessageHandler) {
|
||||
this.handlers.delete(handler.name);
|
||||
}
|
||||
|
||||
/** start listening for incoming ws connections */
|
||||
attachToServer(wss: WebSocketServer) {
|
||||
wss.on('connection', this.handleConnection.bind(this));
|
||||
}
|
||||
/** start listening for incoming ws connections */
|
||||
attachToServer(wss: WebSocketServer) {
|
||||
wss.on("connection", this.handleConnection.bind(this));
|
||||
}
|
||||
|
||||
handleConnection(ws: WebSocket, req: IncomingMessage) {
|
||||
ws.on('message', (data, isBinary) => {
|
||||
this.handleRawMessage(ws, data as Buffer);
|
||||
});
|
||||
handleConnection(ws: WebSocket, req: IncomingMessage) {
|
||||
ws.on("message", (data, isBinary) => {
|
||||
this.handleRawMessage(ws, data as Buffer);
|
||||
});
|
||||
|
||||
for (const [id, handler] of this.handlers) {
|
||||
handler.handleConnection?.(ws);
|
||||
}
|
||||
for (const [id, handler] of this.handlers) {
|
||||
handler.handleConnection?.(ws);
|
||||
}
|
||||
|
||||
ws.once('close', () => this.handleDisconnect(ws));
|
||||
}
|
||||
handleDisconnect(ws: WebSocket) {
|
||||
this.authenticatedConnections.delete(ws);
|
||||
ws.once("close", () => this.handleDisconnect(ws));
|
||||
}
|
||||
handleDisconnect(ws: WebSocket) {
|
||||
this.authenticatedConnections.delete(ws);
|
||||
|
||||
for (const [id, handler] of this.handlers) {
|
||||
handler.handleDisconnect?.(ws);
|
||||
}
|
||||
}
|
||||
for (const [id, handler] of this.handlers) {
|
||||
handler.handleDisconnect?.(ws);
|
||||
}
|
||||
}
|
||||
|
||||
attachToProcess(p: NodeJS.Process) {
|
||||
p.on('message', (message) => {
|
||||
if (
|
||||
Array.isArray(message) &&
|
||||
message[0] === 'CONTROL' &&
|
||||
typeof message[1] === 'string' &&
|
||||
typeof message[2] === 'string'
|
||||
) {
|
||||
this.handleMessage(p, message as ControlMessage);
|
||||
}
|
||||
});
|
||||
attachToProcess(p: NodeJS.Process) {
|
||||
p.on("message", (message) => {
|
||||
if (
|
||||
Array.isArray(message) &&
|
||||
message[0] === "CONTROL" &&
|
||||
typeof message[1] === "string" &&
|
||||
typeof message[2] === "string"
|
||||
) {
|
||||
this.handleMessage(p, message as ControlMessage);
|
||||
}
|
||||
});
|
||||
|
||||
for (const [id, handler] of this.handlers) {
|
||||
handler.handleConnection?.(p);
|
||||
}
|
||||
}
|
||||
for (const [id, handler] of this.handlers) {
|
||||
handler.handleConnection?.(p);
|
||||
}
|
||||
}
|
||||
|
||||
/** handle a ws message */
|
||||
async handleRawMessage(ws: WebSocket | NodeJS.Process, message: Buffer) {
|
||||
try {
|
||||
const data = JSON.parse(message.toString()) as string[];
|
||||
/** handle a ws message */
|
||||
async handleRawMessage(ws: WebSocket | NodeJS.Process, message: Buffer) {
|
||||
try {
|
||||
const data = JSON.parse(message.toString()) as string[];
|
||||
|
||||
try {
|
||||
if (
|
||||
Array.isArray(data) &&
|
||||
data[0] === 'CONTROL' &&
|
||||
typeof data[1] === 'string' &&
|
||||
typeof data[2] === 'string'
|
||||
) {
|
||||
if (this.authenticatedConnections.has(ws) || data[1] === 'AUTH') {
|
||||
await this.handleMessage(ws, data as ControlMessage);
|
||||
}
|
||||
}
|
||||
} catch (err) {
|
||||
this.log('Failed to handle Control message', message.toString('utf-8'));
|
||||
this.log(err);
|
||||
}
|
||||
} catch (error) {
|
||||
// failed to parse JSON, do nothing
|
||||
}
|
||||
}
|
||||
try {
|
||||
if (
|
||||
Array.isArray(data) &&
|
||||
data[0] === "CONTROL" &&
|
||||
typeof data[1] === "string" &&
|
||||
typeof data[2] === "string"
|
||||
) {
|
||||
if (this.authenticatedConnections.has(ws) || data[1] === "AUTH") {
|
||||
await this.handleMessage(ws, data as ControlMessage);
|
||||
}
|
||||
}
|
||||
} catch (err) {
|
||||
this.log("Failed to handle Control message", message.toString("utf-8"));
|
||||
this.log(err);
|
||||
}
|
||||
} catch (error) {
|
||||
// failed to parse JSON, do nothing
|
||||
}
|
||||
}
|
||||
|
||||
/** handle a ['CONTROL', ...] message */
|
||||
async handleMessage(sock: WebSocket | NodeJS.Process, message: ControlMessage) {
|
||||
// handle ['CONTROL', 'AUTH', <code>] messages
|
||||
if (message[1] === 'AUTH' && message[2] === 'CODE') {
|
||||
const code = message[3];
|
||||
if (code === this.auth) {
|
||||
this.authenticatedConnections.add(sock);
|
||||
this.send(sock, ['CONTROL', 'AUTH', 'SUCCESS']);
|
||||
} else {
|
||||
this.send(sock, ['CONTROL', 'AUTH', 'INVALID', 'Invalid Auth Code']);
|
||||
}
|
||||
return true;
|
||||
}
|
||||
/** handle a ['CONTROL', ...] message */
|
||||
async handleMessage(sock: WebSocket | NodeJS.Process, message: ControlMessage) {
|
||||
// handle ['CONTROL', 'AUTH', <code>] messages
|
||||
if (message[1] === "AUTH" && message[2] === "CODE") {
|
||||
const code = message[3];
|
||||
if (code === this.auth) {
|
||||
this.authenticatedConnections.add(sock);
|
||||
this.send(sock, ["CONTROL", "AUTH", "SUCCESS"]);
|
||||
} else {
|
||||
this.send(sock, ["CONTROL", "AUTH", "INVALID", "Invalid Auth Code"]);
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
const handler = this.handlers.get(message[1]);
|
||||
if (handler) {
|
||||
return await handler.handleMessage(sock, message);
|
||||
}
|
||||
const handler = this.handlers.get(message[1]);
|
||||
if (handler) {
|
||||
return await handler.handleMessage(sock, message);
|
||||
}
|
||||
|
||||
this.log('Failed to handle Control message', message);
|
||||
return false;
|
||||
}
|
||||
this.log("Failed to handle Control message", message);
|
||||
return false;
|
||||
}
|
||||
|
||||
send(sock: WebSocket | NodeJS.Process, response: ControlResponse) {
|
||||
sock.send?.(JSON.stringify(response));
|
||||
}
|
||||
send(sock: WebSocket | NodeJS.Process, response: ControlResponse) {
|
||||
sock.send?.(JSON.stringify(response));
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,50 +1,50 @@
|
||||
import { WebSocket } from 'ws';
|
||||
import { WebSocket } from "ws";
|
||||
import {
|
||||
DecryptionCacheMessage,
|
||||
DecryptionCacheResponse,
|
||||
} from '@satellite-earth/core/types/control-api/decryption-cache.js';
|
||||
DecryptionCacheMessage,
|
||||
DecryptionCacheResponse,
|
||||
} from "@satellite-earth/core/types/control-api/decryption-cache.js";
|
||||
|
||||
import type App from '../../app/index.js';
|
||||
import { type ControlMessageHandler } from './control-api.js';
|
||||
import type App from "../../app/index.js";
|
||||
import { type ControlMessageHandler } from "./control-api.js";
|
||||
|
||||
/** handles ['CONTROL', 'DECRYPTION-CACHE', ...] messages */
|
||||
export default class DecryptionCacheActions implements ControlMessageHandler {
|
||||
app: App;
|
||||
name = 'DECRYPTION-CACHE';
|
||||
app: App;
|
||||
name = "DECRYPTION-CACHE";
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
|
||||
handleMessage(sock: WebSocket | NodeJS.Process, message: DecryptionCacheMessage) {
|
||||
const method = message[2];
|
||||
switch (method) {
|
||||
case 'ADD-CONTENT':
|
||||
this.app.decryptionCache.addEventContent(message[3], message[4]);
|
||||
return true;
|
||||
handleMessage(sock: WebSocket | NodeJS.Process, message: DecryptionCacheMessage) {
|
||||
const method = message[2];
|
||||
switch (method) {
|
||||
case "ADD-CONTENT":
|
||||
this.app.decryptionCache.addEventContent(message[3], message[4]);
|
||||
return true;
|
||||
|
||||
case 'CLEAR-PUBKEY':
|
||||
this.app.decryptionCache.clearPubkey(message[3]);
|
||||
return true;
|
||||
case "CLEAR-PUBKEY":
|
||||
this.app.decryptionCache.clearPubkey(message[3]);
|
||||
return true;
|
||||
|
||||
case 'CLEAR':
|
||||
this.app.decryptionCache.clearAll();
|
||||
return true;
|
||||
case "CLEAR":
|
||||
this.app.decryptionCache.clearAll();
|
||||
return true;
|
||||
|
||||
case 'REQUEST':
|
||||
this.app.decryptionCache.getEventsContent(message[3]).then((contents) => {
|
||||
for (const { event, content } of contents)
|
||||
this.send(sock, ['CONTROL', 'DECRYPTION-CACHE', 'CONTENT', event, content]);
|
||||
this.send(sock, ['CONTROL', 'DECRYPTION-CACHE', 'END']);
|
||||
});
|
||||
return true;
|
||||
case "REQUEST":
|
||||
this.app.decryptionCache.getEventsContent(message[3]).then((contents) => {
|
||||
for (const { event, content } of contents)
|
||||
this.send(sock, ["CONTROL", "DECRYPTION-CACHE", "CONTENT", event, content]);
|
||||
this.send(sock, ["CONTROL", "DECRYPTION-CACHE", "END"]);
|
||||
});
|
||||
return true;
|
||||
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
send(sock: WebSocket | NodeJS.Process, response: DecryptionCacheResponse) {
|
||||
sock.send?.(JSON.stringify(response));
|
||||
}
|
||||
send(sock: WebSocket | NodeJS.Process, response: DecryptionCacheResponse) {
|
||||
sock.send?.(JSON.stringify(response));
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,31 +1,31 @@
|
||||
import { WebSocket } from 'ws';
|
||||
import { DirectMessageMessage } from '@satellite-earth/core/types/control-api/direct-messages.js';
|
||||
import { WebSocket } from "ws";
|
||||
import { DirectMessageMessage } from "@satellite-earth/core/types/control-api/direct-messages.js";
|
||||
|
||||
import type App from '../../app/index.js';
|
||||
import { type ControlMessageHandler } from './control-api.js';
|
||||
import type App from "../../app/index.js";
|
||||
import { type ControlMessageHandler } from "./control-api.js";
|
||||
|
||||
/** handles ['CONTROL', 'DM', ...] messages */
|
||||
export default class DirectMessageActions implements ControlMessageHandler {
|
||||
app: App;
|
||||
name = 'DM';
|
||||
app: App;
|
||||
name = "DM";
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
|
||||
handleMessage(sock: WebSocket | NodeJS.Process, message: DirectMessageMessage) {
|
||||
const method = message[2];
|
||||
switch (method) {
|
||||
case 'OPEN':
|
||||
this.app.directMessageManager.openConversation(message[3], message[4]);
|
||||
return true;
|
||||
handleMessage(sock: WebSocket | NodeJS.Process, message: DirectMessageMessage) {
|
||||
const method = message[2];
|
||||
switch (method) {
|
||||
case "OPEN":
|
||||
this.app.directMessageManager.openConversation(message[3], message[4]);
|
||||
return true;
|
||||
|
||||
case 'CLOSE':
|
||||
this.app.directMessageManager.closeConversation(message[3], message[4]);
|
||||
return true;
|
||||
case "CLOSE":
|
||||
this.app.directMessageManager.closeConversation(message[3], message[4]);
|
||||
return true;
|
||||
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,27 +1,27 @@
|
||||
import { WebSocket } from 'ws';
|
||||
import { LogsMessage } from '@satellite-earth/core/types/control-api/logs.js';
|
||||
import { WebSocket } from "ws";
|
||||
import { LogsMessage } from "@satellite-earth/core/types/control-api/logs.js";
|
||||
|
||||
import type App from '../../app/index.js';
|
||||
import { type ControlMessageHandler } from './control-api.js';
|
||||
import type App from "../../app/index.js";
|
||||
import { type ControlMessageHandler } from "./control-api.js";
|
||||
|
||||
/** handles ['CONTROL', 'DM', ...] messages */
|
||||
export default class LogsActions implements ControlMessageHandler {
|
||||
app: App;
|
||||
name = 'LOGS';
|
||||
app: App;
|
||||
name = "LOGS";
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
|
||||
handleMessage(sock: WebSocket | NodeJS.Process, message: LogsMessage) {
|
||||
const method = message[2];
|
||||
switch (method) {
|
||||
case 'CLEAR':
|
||||
this.app.logStore.clearLogs(message[3] ? { service: message[3] } : undefined);
|
||||
return true;
|
||||
handleMessage(sock: WebSocket | NodeJS.Process, message: LogsMessage) {
|
||||
const method = message[2];
|
||||
switch (method) {
|
||||
case "CLEAR":
|
||||
this.app.logStore.clearLogs(message[3] ? { service: message[3] } : undefined);
|
||||
return true;
|
||||
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,43 +1,43 @@
|
||||
import { WebSocket } from 'ws';
|
||||
import { NotificationsMessage, NotificationsResponse } from '@satellite-earth/core/types/control-api/notifications.js';
|
||||
import { WebSocket } from "ws";
|
||||
import { NotificationsMessage, NotificationsResponse } from "@satellite-earth/core/types/control-api/notifications.js";
|
||||
|
||||
import { ControlMessageHandler } from './control-api.js';
|
||||
import type App from '../../app/index.js';
|
||||
import { NostrEvent } from 'nostr-tools';
|
||||
import { ControlMessageHandler } from "./control-api.js";
|
||||
import type App from "../../app/index.js";
|
||||
import { NostrEvent } from "nostr-tools";
|
||||
|
||||
export default class NotificationActions implements ControlMessageHandler {
|
||||
app: App;
|
||||
name = 'NOTIFICATIONS';
|
||||
app: App;
|
||||
name = "NOTIFICATIONS";
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
|
||||
handleMessage(sock: WebSocket | NodeJS.Process, message: NotificationsMessage): boolean {
|
||||
const action = message[2];
|
||||
switch (action) {
|
||||
case 'GET-VAPID-KEY':
|
||||
this.send(sock, ['CONTROL', 'NOTIFICATIONS', 'VAPID-KEY', this.app.notifications.webPushKeys.publicKey]);
|
||||
return true;
|
||||
handleMessage(sock: WebSocket | NodeJS.Process, message: NotificationsMessage): boolean {
|
||||
const action = message[2];
|
||||
switch (action) {
|
||||
case "GET-VAPID-KEY":
|
||||
this.send(sock, ["CONTROL", "NOTIFICATIONS", "VAPID-KEY", this.app.notifications.webPushKeys.publicKey]);
|
||||
return true;
|
||||
|
||||
case 'REGISTER':
|
||||
this.app.notifications.addOrUpdateChannel(message[3]);
|
||||
return true;
|
||||
case "REGISTER":
|
||||
this.app.notifications.addOrUpdateChannel(message[3]);
|
||||
return true;
|
||||
|
||||
case 'NOTIFY':
|
||||
const event: NostrEvent | undefined = this.app.eventStore.getEventsForFilters([{ ids: [message[3]] }])?.[0];
|
||||
if (event) this.app.notifications.notify(event);
|
||||
return true;
|
||||
case "NOTIFY":
|
||||
const event: NostrEvent | undefined = this.app.eventStore.getEventsForFilters([{ ids: [message[3]] }])?.[0];
|
||||
if (event) this.app.notifications.notify(event);
|
||||
return true;
|
||||
|
||||
case 'UNREGISTER':
|
||||
this.app.notifications.removeChannel(message[3]);
|
||||
return true;
|
||||
case "UNREGISTER":
|
||||
this.app.notifications.removeChannel(message[3]);
|
||||
return true;
|
||||
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
send(sock: WebSocket | NodeJS.Process, response: NotificationsResponse) {
|
||||
sock.send?.(JSON.stringify(response));
|
||||
}
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
send(sock: WebSocket | NodeJS.Process, response: NotificationsResponse) {
|
||||
sock.send?.(JSON.stringify(response));
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,29 +1,29 @@
|
||||
import { WebSocket } from 'ws';
|
||||
import { ReceiverMessage } from '@satellite-earth/core/types/control-api/receiver.js';
|
||||
import { WebSocket } from "ws";
|
||||
import { ReceiverMessage } from "@satellite-earth/core/types/control-api/receiver.js";
|
||||
|
||||
import type App from '../../app/index.js';
|
||||
import { type ControlMessageHandler } from './control-api.js';
|
||||
import type App from "../../app/index.js";
|
||||
import { type ControlMessageHandler } from "./control-api.js";
|
||||
|
||||
export default class ReceiverActions implements ControlMessageHandler {
|
||||
app: App;
|
||||
name = 'RECEIVER';
|
||||
app: App;
|
||||
name = "RECEIVER";
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
handleMessage(sock: WebSocket | NodeJS.Process, message: ReceiverMessage): boolean {
|
||||
const action = message[2];
|
||||
switch (action) {
|
||||
case 'START':
|
||||
this.app.receiver.start();
|
||||
return true;
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
handleMessage(sock: WebSocket | NodeJS.Process, message: ReceiverMessage): boolean {
|
||||
const action = message[2];
|
||||
switch (action) {
|
||||
case "START":
|
||||
this.app.receiver.start();
|
||||
return true;
|
||||
|
||||
case 'STOP':
|
||||
this.app.receiver.stop();
|
||||
return true;
|
||||
case "STOP":
|
||||
this.app.receiver.stop();
|
||||
return true;
|
||||
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,69 +1,69 @@
|
||||
import { WebSocket } from 'ws';
|
||||
import { verifyEvent } from 'nostr-tools';
|
||||
import { RemoteAuthMessage, RemoteAuthResponse } from '@satellite-earth/core/types/control-api/remote-auth.js';
|
||||
import { WebSocket } from "ws";
|
||||
import { verifyEvent } from "nostr-tools";
|
||||
import { RemoteAuthMessage, RemoteAuthResponse } from "@satellite-earth/core/types/control-api/remote-auth.js";
|
||||
|
||||
import type App from '../../app/index.js';
|
||||
import { type ControlMessageHandler } from './control-api.js';
|
||||
import type App from "../../app/index.js";
|
||||
import { type ControlMessageHandler } from "./control-api.js";
|
||||
|
||||
/** handles ['CONTROL', 'REMOTE-AUTH', ...] messages */
|
||||
export default class RemoteAuthActions implements ControlMessageHandler {
|
||||
app: App;
|
||||
name = 'REMOTE-AUTH';
|
||||
app: App;
|
||||
name = "REMOTE-AUTH";
|
||||
|
||||
private subscribed = new Set<WebSocket | NodeJS.Process>();
|
||||
private subscribed = new Set<WebSocket | NodeJS.Process>();
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
|
||||
// when config changes send it to the subscribed sockets
|
||||
this.app.pool.emitter.on('challenge', (relay, challenge) => {
|
||||
for (const sock of this.subscribed) {
|
||||
this.send(sock, [
|
||||
'CONTROL',
|
||||
'REMOTE-AUTH',
|
||||
'STATUS',
|
||||
relay.url,
|
||||
challenge,
|
||||
!!this.app.pool.authenticated.get(relay.url),
|
||||
]);
|
||||
}
|
||||
});
|
||||
}
|
||||
// when config changes send it to the subscribed sockets
|
||||
this.app.pool.emitter.on("challenge", (relay, challenge) => {
|
||||
for (const sock of this.subscribed) {
|
||||
this.send(sock, [
|
||||
"CONTROL",
|
||||
"REMOTE-AUTH",
|
||||
"STATUS",
|
||||
relay.url,
|
||||
challenge,
|
||||
!!this.app.pool.authenticated.get(relay.url),
|
||||
]);
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
sendAllStatuses(sock: WebSocket | NodeJS.Process) {
|
||||
for (const [url, relay] of this.app.pool) {
|
||||
const challenge = this.app.pool.challenges.get(url);
|
||||
const authenticated = this.app.pool.isAuthenticated(url);
|
||||
sendAllStatuses(sock: WebSocket | NodeJS.Process) {
|
||||
for (const [url, relay] of this.app.pool) {
|
||||
const challenge = this.app.pool.challenges.get(url);
|
||||
const authenticated = this.app.pool.isAuthenticated(url);
|
||||
|
||||
if (challenge) {
|
||||
this.send(sock, ['CONTROL', 'REMOTE-AUTH', 'STATUS', url, challenge, authenticated]);
|
||||
}
|
||||
}
|
||||
}
|
||||
if (challenge) {
|
||||
this.send(sock, ["CONTROL", "REMOTE-AUTH", "STATUS", url, challenge, authenticated]);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
async handleMessage(sock: WebSocket | NodeJS.Process, message: RemoteAuthMessage) {
|
||||
const method = message[2];
|
||||
switch (method) {
|
||||
case 'SUBSCRIBE':
|
||||
this.subscribed.add(sock);
|
||||
sock.once('close', () => this.subscribed.delete(sock));
|
||||
this.sendAllStatuses(sock);
|
||||
return true;
|
||||
case 'UNSUBSCRIBE':
|
||||
this.subscribed.delete(sock);
|
||||
return true;
|
||||
case 'AUTHENTICATE':
|
||||
const event = message[3];
|
||||
if (verifyEvent(event)) {
|
||||
const relay = event.tags.find((t) => (t[0] = 'relay'))?.[1];
|
||||
if (relay) await this.app.pool.authenticate(relay, event);
|
||||
}
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
async handleMessage(sock: WebSocket | NodeJS.Process, message: RemoteAuthMessage) {
|
||||
const method = message[2];
|
||||
switch (method) {
|
||||
case "SUBSCRIBE":
|
||||
this.subscribed.add(sock);
|
||||
sock.once("close", () => this.subscribed.delete(sock));
|
||||
this.sendAllStatuses(sock);
|
||||
return true;
|
||||
case "UNSUBSCRIBE":
|
||||
this.subscribed.delete(sock);
|
||||
return true;
|
||||
case "AUTHENTICATE":
|
||||
const event = message[3];
|
||||
if (verifyEvent(event)) {
|
||||
const relay = event.tags.find((t) => (t[0] = "relay"))?.[1];
|
||||
if (relay) await this.app.pool.authenticate(relay, event);
|
||||
}
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
send(sock: WebSocket | NodeJS.Process, response: RemoteAuthResponse) {
|
||||
sock.send?.(JSON.stringify(response));
|
||||
}
|
||||
send(sock: WebSocket | NodeJS.Process, response: RemoteAuthResponse) {
|
||||
sock.send?.(JSON.stringify(response));
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,93 +1,93 @@
|
||||
import { WebSocket } from 'ws';
|
||||
import { ReportArguments } from '@satellite-earth/core/types';
|
||||
import { ReportsMessage } from '@satellite-earth/core/types/control-api/reports.js';
|
||||
import { WebSocket } from "ws";
|
||||
import { ReportArguments } from "@satellite-earth/core/types";
|
||||
import { ReportsMessage } from "@satellite-earth/core/types/control-api/reports.js";
|
||||
|
||||
import type App from '../../app/index.js';
|
||||
import { type ControlMessageHandler } from './control-api.js';
|
||||
import Report from '../reports/report.js';
|
||||
import { logger } from '../../logger.js';
|
||||
import REPORT_CLASSES from '../reports/reports/index.js';
|
||||
import type App from "../../app/index.js";
|
||||
import { type ControlMessageHandler } from "./control-api.js";
|
||||
import Report from "../reports/report.js";
|
||||
import { logger } from "../../logger.js";
|
||||
import REPORT_CLASSES from "../reports/reports/index.js";
|
||||
|
||||
/** handles ['CONTROL', 'REPORT', ...] messages */
|
||||
export default class ReportActions implements ControlMessageHandler {
|
||||
app: App;
|
||||
name = 'REPORT';
|
||||
log = logger.extend('ReportActions');
|
||||
app: App;
|
||||
name = "REPORT";
|
||||
log = logger.extend("ReportActions");
|
||||
|
||||
types: {
|
||||
[k in keyof ReportArguments]?: typeof Report<k>;
|
||||
} = REPORT_CLASSES;
|
||||
types: {
|
||||
[k in keyof ReportArguments]?: typeof Report<k>;
|
||||
} = REPORT_CLASSES;
|
||||
|
||||
private reports = new Map<WebSocket | NodeJS.Process, Map<string, Report<any>>>();
|
||||
private reports = new Map<WebSocket | NodeJS.Process, Map<string, Report<any>>>();
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
|
||||
private getReportsForSocket(socket: WebSocket | NodeJS.Process) {
|
||||
let map = this.reports.get(socket);
|
||||
if (map) return map;
|
||||
map = new Map();
|
||||
this.reports.set(socket, map);
|
||||
return map;
|
||||
}
|
||||
private getReportsForSocket(socket: WebSocket | NodeJS.Process) {
|
||||
let map = this.reports.get(socket);
|
||||
if (map) return map;
|
||||
map = new Map();
|
||||
this.reports.set(socket, map);
|
||||
return map;
|
||||
}
|
||||
|
||||
handleDisconnect(ws: WebSocket): void {
|
||||
// close all reports for socket on disconnect
|
||||
const reports = this.reports.get(ws);
|
||||
handleDisconnect(ws: WebSocket): void {
|
||||
// close all reports for socket on disconnect
|
||||
const reports = this.reports.get(ws);
|
||||
|
||||
if (reports) {
|
||||
for (const [id, report] of reports) report.close();
|
||||
if (reports) {
|
||||
for (const [id, report] of reports) report.close();
|
||||
|
||||
if (reports.size) this.log(`Closed ${reports.size} reports for disconnected socket`);
|
||||
this.reports.delete(ws);
|
||||
}
|
||||
}
|
||||
if (reports.size) this.log(`Closed ${reports.size} reports for disconnected socket`);
|
||||
this.reports.delete(ws);
|
||||
}
|
||||
}
|
||||
|
||||
// TODO: maybe move some of this logic out to a manager class so the control action class can be simpler
|
||||
async handleMessage(sock: WebSocket | NodeJS.Process, message: ReportsMessage) {
|
||||
const method = message[2];
|
||||
switch (method) {
|
||||
case 'SUBSCRIBE': {
|
||||
const reports = this.getReportsForSocket(sock);
|
||||
const id = message[3];
|
||||
const type = message[4];
|
||||
const args = message[5];
|
||||
// TODO: maybe move some of this logic out to a manager class so the control action class can be simpler
|
||||
async handleMessage(sock: WebSocket | NodeJS.Process, message: ReportsMessage) {
|
||||
const method = message[2];
|
||||
switch (method) {
|
||||
case "SUBSCRIBE": {
|
||||
const reports = this.getReportsForSocket(sock);
|
||||
const id = message[3];
|
||||
const type = message[4];
|
||||
const args = message[5];
|
||||
|
||||
let report = reports.get(id) as Report<typeof type> | undefined;
|
||||
if (!report) {
|
||||
const ReportClass = this.types[type];
|
||||
if (!ReportClass) throw new Error('Missing class for report type: ' + type);
|
||||
let report = reports.get(id) as Report<typeof type> | undefined;
|
||||
if (!report) {
|
||||
const ReportClass = this.types[type];
|
||||
if (!ReportClass) throw new Error("Missing class for report type: " + type);
|
||||
|
||||
this.log(`Creating ${type} ${id} report with args`, JSON.stringify(args));
|
||||
this.log(`Creating ${type} ${id} report with args`, JSON.stringify(args));
|
||||
|
||||
report = new ReportClass(id, this.app, sock);
|
||||
reports.set(id, report);
|
||||
}
|
||||
report = new ReportClass(id, this.app, sock);
|
||||
reports.set(id, report);
|
||||
}
|
||||
|
||||
await report.run(args);
|
||||
return true;
|
||||
}
|
||||
case 'CLOSE': {
|
||||
const reports = this.getReportsForSocket(sock);
|
||||
const id = message[3];
|
||||
const report = reports.get(id);
|
||||
if (report) {
|
||||
await report.close();
|
||||
reports.delete(id);
|
||||
}
|
||||
return true;
|
||||
}
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
await report.run(args);
|
||||
return true;
|
||||
}
|
||||
case "CLOSE": {
|
||||
const reports = this.getReportsForSocket(sock);
|
||||
const id = message[3];
|
||||
const report = reports.get(id);
|
||||
if (report) {
|
||||
await report.close();
|
||||
reports.delete(id);
|
||||
}
|
||||
return true;
|
||||
}
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
cleanup() {
|
||||
for (const [sock, reports] of this.reports) {
|
||||
for (const [id, report] of reports) {
|
||||
report.close();
|
||||
}
|
||||
}
|
||||
}
|
||||
cleanup() {
|
||||
for (const [sock, reports] of this.reports) {
|
||||
for (const [id, report] of reports) {
|
||||
report.close();
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,37 +1,37 @@
|
||||
import { WebSocket } from 'ws';
|
||||
import { ScrapperMessage } from '@satellite-earth/core/types/control-api/scrapper.js';
|
||||
import { WebSocket } from "ws";
|
||||
import { ScrapperMessage } from "@satellite-earth/core/types/control-api/scrapper.js";
|
||||
|
||||
import type App from '../../app/index.js';
|
||||
import { type ControlMessageHandler } from './control-api.js';
|
||||
import type App from "../../app/index.js";
|
||||
import { type ControlMessageHandler } from "./control-api.js";
|
||||
|
||||
export default class ScrapperActions implements ControlMessageHandler {
|
||||
app: App;
|
||||
name = 'SCRAPPER';
|
||||
app: App;
|
||||
name = "SCRAPPER";
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
handleMessage(sock: WebSocket | NodeJS.Process, message: ScrapperMessage): boolean {
|
||||
const action = message[2];
|
||||
switch (action) {
|
||||
case 'START':
|
||||
this.app.scrapper.start();
|
||||
return true;
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
handleMessage(sock: WebSocket | NodeJS.Process, message: ScrapperMessage): boolean {
|
||||
const action = message[2];
|
||||
switch (action) {
|
||||
case "START":
|
||||
this.app.scrapper.start();
|
||||
return true;
|
||||
|
||||
case 'STOP':
|
||||
this.app.scrapper.stop();
|
||||
return true;
|
||||
case "STOP":
|
||||
this.app.scrapper.stop();
|
||||
return true;
|
||||
|
||||
case 'ADD-PUBKEY':
|
||||
this.app.scrapper.addPubkey(message[3]);
|
||||
return true;
|
||||
case "ADD-PUBKEY":
|
||||
this.app.scrapper.addPubkey(message[3]);
|
||||
return true;
|
||||
|
||||
case 'REMOVE-PUBKEY':
|
||||
this.app.scrapper.removePubkey(message[3]);
|
||||
return true;
|
||||
case "REMOVE-PUBKEY":
|
||||
this.app.scrapper.removePubkey(message[3]);
|
||||
return true;
|
||||
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
default:
|
||||
return false;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,153 +1,153 @@
|
||||
import { mapParams } from '@satellite-earth/core/helpers/sql.js';
|
||||
import { MigrationSet } from '@satellite-earth/core/sqlite';
|
||||
import { type Database } from 'better-sqlite3';
|
||||
import { EventEmitter } from 'events';
|
||||
import { mapParams } from "@satellite-earth/core/helpers/sql.js";
|
||||
import { MigrationSet } from "@satellite-earth/core/sqlite";
|
||||
import { type Database } from "better-sqlite3";
|
||||
import { EventEmitter } from "events";
|
||||
|
||||
import { logger } from '../../logger.js';
|
||||
import { EventRow, parseEventRow } from '@satellite-earth/core/sqlite-event-store';
|
||||
import { NostrEvent } from 'nostr-tools';
|
||||
import { logger } from "../../logger.js";
|
||||
import { EventRow, parseEventRow } from "@satellite-earth/core/sqlite-event-store";
|
||||
import { NostrEvent } from "nostr-tools";
|
||||
|
||||
const migrations = new MigrationSet('decryption-cache');
|
||||
const migrations = new MigrationSet("decryption-cache");
|
||||
|
||||
// Version 1
|
||||
migrations.addScript(1, async (db, log) => {
|
||||
db.prepare(
|
||||
`
|
||||
db.prepare(
|
||||
`
|
||||
CREATE TABLE "decryption_cache" (
|
||||
"event" TEXT(64) NOT NULL,
|
||||
"content" TEXT NOT NULL,
|
||||
PRIMARY KEY("event")
|
||||
);
|
||||
`,
|
||||
).run();
|
||||
).run();
|
||||
});
|
||||
|
||||
// Version 2, search
|
||||
migrations.addScript(2, async (db, log) => {
|
||||
// create external Content fts5 table
|
||||
db.prepare(
|
||||
`CREATE VIRTUAL TABLE IF NOT EXISTS decryption_cache_fts USING fts5(content, content='decryption_cache', tokenize='trigram')`,
|
||||
).run();
|
||||
log(`Created decryption cache search table`);
|
||||
// create external Content fts5 table
|
||||
db.prepare(
|
||||
`CREATE VIRTUAL TABLE IF NOT EXISTS decryption_cache_fts USING fts5(content, content='decryption_cache', tokenize='trigram')`,
|
||||
).run();
|
||||
log(`Created decryption cache search table`);
|
||||
|
||||
// create triggers to sync table
|
||||
db.prepare(
|
||||
`
|
||||
// create triggers to sync table
|
||||
db.prepare(
|
||||
`
|
||||
CREATE TRIGGER IF NOT EXISTS decryption_cache_ai AFTER INSERT ON decryption_cache BEGIN
|
||||
INSERT INTO decryption_cache_fts(rowid, content) VALUES (NEW.rowid, NEW.content);
|
||||
END;
|
||||
`,
|
||||
).run();
|
||||
db.prepare(
|
||||
`
|
||||
).run();
|
||||
db.prepare(
|
||||
`
|
||||
CREATE TRIGGER IF NOT EXISTS decryption_cache_ad AFTER DELETE ON decryption_cache BEGIN
|
||||
INSERT INTO decryption_cache_ai(decryption_cache_ai, rowid, content) VALUES('delete', OLD.rowid, OLD.content);
|
||||
END;
|
||||
`,
|
||||
).run();
|
||||
).run();
|
||||
|
||||
// populate table
|
||||
const inserted = db
|
||||
.prepare(`INSERT INTO decryption_cache_fts (rowid, content) SELECT rowid, content FROM decryption_cache`)
|
||||
.run();
|
||||
log(`Indexed ${inserted.changes} decrypted events in search table`);
|
||||
// populate table
|
||||
const inserted = db
|
||||
.prepare(`INSERT INTO decryption_cache_fts (rowid, content) SELECT rowid, content FROM decryption_cache`)
|
||||
.run();
|
||||
log(`Indexed ${inserted.changes} decrypted events in search table`);
|
||||
});
|
||||
|
||||
type EventMap = {
|
||||
cache: [string, string];
|
||||
cache: [string, string];
|
||||
};
|
||||
|
||||
export default class DecryptionCache extends EventEmitter<EventMap> {
|
||||
database: Database;
|
||||
log = logger.extend('DecryptionCache');
|
||||
database: Database;
|
||||
log = logger.extend("DecryptionCache");
|
||||
|
||||
constructor(database: Database) {
|
||||
super();
|
||||
this.database = database;
|
||||
}
|
||||
constructor(database: Database) {
|
||||
super();
|
||||
this.database = database;
|
||||
}
|
||||
|
||||
setup() {
|
||||
return migrations.run(this.database);
|
||||
}
|
||||
setup() {
|
||||
return migrations.run(this.database);
|
||||
}
|
||||
|
||||
/** cache the decrypted content of an event */
|
||||
addEventContent(id: string, plaintext: string) {
|
||||
const result = this.database
|
||||
.prepare<[string, string]>(`INSERT INTO decryption_cache (event, content) VALUES (?, ?)`)
|
||||
.run(id, plaintext);
|
||||
/** cache the decrypted content of an event */
|
||||
addEventContent(id: string, plaintext: string) {
|
||||
const result = this.database
|
||||
.prepare<[string, string]>(`INSERT INTO decryption_cache (event, content) VALUES (?, ?)`)
|
||||
.run(id, plaintext);
|
||||
|
||||
if (result.changes > 0) {
|
||||
this.log(`Saved content for ${id}`);
|
||||
if (result.changes > 0) {
|
||||
this.log(`Saved content for ${id}`);
|
||||
|
||||
this.emit('cache', id, plaintext);
|
||||
}
|
||||
}
|
||||
this.emit("cache", id, plaintext);
|
||||
}
|
||||
}
|
||||
|
||||
/** remove all cached content relating to a pubkey */
|
||||
clearPubkey(pubkey: string) {
|
||||
// this.database.prepare<string>(`DELETE FROM decryption_cache INNER JOIN events ON event=events.id`)
|
||||
}
|
||||
/** remove all cached content relating to a pubkey */
|
||||
clearPubkey(pubkey: string) {
|
||||
// this.database.prepare<string>(`DELETE FROM decryption_cache INNER JOIN events ON event=events.id`)
|
||||
}
|
||||
|
||||
/** clear all cached content */
|
||||
clearAll() {
|
||||
this.database.prepare(`DELETE FROM decryption_cache`).run();
|
||||
}
|
||||
/** clear all cached content */
|
||||
clearAll() {
|
||||
this.database.prepare(`DELETE FROM decryption_cache`).run();
|
||||
}
|
||||
|
||||
async search(
|
||||
search: string,
|
||||
filter?: { conversation?: [string, string]; order?: 'rank' | 'created_at' },
|
||||
): Promise<{ event: NostrEvent; plaintext: string }[]> {
|
||||
const params: any[] = [];
|
||||
const andConditions: string[] = [];
|
||||
async search(
|
||||
search: string,
|
||||
filter?: { conversation?: [string, string]; order?: "rank" | "created_at" },
|
||||
): Promise<{ event: NostrEvent; plaintext: string }[]> {
|
||||
const params: any[] = [];
|
||||
const andConditions: string[] = [];
|
||||
|
||||
let sql = `SELECT events.*, decryption_cache.content as plaintext FROM decryption_cache_fts
|
||||
let sql = `SELECT events.*, decryption_cache.content as plaintext FROM decryption_cache_fts
|
||||
INNER JOIN decryption_cache ON decryption_cache_fts.rowid = decryption_cache.rowid
|
||||
INNER JOIN events ON decryption_cache.event = events.id`;
|
||||
|
||||
andConditions.push('decryption_cache_fts MATCH ?');
|
||||
params.push(search);
|
||||
andConditions.push("decryption_cache_fts MATCH ?");
|
||||
params.push(search);
|
||||
|
||||
// filter down by authors
|
||||
if (filter?.conversation) {
|
||||
sql += `\nINNER JOIN tags ON tag.e = events.id AND tags.t = 'p'`;
|
||||
andConditions.push(`(tags.v = ? AND events.pubkey = ?) OR (tags.v = ? AND events.pubkey = ?)`);
|
||||
params.push(...filter.conversation, ...Array.from(filter.conversation).reverse());
|
||||
}
|
||||
// filter down by authors
|
||||
if (filter?.conversation) {
|
||||
sql += `\nINNER JOIN tags ON tag.e = events.id AND tags.t = 'p'`;
|
||||
andConditions.push(`(tags.v = ? AND events.pubkey = ?) OR (tags.v = ? AND events.pubkey = ?)`);
|
||||
params.push(...filter.conversation, ...Array.from(filter.conversation).reverse());
|
||||
}
|
||||
|
||||
if (andConditions.length > 0) {
|
||||
sql += ` WHERE ${andConditions.join(' AND ')}`;
|
||||
}
|
||||
if (andConditions.length > 0) {
|
||||
sql += ` WHERE ${andConditions.join(" AND ")}`;
|
||||
}
|
||||
|
||||
switch (filter?.order) {
|
||||
case 'rank':
|
||||
sql += ' ORDER BY rank';
|
||||
break;
|
||||
switch (filter?.order) {
|
||||
case "rank":
|
||||
sql += " ORDER BY rank";
|
||||
break;
|
||||
|
||||
case 'created_at':
|
||||
default:
|
||||
sql += ' ORDER BY events.created_at DESC';
|
||||
break;
|
||||
}
|
||||
case "created_at":
|
||||
default:
|
||||
sql += " ORDER BY events.created_at DESC";
|
||||
break;
|
||||
}
|
||||
|
||||
return this.database
|
||||
.prepare<any[], EventRow & { plaintext: string }>(sql)
|
||||
.all(...params)
|
||||
.map((row) => ({ event: parseEventRow(row), plaintext: row.plaintext }));
|
||||
}
|
||||
return this.database
|
||||
.prepare<any[], EventRow & { plaintext: string }>(sql)
|
||||
.all(...params)
|
||||
.map((row) => ({ event: parseEventRow(row), plaintext: row.plaintext }));
|
||||
}
|
||||
|
||||
async getEventContent(id: string) {
|
||||
const result = this.database
|
||||
.prepare<[string], { event: string; content: string }>(`SELECT * FROM decryption_cache WHERE event=?`)
|
||||
.get(id);
|
||||
async getEventContent(id: string) {
|
||||
const result = this.database
|
||||
.prepare<[string], { event: string; content: string }>(`SELECT * FROM decryption_cache WHERE event=?`)
|
||||
.get(id);
|
||||
|
||||
return result?.content;
|
||||
}
|
||||
async getEventsContent(ids: string[]) {
|
||||
return this.database
|
||||
.prepare<
|
||||
string[],
|
||||
{ event: string; content: string }
|
||||
>(`SELECT * FROM decryption_cache WHERE event IN ${mapParams(ids)}`)
|
||||
.all(...ids);
|
||||
}
|
||||
return result?.content;
|
||||
}
|
||||
async getEventsContent(ids: string[]) {
|
||||
return this.database
|
||||
.prepare<
|
||||
string[],
|
||||
{ event: string; content: string }
|
||||
>(`SELECT * FROM decryption_cache WHERE event IN ${mapParams(ids)}`)
|
||||
.all(...ids);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,168 +1,169 @@
|
||||
import { NostrEvent, kinds } from 'nostr-tools';
|
||||
import { SubCloser } from 'nostr-tools/abstract-pool';
|
||||
import { Subscription } from 'nostr-tools/abstract-relay';
|
||||
import { EventEmitter } from 'events';
|
||||
import { NostrEvent, kinds } from "nostr-tools";
|
||||
import { SubCloser } from "nostr-tools/abstract-pool";
|
||||
import { Subscription } from "nostr-tools/abstract-relay";
|
||||
import { getInboxes } from "applesauce-core/helpers";
|
||||
import { EventEmitter } from "events";
|
||||
|
||||
import { getInboxes } from '@satellite-earth/core/helpers/nostr/mailboxes.js';
|
||||
import { logger } from '../logger.js';
|
||||
import type App from '../app/index.js';
|
||||
import { getRelaysFromContactList } from '@satellite-earth/core/helpers/nostr/contacts.js';
|
||||
import { getRelaysFromContactList } from "@satellite-earth/core/helpers/nostr/contacts.js";
|
||||
import { logger } from "../logger.js";
|
||||
import type App from "../app/index.js";
|
||||
import { arrayFallback } from "../helpers/array.js";
|
||||
|
||||
type EventMap = {
|
||||
open: [string, string];
|
||||
close: [string, string];
|
||||
message: [NostrEvent];
|
||||
open: [string, string];
|
||||
close: [string, string];
|
||||
message: [NostrEvent];
|
||||
};
|
||||
|
||||
/** handles sending and receiving direct messages */
|
||||
export default class DirectMessageManager extends EventEmitter<EventMap> {
|
||||
log = logger.extend('DirectMessageManager');
|
||||
app: App;
|
||||
log = logger.extend("DirectMessageManager");
|
||||
app: App;
|
||||
|
||||
private explicitRelays: string[] = [];
|
||||
private explicitRelays: string[] = [];
|
||||
|
||||
constructor(app: App) {
|
||||
super();
|
||||
this.app = app;
|
||||
constructor(app: App) {
|
||||
super();
|
||||
this.app = app;
|
||||
|
||||
// Load profiles for participants when
|
||||
// a conversation thread is opened
|
||||
this.on('open', (a, b) => {
|
||||
this.app.profileBook.loadProfile(a, this.app.addressBook.getOutboxes(a));
|
||||
this.app.profileBook.loadProfile(b, this.app.addressBook.getOutboxes(b));
|
||||
});
|
||||
// Load profiles for participants when
|
||||
// a conversation thread is opened
|
||||
this.on("open", (a, b) => {
|
||||
this.app.profileBook.loadProfile(a, this.app.addressBook.getOutboxes(a));
|
||||
this.app.profileBook.loadProfile(b, this.app.addressBook.getOutboxes(b));
|
||||
});
|
||||
|
||||
// emit a "message" event when a new kind4 message is detected
|
||||
this.app.eventStore.on('event:inserted', (event) => {
|
||||
if (event.kind === kinds.EncryptedDirectMessage) this.emit('message', event);
|
||||
});
|
||||
}
|
||||
// emit a "message" event when a new kind4 message is detected
|
||||
this.app.eventStore.on("event:inserted", (event) => {
|
||||
if (event.kind === kinds.EncryptedDirectMessage) this.emit("message", event);
|
||||
});
|
||||
}
|
||||
|
||||
/** sends a DM event to the receivers inbox relays */
|
||||
async forwardMessage(event: NostrEvent) {
|
||||
if (event.kind !== kinds.EncryptedDirectMessage) return;
|
||||
/** sends a DM event to the receivers inbox relays */
|
||||
async forwardMessage(event: NostrEvent) {
|
||||
if (event.kind !== kinds.EncryptedDirectMessage) return;
|
||||
|
||||
const addressedTo = event.tags.find((t) => t[0] === 'p')?.[1];
|
||||
if (!addressedTo) return;
|
||||
const addressedTo = event.tags.find((t) => t[0] === "p")?.[1];
|
||||
if (!addressedTo) return;
|
||||
|
||||
// get users inboxes
|
||||
let relays = await this.app.addressBook.loadInboxes(addressedTo);
|
||||
// get users inboxes
|
||||
let relays = await this.app.addressBook.loadInboxes(addressedTo);
|
||||
|
||||
if (!relays || relays.length === 0) {
|
||||
// try to send the DM to the users legacy app relays
|
||||
const contacts = await this.app.contactBook.loadContacts(addressedTo);
|
||||
if (contacts) {
|
||||
const appRelays = getRelaysFromContactList(contacts);
|
||||
if (!relays || relays.length === 0) {
|
||||
// try to send the DM to the users legacy app relays
|
||||
const contacts = await this.app.contactBook.loadContacts(addressedTo);
|
||||
if (contacts) {
|
||||
const appRelays = getRelaysFromContactList(contacts);
|
||||
|
||||
if (appRelays) relays = appRelays.filter((r) => r.write).map((r) => r.url);
|
||||
}
|
||||
}
|
||||
if (appRelays) relays = appRelays.filter((r) => r.write).map((r) => r.url);
|
||||
}
|
||||
}
|
||||
|
||||
if (!relays || relays.length === 0) {
|
||||
// use fallback relays
|
||||
relays = this.explicitRelays;
|
||||
}
|
||||
if (!relays || relays.length === 0) {
|
||||
// use fallback relays
|
||||
relays = this.explicitRelays;
|
||||
}
|
||||
|
||||
this.log(`Forwarding message to ${relays.length} relays`);
|
||||
const results = await Promise.allSettled(this.app.pool.publish(relays, event));
|
||||
this.log(`Forwarding message to ${relays.length} relays`);
|
||||
const results = await Promise.allSettled(this.app.pool.publish(relays, event));
|
||||
|
||||
return results;
|
||||
}
|
||||
return results;
|
||||
}
|
||||
|
||||
private getConversationKey(a: string, b: string) {
|
||||
if (a < b) return a + ':' + b;
|
||||
else return b + ':' + a;
|
||||
}
|
||||
private getConversationKey(a: string, b: string) {
|
||||
if (a < b) return a + ":" + b;
|
||||
else return b + ":" + a;
|
||||
}
|
||||
|
||||
watching = new Map<string, Map<string, Subscription>>();
|
||||
async watchInbox(pubkey: string) {
|
||||
if (this.watching.has(pubkey)) return;
|
||||
watching = new Map<string, Map<string, Subscription>>();
|
||||
async watchInbox(pubkey: string) {
|
||||
if (this.watching.has(pubkey)) return;
|
||||
|
||||
this.log(`Watching ${pubkey} inboxes for mail`);
|
||||
const mailboxes = await this.app.addressBook.loadMailboxes(pubkey);
|
||||
if (!mailboxes) {
|
||||
this.log(`Failed to get ${pubkey} mailboxes`);
|
||||
return;
|
||||
}
|
||||
this.log(`Watching ${pubkey} inboxes for mail`);
|
||||
const mailboxes = await this.app.addressBook.loadMailboxes(pubkey);
|
||||
if (!mailboxes) {
|
||||
this.log(`Failed to get ${pubkey} mailboxes`);
|
||||
return;
|
||||
}
|
||||
|
||||
const relays = getInboxes(mailboxes, this.explicitRelays);
|
||||
const subscriptions = new Map<string, Subscription>();
|
||||
const relays = arrayFallback(getInboxes(mailboxes), this.explicitRelays);
|
||||
const subscriptions = new Map<string, Subscription>();
|
||||
|
||||
for (const url of relays) {
|
||||
const subscribe = async () => {
|
||||
const relay = await this.app.pool.ensureRelay(url);
|
||||
const sub = relay.subscribe([{ kinds: [kinds.EncryptedDirectMessage], '#p': [pubkey] }], {
|
||||
onevent: (event) => {
|
||||
this.app.eventStore.addEvent(event);
|
||||
},
|
||||
onclose: () => {
|
||||
// reconnect if we are still watching this pubkey
|
||||
if (this.watching.has(pubkey)) {
|
||||
this.log(`Reconnecting to ${relay.url} for ${pubkey} inbox DMs`);
|
||||
setTimeout(() => subscribe(), 30_000);
|
||||
}
|
||||
},
|
||||
});
|
||||
for (const url of relays) {
|
||||
const subscribe = async () => {
|
||||
const relay = await this.app.pool.ensureRelay(url);
|
||||
const sub = relay.subscribe([{ kinds: [kinds.EncryptedDirectMessage], "#p": [pubkey] }], {
|
||||
onevent: (event) => {
|
||||
this.app.eventStore.addEvent(event);
|
||||
},
|
||||
onclose: () => {
|
||||
// reconnect if we are still watching this pubkey
|
||||
if (this.watching.has(pubkey)) {
|
||||
this.log(`Reconnecting to ${relay.url} for ${pubkey} inbox DMs`);
|
||||
setTimeout(() => subscribe(), 30_000);
|
||||
}
|
||||
},
|
||||
});
|
||||
|
||||
subscriptions.set(relay.url, sub);
|
||||
};
|
||||
subscriptions.set(relay.url, sub);
|
||||
};
|
||||
|
||||
subscribe();
|
||||
}
|
||||
this.watching.set(pubkey, subscriptions);
|
||||
}
|
||||
stopWatchInbox(pubkey: string) {
|
||||
const subs = this.watching.get(pubkey);
|
||||
if (subs) {
|
||||
this.watching.delete(pubkey);
|
||||
for (const [_, sub] of subs) {
|
||||
sub.close();
|
||||
}
|
||||
}
|
||||
}
|
||||
subscribe();
|
||||
}
|
||||
this.watching.set(pubkey, subscriptions);
|
||||
}
|
||||
stopWatchInbox(pubkey: string) {
|
||||
const subs = this.watching.get(pubkey);
|
||||
if (subs) {
|
||||
this.watching.delete(pubkey);
|
||||
for (const [_, sub] of subs) {
|
||||
sub.close();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
subscriptions = new Map<string, SubCloser>();
|
||||
async openConversation(a: string, b: string) {
|
||||
const key = this.getConversationKey(a, b);
|
||||
subscriptions = new Map<string, SubCloser>();
|
||||
async openConversation(a: string, b: string) {
|
||||
const key = this.getConversationKey(a, b);
|
||||
|
||||
if (this.subscriptions.has(key)) return;
|
||||
if (this.subscriptions.has(key)) return;
|
||||
|
||||
const aMailboxes = await this.app.addressBook.loadMailboxes(a);
|
||||
const bMailboxes = await this.app.addressBook.loadMailboxes(b);
|
||||
const aMailboxes = await this.app.addressBook.loadMailboxes(a);
|
||||
const bMailboxes = await this.app.addressBook.loadMailboxes(b);
|
||||
|
||||
// If inboxes for either user cannot be determined, either because nip65
|
||||
// was not found, or nip65 had no listed read relays, fall back to explicit
|
||||
const aInboxes = aMailboxes ? getInboxes(aMailboxes, this.explicitRelays) : this.explicitRelays;
|
||||
const bInboxes = bMailboxes ? getInboxes(bMailboxes, this.explicitRelays) : this.explicitRelays;
|
||||
// If inboxes for either user cannot be determined, either because nip65
|
||||
// was not found, or nip65 had no listed read relays, fall back to explicit
|
||||
const aInboxes = aMailboxes ? arrayFallback(getInboxes(aMailboxes), this.explicitRelays) : this.explicitRelays;
|
||||
const bInboxes = bMailboxes ? arrayFallback(getInboxes(bMailboxes), this.explicitRelays) : this.explicitRelays;
|
||||
|
||||
const relays = new Set([...aInboxes, ...bInboxes]);
|
||||
const relays = new Set([...aInboxes, ...bInboxes]);
|
||||
|
||||
let events = 0;
|
||||
const sub = this.app.pool.subscribeMany(
|
||||
Array.from(relays),
|
||||
[{ kinds: [kinds.EncryptedDirectMessage], authors: [a, b], '#p': [a, b] }],
|
||||
{
|
||||
onevent: (event) => {
|
||||
events += +this.app.eventStore.addEvent(event);
|
||||
},
|
||||
oneose: () => {
|
||||
if (events) this.log(`Found ${events} new messages`);
|
||||
},
|
||||
},
|
||||
);
|
||||
let events = 0;
|
||||
const sub = this.app.pool.subscribeMany(
|
||||
Array.from(relays),
|
||||
[{ kinds: [kinds.EncryptedDirectMessage], authors: [a, b], "#p": [a, b] }],
|
||||
{
|
||||
onevent: (event) => {
|
||||
events += +this.app.eventStore.addEvent(event);
|
||||
},
|
||||
oneose: () => {
|
||||
if (events) this.log(`Found ${events} new messages`);
|
||||
},
|
||||
},
|
||||
);
|
||||
|
||||
this.log(`Opened conversation ${key} on ${relays.size} relays`);
|
||||
this.subscriptions.set(key, sub);
|
||||
this.emit('open', a, b);
|
||||
}
|
||||
closeConversation(a: string, b: string) {
|
||||
const key = this.getConversationKey(a, b);
|
||||
this.log(`Opened conversation ${key} on ${relays.size} relays`);
|
||||
this.subscriptions.set(key, sub);
|
||||
this.emit("open", a, b);
|
||||
}
|
||||
closeConversation(a: string, b: string) {
|
||||
const key = this.getConversationKey(a, b);
|
||||
|
||||
const sub = this.subscriptions.get(key);
|
||||
if (sub) {
|
||||
sub.close();
|
||||
this.subscriptions.delete(key);
|
||||
this.emit('close', a, b);
|
||||
}
|
||||
}
|
||||
const sub = this.subscriptions.get(key);
|
||||
if (sub) {
|
||||
sub.close();
|
||||
this.subscriptions.delete(key);
|
||||
this.emit("close", a, b);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,132 +1,132 @@
|
||||
import { SimpleSigner } from 'applesauce-signer/signers/simple-signer';
|
||||
import { EventTemplate, SimplePool } from 'nostr-tools';
|
||||
import { getTagValue } from 'applesauce-core/helpers';
|
||||
import { IEventStore, NostrRelay } from '@satellite-earth/core';
|
||||
import dayjs, { Dayjs } from 'dayjs';
|
||||
import { SimpleSigner } from "applesauce-signers/signers/simple-signer";
|
||||
import { EventTemplate, SimplePool } from "nostr-tools";
|
||||
import { getTagValue } from "applesauce-core/helpers";
|
||||
import { IEventStore, NostrRelay } from "@satellite-earth/core";
|
||||
import dayjs, { Dayjs } from "dayjs";
|
||||
|
||||
import { logger } from '../logger.js';
|
||||
import InboundNetworkManager from './network/inbound/index.js';
|
||||
import { logger } from "../logger.js";
|
||||
import InboundNetworkManager from "./network/inbound/index.js";
|
||||
|
||||
function buildGossipTemplate(self: string, address: string, network: string): EventTemplate {
|
||||
return {
|
||||
kind: 30166,
|
||||
content: '',
|
||||
tags: [
|
||||
['d', address],
|
||||
['n', network],
|
||||
['p', self],
|
||||
['T', 'PrivateInbox'],
|
||||
...NostrRelay.SUPPORTED_NIPS.map((nip) => ['N', String(nip)]),
|
||||
],
|
||||
created_at: dayjs().unix(),
|
||||
};
|
||||
return {
|
||||
kind: 30166,
|
||||
content: "",
|
||||
tags: [
|
||||
["d", address],
|
||||
["n", network],
|
||||
["p", self],
|
||||
["T", "PrivateInbox"],
|
||||
...NostrRelay.SUPPORTED_NIPS.map((nip) => ["N", String(nip)]),
|
||||
],
|
||||
created_at: dayjs().unix(),
|
||||
};
|
||||
}
|
||||
|
||||
export default class Gossip {
|
||||
log = logger.extend('Gossip');
|
||||
network: InboundNetworkManager;
|
||||
signer: SimpleSigner;
|
||||
pool: SimplePool;
|
||||
relay: NostrRelay;
|
||||
eventStore: IEventStore;
|
||||
log = logger.extend("Gossip");
|
||||
network: InboundNetworkManager;
|
||||
signer: SimpleSigner;
|
||||
pool: SimplePool;
|
||||
relay: NostrRelay;
|
||||
eventStore: IEventStore;
|
||||
|
||||
running = false;
|
||||
// default every 30 minutes
|
||||
interval = 30 * 60_000;
|
||||
broadcastRelays: string[] = [];
|
||||
running = false;
|
||||
// default every 30 minutes
|
||||
interval = 30 * 60_000;
|
||||
broadcastRelays: string[] = [];
|
||||
|
||||
constructor(
|
||||
network: InboundNetworkManager,
|
||||
signer: SimpleSigner,
|
||||
pool: SimplePool,
|
||||
relay: NostrRelay,
|
||||
eventStore: IEventStore,
|
||||
) {
|
||||
this.network = network;
|
||||
this.signer = signer;
|
||||
this.pool = pool;
|
||||
this.relay = relay;
|
||||
this.eventStore = eventStore;
|
||||
}
|
||||
constructor(
|
||||
network: InboundNetworkManager,
|
||||
signer: SimpleSigner,
|
||||
pool: SimplePool,
|
||||
relay: NostrRelay,
|
||||
eventStore: IEventStore,
|
||||
) {
|
||||
this.network = network;
|
||||
this.signer = signer;
|
||||
this.pool = pool;
|
||||
this.relay = relay;
|
||||
this.eventStore = eventStore;
|
||||
}
|
||||
|
||||
async gossip() {
|
||||
const pubkey = await this.signer.getPublicKey();
|
||||
async gossip() {
|
||||
const pubkey = await this.signer.getPublicKey();
|
||||
|
||||
if (this.broadcastRelays.length === 0) return;
|
||||
if (this.broadcastRelays.length === 0) return;
|
||||
|
||||
if (this.network.hyper.available && this.network.hyper.address) {
|
||||
this.log('Publishing hyper gossip');
|
||||
await this.pool.publish(
|
||||
this.broadcastRelays,
|
||||
await this.signer.signEvent(buildGossipTemplate(pubkey, this.network.hyper.address, 'hyper')),
|
||||
);
|
||||
}
|
||||
if (this.network.hyper.available && this.network.hyper.address) {
|
||||
this.log("Publishing hyper gossip");
|
||||
await this.pool.publish(
|
||||
this.broadcastRelays,
|
||||
await this.signer.signEvent(buildGossipTemplate(pubkey, this.network.hyper.address, "hyper")),
|
||||
);
|
||||
}
|
||||
|
||||
if (this.network.tor.available && this.network.tor.address) {
|
||||
this.log('Publishing tor gossip');
|
||||
await this.pool.publish(
|
||||
this.broadcastRelays,
|
||||
await this.signer.signEvent(buildGossipTemplate(pubkey, this.network.tor.address, 'tor')),
|
||||
);
|
||||
}
|
||||
if (this.network.tor.available && this.network.tor.address) {
|
||||
this.log("Publishing tor gossip");
|
||||
await this.pool.publish(
|
||||
this.broadcastRelays,
|
||||
await this.signer.signEvent(buildGossipTemplate(pubkey, this.network.tor.address, "tor")),
|
||||
);
|
||||
}
|
||||
|
||||
if (this.network.i2p.available && this.network.i2p.address) {
|
||||
this.log('Publishing i2p gossip');
|
||||
await this.pool.publish(
|
||||
this.broadcastRelays,
|
||||
await this.signer.signEvent(buildGossipTemplate(pubkey, this.network.i2p.address, 'i2p')),
|
||||
);
|
||||
}
|
||||
}
|
||||
if (this.network.i2p.available && this.network.i2p.address) {
|
||||
this.log("Publishing i2p gossip");
|
||||
await this.pool.publish(
|
||||
this.broadcastRelays,
|
||||
await this.signer.signEvent(buildGossipTemplate(pubkey, this.network.i2p.address, "i2p")),
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
private async update() {
|
||||
if (!this.running) return;
|
||||
await this.gossip();
|
||||
private async update() {
|
||||
if (!this.running) return;
|
||||
await this.gossip();
|
||||
|
||||
setTimeout(this.update.bind(this), this.interval);
|
||||
}
|
||||
setTimeout(this.update.bind(this), this.interval);
|
||||
}
|
||||
|
||||
start() {
|
||||
if (this.running) return;
|
||||
this.running = true;
|
||||
start() {
|
||||
if (this.running) return;
|
||||
this.running = true;
|
||||
|
||||
this.log(`Starting gossip on ${this.broadcastRelays.join(', ')}`);
|
||||
setTimeout(this.update.bind(this), 5000);
|
||||
}
|
||||
this.log(`Starting gossip on ${this.broadcastRelays.join(", ")}`);
|
||||
setTimeout(this.update.bind(this), 5000);
|
||||
}
|
||||
|
||||
stop() {
|
||||
this.log('Stopping gossip');
|
||||
this.running = false;
|
||||
}
|
||||
stop() {
|
||||
this.log("Stopping gossip");
|
||||
this.running = false;
|
||||
}
|
||||
|
||||
private lookups = new Map<string, Dayjs>();
|
||||
async lookup(pubkey: string) {
|
||||
const last = this.lookups.get(pubkey);
|
||||
private lookups = new Map<string, Dayjs>();
|
||||
async lookup(pubkey: string) {
|
||||
const last = this.lookups.get(pubkey);
|
||||
|
||||
const filter = { authors: [pubkey], '#p': [pubkey], kinds: [30166] };
|
||||
const filter = { authors: [pubkey], "#p": [pubkey], kinds: [30166] };
|
||||
|
||||
// no cache or expired
|
||||
if (last === undefined || !last.isAfter(dayjs())) {
|
||||
await new Promise<void>((res) => {
|
||||
this.lookups.set(pubkey, dayjs().add(1, 'hour'));
|
||||
// no cache or expired
|
||||
if (last === undefined || !last.isAfter(dayjs())) {
|
||||
await new Promise<void>((res) => {
|
||||
this.lookups.set(pubkey, dayjs().add(1, "hour"));
|
||||
|
||||
const sub = this.pool.subscribeMany(this.broadcastRelays, [filter], {
|
||||
onevent: (event) => this.eventStore.addEvent(event),
|
||||
oneose: () => {
|
||||
sub.close();
|
||||
res();
|
||||
},
|
||||
});
|
||||
});
|
||||
}
|
||||
const sub = this.pool.subscribeMany(this.broadcastRelays, [filter], {
|
||||
onevent: (event) => this.eventStore.addEvent(event),
|
||||
oneose: () => {
|
||||
sub.close();
|
||||
res();
|
||||
},
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
const events = this.eventStore.getEventsForFilters([filter]);
|
||||
const events = this.eventStore.getEventsForFilters([filter]);
|
||||
|
||||
const addresses: string[] = [];
|
||||
for (const event of events) {
|
||||
const url = getTagValue(event, 'd');
|
||||
if (url) addresses.push(url);
|
||||
}
|
||||
return addresses;
|
||||
}
|
||||
const addresses: string[] = [];
|
||||
for (const event of events) {
|
||||
const url = getTagValue(event, "d");
|
||||
if (url) addresses.push(url);
|
||||
}
|
||||
return addresses;
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,105 +1,105 @@
|
||||
import { NostrEvent, kinds } from 'nostr-tools';
|
||||
import App from '../../app/index.js';
|
||||
import { NostrEvent, kinds } from "nostr-tools";
|
||||
import App from "../../app/index.js";
|
||||
|
||||
export type Node = { p: string; z: number; n: number };
|
||||
|
||||
// TODO: this should be moved to core
|
||||
|
||||
export default class Graph {
|
||||
contacts: Record<string, { created_at: number; set: Set<string> }> = {};
|
||||
app: App;
|
||||
contacts: Record<string, { created_at: number; set: Set<string> }> = {};
|
||||
app: App;
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
|
||||
init() {
|
||||
const events = this.app.eventStore.getEventsForFilters([{ kinds: [kinds.Contacts] }]);
|
||||
for (let event of events) {
|
||||
this.add(event);
|
||||
}
|
||||
}
|
||||
init() {
|
||||
const events = this.app.eventStore.getEventsForFilters([{ kinds: [kinds.Contacts] }]);
|
||||
for (let event of events) {
|
||||
this.add(event);
|
||||
}
|
||||
}
|
||||
|
||||
add(event: NostrEvent) {
|
||||
if (event.kind === kinds.Contacts) {
|
||||
this.addContacts(event);
|
||||
}
|
||||
}
|
||||
add(event: NostrEvent) {
|
||||
if (event.kind === kinds.Contacts) {
|
||||
this.addContacts(event);
|
||||
}
|
||||
}
|
||||
|
||||
addContacts(event: NostrEvent) {
|
||||
const existing = this.contacts[event.pubkey];
|
||||
addContacts(event: NostrEvent) {
|
||||
const existing = this.contacts[event.pubkey];
|
||||
|
||||
// Add or overwrite an existing (older) contacts list
|
||||
if (!existing || existing.created_at < event.created_at) {
|
||||
const following = new Set(event.tags.filter((tag) => tag[0] === 'p').map((tag) => tag[1]));
|
||||
// Add or overwrite an existing (older) contacts list
|
||||
if (!existing || existing.created_at < event.created_at) {
|
||||
const following = new Set(event.tags.filter((tag) => tag[0] === "p").map((tag) => tag[1]));
|
||||
|
||||
this.contacts[event.pubkey] = {
|
||||
created_at: event.created_at,
|
||||
set: following,
|
||||
};
|
||||
}
|
||||
}
|
||||
this.contacts[event.pubkey] = {
|
||||
created_at: event.created_at,
|
||||
set: following,
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
getNodes(roots: string[] = []): Node[] {
|
||||
const u: Record<string, { z: number; n: number }> = {};
|
||||
getNodes(roots: string[] = []): Node[] {
|
||||
const u: Record<string, { z: number; n: number }> = {};
|
||||
|
||||
// Init u with root pubkeys
|
||||
for (let p of roots) {
|
||||
u[p] = { z: 0, n: 1 };
|
||||
}
|
||||
// Init u with root pubkeys
|
||||
for (let p of roots) {
|
||||
u[p] = { z: 0, n: 1 };
|
||||
}
|
||||
|
||||
const populate = (pubkeys: string[], z: number) => {
|
||||
for (let p of pubkeys) {
|
||||
// If pubkey's contacts don't exist, skip it
|
||||
if (!this.contacts[p]) {
|
||||
continue;
|
||||
}
|
||||
const populate = (pubkeys: string[], z: number) => {
|
||||
for (let p of pubkeys) {
|
||||
// If pubkey's contacts don't exist, skip it
|
||||
if (!this.contacts[p]) {
|
||||
continue;
|
||||
}
|
||||
|
||||
// Iterate across pubkey's contacts, if the
|
||||
// contact has not been recorded, create an
|
||||
// entry at the current degrees of separation,
|
||||
// otherwise increment the number of occurances
|
||||
this.contacts[p].set.forEach((c) => {
|
||||
// Don't count self-follow
|
||||
if (p === c) {
|
||||
return;
|
||||
}
|
||||
// Iterate across pubkey's contacts, if the
|
||||
// contact has not been recorded, create an
|
||||
// entry at the current degrees of separation,
|
||||
// otherwise increment the number of occurances
|
||||
this.contacts[p].set.forEach((c) => {
|
||||
// Don't count self-follow
|
||||
if (p === c) {
|
||||
return;
|
||||
}
|
||||
|
||||
if (!u[c]) {
|
||||
u[c] = { z, n: 1 };
|
||||
} else {
|
||||
if (u[c].z > z) {
|
||||
return;
|
||||
}
|
||||
if (!u[c]) {
|
||||
u[c] = { z, n: 1 };
|
||||
} else {
|
||||
if (u[c].z > z) {
|
||||
return;
|
||||
}
|
||||
|
||||
u[c].n++;
|
||||
}
|
||||
});
|
||||
}
|
||||
};
|
||||
u[c].n++;
|
||||
}
|
||||
});
|
||||
}
|
||||
};
|
||||
|
||||
// Populate u with all the pubkeys that
|
||||
// are directly followed by root pubkey
|
||||
populate(roots, 1);
|
||||
// Populate u with all the pubkeys that
|
||||
// are directly followed by root pubkey
|
||||
populate(roots, 1);
|
||||
|
||||
// On the second pass, populate u with
|
||||
// all the pubkeys that are followed
|
||||
// by any pubkey that root follows
|
||||
populate(
|
||||
Object.keys(u).filter((p) => {
|
||||
return u[p].z > 0;
|
||||
}),
|
||||
2,
|
||||
);
|
||||
// On the second pass, populate u with
|
||||
// all the pubkeys that are followed
|
||||
// by any pubkey that root follows
|
||||
populate(
|
||||
Object.keys(u).filter((p) => {
|
||||
return u[p].z > 0;
|
||||
}),
|
||||
2,
|
||||
);
|
||||
|
||||
// Return list of pubkeys sorted by degrees
|
||||
// of separation and number of occurances
|
||||
return Object.keys(u)
|
||||
.map((p) => {
|
||||
return { ...u[p], p };
|
||||
})
|
||||
.sort((a, b) => {
|
||||
return a.z === b.z ? b.n - a.n : a.z - b.z;
|
||||
});
|
||||
}
|
||||
// Return list of pubkeys sorted by degrees
|
||||
// of separation and number of occurances
|
||||
return Object.keys(u)
|
||||
.map((p) => {
|
||||
return { ...u[p], p };
|
||||
})
|
||||
.sort((a, b) => {
|
||||
return a.z === b.z ? b.n - a.n : a.z - b.z;
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,65 +1,65 @@
|
||||
import net from 'net';
|
||||
import HyperDHT from 'hyperdht';
|
||||
import { pipeline } from 'streamx';
|
||||
import { logger } from '../logger.js';
|
||||
import net from "net";
|
||||
import HyperDHT from "hyperdht";
|
||||
import { pipeline } from "streamx";
|
||||
import { logger } from "../logger.js";
|
||||
|
||||
const START_PORT = 25100;
|
||||
|
||||
export class HyperConnectionManager {
|
||||
log = logger.extend(`hyper-connection-manager`);
|
||||
sockets = new Map<string, net.Socket>();
|
||||
servers = new Map<string, net.Server>();
|
||||
node: HyperDHT;
|
||||
log = logger.extend(`hyper-connection-manager`);
|
||||
sockets = new Map<string, net.Socket>();
|
||||
servers = new Map<string, net.Server>();
|
||||
node: HyperDHT;
|
||||
|
||||
lastPort = START_PORT;
|
||||
lastPort = START_PORT;
|
||||
|
||||
constructor(privateKey: string) {
|
||||
this.node = new HyperDHT({
|
||||
keyPair: HyperDHT.keyPair(Buffer.from(privateKey, 'hex')),
|
||||
});
|
||||
}
|
||||
constructor(privateKey: string) {
|
||||
this.node = new HyperDHT({
|
||||
keyPair: HyperDHT.keyPair(Buffer.from(privateKey, "hex")),
|
||||
});
|
||||
}
|
||||
|
||||
protected bind(pubkey: string) {
|
||||
return new Promise<net.Server>((res) => {
|
||||
const proxy = net.createServer({ allowHalfOpen: true }, (socket_) => {
|
||||
const socket = this.node.connect(Buffer.from(pubkey, 'hex'), {
|
||||
reusableSocket: true,
|
||||
});
|
||||
protected bind(pubkey: string) {
|
||||
return new Promise<net.Server>((res) => {
|
||||
const proxy = net.createServer({ allowHalfOpen: true }, (socket_) => {
|
||||
const socket = this.node.connect(Buffer.from(pubkey, "hex"), {
|
||||
reusableSocket: true,
|
||||
});
|
||||
|
||||
// @ts-expect-error
|
||||
socket.setKeepAlive(5000);
|
||||
// @ts-expect-error
|
||||
socket.setKeepAlive(5000);
|
||||
|
||||
socket.on('open', () => {
|
||||
// connect the sockets
|
||||
pipeline(socket_, socket, socket_);
|
||||
});
|
||||
socket.on('error', (error) => {
|
||||
this.log('Failed to connect to', pubkey);
|
||||
this.log(error);
|
||||
});
|
||||
});
|
||||
socket.on("open", () => {
|
||||
// connect the sockets
|
||||
pipeline(socket_, socket, socket_);
|
||||
});
|
||||
socket.on("error", (error) => {
|
||||
this.log("Failed to connect to", pubkey);
|
||||
this.log(error);
|
||||
});
|
||||
});
|
||||
|
||||
this.servers.set(pubkey, proxy);
|
||||
this.servers.set(pubkey, proxy);
|
||||
|
||||
const port = this.lastPort++;
|
||||
proxy.listen(port, '127.0.0.1', () => {
|
||||
this.log('Bound hyper address', pubkey, 'to port:', port);
|
||||
res(proxy);
|
||||
});
|
||||
});
|
||||
}
|
||||
const port = this.lastPort++;
|
||||
proxy.listen(port, "127.0.0.1", () => {
|
||||
this.log("Bound hyper address", pubkey, "to port:", port);
|
||||
res(proxy);
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
async getLocalAddress(pubkey: string) {
|
||||
let server = this.servers.get(pubkey);
|
||||
if (!server) server = await this.bind(pubkey);
|
||||
async getLocalAddress(pubkey: string) {
|
||||
let server = this.servers.get(pubkey);
|
||||
if (!server) server = await this.bind(pubkey);
|
||||
|
||||
return server!.address() as net.AddressInfo;
|
||||
}
|
||||
return server!.address() as net.AddressInfo;
|
||||
}
|
||||
|
||||
stop() {
|
||||
for (const [pubkey, server] of this.servers) {
|
||||
server.close();
|
||||
}
|
||||
this.servers.clear();
|
||||
}
|
||||
stop() {
|
||||
for (const [pubkey, server] of this.servers) {
|
||||
server.close();
|
||||
}
|
||||
this.servers.clear();
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,79 +1,79 @@
|
||||
import { Database } from 'better-sqlite3';
|
||||
import { Filter, NostrEvent } from 'nostr-tools';
|
||||
import { IEventStore, SQLiteEventStore } from '@satellite-earth/core';
|
||||
import { logger } from '../logger.js';
|
||||
import { MigrationSet } from '@satellite-earth/core/sqlite';
|
||||
import { Database } from "better-sqlite3";
|
||||
import { Filter, NostrEvent } from "nostr-tools";
|
||||
import { IEventStore, SQLiteEventStore } from "@satellite-earth/core";
|
||||
import { logger } from "../logger.js";
|
||||
import { MigrationSet } from "@satellite-earth/core/sqlite";
|
||||
|
||||
export function mapParams(params: any[]) {
|
||||
return `(${params.map(() => `?`).join(', ')})`;
|
||||
return `(${params.map(() => `?`).join(", ")})`;
|
||||
}
|
||||
|
||||
const migrations = new MigrationSet('labeled-event-store');
|
||||
const migrations = new MigrationSet("labeled-event-store");
|
||||
|
||||
// Version 1
|
||||
migrations.addScript(1, async (db, log) => {
|
||||
db.prepare(
|
||||
`
|
||||
db.prepare(
|
||||
`
|
||||
CREATE TABLE IF NOT EXISTS event_labels (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
event TEXT(64) REFERENCES events(id),
|
||||
label TEXT
|
||||
)
|
||||
`,
|
||||
).run();
|
||||
).run();
|
||||
|
||||
db.prepare('CREATE INDEX IF NOT EXISTS event_labels_label ON event_labels(label)').run();
|
||||
db.prepare('CREATE INDEX IF NOT EXISTS event_labels_event ON event_labels(event)').run();
|
||||
db.prepare("CREATE INDEX IF NOT EXISTS event_labels_label ON event_labels(label)").run();
|
||||
db.prepare("CREATE INDEX IF NOT EXISTS event_labels_event ON event_labels(event)").run();
|
||||
});
|
||||
|
||||
/** An event store that is can only see a subset of events int the database */
|
||||
export class LabeledEventStore extends SQLiteEventStore implements IEventStore {
|
||||
label: string;
|
||||
readAll = false;
|
||||
label: string;
|
||||
readAll = false;
|
||||
|
||||
constructor(db: Database, label: string) {
|
||||
super(db);
|
||||
this.label = label;
|
||||
constructor(db: Database, label: string) {
|
||||
super(db);
|
||||
this.label = label;
|
||||
|
||||
this.log = logger.extend(`event-store:` + label);
|
||||
}
|
||||
this.log = logger.extend(`event-store:` + label);
|
||||
}
|
||||
|
||||
async setup() {
|
||||
await super.setup();
|
||||
await migrations.run(this.db);
|
||||
}
|
||||
async setup() {
|
||||
await super.setup();
|
||||
await migrations.run(this.db);
|
||||
}
|
||||
|
||||
override buildConditionsForFilters(filter: Filter) {
|
||||
const parts = super.buildConditionsForFilters(filter);
|
||||
override buildConditionsForFilters(filter: Filter) {
|
||||
const parts = super.buildConditionsForFilters(filter);
|
||||
|
||||
if (!this.readAll) {
|
||||
parts.joins.push('INNER JOIN event_labels ON events.id = event_labels.event');
|
||||
parts.conditions.push('event_labels.label = ?');
|
||||
parts.parameters.push(this.label);
|
||||
return parts;
|
||||
}
|
||||
if (!this.readAll) {
|
||||
parts.joins.push("INNER JOIN event_labels ON events.id = event_labels.event");
|
||||
parts.conditions.push("event_labels.label = ?");
|
||||
parts.parameters.push(this.label);
|
||||
return parts;
|
||||
}
|
||||
|
||||
return parts;
|
||||
}
|
||||
return parts;
|
||||
}
|
||||
|
||||
addEvent(event: NostrEvent) {
|
||||
const inserted = super.addEvent(event);
|
||||
addEvent(event: NostrEvent) {
|
||||
const inserted = super.addEvent(event);
|
||||
|
||||
const hasLabel = !!this.db
|
||||
.prepare('SELECT * FROM event_labels WHERE event = ? AND label = ?')
|
||||
.get(event.id, this.label);
|
||||
if (!hasLabel) this.db.prepare(`INSERT INTO event_labels (event, label) VALUES (?, ?)`).run(event.id, this.label);
|
||||
const hasLabel = !!this.db
|
||||
.prepare("SELECT * FROM event_labels WHERE event = ? AND label = ?")
|
||||
.get(event.id, this.label);
|
||||
if (!hasLabel) this.db.prepare(`INSERT INTO event_labels (event, label) VALUES (?, ?)`).run(event.id, this.label);
|
||||
|
||||
return inserted;
|
||||
}
|
||||
return inserted;
|
||||
}
|
||||
|
||||
removeEvents(ids: string[]) {
|
||||
this.db.prepare(`DELETE FROM event_labels WHERE event IN ${mapParams(ids)}`).run(...ids);
|
||||
return super.removeEvents(ids);
|
||||
}
|
||||
removeEvents(ids: string[]) {
|
||||
this.db.prepare(`DELETE FROM event_labels WHERE event IN ${mapParams(ids)}`).run(...ids);
|
||||
return super.removeEvents(ids);
|
||||
}
|
||||
|
||||
removeEvent(id: string) {
|
||||
this.db.prepare(`DELETE FROM event_labels WHERE event = ?`).run(id);
|
||||
return super.removeEvent(id);
|
||||
}
|
||||
removeEvent(id: string) {
|
||||
this.db.prepare(`DELETE FROM event_labels WHERE event = ?`).run(id);
|
||||
return super.removeEvent(id);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,32 +1,32 @@
|
||||
import { type Database as SQLDatabase } from 'better-sqlite3';
|
||||
import { MigrationSet } from '@satellite-earth/core/sqlite';
|
||||
import EventEmitter from 'events';
|
||||
import { nanoid } from 'nanoid';
|
||||
import { Debugger } from 'debug';
|
||||
import { type Database as SQLDatabase } from "better-sqlite3";
|
||||
import { MigrationSet } from "@satellite-earth/core/sqlite";
|
||||
import EventEmitter from "events";
|
||||
import { nanoid } from "nanoid";
|
||||
import { Debugger } from "debug";
|
||||
|
||||
import { logger } from '../../logger.js';
|
||||
import { logger } from "../../logger.js";
|
||||
|
||||
type EventMap = {
|
||||
log: [LogEntry];
|
||||
clear: [string | undefined];
|
||||
log: [LogEntry];
|
||||
clear: [string | undefined];
|
||||
};
|
||||
|
||||
export type LogEntry = {
|
||||
id: string;
|
||||
service: string;
|
||||
timestamp: number;
|
||||
message: string;
|
||||
id: string;
|
||||
service: string;
|
||||
timestamp: number;
|
||||
message: string;
|
||||
};
|
||||
export type DatabaseLogEntry = LogEntry & {
|
||||
id: number | bigint;
|
||||
id: number | bigint;
|
||||
};
|
||||
|
||||
const migrations = new MigrationSet('log-store');
|
||||
const migrations = new MigrationSet("log-store");
|
||||
|
||||
// version 1
|
||||
migrations.addScript(1, async (db, log) => {
|
||||
db.prepare(
|
||||
`
|
||||
db.prepare(
|
||||
`
|
||||
CREATE TABLE IF NOT EXISTS "logs" (
|
||||
"id" TEXT NOT NULL UNIQUE,
|
||||
"timestamp" INTEGER NOT NULL,
|
||||
@@ -35,129 +35,129 @@ migrations.addScript(1, async (db, log) => {
|
||||
PRIMARY KEY("id")
|
||||
);
|
||||
`,
|
||||
).run();
|
||||
log('Created logs table');
|
||||
).run();
|
||||
log("Created logs table");
|
||||
|
||||
db.prepare('CREATE INDEX IF NOT EXISTS logs_service ON logs(service)');
|
||||
log('Created logs service index');
|
||||
db.prepare("CREATE INDEX IF NOT EXISTS logs_service ON logs(service)");
|
||||
log("Created logs service index");
|
||||
});
|
||||
|
||||
export default class LogStore extends EventEmitter<EventMap> {
|
||||
database: SQLDatabase;
|
||||
debug: Debugger;
|
||||
database: SQLDatabase;
|
||||
debug: Debugger;
|
||||
|
||||
constructor(database: SQLDatabase) {
|
||||
super();
|
||||
this.database = database;
|
||||
this.debug = logger;
|
||||
}
|
||||
constructor(database: SQLDatabase) {
|
||||
super();
|
||||
this.database = database;
|
||||
this.debug = logger;
|
||||
}
|
||||
|
||||
async setup() {
|
||||
return await migrations.run(this.database);
|
||||
}
|
||||
async setup() {
|
||||
return await migrations.run(this.database);
|
||||
}
|
||||
|
||||
addEntry(service: string, timestamp: Date | number, message: string) {
|
||||
const unix = timestamp instanceof Date ? Math.round(timestamp.valueOf() / 1000) : timestamp;
|
||||
const entry = {
|
||||
id: nanoid(),
|
||||
service,
|
||||
timestamp: unix,
|
||||
message,
|
||||
};
|
||||
addEntry(service: string, timestamp: Date | number, message: string) {
|
||||
const unix = timestamp instanceof Date ? Math.round(timestamp.valueOf() / 1000) : timestamp;
|
||||
const entry = {
|
||||
id: nanoid(),
|
||||
service,
|
||||
timestamp: unix,
|
||||
message,
|
||||
};
|
||||
|
||||
this.queue.push(entry);
|
||||
this.emit('log', entry);
|
||||
this.queue.push(entry);
|
||||
this.emit("log", entry);
|
||||
|
||||
if (!this.running) this.write();
|
||||
}
|
||||
if (!this.running) this.write();
|
||||
}
|
||||
|
||||
running = false;
|
||||
queue: LogEntry[] = [];
|
||||
private write() {
|
||||
if (this.running) return;
|
||||
this.running = true;
|
||||
running = false;
|
||||
queue: LogEntry[] = [];
|
||||
private write() {
|
||||
if (this.running) return;
|
||||
this.running = true;
|
||||
|
||||
const BATCH_SIZE = 5000;
|
||||
const BATCH_SIZE = 5000;
|
||||
|
||||
const inserted: (number | bigint)[] = [];
|
||||
const failed: LogEntry[] = [];
|
||||
const inserted: (number | bigint)[] = [];
|
||||
const failed: LogEntry[] = [];
|
||||
|
||||
this.database.transaction(() => {
|
||||
let i = 0;
|
||||
while (this.queue.length) {
|
||||
const entry = this.queue.shift()!;
|
||||
try {
|
||||
const { lastInsertRowid } = this.database
|
||||
.prepare<
|
||||
[string, string, number, string]
|
||||
>(`INSERT INTO "logs" (id, service, timestamp, message) VALUES (?, ?, ?, ?)`)
|
||||
.run(entry.id, entry.service, entry.timestamp, entry.message);
|
||||
this.database.transaction(() => {
|
||||
let i = 0;
|
||||
while (this.queue.length) {
|
||||
const entry = this.queue.shift()!;
|
||||
try {
|
||||
const { lastInsertRowid } = this.database
|
||||
.prepare<
|
||||
[string, string, number, string]
|
||||
>(`INSERT INTO "logs" (id, service, timestamp, message) VALUES (?, ?, ?, ?)`)
|
||||
.run(entry.id, entry.service, entry.timestamp, entry.message);
|
||||
|
||||
inserted.push(lastInsertRowid);
|
||||
} catch (error) {
|
||||
failed.push(entry);
|
||||
}
|
||||
inserted.push(lastInsertRowid);
|
||||
} catch (error) {
|
||||
failed.push(entry);
|
||||
}
|
||||
|
||||
if (++i >= BATCH_SIZE) break;
|
||||
}
|
||||
})();
|
||||
if (++i >= BATCH_SIZE) break;
|
||||
}
|
||||
})();
|
||||
|
||||
for (const entry of failed) {
|
||||
// Don't know what to do here...
|
||||
}
|
||||
for (const entry of failed) {
|
||||
// Don't know what to do here...
|
||||
}
|
||||
|
||||
if (this.queue.length > 0) setTimeout(this.write.bind(this), 1000);
|
||||
else this.running = false;
|
||||
}
|
||||
if (this.queue.length > 0) setTimeout(this.write.bind(this), 1000);
|
||||
else this.running = false;
|
||||
}
|
||||
|
||||
getLogs(filter?: { service?: string; since?: number; until?: number; limit?: number }) {
|
||||
const conditions: string[] = [];
|
||||
const parameters: (string | number)[] = [];
|
||||
getLogs(filter?: { service?: string; since?: number; until?: number; limit?: number }) {
|
||||
const conditions: string[] = [];
|
||||
const parameters: (string | number)[] = [];
|
||||
|
||||
let sql = `SELECT * FROM logs`;
|
||||
let sql = `SELECT * FROM logs`;
|
||||
|
||||
if (filter?.service) {
|
||||
conditions.push(`service LIKE CONCAT(?,'%')`);
|
||||
parameters.push(filter?.service);
|
||||
}
|
||||
if (filter?.since) {
|
||||
conditions.push('timestamp>=?');
|
||||
parameters.push(filter?.since);
|
||||
}
|
||||
if (filter?.until) {
|
||||
conditions.push('timestamp<=?');
|
||||
parameters.push(filter?.until);
|
||||
}
|
||||
if (conditions.length > 0) sql += ` WHERE ${conditions.join(' AND ')}`;
|
||||
if (filter?.service) {
|
||||
conditions.push(`service LIKE CONCAT(?,'%')`);
|
||||
parameters.push(filter?.service);
|
||||
}
|
||||
if (filter?.since) {
|
||||
conditions.push("timestamp>=?");
|
||||
parameters.push(filter?.since);
|
||||
}
|
||||
if (filter?.until) {
|
||||
conditions.push("timestamp<=?");
|
||||
parameters.push(filter?.until);
|
||||
}
|
||||
if (conditions.length > 0) sql += ` WHERE ${conditions.join(" AND ")}`;
|
||||
|
||||
if (filter?.limit) {
|
||||
sql += ' LIMIT ?';
|
||||
parameters.push(filter.limit);
|
||||
}
|
||||
return this.database.prepare<any[], DatabaseLogEntry>(sql).all(...parameters);
|
||||
}
|
||||
if (filter?.limit) {
|
||||
sql += " LIMIT ?";
|
||||
parameters.push(filter.limit);
|
||||
}
|
||||
return this.database.prepare<any[], DatabaseLogEntry>(sql).all(...parameters);
|
||||
}
|
||||
|
||||
clearLogs(filter?: { service?: string; since?: number; until?: number }) {
|
||||
const conditions: string[] = [];
|
||||
const parameters: (string | number)[] = [];
|
||||
clearLogs(filter?: { service?: string; since?: number; until?: number }) {
|
||||
const conditions: string[] = [];
|
||||
const parameters: (string | number)[] = [];
|
||||
|
||||
let sql = `DELETE FROM logs`;
|
||||
let sql = `DELETE FROM logs`;
|
||||
|
||||
if (filter?.service) {
|
||||
conditions.push('service=?');
|
||||
parameters.push(filter?.service);
|
||||
}
|
||||
if (filter?.since) {
|
||||
conditions.push('timestamp>=?');
|
||||
parameters.push(filter?.since);
|
||||
}
|
||||
if (filter?.until) {
|
||||
conditions.push('timestamp<=?');
|
||||
parameters.push(filter?.until);
|
||||
}
|
||||
if (conditions.length > 0) sql += ` WHERE ${conditions.join(' AND ')}`;
|
||||
if (filter?.service) {
|
||||
conditions.push("service=?");
|
||||
parameters.push(filter?.service);
|
||||
}
|
||||
if (filter?.since) {
|
||||
conditions.push("timestamp>=?");
|
||||
parameters.push(filter?.since);
|
||||
}
|
||||
if (filter?.until) {
|
||||
conditions.push("timestamp<=?");
|
||||
parameters.push(filter?.until);
|
||||
}
|
||||
if (conditions.length > 0) sql += ` WHERE ${conditions.join(" AND ")}`;
|
||||
|
||||
this.database.prepare<any[], DatabaseLogEntry>(sql).run(...parameters);
|
||||
this.emit('clear', filter?.service);
|
||||
}
|
||||
this.database.prepare<any[], DatabaseLogEntry>(sql).run(...parameters);
|
||||
this.emit("clear", filter?.service);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,71 +1,71 @@
|
||||
import HolesailServer from 'holesail-server';
|
||||
import { encodeAddress } from 'hyper-address';
|
||||
import { hexToBytes } from '@noble/hashes/utils';
|
||||
import { AddressInfo } from 'net';
|
||||
import HolesailServer from "holesail-server";
|
||||
import { encodeAddress } from "hyper-address";
|
||||
import { hexToBytes } from "@noble/hashes/utils";
|
||||
import { AddressInfo } from "net";
|
||||
|
||||
import App from '../../../app/index.js';
|
||||
import { InboundInterface } from '../interfaces.js';
|
||||
import { logger } from '../../../logger.js';
|
||||
import App from "../../../app/index.js";
|
||||
import { InboundInterface } from "../interfaces.js";
|
||||
import { logger } from "../../../logger.js";
|
||||
|
||||
/** manages a holesail-server instance that points to the app.server http server */
|
||||
export default class HyperInbound implements InboundInterface {
|
||||
app: App;
|
||||
hyper?: HolesailServer;
|
||||
log = logger.extend('Network:Inbound:Hyper');
|
||||
app: App;
|
||||
hyper?: HolesailServer;
|
||||
log = logger.extend("Network:Inbound:Hyper");
|
||||
|
||||
get available() {
|
||||
return true;
|
||||
}
|
||||
running = false;
|
||||
error?: Error;
|
||||
address?: string;
|
||||
get available() {
|
||||
return true;
|
||||
}
|
||||
running = false;
|
||||
error?: Error;
|
||||
address?: string;
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
|
||||
async start(address: AddressInfo) {
|
||||
try {
|
||||
this.running = true;
|
||||
this.error = undefined;
|
||||
async start(address: AddressInfo) {
|
||||
try {
|
||||
this.running = true;
|
||||
this.error = undefined;
|
||||
|
||||
this.log(`Importing and starting hyperdht node`);
|
||||
this.log(`Importing and starting hyperdht node`);
|
||||
|
||||
const { default: HolesailServer } = await import('holesail-server');
|
||||
const { getOrCreateNode } = await import('../../../sidecars/hyperdht.js');
|
||||
const { default: HolesailServer } = await import("holesail-server");
|
||||
const { getOrCreateNode } = await import("../../../sidecars/hyperdht.js");
|
||||
|
||||
const hyper = (this.hyper = new HolesailServer());
|
||||
hyper.dht = getOrCreateNode();
|
||||
const hyper = (this.hyper = new HolesailServer());
|
||||
hyper.dht = getOrCreateNode();
|
||||
|
||||
return new Promise<void>((res) => {
|
||||
hyper.serve(
|
||||
{
|
||||
port: address.port,
|
||||
address: address.address,
|
||||
secure: false,
|
||||
buffSeed: this.app.secrets.get('hyperKey'),
|
||||
},
|
||||
() => {
|
||||
const address = 'http://' + encodeAddress(hexToBytes(hyper.getPublicKey()));
|
||||
this.address = address;
|
||||
return new Promise<void>((res) => {
|
||||
hyper.serve(
|
||||
{
|
||||
port: address.port,
|
||||
address: address.address,
|
||||
secure: false,
|
||||
buffSeed: this.app.secrets.get("hyperKey"),
|
||||
},
|
||||
() => {
|
||||
const address = "http://" + encodeAddress(hexToBytes(hyper.getPublicKey()));
|
||||
this.address = address;
|
||||
|
||||
this.log(`Listening on ${address}`);
|
||||
res();
|
||||
},
|
||||
);
|
||||
});
|
||||
} catch (error) {
|
||||
this.running = false;
|
||||
if (error instanceof Error) this.error = error;
|
||||
}
|
||||
}
|
||||
this.log(`Listening on ${address}`);
|
||||
res();
|
||||
},
|
||||
);
|
||||
});
|
||||
} catch (error) {
|
||||
this.running = false;
|
||||
if (error instanceof Error) this.error = error;
|
||||
}
|
||||
}
|
||||
|
||||
async stop() {
|
||||
this.log('Shutting down');
|
||||
// disabled because holesail-server destroys the hyperdht node
|
||||
// this.hyper?.destroy();
|
||||
this.running = false;
|
||||
this.address = undefined;
|
||||
this.error = undefined;
|
||||
}
|
||||
async stop() {
|
||||
this.log("Shutting down");
|
||||
// disabled because holesail-server destroys the hyperdht node
|
||||
// this.hyper?.destroy();
|
||||
this.running = false;
|
||||
this.address = undefined;
|
||||
this.error = undefined;
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,76 +1,76 @@
|
||||
import type { AddressInfo } from 'net';
|
||||
import type { I2pSamStream } from '@diva.exchange/i2p-sam';
|
||||
import type { AddressInfo } from "net";
|
||||
import type { I2pSamStream } from "@diva.exchange/i2p-sam";
|
||||
|
||||
import App from '../../../app/index.js';
|
||||
import { I2P_SAM_ADDRESS } from '../../../env.js';
|
||||
import { logger } from '../../../logger.js';
|
||||
import { InboundInterface } from '../interfaces.js';
|
||||
import App from "../../../app/index.js";
|
||||
import { I2P_SAM_ADDRESS } from "../../../env.js";
|
||||
import { logger } from "../../../logger.js";
|
||||
import { InboundInterface } from "../interfaces.js";
|
||||
|
||||
export default class I2PInbound implements InboundInterface {
|
||||
app: App;
|
||||
log = logger.extend('Network:Inbound:I2P');
|
||||
app: App;
|
||||
log = logger.extend("Network:Inbound:I2P");
|
||||
|
||||
available = !!I2P_SAM_ADDRESS;
|
||||
running = false;
|
||||
address?: string;
|
||||
error?: Error;
|
||||
available = !!I2P_SAM_ADDRESS;
|
||||
running = false;
|
||||
address?: string;
|
||||
error?: Error;
|
||||
|
||||
private forward?: I2pSamStream;
|
||||
private forward?: I2pSamStream;
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
|
||||
async start(address: AddressInfo) {
|
||||
try {
|
||||
if (this.running) return;
|
||||
this.running = true;
|
||||
async start(address: AddressInfo) {
|
||||
try {
|
||||
if (this.running) return;
|
||||
this.running = true;
|
||||
|
||||
const [host, port] = I2P_SAM_ADDRESS?.split(':') ?? [];
|
||||
if (!host || !port) throw new Error(`Malformed proxy address ${I2P_SAM_ADDRESS}`);
|
||||
const [host, port] = I2P_SAM_ADDRESS?.split(":") ?? [];
|
||||
if (!host || !port) throw new Error(`Malformed proxy address ${I2P_SAM_ADDRESS}`);
|
||||
|
||||
this.log('Importing I2P SAM package');
|
||||
const { createForward } = await import('@diva.exchange/i2p-sam');
|
||||
this.log("Importing I2P SAM package");
|
||||
const { createForward } = await import("@diva.exchange/i2p-sam");
|
||||
|
||||
// try to get the last key pair that was used
|
||||
const privateKey = this.app.secrets.get('i2pPrivateKey');
|
||||
const publicKey = this.app.secrets.get('i2pPublicKey');
|
||||
// try to get the last key pair that was used
|
||||
const privateKey = this.app.secrets.get("i2pPrivateKey");
|
||||
const publicKey = this.app.secrets.get("i2pPublicKey");
|
||||
|
||||
this.log('Creating forwarding stream');
|
||||
this.forward = await createForward({
|
||||
sam: {
|
||||
host: host,
|
||||
portTCP: parseInt(port),
|
||||
privateKey,
|
||||
publicKey,
|
||||
},
|
||||
forward: {
|
||||
host: address.address,
|
||||
port: address.port,
|
||||
},
|
||||
});
|
||||
this.log("Creating forwarding stream");
|
||||
this.forward = await createForward({
|
||||
sam: {
|
||||
host: host,
|
||||
portTCP: parseInt(port),
|
||||
privateKey,
|
||||
publicKey,
|
||||
},
|
||||
forward: {
|
||||
host: address.address,
|
||||
port: address.port,
|
||||
},
|
||||
});
|
||||
|
||||
this.address = 'http://' + this.forward.getB32Address();
|
||||
this.address = "http://" + this.forward.getB32Address();
|
||||
|
||||
this.log(`Listening on ${this.address}`);
|
||||
this.log(`Listening on ${this.address}`);
|
||||
|
||||
// save the key pair for later
|
||||
this.app.secrets.set('i2pPrivateKey', this.forward.getPrivateKey());
|
||||
this.app.secrets.set('i2pPublicKey', this.forward.getPublicKey());
|
||||
} catch (error) {
|
||||
this.running = false;
|
||||
if (error instanceof Error) this.error = error;
|
||||
}
|
||||
}
|
||||
// save the key pair for later
|
||||
this.app.secrets.set("i2pPrivateKey", this.forward.getPrivateKey());
|
||||
this.app.secrets.set("i2pPublicKey", this.forward.getPublicKey());
|
||||
} catch (error) {
|
||||
this.running = false;
|
||||
if (error instanceof Error) this.error = error;
|
||||
}
|
||||
}
|
||||
|
||||
async stop() {
|
||||
if (!this.running) return;
|
||||
this.running = false;
|
||||
async stop() {
|
||||
if (!this.running) return;
|
||||
this.running = false;
|
||||
|
||||
if (this.forward) {
|
||||
this.log('Closing forwarding stream');
|
||||
this.forward.close();
|
||||
this.forward = undefined;
|
||||
}
|
||||
}
|
||||
if (this.forward) {
|
||||
this.log("Closing forwarding stream");
|
||||
this.forward.close();
|
||||
this.forward = undefined;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,79 +1,79 @@
|
||||
import App from '../../../app/index.js';
|
||||
import HyperInbound from './hyper.js';
|
||||
import { logger } from '../../../logger.js';
|
||||
import { getIPAddresses } from '../../../helpers/ip.js';
|
||||
import TorInbound from './tor.js';
|
||||
import ConfigManager from '../../config-manager.js';
|
||||
import I2PInbound from './i2p.js';
|
||||
import App from "../../../app/index.js";
|
||||
import HyperInbound from "./hyper.js";
|
||||
import { logger } from "../../../logger.js";
|
||||
import { getIPAddresses } from "../../../helpers/ip.js";
|
||||
import TorInbound from "./tor.js";
|
||||
import ConfigManager from "../../config-manager.js";
|
||||
import I2PInbound from "./i2p.js";
|
||||
|
||||
/** manages all inbound servers on other networks: hyper, tor, i2p, etc... */
|
||||
export default class InboundNetworkManager {
|
||||
app: App;
|
||||
log = logger.extend('Network:Inbound');
|
||||
hyper: HyperInbound;
|
||||
tor: TorInbound;
|
||||
i2p: I2PInbound;
|
||||
app: App;
|
||||
log = logger.extend("Network:Inbound");
|
||||
hyper: HyperInbound;
|
||||
tor: TorInbound;
|
||||
i2p: I2PInbound;
|
||||
|
||||
running = false;
|
||||
get addresses() {
|
||||
const ip = getIPAddresses();
|
||||
const hyper = this.hyper.address;
|
||||
const tor = this.tor.address;
|
||||
running = false;
|
||||
get addresses() {
|
||||
const ip = getIPAddresses();
|
||||
const hyper = this.hyper.address;
|
||||
const tor = this.tor.address;
|
||||
|
||||
return [...(ip ?? []), ...(tor ?? []), ...(hyper ?? [])];
|
||||
}
|
||||
return [...(ip ?? []), ...(tor ?? []), ...(hyper ?? [])];
|
||||
}
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
|
||||
this.hyper = new HyperInbound(app);
|
||||
this.tor = new TorInbound(app);
|
||||
this.i2p = new I2PInbound(app);
|
||||
this.hyper = new HyperInbound(app);
|
||||
this.tor = new TorInbound(app);
|
||||
this.i2p = new I2PInbound(app);
|
||||
|
||||
this.listenToAppConfig(app.config);
|
||||
}
|
||||
this.listenToAppConfig(app.config);
|
||||
}
|
||||
|
||||
private getAddress() {
|
||||
const address = this.app.server.address();
|
||||
private getAddress() {
|
||||
const address = this.app.server.address();
|
||||
|
||||
if (typeof address === 'string' || address === null)
|
||||
throw new Error('External servers started when server does not have an address');
|
||||
if (typeof address === "string" || address === null)
|
||||
throw new Error("External servers started when server does not have an address");
|
||||
|
||||
return address;
|
||||
}
|
||||
return address;
|
||||
}
|
||||
|
||||
private update(config = this.app.config.data) {
|
||||
if (!this.running) return;
|
||||
const address = this.getAddress();
|
||||
private update(config = this.app.config.data) {
|
||||
if (!this.running) return;
|
||||
const address = this.getAddress();
|
||||
|
||||
if (this.hyper.available && config.hyperEnabled !== this.hyper.running) {
|
||||
if (config.hyperEnabled) this.hyper.start(address);
|
||||
else this.hyper.stop();
|
||||
}
|
||||
if (this.hyper.available && config.hyperEnabled !== this.hyper.running) {
|
||||
if (config.hyperEnabled) this.hyper.start(address);
|
||||
else this.hyper.stop();
|
||||
}
|
||||
|
||||
if (this.tor.available) {
|
||||
if (!this.tor.running) this.tor.start(address);
|
||||
}
|
||||
if (this.tor.available) {
|
||||
if (!this.tor.running) this.tor.start(address);
|
||||
}
|
||||
|
||||
if (this.i2p.available) {
|
||||
if (!this.i2p.running) this.i2p.start(address);
|
||||
}
|
||||
}
|
||||
if (this.i2p.available) {
|
||||
if (!this.i2p.running) this.i2p.start(address);
|
||||
}
|
||||
}
|
||||
|
||||
/** A helper method to make the manager run off of the app config */
|
||||
listenToAppConfig(config: ConfigManager) {
|
||||
config.on('updated', this.update.bind(this));
|
||||
}
|
||||
/** A helper method to make the manager run off of the app config */
|
||||
listenToAppConfig(config: ConfigManager) {
|
||||
config.on("updated", this.update.bind(this));
|
||||
}
|
||||
|
||||
start() {
|
||||
this.running = true;
|
||||
this.update();
|
||||
}
|
||||
start() {
|
||||
this.running = true;
|
||||
this.update();
|
||||
}
|
||||
|
||||
async stop() {
|
||||
this.running = false;
|
||||
await this.hyper.stop();
|
||||
await this.tor.stop();
|
||||
await this.i2p.stop();
|
||||
}
|
||||
async stop() {
|
||||
this.running = false;
|
||||
await this.hyper.stop();
|
||||
await this.tor.stop();
|
||||
await this.i2p.stop();
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,29 +1,29 @@
|
||||
import { AddressInfo } from 'net';
|
||||
import { AddressInfo } from "net";
|
||||
|
||||
import App from '../../../app/index.js';
|
||||
import { TOR_ADDRESS } from '../../../env.js';
|
||||
import { logger } from '../../../logger.js';
|
||||
import { InboundInterface } from '../interfaces.js';
|
||||
import App from "../../../app/index.js";
|
||||
import { TOR_ADDRESS } from "../../../env.js";
|
||||
import { logger } from "../../../logger.js";
|
||||
import { InboundInterface } from "../interfaces.js";
|
||||
|
||||
export default class TorInbound implements InboundInterface {
|
||||
app: App;
|
||||
log = logger.extend('Network:Inbound:Tor');
|
||||
app: App;
|
||||
log = logger.extend("Network:Inbound:Tor");
|
||||
|
||||
readonly available = !!TOR_ADDRESS;
|
||||
readonly running = !!TOR_ADDRESS;
|
||||
readonly address = TOR_ADDRESS;
|
||||
error?: Error;
|
||||
readonly available = !!TOR_ADDRESS;
|
||||
readonly running = !!TOR_ADDRESS;
|
||||
readonly address = TOR_ADDRESS;
|
||||
error?: Error;
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
|
||||
async start(address: AddressInfo) {
|
||||
// not implemented yet
|
||||
if (TOR_ADDRESS) this.log(`Listening on ${TOR_ADDRESS}`);
|
||||
}
|
||||
async start(address: AddressInfo) {
|
||||
// not implemented yet
|
||||
if (TOR_ADDRESS) this.log(`Listening on ${TOR_ADDRESS}`);
|
||||
}
|
||||
|
||||
async stop() {
|
||||
// not implemented yet
|
||||
}
|
||||
async stop() {
|
||||
// not implemented yet
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,22 +1,22 @@
|
||||
import { AddressInfo } from 'net';
|
||||
import { AddressInfo } from "net";
|
||||
|
||||
export interface InboundInterface {
|
||||
available: boolean;
|
||||
running: boolean;
|
||||
error?: Error;
|
||||
available: boolean;
|
||||
running: boolean;
|
||||
error?: Error;
|
||||
|
||||
address?: string;
|
||||
start(address: AddressInfo): Promise<void>;
|
||||
stop(): Promise<void>;
|
||||
address?: string;
|
||||
start(address: AddressInfo): Promise<void>;
|
||||
stop(): Promise<void>;
|
||||
}
|
||||
|
||||
export interface OutboundInterface {
|
||||
available: boolean;
|
||||
running: boolean;
|
||||
error?: Error;
|
||||
available: boolean;
|
||||
running: boolean;
|
||||
error?: Error;
|
||||
|
||||
type: 'SOCKS5' | 'HTTP';
|
||||
address?: string;
|
||||
start(): Promise<void>;
|
||||
stop(): Promise<void>;
|
||||
type: "SOCKS5" | "HTTP";
|
||||
address?: string;
|
||||
start(): Promise<void>;
|
||||
stop(): Promise<void>;
|
||||
}
|
||||
|
||||
@@ -1,57 +1,57 @@
|
||||
import type { createProxy } from 'hyper-socks5-proxy';
|
||||
import getPort from 'get-port';
|
||||
import EventEmitter from 'events';
|
||||
import type { createProxy } from "hyper-socks5-proxy";
|
||||
import getPort from "get-port";
|
||||
import EventEmitter from "events";
|
||||
|
||||
import { logger } from '../../../logger.js';
|
||||
import { OutboundInterface } from '../interfaces.js';
|
||||
import { logger } from "../../../logger.js";
|
||||
import { OutboundInterface } from "../interfaces.js";
|
||||
|
||||
type EventMap = {
|
||||
started: [];
|
||||
stopped: [];
|
||||
started: [];
|
||||
stopped: [];
|
||||
};
|
||||
|
||||
export default class HyperOutbound extends EventEmitter<EventMap> implements OutboundInterface {
|
||||
log = logger.extend('Network:Outbound:Hyper');
|
||||
private port?: number;
|
||||
private proxy?: ReturnType<typeof createProxy>;
|
||||
log = logger.extend("Network:Outbound:Hyper");
|
||||
private port?: number;
|
||||
private proxy?: ReturnType<typeof createProxy>;
|
||||
|
||||
running = false;
|
||||
error?: Error;
|
||||
readonly type = 'SOCKS5';
|
||||
address?: string;
|
||||
get available() {
|
||||
return true;
|
||||
}
|
||||
running = false;
|
||||
error?: Error;
|
||||
readonly type = "SOCKS5";
|
||||
address?: string;
|
||||
get available() {
|
||||
return true;
|
||||
}
|
||||
|
||||
async start() {
|
||||
if (this.running) return;
|
||||
this.running = true;
|
||||
async start() {
|
||||
if (this.running) return;
|
||||
this.running = true;
|
||||
|
||||
try {
|
||||
const { createProxy } = await import('hyper-socks5-proxy');
|
||||
const { getOrCreateNode } = await import('../../../sidecars/hyperdht.js');
|
||||
try {
|
||||
const { createProxy } = await import("hyper-socks5-proxy");
|
||||
const { getOrCreateNode } = await import("../../../sidecars/hyperdht.js");
|
||||
|
||||
this.port = await getPort({ port: 1080 });
|
||||
this.proxy = createProxy({ node: await getOrCreateNode() });
|
||||
this.port = await getPort({ port: 1080 });
|
||||
this.proxy = createProxy({ node: await getOrCreateNode() });
|
||||
|
||||
this.log('Starting SOCKS5 proxy');
|
||||
this.address = `127.0.0.1:${this.port}`;
|
||||
this.proxy.listen(this.port, '127.0.0.1');
|
||||
this.log(`Proxy listening on ${this.address}`);
|
||||
this.emit('started');
|
||||
} catch (error) {
|
||||
this.running = false;
|
||||
if (error instanceof Error) this.error = error;
|
||||
}
|
||||
}
|
||||
this.log("Starting SOCKS5 proxy");
|
||||
this.address = `127.0.0.1:${this.port}`;
|
||||
this.proxy.listen(this.port, "127.0.0.1");
|
||||
this.log(`Proxy listening on ${this.address}`);
|
||||
this.emit("started");
|
||||
} catch (error) {
|
||||
this.running = false;
|
||||
if (error instanceof Error) this.error = error;
|
||||
}
|
||||
}
|
||||
|
||||
async stop() {
|
||||
if (!this.running) return;
|
||||
this.running = false;
|
||||
async stop() {
|
||||
if (!this.running) return;
|
||||
this.running = false;
|
||||
|
||||
this.log('Stopping');
|
||||
await new Promise<void>((res) => this.proxy?.close(() => res()));
|
||||
this.proxy = undefined;
|
||||
this.emit('stopped');
|
||||
}
|
||||
this.log("Stopping");
|
||||
await new Promise<void>((res) => this.proxy?.close(() => res()));
|
||||
this.proxy = undefined;
|
||||
this.emit("stopped");
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,31 +1,31 @@
|
||||
import { logger } from '../../../logger.js';
|
||||
import { OutboundInterface } from '../interfaces.js';
|
||||
import { I2P_PROXY, I2P_PROXY_TYPE } from '../../../env.js';
|
||||
import { testTCPConnection } from '../../../helpers/network.js';
|
||||
import { logger } from "../../../logger.js";
|
||||
import { OutboundInterface } from "../interfaces.js";
|
||||
import { I2P_PROXY, I2P_PROXY_TYPE } from "../../../env.js";
|
||||
import { testTCPConnection } from "../../../helpers/network.js";
|
||||
|
||||
export default class I2POutbound implements OutboundInterface {
|
||||
log = logger.extend('Network:Outbound:I2P');
|
||||
log = logger.extend("Network:Outbound:I2P");
|
||||
|
||||
running = false;
|
||||
error?: Error;
|
||||
readonly type = I2P_PROXY_TYPE;
|
||||
readonly address = I2P_PROXY;
|
||||
readonly available = !!I2P_PROXY;
|
||||
running = false;
|
||||
error?: Error;
|
||||
readonly type = I2P_PROXY_TYPE;
|
||||
readonly address = I2P_PROXY;
|
||||
readonly available = !!I2P_PROXY;
|
||||
|
||||
async start() {
|
||||
try {
|
||||
if (this.running) return;
|
||||
this.running = true;
|
||||
async start() {
|
||||
try {
|
||||
if (this.running) return;
|
||||
this.running = true;
|
||||
|
||||
this.log(`Connecting to ${I2P_PROXY}`);
|
||||
const [host, port] = this.address?.split(':') ?? [];
|
||||
if (!host || !port) throw new Error('Malformed proxy address');
|
||||
await testTCPConnection(host, parseInt(port), 3000);
|
||||
} catch (error) {
|
||||
this.running = false;
|
||||
if (error instanceof Error) this.error = error;
|
||||
}
|
||||
}
|
||||
this.log(`Connecting to ${I2P_PROXY}`);
|
||||
const [host, port] = this.address?.split(":") ?? [];
|
||||
if (!host || !port) throw new Error("Malformed proxy address");
|
||||
await testTCPConnection(host, parseInt(port), 3000);
|
||||
} catch (error) {
|
||||
this.running = false;
|
||||
if (error instanceof Error) this.error = error;
|
||||
}
|
||||
}
|
||||
|
||||
async stop() {}
|
||||
async stop() {}
|
||||
}
|
||||
|
||||
@@ -1,132 +1,132 @@
|
||||
import { PacProxyAgent } from 'pac-proxy-agent';
|
||||
import _throttle from 'lodash.throttle';
|
||||
import { PacProxyAgent } from "pac-proxy-agent";
|
||||
import _throttle from "lodash.throttle";
|
||||
|
||||
import { logger } from '../../../logger.js';
|
||||
import ConfigManager from '../../config-manager.js';
|
||||
import HyperOutbound from './hyper.js';
|
||||
import TorOutbound from './tor.js';
|
||||
import I2POutbound from './i2p.js';
|
||||
import { logger } from "../../../logger.js";
|
||||
import ConfigManager from "../../config-manager.js";
|
||||
import HyperOutbound from "./hyper.js";
|
||||
import TorOutbound from "./tor.js";
|
||||
import I2POutbound from "./i2p.js";
|
||||
|
||||
export class OutboundNetworkManager {
|
||||
log = logger.extend('Network:Outbound');
|
||||
hyper: HyperOutbound;
|
||||
tor: TorOutbound;
|
||||
i2p: I2POutbound;
|
||||
log = logger.extend("Network:Outbound");
|
||||
hyper: HyperOutbound;
|
||||
tor: TorOutbound;
|
||||
i2p: I2POutbound;
|
||||
|
||||
running = false;
|
||||
agent: PacProxyAgent<string>;
|
||||
running = false;
|
||||
agent: PacProxyAgent<string>;
|
||||
|
||||
enableHyperConnections = false;
|
||||
enableTorConnections = false;
|
||||
enableI2PConnections = false;
|
||||
routeAllTrafficThroughTor = false;
|
||||
enableHyperConnections = false;
|
||||
enableTorConnections = false;
|
||||
enableI2PConnections = false;
|
||||
routeAllTrafficThroughTor = false;
|
||||
|
||||
constructor() {
|
||||
this.hyper = new HyperOutbound();
|
||||
this.tor = new TorOutbound();
|
||||
this.i2p = new I2POutbound();
|
||||
constructor() {
|
||||
this.hyper = new HyperOutbound();
|
||||
this.tor = new TorOutbound();
|
||||
this.i2p = new I2POutbound();
|
||||
|
||||
this.agent = new PacProxyAgent(this.buildPacURI(), { fallbackToDirect: true });
|
||||
}
|
||||
this.agent = new PacProxyAgent(this.buildPacURI(), { fallbackToDirect: true });
|
||||
}
|
||||
|
||||
private buildPacURI() {
|
||||
const statements: string[] = [];
|
||||
private buildPacURI() {
|
||||
const statements: string[] = [];
|
||||
|
||||
if (this.i2p.available && this.enableI2PConnections) {
|
||||
statements.push(
|
||||
`
|
||||
if (this.i2p.available && this.enableI2PConnections) {
|
||||
statements.push(
|
||||
`
|
||||
if (shExpMatch(host, "*.i2p"))
|
||||
{
|
||||
return "${this.i2p.type} ${this.i2p.address}";
|
||||
}
|
||||
`.trim(),
|
||||
);
|
||||
}
|
||||
);
|
||||
}
|
||||
|
||||
if (this.tor.available && this.enableTorConnections) {
|
||||
statements.push(
|
||||
`
|
||||
if (this.tor.available && this.enableTorConnections) {
|
||||
statements.push(
|
||||
`
|
||||
if (shExpMatch(host, "*.onion"))
|
||||
{
|
||||
return "${this.tor.type} ${this.tor.address}";
|
||||
}
|
||||
`.trim(),
|
||||
);
|
||||
}
|
||||
);
|
||||
}
|
||||
|
||||
if (this.hyper.available && this.enableHyperConnections) {
|
||||
statements.push(
|
||||
`
|
||||
if (this.hyper.available && this.enableHyperConnections) {
|
||||
statements.push(
|
||||
`
|
||||
if (shExpMatch(host, "*.hyper"))
|
||||
{
|
||||
return "${this.hyper.type} ${this.hyper.address}";
|
||||
}
|
||||
`.trim(),
|
||||
);
|
||||
}
|
||||
);
|
||||
}
|
||||
|
||||
if (this.routeAllTrafficThroughTor && this.tor.available) {
|
||||
// if tor is available, route all traffic through it
|
||||
statements.push(`${this.tor.type} ${this.tor.address}`);
|
||||
this.log('Routing all traffic through tor proxy');
|
||||
} else {
|
||||
statements.push('return "DIRECT";');
|
||||
}
|
||||
if (this.routeAllTrafficThroughTor && this.tor.available) {
|
||||
// if tor is available, route all traffic through it
|
||||
statements.push(`${this.tor.type} ${this.tor.address}`);
|
||||
this.log("Routing all traffic through tor proxy");
|
||||
} else {
|
||||
statements.push('return "DIRECT";');
|
||||
}
|
||||
|
||||
const PACFile = `
|
||||
const PACFile = `
|
||||
// SPDX-License-Identifier: CC0-1.0
|
||||
|
||||
function FindProxyForURL(url, host)
|
||||
{
|
||||
${statements.join('\n')}
|
||||
${statements.join("\n")}
|
||||
}
|
||||
`.trim();
|
||||
|
||||
return 'pac+data:application/x-ns-proxy-autoconfig;base64,' + btoa(PACFile);
|
||||
}
|
||||
return "pac+data:application/x-ns-proxy-autoconfig;base64," + btoa(PACFile);
|
||||
}
|
||||
|
||||
updateAgent(uri = this.buildPacURI()) {
|
||||
this.log('Updating PAC proxy agent');
|
||||
// copied from https://github.com/TooTallNate/proxy-agents/blob/main/packages/pac-proxy-agent/src/index.ts#L79C22-L79C51
|
||||
this.agent.uri = new URL(uri.replace(/^pac\+/i, ''));
|
||||
updateAgent(uri = this.buildPacURI()) {
|
||||
this.log("Updating PAC proxy agent");
|
||||
// copied from https://github.com/TooTallNate/proxy-agents/blob/main/packages/pac-proxy-agent/src/index.ts#L79C22-L79C51
|
||||
this.agent.uri = new URL(uri.replace(/^pac\+/i, ""));
|
||||
|
||||
// forces the agent to refetch the resolver and pac file
|
||||
this.agent.resolverPromise = undefined;
|
||||
}
|
||||
// forces the agent to refetch the resolver and pac file
|
||||
this.agent.resolverPromise = undefined;
|
||||
}
|
||||
|
||||
updateAgentThrottle: () => void = _throttle(this.updateAgent.bind(this), 100);
|
||||
updateAgentThrottle: () => void = _throttle(this.updateAgent.bind(this), 100);
|
||||
|
||||
/** A helper method to make the manager run off of the app config */
|
||||
listenToAppConfig(config: ConfigManager) {
|
||||
config.on('updated', (c) => {
|
||||
this.enableHyperConnections = c.hyperEnabled && c.enableHyperConnections;
|
||||
this.enableTorConnections = c.enableTorConnections;
|
||||
this.enableI2PConnections = c.enableI2PConnections;
|
||||
this.routeAllTrafficThroughTor = c.routeAllTrafficThroughTor;
|
||||
/** A helper method to make the manager run off of the app config */
|
||||
listenToAppConfig(config: ConfigManager) {
|
||||
config.on("updated", (c) => {
|
||||
this.enableHyperConnections = c.hyperEnabled && c.enableHyperConnections;
|
||||
this.enableTorConnections = c.enableTorConnections;
|
||||
this.enableI2PConnections = c.enableI2PConnections;
|
||||
this.routeAllTrafficThroughTor = c.routeAllTrafficThroughTor;
|
||||
|
||||
if (this.hyper.available && this.enableHyperConnections !== this.hyper.running) {
|
||||
if (this.enableHyperConnections) this.hyper.start();
|
||||
else this.hyper.stop();
|
||||
}
|
||||
if (this.hyper.available && this.enableHyperConnections !== this.hyper.running) {
|
||||
if (this.enableHyperConnections) this.hyper.start();
|
||||
else this.hyper.stop();
|
||||
}
|
||||
|
||||
if (this.tor.available && this.enableTorConnections !== this.tor.running) {
|
||||
if (this.enableTorConnections) this.tor.start();
|
||||
else this.tor.stop();
|
||||
}
|
||||
if (this.tor.available && this.enableTorConnections !== this.tor.running) {
|
||||
if (this.enableTorConnections) this.tor.start();
|
||||
else this.tor.stop();
|
||||
}
|
||||
|
||||
if (this.i2p.available && this.enableI2PConnections !== this.i2p.running) {
|
||||
if (this.enableI2PConnections) this.i2p.start();
|
||||
else this.i2p.stop();
|
||||
}
|
||||
if (this.i2p.available && this.enableI2PConnections !== this.i2p.running) {
|
||||
if (this.enableI2PConnections) this.i2p.start();
|
||||
else this.i2p.stop();
|
||||
}
|
||||
|
||||
this.updateAgentThrottle();
|
||||
});
|
||||
}
|
||||
this.updateAgentThrottle();
|
||||
});
|
||||
}
|
||||
|
||||
async stop() {
|
||||
await this.hyper.stop();
|
||||
await this.tor.stop();
|
||||
}
|
||||
async stop() {
|
||||
await this.hyper.stop();
|
||||
await this.tor.stop();
|
||||
}
|
||||
}
|
||||
|
||||
const outboundNetwork = new OutboundNetworkManager();
|
||||
|
||||
@@ -1,31 +1,31 @@
|
||||
import { logger } from '../../../logger.js';
|
||||
import { OutboundInterface } from '../interfaces.js';
|
||||
import { TOR_PROXY, TOR_PROXY_TYPE } from '../../../env.js';
|
||||
import { testTCPConnection } from '../../../helpers/network.js';
|
||||
import { logger } from "../../../logger.js";
|
||||
import { OutboundInterface } from "../interfaces.js";
|
||||
import { TOR_PROXY, TOR_PROXY_TYPE } from "../../../env.js";
|
||||
import { testTCPConnection } from "../../../helpers/network.js";
|
||||
|
||||
export default class TorOutbound implements OutboundInterface {
|
||||
log = logger.extend('Network:Outbound:Tor');
|
||||
log = logger.extend("Network:Outbound:Tor");
|
||||
|
||||
running = false;
|
||||
error?: Error;
|
||||
readonly type = TOR_PROXY_TYPE;
|
||||
readonly address = TOR_PROXY;
|
||||
readonly available = !!TOR_PROXY;
|
||||
running = false;
|
||||
error?: Error;
|
||||
readonly type = TOR_PROXY_TYPE;
|
||||
readonly address = TOR_PROXY;
|
||||
readonly available = !!TOR_PROXY;
|
||||
|
||||
async start() {
|
||||
try {
|
||||
if (this.running) return;
|
||||
this.running = true;
|
||||
async start() {
|
||||
try {
|
||||
if (this.running) return;
|
||||
this.running = true;
|
||||
|
||||
this.log(`Connecting to ${TOR_PROXY}`);
|
||||
const [host, port] = this.address?.split(':') ?? [];
|
||||
if (!host || !port) throw new Error('Malformed proxy address');
|
||||
await testTCPConnection(host, parseInt(port), 3000);
|
||||
} catch (error) {
|
||||
this.running = false;
|
||||
if (error instanceof Error) this.error = error;
|
||||
}
|
||||
}
|
||||
this.log(`Connecting to ${TOR_PROXY}`);
|
||||
const [host, port] = this.address?.split(":") ?? [];
|
||||
if (!host || !port) throw new Error("Malformed proxy address");
|
||||
await testTCPConnection(host, parseInt(port), 3000);
|
||||
} catch (error) {
|
||||
this.running = false;
|
||||
if (error instanceof Error) this.error = error;
|
||||
}
|
||||
}
|
||||
|
||||
async stop() {}
|
||||
async stop() {}
|
||||
}
|
||||
|
||||
@@ -1,11 +1,11 @@
|
||||
import { ClientRequestArgs } from 'http';
|
||||
import { ClientOptions, WebSocket } from 'ws';
|
||||
import { ClientRequestArgs } from "http";
|
||||
import { ClientOptions, WebSocket } from "ws";
|
||||
|
||||
import outboundNetwork from './index.js';
|
||||
import outboundNetwork from "./index.js";
|
||||
|
||||
/** extends the WebSocket class from ws to always use the custom http agent */
|
||||
export default class OutboundProxyWebSocket extends WebSocket {
|
||||
constructor(address: string | URL, options?: ClientOptions | ClientRequestArgs) {
|
||||
super(address, { agent: outboundNetwork.agent, ...options });
|
||||
}
|
||||
constructor(address: string | URL, options?: ClientOptions | ClientRequestArgs) {
|
||||
super(address, { agent: outboundNetwork.agent, ...options });
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,155 +1,155 @@
|
||||
import { NotificationChannel, WebPushNotification } from '@satellite-earth/core/types/control-api/notifications.js';
|
||||
import { getDMRecipient, getDMSender, getUserDisplayName, parseKind0Event } from '@satellite-earth/core/helpers/nostr';
|
||||
import { NostrEvent, kinds } from 'nostr-tools';
|
||||
import { npubEncode } from 'nostr-tools/nip19';
|
||||
import EventEmitter from 'events';
|
||||
import webPush from 'web-push';
|
||||
import dayjs from 'dayjs';
|
||||
import { NotificationChannel, WebPushNotification } from "@satellite-earth/core/types/control-api/notifications.js";
|
||||
import { getDMRecipient, getDMSender, getUserDisplayName, parseKind0Event } from "@satellite-earth/core/helpers/nostr";
|
||||
import { NostrEvent, kinds } from "nostr-tools";
|
||||
import { npubEncode } from "nostr-tools/nip19";
|
||||
import EventEmitter from "events";
|
||||
import webPush from "web-push";
|
||||
import dayjs from "dayjs";
|
||||
|
||||
import { logger } from '../../logger.js';
|
||||
import App from '../../app/index.js';
|
||||
import { logger } from "../../logger.js";
|
||||
import App from "../../app/index.js";
|
||||
|
||||
export type NotificationsManagerState = {
|
||||
channels: NotificationChannel[];
|
||||
channels: NotificationChannel[];
|
||||
};
|
||||
|
||||
type EventMap = {
|
||||
addChannel: [NotificationChannel];
|
||||
updateChannel: [NotificationChannel];
|
||||
removeChannel: [NotificationChannel];
|
||||
addChannel: [NotificationChannel];
|
||||
updateChannel: [NotificationChannel];
|
||||
removeChannel: [NotificationChannel];
|
||||
};
|
||||
|
||||
export default class NotificationsManager extends EventEmitter<EventMap> {
|
||||
log = logger.extend('Notifications');
|
||||
app: App;
|
||||
lastRead: number = dayjs().unix();
|
||||
log = logger.extend("Notifications");
|
||||
app: App;
|
||||
lastRead: number = dayjs().unix();
|
||||
|
||||
webPushKeys: webPush.VapidKeys = webPush.generateVAPIDKeys();
|
||||
webPushKeys: webPush.VapidKeys = webPush.generateVAPIDKeys();
|
||||
|
||||
state: NotificationsManagerState = { channels: [] };
|
||||
state: NotificationsManagerState = { channels: [] };
|
||||
|
||||
get channels() {
|
||||
return this.state.channels;
|
||||
}
|
||||
get channels() {
|
||||
return this.state.channels;
|
||||
}
|
||||
|
||||
constructor(app: App) {
|
||||
super();
|
||||
this.app = app;
|
||||
}
|
||||
constructor(app: App) {
|
||||
super();
|
||||
this.app = app;
|
||||
}
|
||||
|
||||
async setup() {
|
||||
this.state = (
|
||||
await this.app.state.getMutableState<NotificationsManagerState>('notification-manager', { channels: [] })
|
||||
).proxy;
|
||||
}
|
||||
async setup() {
|
||||
this.state = (
|
||||
await this.app.state.getMutableState<NotificationsManagerState>("notification-manager", { channels: [] })
|
||||
).proxy;
|
||||
}
|
||||
|
||||
addOrUpdateChannel(channel: NotificationChannel) {
|
||||
if (this.state.channels.some((c) => c.id === channel.id)) {
|
||||
// update channel
|
||||
this.log(`Updating channel ${channel.id} (${channel.type})`);
|
||||
this.state.channels = this.state.channels.map((c) => {
|
||||
if (c.id === channel.id) return channel;
|
||||
else return c;
|
||||
});
|
||||
this.emit('updateChannel', channel);
|
||||
} else {
|
||||
// add channel
|
||||
this.log(`Added new channel ${channel.id} (${channel.type})`);
|
||||
this.state.channels = [...this.state.channels, channel];
|
||||
this.emit('addChannel', channel);
|
||||
}
|
||||
}
|
||||
removeChannel(id: string) {
|
||||
const channel = this.state.channels.find((s) => s.id === id);
|
||||
if (channel) {
|
||||
this.log(`Removed channel ${id}`);
|
||||
this.state.channels = this.state.channels.filter((s) => s.id !== id);
|
||||
this.emit('removeChannel', channel);
|
||||
}
|
||||
}
|
||||
addOrUpdateChannel(channel: NotificationChannel) {
|
||||
if (this.state.channels.some((c) => c.id === channel.id)) {
|
||||
// update channel
|
||||
this.log(`Updating channel ${channel.id} (${channel.type})`);
|
||||
this.state.channels = this.state.channels.map((c) => {
|
||||
if (c.id === channel.id) return channel;
|
||||
else return c;
|
||||
});
|
||||
this.emit("updateChannel", channel);
|
||||
} else {
|
||||
// add channel
|
||||
this.log(`Added new channel ${channel.id} (${channel.type})`);
|
||||
this.state.channels = [...this.state.channels, channel];
|
||||
this.emit("addChannel", channel);
|
||||
}
|
||||
}
|
||||
removeChannel(id: string) {
|
||||
const channel = this.state.channels.find((s) => s.id === id);
|
||||
if (channel) {
|
||||
this.log(`Removed channel ${id}`);
|
||||
this.state.channels = this.state.channels.filter((s) => s.id !== id);
|
||||
this.emit("removeChannel", channel);
|
||||
}
|
||||
}
|
||||
|
||||
/** Whether a notification should be sent */
|
||||
shouldNotify(event: NostrEvent) {
|
||||
if (event.kind !== kinds.EncryptedDirectMessage) return;
|
||||
if (getDMRecipient(event) !== this.app.config.data.owner) return;
|
||||
/** Whether a notification should be sent */
|
||||
shouldNotify(event: NostrEvent) {
|
||||
if (event.kind !== kinds.EncryptedDirectMessage) return;
|
||||
if (getDMRecipient(event) !== this.app.config.data.owner) return;
|
||||
|
||||
if (event.created_at > this.lastRead) return true;
|
||||
}
|
||||
if (event.created_at > this.lastRead) return true;
|
||||
}
|
||||
|
||||
/** builds a notification based on a nostr event */
|
||||
async buildNotification(event: NostrEvent) {
|
||||
// TODO in the future we might need to build special notifications for channel type
|
||||
switch (event.kind) {
|
||||
case kinds.EncryptedDirectMessage:
|
||||
const sender = getDMSender(event);
|
||||
const senderProfileEvent = await this.app.profileBook.loadProfile(sender);
|
||||
const senderProfile = senderProfileEvent ? parseKind0Event(senderProfileEvent) : undefined;
|
||||
const senderName = getUserDisplayName(senderProfile, sender);
|
||||
/** builds a notification based on a nostr event */
|
||||
async buildNotification(event: NostrEvent) {
|
||||
// TODO in the future we might need to build special notifications for channel type
|
||||
switch (event.kind) {
|
||||
case kinds.EncryptedDirectMessage:
|
||||
const sender = getDMSender(event);
|
||||
const senderProfileEvent = await this.app.profileBook.loadProfile(sender);
|
||||
const senderProfile = senderProfileEvent ? parseKind0Event(senderProfileEvent) : undefined;
|
||||
const senderName = getUserDisplayName(senderProfile, sender);
|
||||
|
||||
return {
|
||||
kind: event.kind,
|
||||
event,
|
||||
senderName,
|
||||
senderProfile,
|
||||
title: `Message from ${senderName}`,
|
||||
body: 'Tap on notification to read',
|
||||
icon: 'https://app.satellite.earth/logo-64x64.png',
|
||||
// TODO: switch this to a satellite:// link once the native app supports it
|
||||
url: `https://app.satellite.earth/messages/p/${npubEncode(sender)}`,
|
||||
};
|
||||
}
|
||||
}
|
||||
return {
|
||||
kind: event.kind,
|
||||
event,
|
||||
senderName,
|
||||
senderProfile,
|
||||
title: `Message from ${senderName}`,
|
||||
body: "Tap on notification to read",
|
||||
icon: "https://app.satellite.earth/logo-64x64.png",
|
||||
// TODO: switch this to a satellite:// link once the native app supports it
|
||||
url: `https://app.satellite.earth/messages/p/${npubEncode(sender)}`,
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
async notify(event: NostrEvent) {
|
||||
const notification = await this.buildNotification(event);
|
||||
if (!notification) return;
|
||||
async notify(event: NostrEvent) {
|
||||
const notification = await this.buildNotification(event);
|
||||
if (!notification) return;
|
||||
|
||||
this.log(`Sending notification for ${event.id} to ${this.state.channels.length} channels`);
|
||||
this.log(`Sending notification for ${event.id} to ${this.state.channels.length} channels`);
|
||||
|
||||
for (const channel of this.state.channels) {
|
||||
this.log(`Sending notification "${notification.title}" to ${channel.id} (${channel.type})`);
|
||||
try {
|
||||
switch (channel.type) {
|
||||
case 'web':
|
||||
const pushNotification: WebPushNotification = {
|
||||
title: notification.title,
|
||||
body: notification.body,
|
||||
icon: notification.icon,
|
||||
url: notification.url,
|
||||
event: notification.event,
|
||||
};
|
||||
for (const channel of this.state.channels) {
|
||||
this.log(`Sending notification "${notification.title}" to ${channel.id} (${channel.type})`);
|
||||
try {
|
||||
switch (channel.type) {
|
||||
case "web":
|
||||
const pushNotification: WebPushNotification = {
|
||||
title: notification.title,
|
||||
body: notification.body,
|
||||
icon: notification.icon,
|
||||
url: notification.url,
|
||||
event: notification.event,
|
||||
};
|
||||
|
||||
await webPush.sendNotification(channel, JSON.stringify(pushNotification), {
|
||||
vapidDetails: {
|
||||
subject: 'mailto:admin@example.com',
|
||||
publicKey: this.webPushKeys.publicKey,
|
||||
privateKey: this.webPushKeys.privateKey,
|
||||
},
|
||||
});
|
||||
break;
|
||||
await webPush.sendNotification(channel, JSON.stringify(pushNotification), {
|
||||
vapidDetails: {
|
||||
subject: "mailto:admin@example.com",
|
||||
publicKey: this.webPushKeys.publicKey,
|
||||
privateKey: this.webPushKeys.privateKey,
|
||||
},
|
||||
});
|
||||
break;
|
||||
|
||||
case 'ntfy':
|
||||
const headers: HeadersInit = {
|
||||
Title: notification.title,
|
||||
Icon: notification.icon,
|
||||
Click: notification.url,
|
||||
};
|
||||
case "ntfy":
|
||||
const headers: HeadersInit = {
|
||||
Title: notification.title,
|
||||
Icon: notification.icon,
|
||||
Click: notification.url,
|
||||
};
|
||||
|
||||
await fetch(new URL(channel.topic, channel.server), {
|
||||
method: 'POST',
|
||||
body: notification.body,
|
||||
headers,
|
||||
}).then((res) => res.text());
|
||||
break;
|
||||
await fetch(new URL(channel.topic, channel.server), {
|
||||
method: "POST",
|
||||
body: notification.body,
|
||||
headers,
|
||||
}).then((res) => res.text());
|
||||
break;
|
||||
|
||||
default:
|
||||
// @ts-expect-error
|
||||
throw new Error(`Unknown channel type ${channel.type}`);
|
||||
}
|
||||
} catch (error) {
|
||||
this.log(`Failed to notification ${channel.id} (${channel.type})`);
|
||||
this.log(error);
|
||||
}
|
||||
}
|
||||
}
|
||||
default:
|
||||
// @ts-expect-error
|
||||
throw new Error(`Unknown channel type ${channel.type}`);
|
||||
}
|
||||
} catch (error) {
|
||||
this.log(`Failed to notification ${channel.id} (${channel.type})`);
|
||||
this.log(error);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,40 +1,40 @@
|
||||
import { NostrEvent, kinds } from 'nostr-tools';
|
||||
import _throttle from 'lodash.throttle';
|
||||
import { NostrEvent, kinds } from "nostr-tools";
|
||||
import _throttle from "lodash.throttle";
|
||||
|
||||
import { COMMON_CONTACT_RELAYS } from '../env.js';
|
||||
import { logger } from '../logger.js';
|
||||
import App from '../app/index.js';
|
||||
import PubkeyBatchLoader from './pubkey-batch-loader.js';
|
||||
import { COMMON_CONTACT_RELAYS } from "../env.js";
|
||||
import { logger } from "../logger.js";
|
||||
import App from "../app/index.js";
|
||||
import PubkeyBatchLoader from "./pubkey-batch-loader.js";
|
||||
|
||||
/** loads kind 0 metadata for pubkeys */
|
||||
export default class ProfileBook {
|
||||
log = logger.extend('ProfileBook');
|
||||
app: App;
|
||||
loader: PubkeyBatchLoader;
|
||||
extraRelays = COMMON_CONTACT_RELAYS;
|
||||
log = logger.extend("ProfileBook");
|
||||
app: App;
|
||||
loader: PubkeyBatchLoader;
|
||||
extraRelays = COMMON_CONTACT_RELAYS;
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
|
||||
this.loader = new PubkeyBatchLoader(kinds.Metadata, this.app.pool, (pubkey) => {
|
||||
return this.app.eventStore.getEventsForFilters([{ kinds: [kinds.Metadata], authors: [pubkey] }])?.[0];
|
||||
});
|
||||
this.loader = new PubkeyBatchLoader(kinds.Metadata, this.app.pool, (pubkey) => {
|
||||
return this.app.eventStore.getEventsForFilters([{ kinds: [kinds.Metadata], authors: [pubkey] }])?.[0];
|
||||
});
|
||||
|
||||
this.loader.on('event', (event) => this.app.eventStore.addEvent(event));
|
||||
this.loader.on('batch', (found, failed) => {
|
||||
this.log(`Found ${found}, failed ${failed}, pending ${this.loader.queue}`);
|
||||
});
|
||||
}
|
||||
this.loader.on("event", (event) => this.app.eventStore.addEvent(event));
|
||||
this.loader.on("batch", (found, failed) => {
|
||||
this.log(`Found ${found}, failed ${failed}, pending ${this.loader.queue}`);
|
||||
});
|
||||
}
|
||||
|
||||
getProfile(pubkey: string) {
|
||||
return this.loader.getEvent(pubkey);
|
||||
}
|
||||
getProfile(pubkey: string) {
|
||||
return this.loader.getEvent(pubkey);
|
||||
}
|
||||
|
||||
handleEvent(event: NostrEvent) {
|
||||
this.loader.handleEvent(event);
|
||||
}
|
||||
handleEvent(event: NostrEvent) {
|
||||
this.loader.handleEvent(event);
|
||||
}
|
||||
|
||||
async loadProfile(pubkey: string, relays: string[] = []) {
|
||||
return this.loader.getOrLoadEvent(pubkey, relays);
|
||||
}
|
||||
async loadProfile(pubkey: string, relays: string[] = []) {
|
||||
return this.loader.getOrLoadEvent(pubkey, relays);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,259 +1,259 @@
|
||||
import EventEmitter from 'events';
|
||||
import { NostrEvent, SimplePool, Filter } from 'nostr-tools';
|
||||
import SuperMap from '@satellite-earth/core/helpers/super-map.js';
|
||||
import { AbstractRelay, Subscription, SubscriptionParams } from 'nostr-tools/abstract-relay';
|
||||
import { getPubkeysFromList } from '@satellite-earth/core/helpers/nostr/lists.js';
|
||||
import { getInboxes, getOutboxes } from '@satellite-earth/core/helpers/nostr/mailboxes.js';
|
||||
import { getRelaysFromContactList } from '@satellite-earth/core/helpers/nostr/contacts.js';
|
||||
import EventEmitter from "events";
|
||||
import { NostrEvent, SimplePool, Filter } from "nostr-tools";
|
||||
import SuperMap from "@satellite-earth/core/helpers/super-map.js";
|
||||
import { AbstractRelay, Subscription, SubscriptionParams } from "nostr-tools/abstract-relay";
|
||||
import { getPubkeysFromList } from "@satellite-earth/core/helpers/nostr/lists.js";
|
||||
import { getInboxes, getOutboxes } from "@satellite-earth/core/helpers/nostr/mailboxes.js";
|
||||
import { getRelaysFromContactList } from "@satellite-earth/core/helpers/nostr/contacts.js";
|
||||
|
||||
import { BOOTSTRAP_RELAYS } from '../../env.js';
|
||||
import { logger } from '../../logger.js';
|
||||
import App from '../../app/index.js';
|
||||
import { BOOTSTRAP_RELAYS } from "../../env.js";
|
||||
import { logger } from "../../logger.js";
|
||||
import App from "../../app/index.js";
|
||||
|
||||
/** creates a new subscription and waits for it to get an event or close */
|
||||
function asyncSubscription(relay: AbstractRelay, filters: Filter[], opts: SubscriptionParams) {
|
||||
let resolved = false;
|
||||
let resolved = false;
|
||||
|
||||
return new Promise<Subscription>((res, rej) => {
|
||||
const sub = relay.subscribe(filters, {
|
||||
onevent: (event) => {
|
||||
if (!resolved) res(sub);
|
||||
opts.onevent?.(event);
|
||||
},
|
||||
oneose: () => {
|
||||
if (!resolved) res(sub);
|
||||
opts.oneose?.();
|
||||
},
|
||||
onclose: (reason) => {
|
||||
if (!resolved) rej(new Error(reason));
|
||||
opts.onclose?.(reason);
|
||||
},
|
||||
});
|
||||
});
|
||||
return new Promise<Subscription>((res, rej) => {
|
||||
const sub = relay.subscribe(filters, {
|
||||
onevent: (event) => {
|
||||
if (!resolved) res(sub);
|
||||
opts.onevent?.(event);
|
||||
},
|
||||
oneose: () => {
|
||||
if (!resolved) res(sub);
|
||||
opts.oneose?.();
|
||||
},
|
||||
onclose: (reason) => {
|
||||
if (!resolved) rej(new Error(reason));
|
||||
opts.onclose?.(reason);
|
||||
},
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
type EventMap = {
|
||||
started: [Receiver];
|
||||
stopped: [Receiver];
|
||||
status: [string];
|
||||
rebuild: [];
|
||||
subscribed: [string, string[]];
|
||||
closed: [string, string[]];
|
||||
error: [Error];
|
||||
event: [NostrEvent];
|
||||
started: [Receiver];
|
||||
stopped: [Receiver];
|
||||
status: [string];
|
||||
rebuild: [];
|
||||
subscribed: [string, string[]];
|
||||
closed: [string, string[]];
|
||||
error: [Error];
|
||||
event: [NostrEvent];
|
||||
};
|
||||
|
||||
type ReceiverStatus = 'running' | 'starting' | 'errored' | 'stopped';
|
||||
type ReceiverStatus = "running" | "starting" | "errored" | "stopped";
|
||||
|
||||
export default class Receiver extends EventEmitter<EventMap> {
|
||||
log = logger.extend('Receiver');
|
||||
log = logger.extend("Receiver");
|
||||
|
||||
_status: ReceiverStatus = 'stopped';
|
||||
get status() {
|
||||
return this._status;
|
||||
}
|
||||
set status(v: ReceiverStatus) {
|
||||
this._status = v;
|
||||
this.emit('status', v);
|
||||
}
|
||||
_status: ReceiverStatus = "stopped";
|
||||
get status() {
|
||||
return this._status;
|
||||
}
|
||||
set status(v: ReceiverStatus) {
|
||||
this._status = v;
|
||||
this.emit("status", v);
|
||||
}
|
||||
|
||||
starting = true;
|
||||
startupError?: Error;
|
||||
starting = true;
|
||||
startupError?: Error;
|
||||
|
||||
app: App;
|
||||
pool: SimplePool;
|
||||
app: App;
|
||||
pool: SimplePool;
|
||||
|
||||
subscriptions = new Map<string, Subscription>();
|
||||
subscriptions = new Map<string, Subscription>();
|
||||
|
||||
constructor(app: App, pool?: SimplePool) {
|
||||
super();
|
||||
this.app = app;
|
||||
this.pool = pool || app.pool;
|
||||
}
|
||||
constructor(app: App, pool?: SimplePool) {
|
||||
super();
|
||||
this.app = app;
|
||||
this.pool = pool || app.pool;
|
||||
}
|
||||
|
||||
// pubkey -> relays
|
||||
private pubkeyRelays = new Map<string, Set<string>>();
|
||||
// relay url -> pubkeys
|
||||
private relayPubkeys = new SuperMap<string, Set<string>>(() => new Set());
|
||||
// pubkey -> relays
|
||||
private pubkeyRelays = new Map<string, Set<string>>();
|
||||
// relay url -> pubkeys
|
||||
private relayPubkeys = new SuperMap<string, Set<string>>(() => new Set());
|
||||
|
||||
// the current request map in the format of relay -> pubkeys
|
||||
map = new SuperMap<string, Set<string>>(() => new Set());
|
||||
// the current request map in the format of relay -> pubkeys
|
||||
map = new SuperMap<string, Set<string>>(() => new Set());
|
||||
|
||||
async fetchData() {
|
||||
const owner = this.app.config.data.owner;
|
||||
if (!owner) throw new Error('Missing owner');
|
||||
async fetchData() {
|
||||
const owner = this.app.config.data.owner;
|
||||
if (!owner) throw new Error("Missing owner");
|
||||
|
||||
const ownerMailboxes = await this.app.addressBook.loadMailboxes(owner);
|
||||
const ownerInboxes = getInboxes(ownerMailboxes);
|
||||
const ownerOutboxes = getOutboxes(ownerMailboxes);
|
||||
const ownerMailboxes = await this.app.addressBook.loadMailboxes(owner);
|
||||
const ownerInboxes = getInboxes(ownerMailboxes);
|
||||
const ownerOutboxes = getOutboxes(ownerMailboxes);
|
||||
|
||||
this.log('Searching for owner kind:3 contacts');
|
||||
const contacts = await this.app.contactBook.loadContacts(owner);
|
||||
if (!contacts) throw new Error('Cant find contacts');
|
||||
this.log("Searching for owner kind:3 contacts");
|
||||
const contacts = await this.app.contactBook.loadContacts(owner);
|
||||
if (!contacts) throw new Error("Cant find contacts");
|
||||
|
||||
this.pubkeyRelays.clear();
|
||||
this.relayPubkeys.clear();
|
||||
this.pubkeyRelays.clear();
|
||||
this.relayPubkeys.clear();
|
||||
|
||||
// add the owners details
|
||||
this.pubkeyRelays.set(owner, new Set(ownerOutboxes));
|
||||
for (const url of ownerOutboxes) this.relayPubkeys.get(url).add(owner);
|
||||
// add the owners details
|
||||
this.pubkeyRelays.set(owner, new Set(ownerOutboxes));
|
||||
for (const url of ownerOutboxes) this.relayPubkeys.get(url).add(owner);
|
||||
|
||||
const people = getPubkeysFromList(contacts);
|
||||
const people = getPubkeysFromList(contacts);
|
||||
|
||||
this.log(`Found ${people.length} contacts`);
|
||||
this.log(`Found ${people.length} contacts`);
|
||||
|
||||
let usersWithMailboxes = 0;
|
||||
let usersWithContactRelays = 0;
|
||||
let usersWithFallbackRelays = 0;
|
||||
let usersWithMailboxes = 0;
|
||||
let usersWithContactRelays = 0;
|
||||
let usersWithFallbackRelays = 0;
|
||||
|
||||
// fetch all addresses in parallel
|
||||
await Promise.all(
|
||||
people.map(async (person) => {
|
||||
const mailboxes = await this.app.addressBook.loadMailboxes(person.pubkey, ownerInboxes ?? BOOTSTRAP_RELAYS);
|
||||
// fetch all addresses in parallel
|
||||
await Promise.all(
|
||||
people.map(async (person) => {
|
||||
const mailboxes = await this.app.addressBook.loadMailboxes(person.pubkey, ownerInboxes ?? BOOTSTRAP_RELAYS);
|
||||
|
||||
let relays = getOutboxes(mailboxes);
|
||||
let relays = getOutboxes(mailboxes);
|
||||
|
||||
// if the user does not have any mailboxes try to get the relays stored in the contact list
|
||||
if (relays.length === 0) {
|
||||
this.log(`Failed to find mailboxes for ${person.pubkey}`);
|
||||
const contacts = await this.app.contactBook.loadContacts(person.pubkey, ownerInboxes ?? BOOTSTRAP_RELAYS);
|
||||
// if the user does not have any mailboxes try to get the relays stored in the contact list
|
||||
if (relays.length === 0) {
|
||||
this.log(`Failed to find mailboxes for ${person.pubkey}`);
|
||||
const contacts = await this.app.contactBook.loadContacts(person.pubkey, ownerInboxes ?? BOOTSTRAP_RELAYS);
|
||||
|
||||
if (contacts && contacts.content.startsWith('{')) {
|
||||
const parsed = getRelaysFromContactList(contacts);
|
||||
if (parsed) {
|
||||
relays = parsed.filter((r) => r.write).map((r) => r.url);
|
||||
usersWithContactRelays++;
|
||||
} else {
|
||||
relays = BOOTSTRAP_RELAYS;
|
||||
usersWithFallbackRelays++;
|
||||
}
|
||||
} else {
|
||||
relays = BOOTSTRAP_RELAYS;
|
||||
usersWithFallbackRelays++;
|
||||
}
|
||||
} else usersWithMailboxes++;
|
||||
if (contacts && contacts.content.startsWith("{")) {
|
||||
const parsed = getRelaysFromContactList(contacts);
|
||||
if (parsed) {
|
||||
relays = parsed.filter((r) => r.write).map((r) => r.url);
|
||||
usersWithContactRelays++;
|
||||
} else {
|
||||
relays = BOOTSTRAP_RELAYS;
|
||||
usersWithFallbackRelays++;
|
||||
}
|
||||
} else {
|
||||
relays = BOOTSTRAP_RELAYS;
|
||||
usersWithFallbackRelays++;
|
||||
}
|
||||
} else usersWithMailboxes++;
|
||||
|
||||
// add pubkey details
|
||||
this.pubkeyRelays.set(person.pubkey, new Set(relays));
|
||||
for (const url of relays) this.relayPubkeys.get(url).add(person.pubkey);
|
||||
}),
|
||||
);
|
||||
// add pubkey details
|
||||
this.pubkeyRelays.set(person.pubkey, new Set(relays));
|
||||
for (const url of relays) this.relayPubkeys.get(url).add(person.pubkey);
|
||||
}),
|
||||
);
|
||||
|
||||
this.log(
|
||||
`Found ${usersWithMailboxes} users with mailboxes, ${usersWithContactRelays} user with relays in contact list, and ${usersWithFallbackRelays} using fallback relays`,
|
||||
);
|
||||
}
|
||||
this.log(
|
||||
`Found ${usersWithMailboxes} users with mailboxes, ${usersWithContactRelays} user with relays in contact list, and ${usersWithFallbackRelays} using fallback relays`,
|
||||
);
|
||||
}
|
||||
|
||||
buildMap() {
|
||||
this.map.clear();
|
||||
buildMap() {
|
||||
this.map.clear();
|
||||
|
||||
// sort pubkey relays by popularity
|
||||
for (const [pubkey, relays] of this.pubkeyRelays) {
|
||||
const sorted = Array.from(relays).sort((a, b) => this.relayPubkeys.get(b).size - this.relayPubkeys.get(a).size);
|
||||
// sort pubkey relays by popularity
|
||||
for (const [pubkey, relays] of this.pubkeyRelays) {
|
||||
const sorted = Array.from(relays).sort((a, b) => this.relayPubkeys.get(b).size - this.relayPubkeys.get(a).size);
|
||||
|
||||
// add the pubkey to their top two relays
|
||||
for (const url of sorted.slice(0, 2)) this.map.get(url).add(pubkey);
|
||||
}
|
||||
// add the pubkey to their top two relays
|
||||
for (const url of sorted.slice(0, 2)) this.map.get(url).add(pubkey);
|
||||
}
|
||||
|
||||
this.emit('rebuild');
|
||||
this.emit("rebuild");
|
||||
|
||||
return this.map;
|
||||
}
|
||||
return this.map;
|
||||
}
|
||||
|
||||
private handleEvent(event: NostrEvent) {
|
||||
this.emit('event', event);
|
||||
}
|
||||
private handleEvent(event: NostrEvent) {
|
||||
this.emit("event", event);
|
||||
}
|
||||
|
||||
async updateRelaySubscription(url: string) {
|
||||
const pubkeys = this.map.get(url);
|
||||
if (pubkeys.size === 0) return;
|
||||
async updateRelaySubscription(url: string) {
|
||||
const pubkeys = this.map.get(url);
|
||||
if (pubkeys.size === 0) return;
|
||||
|
||||
const subscription = this.subscriptions.get(url);
|
||||
if (!subscription || subscription.closed) {
|
||||
const relay = await this.app.pool.ensureRelay(url);
|
||||
const subscription = this.subscriptions.get(url);
|
||||
if (!subscription || subscription.closed) {
|
||||
const relay = await this.app.pool.ensureRelay(url);
|
||||
|
||||
const sub = relay.subscribe([{ authors: Array.from(pubkeys) }], {
|
||||
onevent: this.handleEvent.bind(this),
|
||||
onclose: () => {
|
||||
this.emit('closed', url, Array.from(pubkeys));
|
||||
// wait 30 seconds then try to reconnect
|
||||
setTimeout(() => {
|
||||
this.updateRelaySubscription(url);
|
||||
}, 30_000);
|
||||
},
|
||||
});
|
||||
const sub = relay.subscribe([{ authors: Array.from(pubkeys) }], {
|
||||
onevent: this.handleEvent.bind(this),
|
||||
onclose: () => {
|
||||
this.emit("closed", url, Array.from(pubkeys));
|
||||
// wait 30 seconds then try to reconnect
|
||||
setTimeout(() => {
|
||||
this.updateRelaySubscription(url);
|
||||
}, 30_000);
|
||||
},
|
||||
});
|
||||
|
||||
this.emit('subscribed', url, Array.from(pubkeys));
|
||||
this.subscriptions.set(url, sub);
|
||||
this.log(`Subscribed to ${url} for ${pubkeys.size} pubkeys`);
|
||||
} else {
|
||||
const hasOld = subscription.filters[0].authors?.some((p) => !pubkeys.has(p));
|
||||
const hasNew = Array.from(pubkeys).some((p) => !subscription.filters[0].authors?.includes(p));
|
||||
this.emit("subscribed", url, Array.from(pubkeys));
|
||||
this.subscriptions.set(url, sub);
|
||||
this.log(`Subscribed to ${url} for ${pubkeys.size} pubkeys`);
|
||||
} else {
|
||||
const hasOld = subscription.filters[0].authors?.some((p) => !pubkeys.has(p));
|
||||
const hasNew = Array.from(pubkeys).some((p) => !subscription.filters[0].authors?.includes(p));
|
||||
|
||||
if (hasNew || hasOld) {
|
||||
// reset the subscription
|
||||
subscription.eosed = false;
|
||||
subscription.filters = [{ authors: Array.from(pubkeys) }];
|
||||
subscription.fire();
|
||||
this.log(`Subscribed to ${url} with ${pubkeys.size} pubkeys`);
|
||||
}
|
||||
}
|
||||
}
|
||||
if (hasNew || hasOld) {
|
||||
// reset the subscription
|
||||
subscription.eosed = false;
|
||||
subscription.filters = [{ authors: Array.from(pubkeys) }];
|
||||
subscription.fire();
|
||||
this.log(`Subscribed to ${url} with ${pubkeys.size} pubkeys`);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
ensureSubscriptions() {
|
||||
const promises: Promise<void>[] = [];
|
||||
ensureSubscriptions() {
|
||||
const promises: Promise<void>[] = [];
|
||||
|
||||
for (const [url, pubkeys] of this.map) {
|
||||
const p = this.updateRelaySubscription(url).catch((error) => {
|
||||
// failed to connect to relay
|
||||
// this needs to be remembered and the subscription map should be rebuilt accordingly
|
||||
});
|
||||
for (const [url, pubkeys] of this.map) {
|
||||
const p = this.updateRelaySubscription(url).catch((error) => {
|
||||
// failed to connect to relay
|
||||
// this needs to be remembered and the subscription map should be rebuilt accordingly
|
||||
});
|
||||
|
||||
promises.push(p);
|
||||
}
|
||||
promises.push(p);
|
||||
}
|
||||
|
||||
return Promise.all(promises);
|
||||
}
|
||||
return Promise.all(promises);
|
||||
}
|
||||
|
||||
async start() {
|
||||
if (this.status === 'running' || this.status === 'starting') return;
|
||||
async start() {
|
||||
if (this.status === "running" || this.status === "starting") return;
|
||||
|
||||
try {
|
||||
this.log('Starting');
|
||||
this.startupError = undefined;
|
||||
this.status = 'starting';
|
||||
try {
|
||||
this.log("Starting");
|
||||
this.startupError = undefined;
|
||||
this.status = "starting";
|
||||
|
||||
await this.fetchData();
|
||||
this.buildMap();
|
||||
await this.ensureSubscriptions();
|
||||
await this.fetchData();
|
||||
this.buildMap();
|
||||
await this.ensureSubscriptions();
|
||||
|
||||
this.status = 'running';
|
||||
this.emit('started', this);
|
||||
} catch (error) {
|
||||
this.status = 'errored';
|
||||
if (error instanceof Error) {
|
||||
this.startupError = error;
|
||||
this.log(`Failed to start receiver`, error.message);
|
||||
this.emit('error', error);
|
||||
}
|
||||
}
|
||||
}
|
||||
this.status = "running";
|
||||
this.emit("started", this);
|
||||
} catch (error) {
|
||||
this.status = "errored";
|
||||
if (error instanceof Error) {
|
||||
this.startupError = error;
|
||||
this.log(`Failed to start receiver`, error.message);
|
||||
this.emit("error", error);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/** stop receiving events and disconnect from all relays */
|
||||
stop() {
|
||||
if (this.status === 'stopped') return;
|
||||
/** stop receiving events and disconnect from all relays */
|
||||
stop() {
|
||||
if (this.status === "stopped") return;
|
||||
|
||||
this.status = 'stopped';
|
||||
this.status = "stopped";
|
||||
|
||||
for (const [relay, sub] of this.subscriptions) sub.close();
|
||||
this.subscriptions.clear();
|
||||
for (const [relay, sub] of this.subscriptions) sub.close();
|
||||
this.subscriptions.clear();
|
||||
|
||||
this.log('Stopped');
|
||||
this.emit('stopped', this);
|
||||
}
|
||||
this.log("Stopped");
|
||||
this.emit("stopped", this);
|
||||
}
|
||||
|
||||
destroy() {
|
||||
this.stop();
|
||||
this.removeAllListeners();
|
||||
}
|
||||
destroy() {
|
||||
this.stop();
|
||||
this.removeAllListeners();
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,115 +1,115 @@
|
||||
import { ReportArguments, ReportResults } from '@satellite-earth/core/types';
|
||||
import { NostrEvent } from 'nostr-tools';
|
||||
import { getTagValue } from '@satellite-earth/core/helpers/nostr';
|
||||
import SuperMap from '@satellite-earth/core/helpers/super-map.js';
|
||||
import { ReportArguments, ReportResults } from "@satellite-earth/core/types";
|
||||
import { NostrEvent } from "nostr-tools";
|
||||
import { getTagValue } from "@satellite-earth/core/helpers/nostr";
|
||||
import SuperMap from "@satellite-earth/core/helpers/super-map.js";
|
||||
|
||||
import Report from '../report.js';
|
||||
import Report from "../report.js";
|
||||
|
||||
export default class ConversationsReport extends Report<'CONVERSATIONS'> {
|
||||
readonly type = 'CONVERSATIONS';
|
||||
export default class ConversationsReport extends Report<"CONVERSATIONS"> {
|
||||
readonly type = "CONVERSATIONS";
|
||||
|
||||
private async getConversationResult(self: string, other: string) {
|
||||
const sent = this.app.database.db
|
||||
.prepare<[string, string], { pubkey: string; count: number; lastMessage: number }>(
|
||||
`
|
||||
private async getConversationResult(self: string, other: string) {
|
||||
const sent = this.app.database.db
|
||||
.prepare<[string, string], { pubkey: string; count: number; lastMessage: number }>(
|
||||
`
|
||||
SELECT tags.v as pubkey, count(events.id) as count, max(events.created_at) as lastMessage FROM tags
|
||||
INNER JOIN events ON events.id = tags.e
|
||||
WHERE events.kind = 4 AND tags.t = 'p' AND events.pubkey = ? AND tags.v = ?`,
|
||||
)
|
||||
.get(self, other);
|
||||
)
|
||||
.get(self, other);
|
||||
|
||||
const received = this.app.database.db
|
||||
.prepare<[string, string], { pubkey: string; count: number; lastMessage: number }>(
|
||||
`
|
||||
const received = this.app.database.db
|
||||
.prepare<[string, string], { pubkey: string; count: number; lastMessage: number }>(
|
||||
`
|
||||
SELECT events.pubkey, count(events.id) as count, max(events.created_at) as lastMessage FROM events
|
||||
INNER JOIN tags ON tags.e = events.id
|
||||
WHERE events.kind = 4 AND tags.t = 'p' AND tags.v = ? AND events.pubkey = ?`,
|
||||
)
|
||||
.get(self, other);
|
||||
)
|
||||
.get(self, other);
|
||||
|
||||
const result: ReportResults['CONVERSATIONS'] = {
|
||||
pubkey: other,
|
||||
count: (received?.count ?? 0) + (sent?.count ?? 0),
|
||||
sent: 0,
|
||||
received: 0,
|
||||
};
|
||||
const result: ReportResults["CONVERSATIONS"] = {
|
||||
pubkey: other,
|
||||
count: (received?.count ?? 0) + (sent?.count ?? 0),
|
||||
sent: 0,
|
||||
received: 0,
|
||||
};
|
||||
|
||||
if (received) {
|
||||
result.received = received.count;
|
||||
result.lastReceived = received.lastMessage;
|
||||
}
|
||||
if (sent) {
|
||||
result.sent = sent.count;
|
||||
result.lastSent = sent.lastMessage;
|
||||
}
|
||||
if (received) {
|
||||
result.received = received.count;
|
||||
result.lastReceived = received.lastMessage;
|
||||
}
|
||||
if (sent) {
|
||||
result.sent = sent.count;
|
||||
result.lastSent = sent.lastMessage;
|
||||
}
|
||||
|
||||
return result;
|
||||
}
|
||||
private async getAllConversationResults(self: string) {
|
||||
const sent = this.app.database.db
|
||||
.prepare<[string], { pubkey: string; count: number; lastMessage: number }>(
|
||||
`
|
||||
return result;
|
||||
}
|
||||
private async getAllConversationResults(self: string) {
|
||||
const sent = this.app.database.db
|
||||
.prepare<[string], { pubkey: string; count: number; lastMessage: number }>(
|
||||
`
|
||||
SELECT tags.v as pubkey, count(tags.v) as count, max(events.created_at) as lastMessage FROM tags
|
||||
INNER JOIN events ON events.id = tags.e
|
||||
WHERE events.kind = 4 AND tags.t = 'p' AND events.pubkey = ?
|
||||
GROUP BY tags.v`,
|
||||
)
|
||||
.all(self);
|
||||
)
|
||||
.all(self);
|
||||
|
||||
const received = this.app.database.db
|
||||
.prepare<[string], { pubkey: string; count: number; lastMessage: number }>(
|
||||
`
|
||||
const received = this.app.database.db
|
||||
.prepare<[string], { pubkey: string; count: number; lastMessage: number }>(
|
||||
`
|
||||
SELECT events.pubkey, count(events.pubkey) as count, max(events.created_at) as lastMessage FROM events
|
||||
INNER JOIN tags ON tags.e = events.id
|
||||
WHERE events.kind = 4 AND tags.t = 'p' AND tags.v = ?
|
||||
GROUP BY events.pubkey`,
|
||||
)
|
||||
.all(self);
|
||||
)
|
||||
.all(self);
|
||||
|
||||
const results = new SuperMap<string, ReportResults['CONVERSATIONS']>((pubkey) => ({
|
||||
pubkey,
|
||||
count: sent.length + received.length,
|
||||
sent: 0,
|
||||
received: 0,
|
||||
}));
|
||||
const results = new SuperMap<string, ReportResults["CONVERSATIONS"]>((pubkey) => ({
|
||||
pubkey,
|
||||
count: sent.length + received.length,
|
||||
sent: 0,
|
||||
received: 0,
|
||||
}));
|
||||
|
||||
for (const { pubkey, count, lastMessage } of received) {
|
||||
const result = results.get(pubkey);
|
||||
result.received = count;
|
||||
result.lastReceived = lastMessage;
|
||||
}
|
||||
for (const { pubkey, count, lastMessage } of sent) {
|
||||
const result = results.get(pubkey);
|
||||
result.sent = count;
|
||||
result.lastSent = lastMessage;
|
||||
}
|
||||
for (const { pubkey, count, lastMessage } of received) {
|
||||
const result = results.get(pubkey);
|
||||
result.received = count;
|
||||
result.lastReceived = lastMessage;
|
||||
}
|
||||
for (const { pubkey, count, lastMessage } of sent) {
|
||||
const result = results.get(pubkey);
|
||||
result.sent = count;
|
||||
result.lastSent = lastMessage;
|
||||
}
|
||||
|
||||
return Array.from(results.values()).sort(
|
||||
(a, b) => Math.max(b.lastReceived ?? 0, b.lastSent ?? 0) - Math.max(a.lastReceived ?? 0, a.lastSent ?? 0),
|
||||
);
|
||||
}
|
||||
return Array.from(results.values()).sort(
|
||||
(a, b) => Math.max(b.lastReceived ?? 0, b.lastSent ?? 0) - Math.max(a.lastReceived ?? 0, a.lastSent ?? 0),
|
||||
);
|
||||
}
|
||||
|
||||
async setup(args: ReportArguments['CONVERSATIONS']) {
|
||||
const listener = (event: NostrEvent) => {
|
||||
const from = event.pubkey;
|
||||
const to = getTagValue(event, 'p');
|
||||
if (!to) return;
|
||||
async setup(args: ReportArguments["CONVERSATIONS"]) {
|
||||
const listener = (event: NostrEvent) => {
|
||||
const from = event.pubkey;
|
||||
const to = getTagValue(event, "p");
|
||||
if (!to) return;
|
||||
|
||||
const self = args.pubkey;
|
||||
const self = args.pubkey;
|
||||
|
||||
// get the latest stats from the database
|
||||
this.getConversationResult(self, self === from ? to : from).then((result) => this.send(result));
|
||||
};
|
||||
// get the latest stats from the database
|
||||
this.getConversationResult(self, self === from ? to : from).then((result) => this.send(result));
|
||||
};
|
||||
|
||||
this.app.directMessageManager.on('message', listener);
|
||||
return () => this.app.directMessageManager.off('message', listener);
|
||||
}
|
||||
this.app.directMessageManager.on("message", listener);
|
||||
return () => this.app.directMessageManager.off("message", listener);
|
||||
}
|
||||
|
||||
async execute(args: ReportArguments['CONVERSATIONS']) {
|
||||
const results = await this.getAllConversationResults(args.pubkey);
|
||||
async execute(args: ReportArguments["CONVERSATIONS"]) {
|
||||
const results = await this.getAllConversationResults(args.pubkey);
|
||||
|
||||
for (const result of results) {
|
||||
this.send(result);
|
||||
}
|
||||
}
|
||||
for (const result of results) {
|
||||
this.send(result);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,11 +1,11 @@
|
||||
import { ReportArguments } from '@satellite-earth/core/types';
|
||||
import Report from '../report.js';
|
||||
import { ReportArguments } from "@satellite-earth/core/types";
|
||||
import Report from "../report.js";
|
||||
|
||||
export default class DMSearchReport extends Report<'DM_SEARCH'> {
|
||||
readonly type = 'DM_SEARCH';
|
||||
export default class DMSearchReport extends Report<"DM_SEARCH"> {
|
||||
readonly type = "DM_SEARCH";
|
||||
|
||||
async execute(args: ReportArguments['DM_SEARCH']) {
|
||||
const results = await this.app.decryptionCache.search(args.query, args);
|
||||
for (const result of results) this.send(result);
|
||||
}
|
||||
async execute(args: ReportArguments["DM_SEARCH"]) {
|
||||
const results = await this.app.decryptionCache.search(args.query, args);
|
||||
for (const result of results) this.send(result);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,12 +1,12 @@
|
||||
import { ReportArguments } from '@satellite-earth/core/types';
|
||||
import { EventRow, parseEventRow } from '@satellite-earth/core';
|
||||
import Report from '../report.js';
|
||||
import { ReportArguments } from "@satellite-earth/core/types";
|
||||
import { EventRow, parseEventRow } from "@satellite-earth/core";
|
||||
import Report from "../report.js";
|
||||
|
||||
export default class EventsSummaryReport extends Report<'EVENTS_SUMMARY'> {
|
||||
readonly type = 'EVENTS_SUMMARY';
|
||||
export default class EventsSummaryReport extends Report<"EVENTS_SUMMARY"> {
|
||||
readonly type = "EVENTS_SUMMARY";
|
||||
|
||||
async execute(args: ReportArguments['EVENTS_SUMMARY']): Promise<void> {
|
||||
let sql = `
|
||||
async execute(args: ReportArguments["EVENTS_SUMMARY"]): Promise<void> {
|
||||
let sql = `
|
||||
SELECT
|
||||
events.*,
|
||||
COUNT(l.id) AS reactions,
|
||||
@@ -20,50 +20,50 @@ export default class EventsSummaryReport extends Report<'EVENTS_SUMMARY'> {
|
||||
LEFT JOIN events AS r ON r.id = tags.e AND r.kind = 1
|
||||
`;
|
||||
|
||||
const params: any[] = [];
|
||||
const conditions: string[] = [];
|
||||
const params: any[] = [];
|
||||
const conditions: string[] = [];
|
||||
|
||||
if (args.kind !== undefined) {
|
||||
conditions.push(`events.kind = ?`);
|
||||
params.push(args.kind);
|
||||
}
|
||||
if (args.pubkey !== undefined) {
|
||||
conditions.push(`events.pubkey = ?`);
|
||||
params.push(args.pubkey);
|
||||
}
|
||||
if (args.kind !== undefined) {
|
||||
conditions.push(`events.kind = ?`);
|
||||
params.push(args.kind);
|
||||
}
|
||||
if (args.pubkey !== undefined) {
|
||||
conditions.push(`events.pubkey = ?`);
|
||||
params.push(args.pubkey);
|
||||
}
|
||||
|
||||
if (conditions.length > 0) {
|
||||
sql += ` WHERE ${conditions.join(' AND ')}\n`;
|
||||
}
|
||||
if (conditions.length > 0) {
|
||||
sql += ` WHERE ${conditions.join(" AND ")}\n`;
|
||||
}
|
||||
|
||||
sql += ' GROUP BY events.id\n';
|
||||
sql += " GROUP BY events.id\n";
|
||||
|
||||
switch (args.order) {
|
||||
case 'created_at':
|
||||
sql += ` ORDER BY events.created_at DESC\n`;
|
||||
break;
|
||||
default:
|
||||
case 'interactions':
|
||||
sql += ` ORDER BY reactions + shares + replies DESC\n`;
|
||||
break;
|
||||
}
|
||||
switch (args.order) {
|
||||
case "created_at":
|
||||
sql += ` ORDER BY events.created_at DESC\n`;
|
||||
break;
|
||||
default:
|
||||
case "interactions":
|
||||
sql += ` ORDER BY reactions + shares + replies DESC\n`;
|
||||
break;
|
||||
}
|
||||
|
||||
let limit = args.limit || 100;
|
||||
sql += ` LIMIT ?`;
|
||||
params.push(limit);
|
||||
let limit = args.limit || 100;
|
||||
sql += ` LIMIT ?`;
|
||||
params.push(limit);
|
||||
|
||||
const rows = await this.app.database.db
|
||||
.prepare<any[], EventRow & { reactions: number; shares: number; replies: number }>(sql)
|
||||
.all(...params);
|
||||
const rows = await this.app.database.db
|
||||
.prepare<any[], EventRow & { reactions: number; shares: number; replies: number }>(sql)
|
||||
.all(...params);
|
||||
|
||||
const results = rows.map((row) => {
|
||||
const event = parseEventRow(row);
|
||||
const results = rows.map((row) => {
|
||||
const event = parseEventRow(row);
|
||||
|
||||
return { event, reactions: row.reactions, shares: row.shares, replies: row.replies };
|
||||
});
|
||||
return { event, reactions: row.reactions, shares: row.shares, replies: row.replies };
|
||||
});
|
||||
|
||||
for (const result of results) {
|
||||
this.send(result);
|
||||
}
|
||||
}
|
||||
for (const result of results) {
|
||||
this.send(result);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,30 +1,30 @@
|
||||
import { ReportArguments } from '@satellite-earth/core/types';
|
||||
import Report from '../report.js';
|
||||
import { ReportArguments } from "@satellite-earth/core/types";
|
||||
import Report from "../report.js";
|
||||
|
||||
import OverviewReport from './overview.js';
|
||||
import ConversationsReport from './conversations.js';
|
||||
import LogsReport from './logs.js';
|
||||
import ServicesReport from './services.js';
|
||||
import DMSearchReport from './dm-search.js';
|
||||
import ScrapperStatusReport from './scrapper-status.js';
|
||||
import ReceiverStatusReport from './receiver-status.js';
|
||||
import NetworkStatusReport from './network-status.js';
|
||||
import NotificationChannelsReport from './notification-channels.js';
|
||||
import EventsSummaryReport from './events-summary.js';
|
||||
import OverviewReport from "./overview.js";
|
||||
import ConversationsReport from "./conversations.js";
|
||||
import LogsReport from "./logs.js";
|
||||
import ServicesReport from "./services.js";
|
||||
import DMSearchReport from "./dm-search.js";
|
||||
import ScrapperStatusReport from "./scrapper-status.js";
|
||||
import ReceiverStatusReport from "./receiver-status.js";
|
||||
import NetworkStatusReport from "./network-status.js";
|
||||
import NotificationChannelsReport from "./notification-channels.js";
|
||||
import EventsSummaryReport from "./events-summary.js";
|
||||
|
||||
const REPORT_CLASSES: {
|
||||
[k in keyof ReportArguments]?: typeof Report<k>;
|
||||
[k in keyof ReportArguments]?: typeof Report<k>;
|
||||
} = {
|
||||
OVERVIEW: OverviewReport,
|
||||
CONVERSATIONS: ConversationsReport,
|
||||
LOGS: LogsReport,
|
||||
SERVICES: ServicesReport,
|
||||
DM_SEARCH: DMSearchReport,
|
||||
SCRAPPER_STATUS: ScrapperStatusReport,
|
||||
RECEIVER_STATUS: ReceiverStatusReport,
|
||||
NETWORK_STATUS: NetworkStatusReport,
|
||||
NOTIFICATION_CHANNELS: NotificationChannelsReport,
|
||||
EVENTS_SUMMARY: EventsSummaryReport,
|
||||
OVERVIEW: OverviewReport,
|
||||
CONVERSATIONS: ConversationsReport,
|
||||
LOGS: LogsReport,
|
||||
SERVICES: ServicesReport,
|
||||
DM_SEARCH: DMSearchReport,
|
||||
SCRAPPER_STATUS: ScrapperStatusReport,
|
||||
RECEIVER_STATUS: ReceiverStatusReport,
|
||||
NETWORK_STATUS: NetworkStatusReport,
|
||||
NOTIFICATION_CHANNELS: NotificationChannelsReport,
|
||||
EVENTS_SUMMARY: EventsSummaryReport,
|
||||
};
|
||||
|
||||
export default REPORT_CLASSES;
|
||||
|
||||
@@ -1,23 +1,23 @@
|
||||
import { ReportArguments } from '@satellite-earth/core/types';
|
||||
import { ReportArguments } from "@satellite-earth/core/types";
|
||||
|
||||
import { LogEntry } from '../../log-store/log-store.js';
|
||||
import Report from '../report.js';
|
||||
import { LogEntry } from "../../log-store/log-store.js";
|
||||
import Report from "../report.js";
|
||||
|
||||
/** WARNING: be careful of calling this.log in this class. it could trigger an infinite loop of logging */
|
||||
export default class LogsReport extends Report<'LOGS'> {
|
||||
readonly type = 'LOGS';
|
||||
export default class LogsReport extends Report<"LOGS"> {
|
||||
readonly type = "LOGS";
|
||||
|
||||
async setup() {
|
||||
const listener = (entry: LogEntry) => {
|
||||
if (!this.args?.service || entry.service === this.args.service) this.send(entry);
|
||||
};
|
||||
async setup() {
|
||||
const listener = (entry: LogEntry) => {
|
||||
if (!this.args?.service || entry.service === this.args.service) this.send(entry);
|
||||
};
|
||||
|
||||
this.app.logStore.on('log', listener);
|
||||
return () => this.app.logStore.off('log', listener);
|
||||
}
|
||||
this.app.logStore.on("log", listener);
|
||||
return () => this.app.logStore.off("log", listener);
|
||||
}
|
||||
|
||||
async execute(args: ReportArguments['LOGS']) {
|
||||
const logs = this.app.logStore.getLogs({ service: args.service, limit: 500 });
|
||||
for (const entry of logs) this.send(entry);
|
||||
}
|
||||
async execute(args: ReportArguments["LOGS"]) {
|
||||
const logs = this.app.logStore.getLogs({ service: args.service, limit: 500 });
|
||||
for (const entry of logs) this.send(entry);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,69 +1,69 @@
|
||||
import Report from '../report.js';
|
||||
import Report from "../report.js";
|
||||
|
||||
export default class NetworkStatusReport extends Report<'NETWORK_STATUS'> {
|
||||
readonly type = 'NETWORK_STATUS';
|
||||
export default class NetworkStatusReport extends Report<"NETWORK_STATUS"> {
|
||||
readonly type = "NETWORK_STATUS";
|
||||
|
||||
update() {
|
||||
const torIn = this.app.inboundNetwork.tor;
|
||||
const torOut = this.app.outboundNetwork.tor;
|
||||
const hyperIn = this.app.inboundNetwork.hyper;
|
||||
const hyperOut = this.app.outboundNetwork.hyper;
|
||||
const i2pIn = this.app.inboundNetwork.i2p;
|
||||
const i2pOut = this.app.outboundNetwork.i2p;
|
||||
update() {
|
||||
const torIn = this.app.inboundNetwork.tor;
|
||||
const torOut = this.app.outboundNetwork.tor;
|
||||
const hyperIn = this.app.inboundNetwork.hyper;
|
||||
const hyperOut = this.app.outboundNetwork.hyper;
|
||||
const i2pIn = this.app.inboundNetwork.i2p;
|
||||
const i2pOut = this.app.outboundNetwork.i2p;
|
||||
|
||||
this.send({
|
||||
tor: {
|
||||
inbound: {
|
||||
available: torIn.available,
|
||||
running: torIn.running,
|
||||
error: torIn.error?.message,
|
||||
address: torIn.address,
|
||||
},
|
||||
outbound: {
|
||||
available: torOut.available,
|
||||
running: torOut.running,
|
||||
error: torOut.error?.message,
|
||||
},
|
||||
},
|
||||
hyper: {
|
||||
inbound: {
|
||||
available: hyperIn.available,
|
||||
running: hyperIn.running,
|
||||
error: hyperIn.error?.message,
|
||||
address: hyperIn.address,
|
||||
},
|
||||
outbound: {
|
||||
available: hyperOut.available,
|
||||
running: hyperOut.running,
|
||||
error: hyperOut.error?.message,
|
||||
},
|
||||
},
|
||||
i2p: {
|
||||
inbound: {
|
||||
available: i2pIn.available,
|
||||
running: i2pIn.running,
|
||||
error: i2pIn.error?.message,
|
||||
address: i2pIn.address,
|
||||
},
|
||||
outbound: {
|
||||
available: i2pOut.available,
|
||||
running: i2pOut.running,
|
||||
error: i2pOut.error?.message,
|
||||
},
|
||||
},
|
||||
});
|
||||
}
|
||||
this.send({
|
||||
tor: {
|
||||
inbound: {
|
||||
available: torIn.available,
|
||||
running: torIn.running,
|
||||
error: torIn.error?.message,
|
||||
address: torIn.address,
|
||||
},
|
||||
outbound: {
|
||||
available: torOut.available,
|
||||
running: torOut.running,
|
||||
error: torOut.error?.message,
|
||||
},
|
||||
},
|
||||
hyper: {
|
||||
inbound: {
|
||||
available: hyperIn.available,
|
||||
running: hyperIn.running,
|
||||
error: hyperIn.error?.message,
|
||||
address: hyperIn.address,
|
||||
},
|
||||
outbound: {
|
||||
available: hyperOut.available,
|
||||
running: hyperOut.running,
|
||||
error: hyperOut.error?.message,
|
||||
},
|
||||
},
|
||||
i2p: {
|
||||
inbound: {
|
||||
available: i2pIn.available,
|
||||
running: i2pIn.running,
|
||||
error: i2pIn.error?.message,
|
||||
address: i2pIn.address,
|
||||
},
|
||||
outbound: {
|
||||
available: i2pOut.available,
|
||||
running: i2pOut.running,
|
||||
error: i2pOut.error?.message,
|
||||
},
|
||||
},
|
||||
});
|
||||
}
|
||||
|
||||
async setup() {
|
||||
const listener = this.update.bind(this);
|
||||
async setup() {
|
||||
const listener = this.update.bind(this);
|
||||
|
||||
// NOTE: set and interval since there are not events to listen to yet
|
||||
const i = setInterval(listener, 1000);
|
||||
// NOTE: set and interval since there are not events to listen to yet
|
||||
const i = setInterval(listener, 1000);
|
||||
|
||||
return () => clearInterval(i);
|
||||
}
|
||||
return () => clearInterval(i);
|
||||
}
|
||||
|
||||
async execute(args: {}): Promise<void> {
|
||||
this.update();
|
||||
}
|
||||
async execute(args: {}): Promise<void> {
|
||||
this.update();
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,29 +1,29 @@
|
||||
import { NotificationChannel } from '@satellite-earth/core/types/control-api/notifications.js';
|
||||
import Report from '../report.js';
|
||||
import { NotificationChannel } from "@satellite-earth/core/types/control-api/notifications.js";
|
||||
import Report from "../report.js";
|
||||
|
||||
export default class NotificationChannelsReport extends Report<'NOTIFICATION_CHANNELS'> {
|
||||
readonly type = 'NOTIFICATION_CHANNELS';
|
||||
export default class NotificationChannelsReport extends Report<"NOTIFICATION_CHANNELS"> {
|
||||
readonly type = "NOTIFICATION_CHANNELS";
|
||||
|
||||
async setup() {
|
||||
const listener = this.send.bind(this);
|
||||
const removeListener = (channel: NotificationChannel) => {
|
||||
this.send(['removed', channel.id]);
|
||||
};
|
||||
async setup() {
|
||||
const listener = this.send.bind(this);
|
||||
const removeListener = (channel: NotificationChannel) => {
|
||||
this.send(["removed", channel.id]);
|
||||
};
|
||||
|
||||
this.app.notifications.on('addChannel', listener);
|
||||
this.app.notifications.on('updateChannel', listener);
|
||||
this.app.notifications.on('removeChannel', removeListener);
|
||||
this.app.notifications.on("addChannel", listener);
|
||||
this.app.notifications.on("updateChannel", listener);
|
||||
this.app.notifications.on("removeChannel", removeListener);
|
||||
|
||||
return () => {
|
||||
this.app.notifications.off('addChannel', listener);
|
||||
this.app.notifications.off('updateChannel', listener);
|
||||
this.app.notifications.off('removeChannel', removeListener);
|
||||
};
|
||||
}
|
||||
return () => {
|
||||
this.app.notifications.off("addChannel", listener);
|
||||
this.app.notifications.off("updateChannel", listener);
|
||||
this.app.notifications.off("removeChannel", removeListener);
|
||||
};
|
||||
}
|
||||
|
||||
async execute(args: {}): Promise<void> {
|
||||
for (const channel of this.app.notifications.channels) {
|
||||
this.send(channel);
|
||||
}
|
||||
}
|
||||
async execute(args: {}): Promise<void> {
|
||||
for (const channel of this.app.notifications.channels) {
|
||||
this.send(channel);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,40 +1,40 @@
|
||||
import { NostrEvent } from 'nostr-tools';
|
||||
import { ReportArguments } from '@satellite-earth/core/types';
|
||||
import { NostrEvent } from "nostr-tools";
|
||||
import { ReportArguments } from "@satellite-earth/core/types";
|
||||
|
||||
import Report from '../report.js';
|
||||
import Report from "../report.js";
|
||||
|
||||
export default class OverviewReport extends Report<'OVERVIEW'> {
|
||||
readonly type = 'OVERVIEW';
|
||||
export default class OverviewReport extends Report<"OVERVIEW"> {
|
||||
readonly type = "OVERVIEW";
|
||||
|
||||
async setup() {
|
||||
const listener = (event: NostrEvent) => {
|
||||
// update summary for pubkey
|
||||
const result = this.app.database.db
|
||||
.prepare<
|
||||
[string],
|
||||
{ pubkey: string; events: number; active: number }
|
||||
>(`SELECT pubkey, COUNT(events.id) as \`events\`, MAX(created_at) as \`active\` FROM events WHERE pubkey=?`)
|
||||
.get(event.pubkey);
|
||||
async setup() {
|
||||
const listener = (event: NostrEvent) => {
|
||||
// update summary for pubkey
|
||||
const result = this.app.database.db
|
||||
.prepare<
|
||||
[string],
|
||||
{ pubkey: string; events: number; active: number }
|
||||
>(`SELECT pubkey, COUNT(events.id) as \`events\`, MAX(created_at) as \`active\` FROM events WHERE pubkey=?`)
|
||||
.get(event.pubkey);
|
||||
|
||||
if (result) this.send(result);
|
||||
};
|
||||
if (result) this.send(result);
|
||||
};
|
||||
|
||||
this.app.eventStore.on('event:inserted', listener);
|
||||
return () => {
|
||||
this.app.eventStore.off('event:inserted', listener);
|
||||
};
|
||||
}
|
||||
this.app.eventStore.on("event:inserted", listener);
|
||||
return () => {
|
||||
this.app.eventStore.off("event:inserted", listener);
|
||||
};
|
||||
}
|
||||
|
||||
async execute(args: ReportArguments['OVERVIEW']) {
|
||||
const results = await this.app.database.db
|
||||
.prepare<
|
||||
[],
|
||||
{ pubkey: string; events: number; active: number }
|
||||
>(`SELECT pubkey, COUNT(events.id) as \`events\`, MAX(created_at) as \`active\` FROM events GROUP BY pubkey ORDER BY \`events\` DESC`)
|
||||
.all();
|
||||
async execute(args: ReportArguments["OVERVIEW"]) {
|
||||
const results = await this.app.database.db
|
||||
.prepare<
|
||||
[],
|
||||
{ pubkey: string; events: number; active: number }
|
||||
>(`SELECT pubkey, COUNT(events.id) as \`events\`, MAX(created_at) as \`active\` FROM events GROUP BY pubkey ORDER BY \`events\` DESC`)
|
||||
.all();
|
||||
|
||||
for (const result of results) {
|
||||
this.send(result);
|
||||
}
|
||||
}
|
||||
for (const result of results) {
|
||||
this.send(result);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,38 +1,38 @@
|
||||
import Report from '../report.js';
|
||||
import Report from "../report.js";
|
||||
|
||||
export default class ReceiverStatusReport extends Report<'RECEIVER_STATUS'> {
|
||||
readonly type = 'RECEIVER_STATUS';
|
||||
export default class ReceiverStatusReport extends Report<"RECEIVER_STATUS"> {
|
||||
readonly type = "RECEIVER_STATUS";
|
||||
|
||||
update() {
|
||||
this.send({
|
||||
status: this.app.receiver.status,
|
||||
startError: this.app.receiver.startupError?.message,
|
||||
subscriptions: Array.from(this.app.receiver.map).map(([relay, pubkeys]) => ({
|
||||
relay,
|
||||
pubkeys: Array.from(pubkeys),
|
||||
active: !!this.app.receiver.subscriptions.get(relay),
|
||||
closed: !!this.app.receiver.subscriptions.get(relay)?.closed,
|
||||
})),
|
||||
});
|
||||
}
|
||||
update() {
|
||||
this.send({
|
||||
status: this.app.receiver.status,
|
||||
startError: this.app.receiver.startupError?.message,
|
||||
subscriptions: Array.from(this.app.receiver.map).map(([relay, pubkeys]) => ({
|
||||
relay,
|
||||
pubkeys: Array.from(pubkeys),
|
||||
active: !!this.app.receiver.subscriptions.get(relay),
|
||||
closed: !!this.app.receiver.subscriptions.get(relay)?.closed,
|
||||
})),
|
||||
});
|
||||
}
|
||||
|
||||
async setup() {
|
||||
const listener = this.update.bind(this);
|
||||
async setup() {
|
||||
const listener = this.update.bind(this);
|
||||
|
||||
this.app.receiver.on('status', listener);
|
||||
this.app.receiver.on('subscribed', listener);
|
||||
this.app.receiver.on('closed', listener);
|
||||
this.app.receiver.on('error', listener);
|
||||
this.app.receiver.on("status", listener);
|
||||
this.app.receiver.on("subscribed", listener);
|
||||
this.app.receiver.on("closed", listener);
|
||||
this.app.receiver.on("error", listener);
|
||||
|
||||
return () => {
|
||||
this.app.receiver.off('status', listener);
|
||||
this.app.receiver.off('subscribed', listener);
|
||||
this.app.receiver.off('closed', listener);
|
||||
this.app.receiver.off('error', listener);
|
||||
};
|
||||
}
|
||||
return () => {
|
||||
this.app.receiver.off("status", listener);
|
||||
this.app.receiver.off("subscribed", listener);
|
||||
this.app.receiver.off("closed", listener);
|
||||
this.app.receiver.off("error", listener);
|
||||
};
|
||||
}
|
||||
|
||||
async execute(args: {}): Promise<void> {
|
||||
this.update();
|
||||
}
|
||||
async execute(args: {}): Promise<void> {
|
||||
this.update();
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,55 +1,55 @@
|
||||
import { NostrEvent } from 'nostr-tools';
|
||||
import _throttle from 'lodash.throttle';
|
||||
import Report from '../report.js';
|
||||
import { NostrEvent } from "nostr-tools";
|
||||
import _throttle from "lodash.throttle";
|
||||
import Report from "../report.js";
|
||||
|
||||
export default class ScrapperStatusReport extends Report<'SCRAPPER_STATUS'> {
|
||||
readonly type = 'SCRAPPER_STATUS';
|
||||
export default class ScrapperStatusReport extends Report<"SCRAPPER_STATUS"> {
|
||||
readonly type = "SCRAPPER_STATUS";
|
||||
|
||||
eventsPerSecond: number[] = [0];
|
||||
eventsPerSecond: number[] = [0];
|
||||
|
||||
update() {
|
||||
const averageEventsPerSecond = this.eventsPerSecond.reduce((m, v) => m + v, 0) / this.eventsPerSecond.length;
|
||||
const pubkeys = this.app.scrapper.state.pubkeys;
|
||||
update() {
|
||||
const averageEventsPerSecond = this.eventsPerSecond.reduce((m, v) => m + v, 0) / this.eventsPerSecond.length;
|
||||
const pubkeys = this.app.scrapper.state.pubkeys;
|
||||
|
||||
let activeSubscriptions = 0;
|
||||
for (const [pubkey, scrapper] of this.app.scrapper.scrappers) {
|
||||
for (const [relay, relayScrapper] of scrapper.relayScrappers) {
|
||||
if (relayScrapper.running) activeSubscriptions++;
|
||||
}
|
||||
}
|
||||
let activeSubscriptions = 0;
|
||||
for (const [pubkey, scrapper] of this.app.scrapper.scrappers) {
|
||||
for (const [relay, relayScrapper] of scrapper.relayScrappers) {
|
||||
if (relayScrapper.running) activeSubscriptions++;
|
||||
}
|
||||
}
|
||||
|
||||
this.send({
|
||||
running: this.app.scrapper.running,
|
||||
eventsPerSecond: averageEventsPerSecond,
|
||||
activeSubscriptions,
|
||||
pubkeys,
|
||||
});
|
||||
}
|
||||
this.send({
|
||||
running: this.app.scrapper.running,
|
||||
eventsPerSecond: averageEventsPerSecond,
|
||||
activeSubscriptions,
|
||||
pubkeys,
|
||||
});
|
||||
}
|
||||
|
||||
async setup() {
|
||||
const onEvent = (event: NostrEvent) => {
|
||||
this.eventsPerSecond[0]++;
|
||||
};
|
||||
async setup() {
|
||||
const onEvent = (event: NostrEvent) => {
|
||||
this.eventsPerSecond[0]++;
|
||||
};
|
||||
|
||||
this.app.scrapper.on('event', onEvent);
|
||||
this.app.scrapper.on("event", onEvent);
|
||||
|
||||
const tick = setInterval(() => {
|
||||
// start a new second
|
||||
this.eventsPerSecond.unshift(0);
|
||||
const tick = setInterval(() => {
|
||||
// start a new second
|
||||
this.eventsPerSecond.unshift(0);
|
||||
|
||||
// limit to 60 seconds
|
||||
while (this.eventsPerSecond.length > 60) this.eventsPerSecond.pop();
|
||||
// limit to 60 seconds
|
||||
while (this.eventsPerSecond.length > 60) this.eventsPerSecond.pop();
|
||||
|
||||
this.update();
|
||||
}, 1000);
|
||||
this.update();
|
||||
}, 1000);
|
||||
|
||||
return () => {
|
||||
this.app.scrapper.off('event', onEvent);
|
||||
clearInterval(tick);
|
||||
};
|
||||
}
|
||||
return () => {
|
||||
this.app.scrapper.off("event", onEvent);
|
||||
clearInterval(tick);
|
||||
};
|
||||
}
|
||||
|
||||
async execute(args: {}): Promise<void> {
|
||||
this.update();
|
||||
}
|
||||
async execute(args: {}): Promise<void> {
|
||||
this.update();
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,12 +1,12 @@
|
||||
import Report from '../report.js';
|
||||
import Report from "../report.js";
|
||||
|
||||
export default class ServicesReport extends Report<'SERVICES'> {
|
||||
readonly type = 'SERVICES';
|
||||
export default class ServicesReport extends Report<"SERVICES"> {
|
||||
readonly type = "SERVICES";
|
||||
|
||||
async execute() {
|
||||
const services = this.app.database.db
|
||||
.prepare<[], { id: string }>(`SELECT service as id FROM logs GROUP BY service`)
|
||||
.all();
|
||||
for (const service of services) this.send(service);
|
||||
}
|
||||
async execute() {
|
||||
const services = this.app.database.db
|
||||
.prepare<[], { id: string }>(`SELECT service as id FROM logs GROUP BY service`)
|
||||
.all();
|
||||
for (const service of services) this.send(service);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,115 +1,115 @@
|
||||
import dayjs from 'dayjs';
|
||||
import { EventEmitter } from 'events';
|
||||
import { NostrEvent } from 'nostr-tools';
|
||||
import { Debugger } from 'debug';
|
||||
import { AbstractRelay, Subscription } from 'nostr-tools/abstract-relay';
|
||||
import dayjs from "dayjs";
|
||||
import { EventEmitter } from "events";
|
||||
import { NostrEvent } from "nostr-tools";
|
||||
import { Debugger } from "debug";
|
||||
import { AbstractRelay, Subscription } from "nostr-tools/abstract-relay";
|
||||
|
||||
import { logger } from '../../logger.js';
|
||||
import { logger } from "../../logger.js";
|
||||
|
||||
function stripProtocol(url: string) {
|
||||
return url.replace(/^\w+\:\/\//, '');
|
||||
return url.replace(/^\w+\:\/\//, "");
|
||||
}
|
||||
|
||||
const DEFAULT_LIMIT = 1000;
|
||||
|
||||
export type PubkeyRelayScrapperState = {
|
||||
cursor?: number;
|
||||
complete?: boolean;
|
||||
cursor?: number;
|
||||
complete?: boolean;
|
||||
};
|
||||
|
||||
type EventMap = {
|
||||
event: [NostrEvent];
|
||||
chunk: [{ count: number; cursor: number }];
|
||||
event: [NostrEvent];
|
||||
chunk: [{ count: number; cursor: number }];
|
||||
};
|
||||
|
||||
export default class PubkeyRelayScrapper extends EventEmitter<EventMap> {
|
||||
pubkey: string;
|
||||
relay: AbstractRelay;
|
||||
log: Debugger;
|
||||
pubkey: string;
|
||||
relay: AbstractRelay;
|
||||
log: Debugger;
|
||||
|
||||
running = false;
|
||||
error?: Error;
|
||||
state: PubkeyRelayScrapperState = {};
|
||||
running = false;
|
||||
error?: Error;
|
||||
state: PubkeyRelayScrapperState = {};
|
||||
|
||||
get cursor() {
|
||||
return this.state.cursor || dayjs().unix();
|
||||
}
|
||||
set cursor(v: number) {
|
||||
this.state.cursor = v;
|
||||
}
|
||||
get complete() {
|
||||
return this.state.complete || false;
|
||||
}
|
||||
set complete(v: boolean) {
|
||||
this.state.complete = v;
|
||||
}
|
||||
get cursor() {
|
||||
return this.state.cursor || dayjs().unix();
|
||||
}
|
||||
set cursor(v: number) {
|
||||
this.state.cursor = v;
|
||||
}
|
||||
get complete() {
|
||||
return this.state.complete || false;
|
||||
}
|
||||
set complete(v: boolean) {
|
||||
this.state.complete = v;
|
||||
}
|
||||
|
||||
private subscription?: Subscription;
|
||||
private subscription?: Subscription;
|
||||
|
||||
constructor(pubkey: string, relay: AbstractRelay, state?: PubkeyRelayScrapperState) {
|
||||
super();
|
||||
constructor(pubkey: string, relay: AbstractRelay, state?: PubkeyRelayScrapperState) {
|
||||
super();
|
||||
|
||||
this.pubkey = pubkey;
|
||||
this.relay = relay;
|
||||
if (state) this.state = state;
|
||||
this.pubkey = pubkey;
|
||||
this.relay = relay;
|
||||
if (state) this.state = state;
|
||||
|
||||
this.log = logger.extend('scrapper:' + pubkey + ':' + stripProtocol(relay.url));
|
||||
}
|
||||
this.log = logger.extend("scrapper:" + pubkey + ":" + stripProtocol(relay.url));
|
||||
}
|
||||
|
||||
async loadNext() {
|
||||
// don't run if its already running, complete, or has an error
|
||||
if (this.running || this.complete || this.error) return;
|
||||
async loadNext() {
|
||||
// don't run if its already running, complete, or has an error
|
||||
if (this.running || this.complete || this.error) return;
|
||||
|
||||
this.running = true;
|
||||
this.running = true;
|
||||
|
||||
// wait for relay connection
|
||||
await this.relay.connect();
|
||||
// wait for relay connection
|
||||
await this.relay.connect();
|
||||
|
||||
const cursor = this.state.cursor || dayjs().unix();
|
||||
this.log(`Requesting from ${dayjs.unix(cursor).format('lll')} (${cursor})`);
|
||||
const cursor = this.state.cursor || dayjs().unix();
|
||||
this.log(`Requesting from ${dayjs.unix(cursor).format("lll")} (${cursor})`);
|
||||
|
||||
// return a promise to wait for the subscription to end
|
||||
return new Promise<void>((res, rej) => {
|
||||
let count = 0;
|
||||
let newCursor = cursor;
|
||||
this.subscription = this.relay.subscribe([{ authors: [this.pubkey], until: cursor, limit: DEFAULT_LIMIT }], {
|
||||
onevent: (event) => {
|
||||
this.emit('event', event);
|
||||
count++;
|
||||
// return a promise to wait for the subscription to end
|
||||
return new Promise<void>((res, rej) => {
|
||||
let count = 0;
|
||||
let newCursor = cursor;
|
||||
this.subscription = this.relay.subscribe([{ authors: [this.pubkey], until: cursor, limit: DEFAULT_LIMIT }], {
|
||||
onevent: (event) => {
|
||||
this.emit("event", event);
|
||||
count++;
|
||||
|
||||
newCursor = Math.min(newCursor, event.created_at);
|
||||
},
|
||||
oneose: () => {
|
||||
this.running = false;
|
||||
newCursor = Math.min(newCursor, event.created_at);
|
||||
},
|
||||
oneose: () => {
|
||||
this.running = false;
|
||||
|
||||
// if no events where returned, mark complete
|
||||
if (count === 0) {
|
||||
// connection closed before events could be returned, ignore complete
|
||||
if (this.subscription?.closed === true) return;
|
||||
// if no events where returned, mark complete
|
||||
if (count === 0) {
|
||||
// connection closed before events could be returned, ignore complete
|
||||
if (this.subscription?.closed === true) return;
|
||||
|
||||
this.complete = true;
|
||||
this.log('Got 0 events, complete');
|
||||
} else {
|
||||
this.log(`Got ${count} events and moved cursor to ${dayjs.unix(newCursor).format('lll')} (${newCursor})`);
|
||||
}
|
||||
this.complete = true;
|
||||
this.log("Got 0 events, complete");
|
||||
} else {
|
||||
this.log(`Got ${count} events and moved cursor to ${dayjs.unix(newCursor).format("lll")} (${newCursor})`);
|
||||
}
|
||||
|
||||
this.state.cursor = newCursor - 1;
|
||||
this.emit('chunk', { count, cursor: this.cursor });
|
||||
this.state.cursor = newCursor - 1;
|
||||
this.emit("chunk", { count, cursor: this.cursor });
|
||||
|
||||
this.subscription?.close();
|
||||
res();
|
||||
},
|
||||
onclose: (reason) => {
|
||||
if (reason !== 'closed by caller') {
|
||||
// unexpected close
|
||||
this.log(`Error: ${reason}`);
|
||||
this.error = new Error(reason);
|
||||
this.subscription?.close();
|
||||
res();
|
||||
},
|
||||
onclose: (reason) => {
|
||||
if (reason !== "closed by caller") {
|
||||
// unexpected close
|
||||
this.log(`Error: ${reason}`);
|
||||
this.error = new Error(reason);
|
||||
|
||||
rej(this.error);
|
||||
}
|
||||
res();
|
||||
},
|
||||
});
|
||||
});
|
||||
}
|
||||
rej(this.error);
|
||||
}
|
||||
res();
|
||||
},
|
||||
});
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,83 +1,83 @@
|
||||
import App from '../../app/index.js';
|
||||
import { NostrEvent } from 'nostr-tools';
|
||||
import { EventEmitter } from 'events';
|
||||
import { Debugger } from 'debug';
|
||||
import App from "../../app/index.js";
|
||||
import { NostrEvent } from "nostr-tools";
|
||||
import { EventEmitter } from "events";
|
||||
import { Debugger } from "debug";
|
||||
|
||||
import { getOutboxes } from '@satellite-earth/core/helpers/nostr/mailboxes.js';
|
||||
import PubkeyRelayScrapper, { PubkeyRelayScrapperState } from './pubkey-relay-scrapper.js';
|
||||
import { logger } from '../../logger.js';
|
||||
import { getOutboxes } from "@satellite-earth/core/helpers/nostr/mailboxes.js";
|
||||
import PubkeyRelayScrapper, { PubkeyRelayScrapperState } from "./pubkey-relay-scrapper.js";
|
||||
import { logger } from "../../logger.js";
|
||||
|
||||
type EventMap = {
|
||||
event: [NostrEvent];
|
||||
event: [NostrEvent];
|
||||
};
|
||||
|
||||
export default class PubkeyScrapper extends EventEmitter<EventMap> {
|
||||
app: App;
|
||||
pubkey: string;
|
||||
additionalRelays: string[] = [];
|
||||
log: Debugger;
|
||||
app: App;
|
||||
pubkey: string;
|
||||
additionalRelays: string[] = [];
|
||||
log: Debugger;
|
||||
|
||||
private failed = new Set<string>();
|
||||
relayScrappers = new Map<string, PubkeyRelayScrapper>();
|
||||
private failed = new Set<string>();
|
||||
relayScrappers = new Map<string, PubkeyRelayScrapper>();
|
||||
|
||||
constructor(app: App, pubkey: string) {
|
||||
super();
|
||||
this.app = app;
|
||||
this.pubkey = pubkey;
|
||||
constructor(app: App, pubkey: string) {
|
||||
super();
|
||||
this.app = app;
|
||||
this.pubkey = pubkey;
|
||||
|
||||
this.log = logger.extend('scrapper:' + this.pubkey);
|
||||
}
|
||||
this.log = logger.extend("scrapper:" + this.pubkey);
|
||||
}
|
||||
|
||||
async ensureData() {
|
||||
// get mailboxes
|
||||
this.app.profileBook.loadProfile(this.pubkey);
|
||||
const mailboxes = await this.app.addressBook.loadMailboxes(this.pubkey);
|
||||
async ensureData() {
|
||||
// get mailboxes
|
||||
this.app.profileBook.loadProfile(this.pubkey);
|
||||
const mailboxes = await this.app.addressBook.loadMailboxes(this.pubkey);
|
||||
|
||||
return { mailboxes };
|
||||
}
|
||||
return { mailboxes };
|
||||
}
|
||||
|
||||
async loadNext() {
|
||||
const { mailboxes } = await this.ensureData();
|
||||
async loadNext() {
|
||||
const { mailboxes } = await this.ensureData();
|
||||
|
||||
const outboxes = getOutboxes(mailboxes);
|
||||
const outboxes = getOutboxes(mailboxes);
|
||||
|
||||
const relays = [...outboxes, ...this.additionalRelays];
|
||||
const scrappers: PubkeyRelayScrapper[] = [];
|
||||
for (const url of relays) {
|
||||
if (this.failed.has(url)) continue;
|
||||
const relays = [...outboxes, ...this.additionalRelays];
|
||||
const scrappers: PubkeyRelayScrapper[] = [];
|
||||
for (const url of relays) {
|
||||
if (this.failed.has(url)) continue;
|
||||
|
||||
try {
|
||||
let scrapper = this.relayScrappers.get(url);
|
||||
if (!scrapper) {
|
||||
const relay = await this.app.pool.ensureRelay(url);
|
||||
scrapper = new PubkeyRelayScrapper(this.pubkey, relay);
|
||||
scrapper.on('event', (event) => this.emit('event', event));
|
||||
try {
|
||||
let scrapper = this.relayScrappers.get(url);
|
||||
if (!scrapper) {
|
||||
const relay = await this.app.pool.ensureRelay(url);
|
||||
scrapper = new PubkeyRelayScrapper(this.pubkey, relay);
|
||||
scrapper.on("event", (event) => this.emit("event", event));
|
||||
|
||||
// load the state from the database
|
||||
const state = await this.app.state.getMutableState<PubkeyRelayScrapperState>(
|
||||
`${this.pubkey}|${relay.url}`,
|
||||
{},
|
||||
);
|
||||
if (state) scrapper.state = state.proxy;
|
||||
// load the state from the database
|
||||
const state = await this.app.state.getMutableState<PubkeyRelayScrapperState>(
|
||||
`${this.pubkey}|${relay.url}`,
|
||||
{},
|
||||
);
|
||||
if (state) scrapper.state = state.proxy;
|
||||
|
||||
this.relayScrappers.set(url, scrapper);
|
||||
}
|
||||
this.relayScrappers.set(url, scrapper);
|
||||
}
|
||||
|
||||
scrappers.push(scrapper);
|
||||
} catch (error) {
|
||||
this.failed.add(url);
|
||||
if (error instanceof Error) this.log(`Failed to create relay scrapper for ${url}`, error.message);
|
||||
}
|
||||
}
|
||||
scrappers.push(scrapper);
|
||||
} catch (error) {
|
||||
this.failed.add(url);
|
||||
if (error instanceof Error) this.log(`Failed to create relay scrapper for ${url}`, error.message);
|
||||
}
|
||||
}
|
||||
|
||||
// call loadNext on the one with the latest cursor
|
||||
const incomplete = scrappers
|
||||
.filter((s) => !s.complete && !s.running && !s.error)
|
||||
.sort((a, b) => b.cursor - a.cursor);
|
||||
// call loadNext on the one with the latest cursor
|
||||
const incomplete = scrappers
|
||||
.filter((s) => !s.complete && !s.running && !s.error)
|
||||
.sort((a, b) => b.cursor - a.cursor);
|
||||
|
||||
const next = incomplete[0];
|
||||
if (next) {
|
||||
await next.loadNext();
|
||||
}
|
||||
}
|
||||
const next = incomplete[0];
|
||||
if (next) {
|
||||
await next.loadNext();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,125 +1,125 @@
|
||||
import _throttle from 'lodash.throttle';
|
||||
import { generateSecretKey } from 'nostr-tools';
|
||||
import EventEmitter from 'events';
|
||||
import { bytesToHex, hexToBytes } from '@noble/hashes/utils';
|
||||
import webPush from 'web-push';
|
||||
import crypto from 'crypto';
|
||||
import fs from 'fs';
|
||||
import _throttle from "lodash.throttle";
|
||||
import { generateSecretKey } from "nostr-tools";
|
||||
import EventEmitter from "events";
|
||||
import { bytesToHex, hexToBytes } from "@noble/hashes/utils";
|
||||
import webPush from "web-push";
|
||||
import crypto from "crypto";
|
||||
import fs from "fs";
|
||||
|
||||
import { logger } from '../logger.js';
|
||||
import { logger } from "../logger.js";
|
||||
|
||||
type Secrets = {
|
||||
nostrKey: Uint8Array;
|
||||
vapidPrivateKey: string;
|
||||
vapidPublicKey: string;
|
||||
hyperKey: Buffer;
|
||||
i2pPrivateKey?: string;
|
||||
i2pPublicKey?: string;
|
||||
nostrKey: Uint8Array;
|
||||
vapidPrivateKey: string;
|
||||
vapidPublicKey: string;
|
||||
hyperKey: Buffer;
|
||||
i2pPrivateKey?: string;
|
||||
i2pPublicKey?: string;
|
||||
};
|
||||
type RawJson = Partial<{
|
||||
nostrKey: string;
|
||||
vapidPrivateKey: string;
|
||||
vapidPublicKey: string;
|
||||
hyperKey: string;
|
||||
i2pPrivateKey?: string;
|
||||
i2pPublicKey?: string;
|
||||
nostrKey: string;
|
||||
vapidPrivateKey: string;
|
||||
vapidPublicKey: string;
|
||||
hyperKey: string;
|
||||
i2pPrivateKey?: string;
|
||||
i2pPublicKey?: string;
|
||||
}>;
|
||||
|
||||
type EventMap = {
|
||||
/** fires when file is loaded */
|
||||
loaded: [];
|
||||
/** fires when a field is set */
|
||||
changed: [keyof Secrets, any];
|
||||
/** fires when file is loaded or changed */
|
||||
updated: [];
|
||||
saved: [];
|
||||
/** fires when file is loaded */
|
||||
loaded: [];
|
||||
/** fires when a field is set */
|
||||
changed: [keyof Secrets, any];
|
||||
/** fires when file is loaded or changed */
|
||||
updated: [];
|
||||
saved: [];
|
||||
};
|
||||
|
||||
export default class SecretsManager extends EventEmitter<EventMap> {
|
||||
log = logger.extend('SecretsManager');
|
||||
protected secrets?: Secrets;
|
||||
path: string;
|
||||
log = logger.extend("SecretsManager");
|
||||
protected secrets?: Secrets;
|
||||
path: string;
|
||||
|
||||
constructor(path: string) {
|
||||
super();
|
||||
this.path = path;
|
||||
}
|
||||
constructor(path: string) {
|
||||
super();
|
||||
this.path = path;
|
||||
}
|
||||
|
||||
get<T extends keyof Secrets>(secret: T): Secrets[T] {
|
||||
if (!this.secrets) throw new Error('Secrets not loaded');
|
||||
return this.secrets[secret];
|
||||
}
|
||||
set<T extends keyof Secrets>(secret: T, value: Secrets[T]) {
|
||||
if (!this.secrets) throw new Error('Secrets not loaded');
|
||||
this.secrets[secret] = value;
|
||||
get<T extends keyof Secrets>(secret: T): Secrets[T] {
|
||||
if (!this.secrets) throw new Error("Secrets not loaded");
|
||||
return this.secrets[secret];
|
||||
}
|
||||
set<T extends keyof Secrets>(secret: T, value: Secrets[T]) {
|
||||
if (!this.secrets) throw new Error("Secrets not loaded");
|
||||
this.secrets[secret] = value;
|
||||
|
||||
this.emit('changed', secret, value);
|
||||
this.emit('updated');
|
||||
this.write();
|
||||
}
|
||||
this.emit("changed", secret, value);
|
||||
this.emit("updated");
|
||||
this.write();
|
||||
}
|
||||
|
||||
read() {
|
||||
this.log('Loading secrets');
|
||||
read() {
|
||||
this.log("Loading secrets");
|
||||
|
||||
let json: Record<string, any> = {};
|
||||
let json: Record<string, any> = {};
|
||||
|
||||
try {
|
||||
json = JSON.parse(fs.readFileSync(this.path, { encoding: 'utf-8' }));
|
||||
} catch (error) {}
|
||||
try {
|
||||
json = JSON.parse(fs.readFileSync(this.path, { encoding: "utf-8" }));
|
||||
} catch (error) {}
|
||||
|
||||
let changed = false;
|
||||
let changed = false;
|
||||
|
||||
const secrets = {} as Secrets;
|
||||
const secrets = {} as Secrets;
|
||||
|
||||
if (!json.nostrKey) {
|
||||
this.log('Generating new nostr key');
|
||||
secrets.nostrKey = generateSecretKey();
|
||||
changed = true;
|
||||
} else secrets.nostrKey = hexToBytes(json.nostrKey);
|
||||
if (!json.nostrKey) {
|
||||
this.log("Generating new nostr key");
|
||||
secrets.nostrKey = generateSecretKey();
|
||||
changed = true;
|
||||
} else secrets.nostrKey = hexToBytes(json.nostrKey);
|
||||
|
||||
if (!json.vapidPrivateKey || !json.vapidPublicKey) {
|
||||
this.log('Generating new vapid key');
|
||||
const keys = webPush.generateVAPIDKeys();
|
||||
secrets.vapidPrivateKey = keys.privateKey;
|
||||
secrets.vapidPublicKey = keys.publicKey;
|
||||
changed = true;
|
||||
} else {
|
||||
secrets.vapidPrivateKey = json.vapidPrivateKey;
|
||||
secrets.vapidPublicKey = json.vapidPublicKey;
|
||||
}
|
||||
if (!json.vapidPrivateKey || !json.vapidPublicKey) {
|
||||
this.log("Generating new vapid key");
|
||||
const keys = webPush.generateVAPIDKeys();
|
||||
secrets.vapidPrivateKey = keys.privateKey;
|
||||
secrets.vapidPublicKey = keys.publicKey;
|
||||
changed = true;
|
||||
} else {
|
||||
secrets.vapidPrivateKey = json.vapidPrivateKey;
|
||||
secrets.vapidPublicKey = json.vapidPublicKey;
|
||||
}
|
||||
|
||||
if (!json.hyperKey) {
|
||||
this.log('Generating new hyper key');
|
||||
secrets.hyperKey = crypto.randomBytes(32);
|
||||
changed = true;
|
||||
} else secrets.hyperKey = Buffer.from(json.hyperKey, 'hex');
|
||||
if (!json.hyperKey) {
|
||||
this.log("Generating new hyper key");
|
||||
secrets.hyperKey = crypto.randomBytes(32);
|
||||
changed = true;
|
||||
} else secrets.hyperKey = Buffer.from(json.hyperKey, "hex");
|
||||
|
||||
secrets.i2pPrivateKey = json.i2pPrivateKey;
|
||||
secrets.i2pPublicKey = json.i2pPublicKey;
|
||||
secrets.i2pPrivateKey = json.i2pPrivateKey;
|
||||
secrets.i2pPublicKey = json.i2pPublicKey;
|
||||
|
||||
this.secrets = secrets;
|
||||
this.secrets = secrets;
|
||||
|
||||
this.emit('loaded');
|
||||
this.emit('updated');
|
||||
this.emit("loaded");
|
||||
this.emit("updated");
|
||||
|
||||
if (changed) this.write();
|
||||
}
|
||||
write() {
|
||||
if (!this.secrets) throw new Error('Secrets not loaded');
|
||||
if (changed) this.write();
|
||||
}
|
||||
write() {
|
||||
if (!this.secrets) throw new Error("Secrets not loaded");
|
||||
|
||||
this.log('Saving');
|
||||
this.log("Saving");
|
||||
|
||||
const json: RawJson = {
|
||||
nostrKey: bytesToHex(this.secrets?.nostrKey),
|
||||
vapidPrivateKey: this.secrets.vapidPrivateKey,
|
||||
vapidPublicKey: this.secrets.vapidPublicKey,
|
||||
hyperKey: this.secrets.hyperKey?.toString('hex'),
|
||||
i2pPrivateKey: this.secrets.i2pPrivateKey,
|
||||
i2pPublicKey: this.secrets.i2pPublicKey,
|
||||
};
|
||||
const json: RawJson = {
|
||||
nostrKey: bytesToHex(this.secrets?.nostrKey),
|
||||
vapidPrivateKey: this.secrets.vapidPrivateKey,
|
||||
vapidPublicKey: this.secrets.vapidPublicKey,
|
||||
hyperKey: this.secrets.hyperKey?.toString("hex"),
|
||||
i2pPrivateKey: this.secrets.i2pPrivateKey,
|
||||
i2pPublicKey: this.secrets.i2pPublicKey,
|
||||
};
|
||||
|
||||
fs.writeFileSync(this.path, JSON.stringify(json, null, 2), { encoding: 'utf-8' });
|
||||
fs.writeFileSync(this.path, JSON.stringify(json, null, 2), { encoding: "utf-8" });
|
||||
|
||||
this.emit('saved');
|
||||
}
|
||||
this.emit("saved");
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,49 +1,49 @@
|
||||
import { MigrationSet } from '@satellite-earth/core/sqlite';
|
||||
import { Database } from 'better-sqlite3';
|
||||
import { MigrationSet } from "@satellite-earth/core/sqlite";
|
||||
import { Database } from "better-sqlite3";
|
||||
|
||||
import { MutableState } from './mutable-state.js';
|
||||
import { MutableState } from "./mutable-state.js";
|
||||
|
||||
const migrations = new MigrationSet('application-state');
|
||||
const migrations = new MigrationSet("application-state");
|
||||
|
||||
migrations.addScript(1, async (db, log) => {
|
||||
db.prepare(
|
||||
`
|
||||
db.prepare(
|
||||
`
|
||||
CREATE TABLE "application_state" (
|
||||
"id" TEXT NOT NULL,
|
||||
"state" TEXT,
|
||||
PRIMARY KEY("id")
|
||||
);
|
||||
`,
|
||||
).run();
|
||||
).run();
|
||||
|
||||
log('Created application state table');
|
||||
log("Created application state table");
|
||||
});
|
||||
|
||||
export default class ApplicationStateManager {
|
||||
private mutableState = new Map<string, MutableState<any>>();
|
||||
private mutableState = new Map<string, MutableState<any>>();
|
||||
|
||||
database: Database;
|
||||
constructor(database: Database) {
|
||||
this.database = database;
|
||||
}
|
||||
database: Database;
|
||||
constructor(database: Database) {
|
||||
this.database = database;
|
||||
}
|
||||
|
||||
async setup() {
|
||||
await migrations.run(this.database);
|
||||
}
|
||||
async setup() {
|
||||
await migrations.run(this.database);
|
||||
}
|
||||
|
||||
async getMutableState<T extends object>(key: string, initialState: T) {
|
||||
const cached = this.mutableState.get(key);
|
||||
if (cached) return cached as MutableState<T>;
|
||||
async getMutableState<T extends object>(key: string, initialState: T) {
|
||||
const cached = this.mutableState.get(key);
|
||||
if (cached) return cached as MutableState<T>;
|
||||
|
||||
const state = new MutableState<T>(this.database, key, initialState);
|
||||
await state.read();
|
||||
this.mutableState.set(key, state);
|
||||
return state;
|
||||
}
|
||||
const state = new MutableState<T>(this.database, key, initialState);
|
||||
await state.read();
|
||||
this.mutableState.set(key, state);
|
||||
return state;
|
||||
}
|
||||
|
||||
async saveAll() {
|
||||
for (const [key, state] of this.mutableState) {
|
||||
await state.save();
|
||||
}
|
||||
}
|
||||
async saveAll() {
|
||||
for (const [key, state] of this.mutableState) {
|
||||
await state.save();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,91 +1,91 @@
|
||||
import { EventEmitter } from 'events';
|
||||
import { Database } from 'better-sqlite3';
|
||||
import _throttle from 'lodash.throttle';
|
||||
import { Debugger } from 'debug';
|
||||
import { EventEmitter } from "events";
|
||||
import { Database } from "better-sqlite3";
|
||||
import _throttle from "lodash.throttle";
|
||||
import { Debugger } from "debug";
|
||||
|
||||
import { logger } from '../../logger.js';
|
||||
import { logger } from "../../logger.js";
|
||||
|
||||
type EventMap<T> = {
|
||||
/** fires when file is loaded */
|
||||
loaded: [T];
|
||||
/** fires when a field is set */
|
||||
changed: [T, string, any];
|
||||
/** fires when state is loaded or changed */
|
||||
updated: [T];
|
||||
saved: [T];
|
||||
/** fires when file is loaded */
|
||||
loaded: [T];
|
||||
/** fires when a field is set */
|
||||
changed: [T, string, any];
|
||||
/** fires when state is loaded or changed */
|
||||
updated: [T];
|
||||
saved: [T];
|
||||
};
|
||||
|
||||
export class MutableState<T extends object> extends EventEmitter<EventMap<T>> {
|
||||
state?: T;
|
||||
log: Debugger;
|
||||
state?: T;
|
||||
log: Debugger;
|
||||
|
||||
private _proxy?: T;
|
||||
private _proxy?: T;
|
||||
|
||||
/** A Proxy object that will automatically save when mutated */
|
||||
get proxy() {
|
||||
if (!this._proxy) throw new Error('Cant access state before initialized');
|
||||
return this._proxy;
|
||||
}
|
||||
/** A Proxy object that will automatically save when mutated */
|
||||
get proxy() {
|
||||
if (!this._proxy) throw new Error("Cant access state before initialized");
|
||||
return this._proxy;
|
||||
}
|
||||
|
||||
key: string;
|
||||
database: Database;
|
||||
key: string;
|
||||
database: Database;
|
||||
|
||||
constructor(database: Database, key: string, initialState: T) {
|
||||
super();
|
||||
this.state = initialState;
|
||||
this.key = key;
|
||||
this.database = database;
|
||||
this.log = logger.extend(`State:` + key);
|
||||
this.createProxy();
|
||||
}
|
||||
constructor(database: Database, key: string, initialState: T) {
|
||||
super();
|
||||
this.state = initialState;
|
||||
this.key = key;
|
||||
this.database = database;
|
||||
this.log = logger.extend(`State:` + key);
|
||||
this.createProxy();
|
||||
}
|
||||
|
||||
private createProxy() {
|
||||
if (!this.state) return;
|
||||
private createProxy() {
|
||||
if (!this.state) return;
|
||||
|
||||
return (this._proxy = new Proxy(this.state, {
|
||||
get(target, prop, receiver) {
|
||||
return Reflect.get(target, prop, receiver);
|
||||
},
|
||||
set: (target, p, newValue, receiver) => {
|
||||
Reflect.set(target, p, newValue, receiver);
|
||||
this.emit('changed', target as T, String(p), newValue);
|
||||
this.emit('updated', target as T);
|
||||
this.throttleSave();
|
||||
return newValue;
|
||||
},
|
||||
}));
|
||||
}
|
||||
return (this._proxy = new Proxy(this.state, {
|
||||
get(target, prop, receiver) {
|
||||
return Reflect.get(target, prop, receiver);
|
||||
},
|
||||
set: (target, p, newValue, receiver) => {
|
||||
Reflect.set(target, p, newValue, receiver);
|
||||
this.emit("changed", target as T, String(p), newValue);
|
||||
this.emit("updated", target as T);
|
||||
this.throttleSave();
|
||||
return newValue;
|
||||
},
|
||||
}));
|
||||
}
|
||||
|
||||
private throttleSave = _throttle(this.save.bind(this), 30_000);
|
||||
private throttleSave = _throttle(this.save.bind(this), 30_000);
|
||||
|
||||
async read() {
|
||||
const row = await this.database
|
||||
.prepare<[string], { id: string; state: string }>(`SELECT id, state FROM application_state WHERE id=?`)
|
||||
.get(this.key);
|
||||
async read() {
|
||||
const row = await this.database
|
||||
.prepare<[string], { id: string; state: string }>(`SELECT id, state FROM application_state WHERE id=?`)
|
||||
.get(this.key);
|
||||
|
||||
const state: T | undefined = row ? (JSON.parse(row.state) as T) : undefined;
|
||||
if (state && this.state) {
|
||||
Object.assign(this.state, state);
|
||||
this.log('Loaded');
|
||||
}
|
||||
const state: T | undefined = row ? (JSON.parse(row.state) as T) : undefined;
|
||||
if (state && this.state) {
|
||||
Object.assign(this.state, state);
|
||||
this.log("Loaded");
|
||||
}
|
||||
|
||||
if (!this.state) throw new Error(`Missing initial state for ${this.key}`);
|
||||
if (!this.state) throw new Error(`Missing initial state for ${this.key}`);
|
||||
|
||||
this.createProxy();
|
||||
this.createProxy();
|
||||
|
||||
if (this.state) {
|
||||
this.emit('loaded', this.state);
|
||||
this.emit('updated', this.state);
|
||||
}
|
||||
}
|
||||
async save() {
|
||||
if (!this.state) return;
|
||||
if (this.state) {
|
||||
this.emit("loaded", this.state);
|
||||
this.emit("updated", this.state);
|
||||
}
|
||||
}
|
||||
async save() {
|
||||
if (!this.state) return;
|
||||
|
||||
await this.database
|
||||
.prepare<[string, string]>(`INSERT OR REPLACE INTO application_state (id, state) VALUES (?, ?)`)
|
||||
.run(this.key, JSON.stringify(this.state));
|
||||
await this.database
|
||||
.prepare<[string, string]>(`INSERT OR REPLACE INTO application_state (id, state) VALUES (?, ?)`)
|
||||
.run(this.key, JSON.stringify(this.state));
|
||||
|
||||
this.log('Saved');
|
||||
this.emit('saved', this.state);
|
||||
}
|
||||
this.log("Saved");
|
||||
this.emit("saved", this.state);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,92 +1,92 @@
|
||||
import { RawData, WebSocket } from 'ws';
|
||||
import { IncomingMessage } from 'http';
|
||||
import { logger } from '../../logger.js';
|
||||
import OutboundProxyWebSocket from '../network/outbound/websocket.js';
|
||||
import { isHexKey } from 'applesauce-core/helpers';
|
||||
import App from '../../app/index.js';
|
||||
import { RawData, WebSocket } from "ws";
|
||||
import { IncomingMessage } from "http";
|
||||
import { logger } from "../../logger.js";
|
||||
import OutboundProxyWebSocket from "../network/outbound/websocket.js";
|
||||
import { isHexKey } from "applesauce-core/helpers";
|
||||
import App from "../../app/index.js";
|
||||
|
||||
export default class Switchboard {
|
||||
private app: App;
|
||||
private log = logger.extend('Switchboard');
|
||||
private app: App;
|
||||
private log = logger.extend("Switchboard");
|
||||
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
constructor(app: App) {
|
||||
this.app = app;
|
||||
}
|
||||
|
||||
public handleConnection(downstream: WebSocket, req: IncomingMessage) {
|
||||
let upstream: WebSocket | undefined;
|
||||
public handleConnection(downstream: WebSocket, req: IncomingMessage) {
|
||||
let upstream: WebSocket | undefined;
|
||||
|
||||
const handleMessage = async (message: RawData) => {
|
||||
try {
|
||||
// Parse JSON from the raw buffer
|
||||
const data = JSON.parse(typeof message === 'string' ? message : message.toString('utf-8'));
|
||||
const handleMessage = async (message: RawData) => {
|
||||
try {
|
||||
// Parse JSON from the raw buffer
|
||||
const data = JSON.parse(typeof message === "string" ? message : message.toString("utf-8"));
|
||||
|
||||
if (!Array.isArray(data)) throw new Error('Message is not an array');
|
||||
if (!Array.isArray(data)) throw new Error("Message is not an array");
|
||||
|
||||
if (data[0] === 'PROXY' && data[1]) {
|
||||
let addresses: string[];
|
||||
if (isHexKey(data[1])) {
|
||||
addresses = await this.app.gossip.lookup(data[1]);
|
||||
} else addresses = [data[1]];
|
||||
if (data[0] === "PROXY" && data[1]) {
|
||||
let addresses: string[];
|
||||
if (isHexKey(data[1])) {
|
||||
addresses = await this.app.gossip.lookup(data[1]);
|
||||
} else addresses = [data[1]];
|
||||
|
||||
if (addresses.length === 0) {
|
||||
downstream.send(JSON.stringify(['PROXY', 'ERROR', 'Lookup failed']));
|
||||
return;
|
||||
}
|
||||
if (addresses.length === 0) {
|
||||
downstream.send(JSON.stringify(["PROXY", "ERROR", "Lookup failed"]));
|
||||
return;
|
||||
}
|
||||
|
||||
this.app.relay.disconnectSocket(downstream);
|
||||
downstream.send(JSON.stringify(['PROXY', 'CONNECTING']));
|
||||
this.app.relay.disconnectSocket(downstream);
|
||||
downstream.send(JSON.stringify(["PROXY", "CONNECTING"]));
|
||||
|
||||
let error: Error | undefined = undefined;
|
||||
for (const address of addresses) {
|
||||
try {
|
||||
upstream = new OutboundProxyWebSocket(address);
|
||||
let error: Error | undefined = undefined;
|
||||
for (const address of addresses) {
|
||||
try {
|
||||
upstream = new OutboundProxyWebSocket(address);
|
||||
|
||||
// wait for connection
|
||||
await new Promise<void>((res, rej) => {
|
||||
upstream?.once('open', () => res());
|
||||
upstream?.once('error', (error) => rej(error));
|
||||
});
|
||||
// wait for connection
|
||||
await new Promise<void>((res, rej) => {
|
||||
upstream?.once("open", () => res());
|
||||
upstream?.once("error", (error) => rej(error));
|
||||
});
|
||||
|
||||
this.log(`Proxy connection to ${address}`);
|
||||
this.log(`Proxy connection to ${address}`);
|
||||
|
||||
// clear last error
|
||||
error = undefined;
|
||||
// clear last error
|
||||
error = undefined;
|
||||
|
||||
// Forward from client to target relay
|
||||
downstream.on('message', (message, isBinary) => {
|
||||
upstream?.send(message, { binary: isBinary });
|
||||
});
|
||||
// Forward from client to target relay
|
||||
downstream.on("message", (message, isBinary) => {
|
||||
upstream?.send(message, { binary: isBinary });
|
||||
});
|
||||
|
||||
// Forward back from target relay to client
|
||||
upstream.on('message', (message, isBinary) => {
|
||||
downstream.send(message, { binary: isBinary });
|
||||
});
|
||||
// Forward back from target relay to client
|
||||
upstream.on("message", (message, isBinary) => {
|
||||
downstream.send(message, { binary: isBinary });
|
||||
});
|
||||
|
||||
// connect the close events
|
||||
upstream.on('close', () => downstream.close());
|
||||
downstream.on('close', () => upstream?.close());
|
||||
// connect the close events
|
||||
upstream.on("close", () => downstream.close());
|
||||
downstream.on("close", () => upstream?.close());
|
||||
|
||||
// tell downstream its connected
|
||||
downstream.send(JSON.stringify(['PROXY', 'CONNECTED']));
|
||||
// tell downstream its connected
|
||||
downstream.send(JSON.stringify(["PROXY", "CONNECTED"]));
|
||||
|
||||
// Step away from the connection
|
||||
downstream.off('message', handleMessage);
|
||||
} catch (err) {
|
||||
upstream = undefined;
|
||||
if (err instanceof Error) error = err;
|
||||
}
|
||||
}
|
||||
// Step away from the connection
|
||||
downstream.off("message", handleMessage);
|
||||
} catch (err) {
|
||||
upstream = undefined;
|
||||
if (err instanceof Error) error = err;
|
||||
}
|
||||
}
|
||||
|
||||
// send the error back if we failed to connect to any address
|
||||
if (error) downstream.send(JSON.stringify(['PROXY', 'ERROR', error.message]));
|
||||
}
|
||||
} catch (err) {
|
||||
this.log('Failed to handle message', err);
|
||||
}
|
||||
};
|
||||
downstream.on('message', handleMessage);
|
||||
// send the error back if we failed to connect to any address
|
||||
if (error) downstream.send(JSON.stringify(["PROXY", "ERROR", error.message]));
|
||||
}
|
||||
} catch (err) {
|
||||
this.log("Failed to handle message", err);
|
||||
}
|
||||
};
|
||||
downstream.on("message", handleMessage);
|
||||
|
||||
this.app.relay.handleConnection(downstream, req);
|
||||
}
|
||||
this.app.relay.handleConnection(downstream, req);
|
||||
}
|
||||
}
|
||||
|
||||
6
src/polyfill.ts
Normal file
6
src/polyfill.ts
Normal file
@@ -0,0 +1,6 @@
|
||||
import { useWebSocketImplementation } from "nostr-tools/relay";
|
||||
import OutboundProxyWebSocket from "./modules/network/outbound/websocket.js";
|
||||
|
||||
// @ts-expect-error
|
||||
global.WebSocket = OutboundProxyWebSocket;
|
||||
useWebSocketImplementation(OutboundProxyWebSocket);
|
||||
@@ -1,19 +1,19 @@
|
||||
import HyperDHT from 'hyperdht';
|
||||
import { logger } from '../logger.js';
|
||||
import HyperDHT from "hyperdht";
|
||||
import { logger } from "../logger.js";
|
||||
|
||||
const log = logger.extend('HyperDHT');
|
||||
const log = logger.extend("HyperDHT");
|
||||
let node: HyperDHT | undefined;
|
||||
|
||||
export function getOrCreateNode() {
|
||||
if (node) return node;
|
||||
if (node) return node;
|
||||
|
||||
log('Creating HyperDHT Node');
|
||||
return (node = new HyperDHT());
|
||||
log("Creating HyperDHT Node");
|
||||
return (node = new HyperDHT());
|
||||
}
|
||||
|
||||
export function destroyNode() {
|
||||
if (node) {
|
||||
node.destroy();
|
||||
node = undefined;
|
||||
}
|
||||
if (node) {
|
||||
node.destroy();
|
||||
node = undefined;
|
||||
}
|
||||
}
|
||||
|
||||
40
src/types/holesail-server.d.ts
vendored
40
src/types/holesail-server.d.ts
vendored
@@ -1,24 +1,24 @@
|
||||
declare module 'holesail-server' {
|
||||
import HyperDHT, { KeyPair, Server } from 'hyperdht';
|
||||
declare module "holesail-server" {
|
||||
import HyperDHT, { KeyPair, Server } from "hyperdht";
|
||||
|
||||
type ServeArgs = {
|
||||
secure?: boolean;
|
||||
buffSeed?: Buffer;
|
||||
port?: number;
|
||||
address?: string;
|
||||
};
|
||||
type ServeArgs = {
|
||||
secure?: boolean;
|
||||
buffSeed?: Buffer;
|
||||
port?: number;
|
||||
address?: string;
|
||||
};
|
||||
|
||||
export default class HolesailServer {
|
||||
dht: HyperDHT;
|
||||
server: Server | null;
|
||||
seed: Buffer | null;
|
||||
keyPair: KeyPair | null;
|
||||
buffer: Buffer | null;
|
||||
secure?: boolean;
|
||||
export default class HolesailServer {
|
||||
dht: HyperDHT;
|
||||
server: Server | null;
|
||||
seed: Buffer | null;
|
||||
keyPair: KeyPair | null;
|
||||
buffer: Buffer | null;
|
||||
secure?: boolean;
|
||||
|
||||
keyPairGenerator(buffer?: Buffer): KeyPair;
|
||||
serve(args: ServeArgs, callback?: () => void): void;
|
||||
destroy(): 0;
|
||||
getPublicKey(): string;
|
||||
}
|
||||
keyPairGenerator(buffer?: Buffer): KeyPair;
|
||||
serve(args: ServeArgs, callback?: () => void): void;
|
||||
destroy(): 0;
|
||||
getPublicKey(): string;
|
||||
}
|
||||
}
|
||||
|
||||
58
src/types/hyperdht.d.ts
vendored
58
src/types/hyperdht.d.ts
vendored
@@ -1,38 +1,38 @@
|
||||
declare module 'hyperdht' {
|
||||
import type { Socket } from 'net';
|
||||
import type EventEmitter from 'events';
|
||||
declare module "hyperdht" {
|
||||
import type { Socket } from "net";
|
||||
import type EventEmitter from "events";
|
||||
|
||||
class NoiseStreamSocket extends Socket {
|
||||
remotePublicKey: Buffer;
|
||||
}
|
||||
class NoiseStreamSocket extends Socket {
|
||||
remotePublicKey: Buffer;
|
||||
}
|
||||
|
||||
export class Server extends EventEmitter<{
|
||||
listening: [];
|
||||
connection: [NoiseStreamSocket];
|
||||
}> {
|
||||
address(): { host: string; port: string; publicKey: Buffer } | null;
|
||||
export class Server extends EventEmitter<{
|
||||
listening: [];
|
||||
connection: [NoiseStreamSocket];
|
||||
}> {
|
||||
address(): { host: string; port: string; publicKey: Buffer } | null;
|
||||
|
||||
listen(keyPair: KeyPair): Promise<void>;
|
||||
}
|
||||
listen(keyPair: KeyPair): Promise<void>;
|
||||
}
|
||||
|
||||
type KeyPair = {
|
||||
publicKey: Buffer;
|
||||
secretKey: Buffer;
|
||||
};
|
||||
type KeyPair = {
|
||||
publicKey: Buffer;
|
||||
secretKey: Buffer;
|
||||
};
|
||||
|
||||
export default class HyperDHT {
|
||||
constructor(opts?: { keyPair: KeyPair; bootstrap?: string[] });
|
||||
export default class HyperDHT {
|
||||
constructor(opts?: { keyPair: KeyPair; bootstrap?: string[] });
|
||||
|
||||
createServer(
|
||||
opts?: {
|
||||
firewall?: (removePublicKey: Buffer, remoteHandshakePayload: any) => boolean;
|
||||
},
|
||||
onconnection?: (socket: NoiseStreamSocket) => void,
|
||||
): Server;
|
||||
destroy(opts?: { force: boolean }): Promise<void>;
|
||||
createServer(
|
||||
opts?: {
|
||||
firewall?: (removePublicKey: Buffer, remoteHandshakePayload: any) => boolean;
|
||||
},
|
||||
onconnection?: (socket: NoiseStreamSocket) => void,
|
||||
): Server;
|
||||
destroy(opts?: { force: boolean }): Promise<void>;
|
||||
|
||||
connect(host: Buffer, opts?: { reusableSocket: boolean }): Socket;
|
||||
connect(host: Buffer, opts?: { reusableSocket: boolean }): Socket;
|
||||
|
||||
static keyPair(seed?: Buffer): KeyPair;
|
||||
}
|
||||
static keyPair(seed?: Buffer): KeyPair;
|
||||
}
|
||||
}
|
||||
|
||||
6
src/types/streamx.d.ts
vendored
6
src/types/streamx.d.ts
vendored
@@ -1,5 +1,5 @@
|
||||
declare module 'streamx' {
|
||||
import { Duplex, Stream } from 'stream';
|
||||
declare module "streamx" {
|
||||
import { Duplex, Stream } from "stream";
|
||||
|
||||
export function pipeline(...streams: Stream[]): Duplex;
|
||||
export function pipeline(...streams: Stream[]): Duplex;
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user