snort/packages/system/src/connection.ts

551 lines
15 KiB
TypeScript

import { v4 as uuid } from "uuid";
import debug from "debug";
import WebSocket from "isomorphic-ws";
import { unixNowMs, dedupe } from "@snort/shared";
import { EventEmitter } from "eventemitter3";
import { DefaultConnectTimeout } from "./const";
import { NostrEvent, OkResponse, ReqCommand, ReqFilter, TaggedNostrEvent, u256 } from "./nostr";
import { RelayInfo } from "./relay-info";
import EventKind from "./event-kind";
import { EventExt } from "./event-ext";
import { NegentropyFlow } from "./negentropy/negentropy-flow";
/**
* Relay settings
*/
export interface RelaySettings {
read: boolean;
write: boolean;
}
interface ConnectionEvents {
change: () => void;
connected: (wasReconnect: boolean) => void;
event: (sub: string, e: TaggedNostrEvent) => void;
eose: (sub: string) => void;
closed: (sub: string, reason: string) => void;
disconnect: (code: number) => void;
auth: (challenge: string, relay: string, cb: (ev: NostrEvent) => void) => void;
notice: (msg: string) => void;
unknownMessage: (obj: Array<any>) => void;
}
/**
* SYNC command is an internal command that requests the connection to devise a strategy
* to synchronize based on a set of existing cached events and a filter set.
*/
export type SyncCommand = ["SYNC", id: string, fromSet: Array<TaggedNostrEvent>, ...filters: Array<ReqFilter>];
/**
* Pending REQ queue
*/
interface ConnectionQueueItem {
obj: ReqCommand | SyncCommand;
cb: () => void;
}
export class Connection extends EventEmitter<ConnectionEvents> {
#log: debug.Debugger;
#ephemeralCheck?: ReturnType<typeof setInterval>;
#activity: number = unixNowMs();
#expectAuth = false;
#ephemeral: boolean;
#closing = false;
#downCount = 0;
#activeRequests = new Set<string>();
Id: string;
readonly Address: string;
Socket: WebSocket | null = null;
PendingRaw: Array<object> = [];
PendingRequests: Array<ConnectionQueueItem> = [];
Settings: RelaySettings;
Info?: RelayInfo;
ConnectTimeout: number = DefaultConnectTimeout;
HasStateChange: boolean = true;
ReconnectTimer?: ReturnType<typeof setTimeout>;
EventsCallback: Map<u256, (msg: Array<string | boolean>) => void>;
AwaitingAuth: Map<string, boolean>;
Authed = false;
constructor(addr: string, options: RelaySettings, ephemeral: boolean = false) {
super();
this.Id = uuid();
this.Address = addr;
this.Settings = options;
this.EventsCallback = new Map();
this.AwaitingAuth = new Map();
this.#ephemeral = ephemeral;
this.#log = debug("Connection").extend(addr);
}
get Ephemeral() {
return this.#ephemeral;
}
set Ephemeral(v: boolean) {
this.#ephemeral = v;
this.#setupEphemeral();
}
get isOpen() {
return this.Socket?.readyState === WebSocket.OPEN;
}
get isDown() {
return this.#downCount > 0;
}
get ActiveRequests() {
return [...this.#activeRequests];
}
async connect() {
if (this.isOpen) return;
try {
if (this.Info === undefined) {
const u = new URL(this.Address);
const rsp = await fetch(`${u.protocol === "wss:" ? "https:" : "http:"}//${u.host}`, {
headers: {
accept: "application/nostr+json",
},
});
if (rsp.ok) {
const data = await rsp.json();
for (const [k, v] of Object.entries(data)) {
if (v === "unset" || v === "" || v === "~") {
data[k] = undefined;
}
}
this.Info = data;
}
}
} catch {
// ignored
}
const wasReconnect = this.Socket !== null;
if (this.Socket) {
this.Id = uuid();
this.Socket.onopen = null;
this.Socket.onmessage = null;
this.Socket.onerror = null;
this.Socket.onclose = null;
this.Socket = null;
}
this.Socket = new WebSocket(this.Address);
this.Socket.onopen = () => this.#onOpen(wasReconnect);
this.Socket.onmessage = e => this.#onMessage(e);
this.Socket.onerror = e => this.#onError(e);
this.Socket.onclose = e => this.#onClose(e);
}
close(final = true) {
if (final) {
this.#closing = true;
}
this.Socket?.close();
}
#onOpen(wasReconnect: boolean) {
this.#downCount = 0;
this.#log(`Open!`);
this.#setupEphemeral();
this.emit("connected", wasReconnect);
this.#sendPendingRaw();
}
#onClose(e: WebSocket.CloseEvent) {
// remote server closed the connection, dont re-connect
if (!this.#closing) {
this.#downCount++;
this.#reconnectTimer(e);
} else {
this.#log(`Closed!`);
this.#downCount = 0;
if (this.ReconnectTimer) {
clearTimeout(this.ReconnectTimer);
this.ReconnectTimer = undefined;
}
}
this.emit("disconnect", e.code);
this.#reset();
}
#reconnectTimer(e: WebSocket.CloseEvent) {
if (this.ReconnectTimer) {
clearTimeout(this.ReconnectTimer);
this.ReconnectTimer = undefined;
}
this.ConnectTimeout = this.ConnectTimeout * 2;
this.#log(
`Closed (code=${e.code}), trying again in ${(this.ConnectTimeout / 1000).toFixed(0).toLocaleString()} sec`,
);
this.ReconnectTimer = setTimeout(() => {
try {
this.connect();
} catch {
this.emit("disconnect", -1);
}
}, this.ConnectTimeout);
}
#onMessage(e: WebSocket.MessageEvent) {
this.#activity = unixNowMs();
if ((e.data as string).length > 0) {
const msg = JSON.parse(e.data as string) as Array<string | NostrEvent | boolean>;
const tag = msg[0] as string;
switch (tag) {
case "AUTH": {
if (this.#expectAuth) {
this.#onAuthAsync(msg[1] as string)
.then(() => this.#sendPendingRaw())
.catch(this.#log);
// todo: stats events received
} else {
this.#log("Ignoring unexpected AUTH request");
}
break;
}
case "EVENT": {
const ev = {
...(msg[2] as NostrEvent),
relays: [this.Address],
} as TaggedNostrEvent;
if (!EventExt.isValid(ev)) {
this.#log("Rejecting invalid event %O", ev);
return;
}
this.emit("event", msg[1] as string, ev);
// todo: stats events received
break;
}
case "EOSE": {
this.emit("eose", msg[1] as string);
break;
}
case "OK": {
// feedback to broadcast call
this.#log(`OK: %O`, msg);
const id = msg[1] as string;
const cb = this.EventsCallback.get(id);
if (cb) {
this.EventsCallback.delete(id);
cb(msg as Array<string | boolean>);
}
break;
}
case "NOTICE": {
this.emit("notice", msg[1] as string);
this.#log(`NOTICE: ${msg[1]}`);
break;
}
case "CLOSED": {
this.emit("closed", msg[1] as string, msg[2] as string);
this.#log(`CLOSED: ${msg.slice(1)}`);
break;
}
default: {
this.emit("unknownMessage", msg);
break;
}
}
}
}
#onError(e: WebSocket.Event) {
this.#log("Error: %O", e);
this.emit("change");
}
/**
* Send event on this connection
*/
sendEvent(e: NostrEvent) {
if (!this.Settings.write) {
return;
}
this.send(["EVENT", e]);
// todo: stats events send
this.emit("change");
}
/**
* Send event on this connection and wait for OK response
*/
async sendEventAsync(e: NostrEvent, timeout = 5000) {
return await new Promise<OkResponse>((resolve, reject) => {
if (!this.Settings.write) {
reject(new Error("Not a write relay"));
return;
}
if (this.EventsCallback.has(e.id)) {
resolve({
ok: false,
id: e.id,
relay: this.Address,
message: "Duplicate request",
event: e,
});
return;
}
const t = setTimeout(() => {
this.EventsCallback.delete(e.id);
resolve({
ok: false,
id: e.id,
relay: this.Address,
message: "Timeout waiting for OK response",
event: e,
});
}, timeout);
this.EventsCallback.set(e.id, msg => {
clearTimeout(t);
const [_, id, accepted, message] = msg;
resolve({
ok: accepted as boolean,
id: id as string,
relay: this.Address,
message: message as string | undefined,
event: e,
});
});
this.send(["EVENT", e]);
// todo: stats events send
this.emit("change");
});
}
/**
* Using relay document to determine if this relay supports a feature
*/
supportsNip(n: number) {
return this.Info?.supported_nips?.some(a => a === n) ?? false;
}
/**
* Queue or send command to the relay
* @param cmd The REQ to send to the server
*/
queueReq(cmd: ReqCommand | SyncCommand, cbSent: () => void) {
const requestKinds = dedupe(
cmd
.slice(2)
.map(a => (a as ReqFilter).kinds ?? [])
.flat(),
);
const ExpectAuth = [EventKind.DirectMessage, EventKind.GiftWrap];
if (ExpectAuth.some(a => requestKinds.includes(a)) && !this.#expectAuth) {
this.#expectAuth = true;
this.#log("Setting expectAuth flag %o", requestKinds);
}
if (this.#activeRequests.size >= this.#maxSubscriptions) {
this.PendingRequests.push({
obj: cmd,
cb: cbSent,
});
this.#log("Queuing: %O", cmd);
} else {
this.#sendRequestCommand({
obj: cmd,
cb: cbSent,
});
cbSent();
}
this.emit("change");
}
closeReq(id: string) {
if (this.#activeRequests.delete(id)) {
this.send(["CLOSE", id]);
this.emit("eose", id);
this.#sendQueuedRequests();
this.emit("change");
}
}
#sendQueuedRequests() {
const canSend = this.#maxSubscriptions - this.#activeRequests.size;
if (canSend > 0) {
for (let x = 0; x < canSend; x++) {
const p = this.PendingRequests.shift();
if (p) {
this.#sendRequestCommand(p);
this.#log("Sent pending REQ %O", p.obj);
}
}
}
}
#sendRequestCommand(item: ConnectionQueueItem) {
try {
const cmd = item.obj;
if (cmd[0] === "REQ" || cmd[0] === "GET") {
this.#activeRequests.add(cmd[1]);
this.send(cmd);
} else if (cmd[0] === "SYNC") {
const [_, id, eventSet, ...filters] = cmd;
const lastResortSync = () => {
if (filters.some(a => a.since || a.until || a.ids)) {
this.queueReq(["REQ", id, ...filters], item.cb);
} else {
const latest = eventSet.reduce((acc, v) => (acc = v.created_at > acc ? v.created_at : acc), 0);
const newFilters = filters.map(a => ({
...a,
since: latest + 1,
}));
this.queueReq(["REQ", id, ...newFilters], item.cb);
}
};
if (this.Info?.negentropy === "v1") {
const newFilters = filters;
const neg = new NegentropyFlow(id, this, eventSet, newFilters);
neg.once("finish", filters => {
if (filters.length > 0) {
this.queueReq(["REQ", cmd[1], ...filters], item.cb);
} else {
// no results to query, emulate closed
this.emit("closed", id, "Nothing to sync");
}
});
neg.once("error", () => {
lastResortSync();
});
neg.start();
} else {
lastResortSync();
}
}
} catch (e) {
console.error(e);
}
}
#reset() {
// reset connection Id on disconnect, for query-tracking
this.Id = uuid();
this.#expectAuth = false;
this.#log(
"Reset active=%O, pending=%O, raw=%O",
[...this.#activeRequests],
[...this.PendingRequests],
[...this.PendingRaw],
);
for (const active of this.#activeRequests) {
this.emit("closed", active, "connection closed");
}
for (const pending of this.PendingRequests) {
this.emit("closed", pending.obj[1], "connection closed");
}
for (const raw of this.PendingRaw) {
if (Array.isArray(raw) && raw[0] === "REQ") {
this.emit("closed", raw[1], "connection closed");
}
}
this.#activeRequests.clear();
this.PendingRequests = [];
this.PendingRaw = [];
this.emit("change");
}
send(obj: object) {
const authPending = !this.Authed && (this.AwaitingAuth.size > 0 || this.Info?.limitation?.auth_required === true);
if (!this.isOpen || authPending) {
this.PendingRaw.push(obj);
return false;
}
this.#sendPendingRaw();
this.#sendOnWire(obj);
}
#sendPendingRaw() {
while (this.PendingRaw.length > 0) {
const next = this.PendingRaw.shift();
if (next) {
this.#sendOnWire(next);
}
}
}
#sendOnWire(obj: unknown) {
if (this.Socket?.readyState !== WebSocket.OPEN) {
throw new Error(`Socket is not open, state is ${this.Socket?.readyState}`);
}
const json = JSON.stringify(obj);
this.#activity = unixNowMs();
this.Socket.send(json);
return true;
}
async #onAuthAsync(challenge: string): Promise<void> {
const authCleanup = () => {
this.AwaitingAuth.delete(challenge);
};
this.AwaitingAuth.set(challenge, true);
const authEvent = await new Promise<NostrEvent>((resolve, reject) =>
this.emit("auth", challenge, this.Address, resolve),
);
this.#log("Auth result: %o", authEvent);
if (!authEvent) {
authCleanup();
throw new Error("No auth event");
}
return await new Promise(resolve => {
const t = setTimeout(() => {
authCleanup();
resolve();
}, 10_000);
this.EventsCallback.set(authEvent.id, msg => {
clearTimeout(t);
authCleanup();
if (msg.length > 3 && msg[2] === true) {
this.Authed = true;
}
resolve();
});
this.#sendOnWire(["AUTH", authEvent]);
});
}
get #maxSubscriptions() {
return this.Info?.limitation?.max_subscriptions ?? 25;
}
#setupEphemeral() {
if (this.#ephemeralCheck) {
clearInterval(this.#ephemeralCheck);
this.#ephemeralCheck = undefined;
}
if (this.Ephemeral) {
this.#ephemeralCheck = setInterval(() => {
const lastActivity = unixNowMs() - this.#activity;
if (lastActivity > 30_000 && !this.#closing) {
if (this.#activeRequests.size > 0) {
this.#log(
"Inactive connection has %d active requests! %O",
this.#activeRequests.size,
this.#activeRequests,
);
} else {
this.close(false);
}
}
}, 5_000);
}
}
}