import { ReqFilter, UsersRelays } from "."; import { dedupe, unwrap } from "@snort/shared"; import debug from "debug"; import { FlatReqFilter } from "request-expander"; const PickNRelays = 2; export interface RelayTaggedFilter { relay: string; filter: ReqFilter; } export interface RelayTaggedFlatFilters { relay: string; filters: Array; } export interface RelayTaggedFilters { relay: string; filters: Array; } export interface RelayCache { getFromCache(pubkey?: string): UsersRelays | undefined; } export function splitAllByWriteRelays(cache: RelayCache, filters: Array) { const allSplit = filters .map(a => splitByWriteRelays(cache, a)) .reduce((acc, v) => { for (const vn of v) { const existing = acc.get(vn.relay); if (existing) { existing.push(vn.filter); } else { acc.set(vn.relay, [vn.filter]); } } return acc; }, new Map>()); return [...allSplit.entries()].map(([k, v]) => { return { relay: k, filters: v, } as RelayTaggedFilters; }); } /** * Split filters by authors */ export function splitByWriteRelays(cache: RelayCache, filter: ReqFilter): Array { const authors = filter.authors; if ((authors?.length ?? 0) === 0) { return [ { relay: "", filter, }, ]; } const allRelays = unwrap(authors).map(a => { return { key: a, relays: cache .getFromCache(a) ?.relays?.filter(a => a.settings.write) .sort(() => (Math.random() < 0.5 ? 1 : -1)), }; }); const missing = allRelays.filter(a => a.relays === undefined || a.relays.length === 0); const hasRelays = allRelays.filter(a => a.relays !== undefined && a.relays.length > 0); const relayUserMap = hasRelays.reduce((acc, v) => { for (const r of unwrap(v.relays)) { if (!acc.has(r.url)) { acc.set(r.url, new Set([v.key])); } else { unwrap(acc.get(r.url)).add(v.key); } } return acc; }, new Map>()); // selection algo will just pick relays with the most users const topRelays = [...relayUserMap.entries()].sort(([, v], [, v1]) => v1.size - v.size); // - count keys per relay // - pick n top relays // - map keys per relay (for subscription filter) const userPickedRelays = unwrap(authors).map(k => { // pick top 3 relays for this key const relaysForKey = topRelays .filter(([, v]) => v.has(k)) .slice(0, PickNRelays) .map(([k]) => k); return { k, relaysForKey }; }); const pickedRelays = new Set(userPickedRelays.map(a => a.relaysForKey).flat()); const picked = [...pickedRelays].map(a => { const keysOnPickedRelay = new Set(userPickedRelays.filter(b => b.relaysForKey.includes(a)).map(b => b.k)); return { relay: a, filter: { ...filter, authors: [...keysOnPickedRelay], }, } as RelayTaggedFilter; }); if (missing.length > 0) { picked.push({ relay: "", filter: { ...filter, authors: missing.map(a => a.key), }, }); } debug("GOSSIP")("Picked %o", picked); return picked; } /** * Split filters by author */ export function splitFlatByWriteRelays(cache: RelayCache, input: Array): Array { const authors = input.filter(a => a.authors).map(a => unwrap(a.authors)); if (authors.length === 0) { return [ { relay: "", filters: input, }, ]; } const topRelays = pickTopRelays(cache, authors, PickNRelays); const pickedRelays = dedupe(topRelays.flatMap(a => a.relays)); const picked = pickedRelays.map(a => { const keysOnPickedRelay = new Set(userPickedRelays.filter(b => b.relaysForKey.includes(a)).map(b => b.k)); return { relay: a, filter: { ...filter, authors: [...keysOnPickedRelay], }, } as RelayTaggedFilter; }); if (missing.length > 0) { picked.push({ relay: "", filter: { ...filter, authors: missing.map(a => a.key), }, }); } debug("GOSSIP")("Picked %o", picked); return picked; } /** * Pick most popular relays for each authors */ function pickTopRelays(cache: RelayCache, authors: Array, n: number) { // map of pubkey -> [write relays] const allRelays = authors.map(a => { return { key: a, relays: cache .getFromCache(a) ?.relays?.filter(a => a.settings.write) .sort(() => (Math.random() < 0.5 ? 1 : -1)), }; }); const missing = allRelays.filter(a => a.relays === undefined || a.relays.length === 0); const hasRelays = allRelays.filter(a => a.relays !== undefined && a.relays.length > 0); // map of relay -> [pubkeys] const relayUserMap = hasRelays.reduce((acc, v) => { for (const r of unwrap(v.relays)) { if (!acc.has(r.url)) { acc.set(r.url, new Set([v.key])); } else { unwrap(acc.get(r.url)).add(v.key); } } return acc; }, new Map>()); // selection algo will just pick relays with the most users const topRelays = [...relayUserMap.entries()].sort(([, v], [, v1]) => v1.size - v.size); // - count keys per relay // - pick n top relays // - map keys per relay (for subscription filter) return hasRelays .map(k => { // pick top N relays for this key const relaysForKey = topRelays .filter(([, v]) => v.has(k.key)) .slice(0, n) .map(([k]) => k); return { key: k.key, relays: relaysForKey }; }) .concat( missing.map(a => { return { key: a.key, relays: [], }; }) ); }