blowater/database.ts

271 lines
8.1 KiB
TypeScript
Raw Normal View History

import { getTags, Parsed_Event, Profile_Nostr_Event } from "./nostr.ts";
2023-06-30 14:05:57 +00:00
import * as csp from "https://raw.githubusercontent.com/BlowaterNostr/csp/master/csp.ts";
import { parseJSON, ProfileData } from "./features/profile.ts";
import { NostrEvent, NostrKind, Tag, verifyEvent } from "./lib/nostr-ts/nostr.ts";
2023-08-28 17:58:05 +00:00
import { PublicKey } from "./lib/nostr-ts/key.ts";
2023-10-09 17:56:14 +00:00
import { ProfileController } from "./UI/search.tsx";
2023-06-30 14:05:57 +00:00
const buffer_size = 2000;
2023-06-30 14:05:57 +00:00
export interface Indices {
readonly id: string;
2023-06-30 14:05:57 +00:00
readonly create_at?: number;
readonly kind?: NostrKind;
readonly tags?: Tag[];
readonly pubkey?: string;
}
export interface EventsFilter {
filter(f?: (e: NostrEvent) => boolean): Promise<NostrEvent[]>;
}
2023-09-12 14:51:27 +00:00
export interface EventRemover {
remove(id: string): Promise<void>;
}
export interface EventGetter {
get(keys: Indices): Promise<NostrEvent | undefined> | NostrEvent | undefined;
}
export interface EventPutter {
put(e: NostrEvent): Promise<void>;
}
export interface RelayRecordSetter {
setRelayRecord: (eventID: string, url: string) => Promise<void>;
2023-11-16 09:18:30 +00:00
}
export interface RelayRecordGetter {
getRelayRecord: (eventID: string) => Promise<string[]>;
}
export type EventMark = {
event_id: string;
reason: "removed";
};
2023-11-17 07:06:11 +00:00
export interface EventMarker {
getMark(eventID: string): Promise<EventMark | undefined>;
markEvent(eventID: string, reason: "removed"): Promise<void>;
getAllMarks(): Promise<EventMark[]>;
2023-11-17 07:06:11 +00:00
}
export type RelayRecorder = RelayRecordSetter & RelayRecordGetter;
2023-11-16 09:18:30 +00:00
export type EventsAdapter =
& EventsFilter
& EventGetter
& EventPutter;
export class Datebase_View implements ProfileController, EventGetter, EventRemover, RelayRecordGetter {
public readonly sourceOfChange = csp.chan<Parsed_Event | null>(buffer_size);
private readonly caster = csp.multi<Parsed_Event | null>(this.sourceOfChange);
private readonly profiles = new Map<string, Profile_Nostr_Event>();
private constructor(
private readonly eventsAdapter: EventsAdapter,
2023-11-17 07:06:11 +00:00
private readonly relayAdapter: RelayRecorder,
private readonly eventMarker: EventMarker,
private readonly events: Map<string, Parsed_Event>,
private readonly removedEvents: Set<string>,
) {}
2023-06-30 14:05:57 +00:00
2023-11-17 07:06:11 +00:00
static async New(
eventsAdapter: EventsAdapter,
relayAdapter: RelayRecorder,
eventMarker: EventMarker,
) {
const t = Date.now();
const allEvents = await eventsAdapter.filter();
console.log("Datebase_View:onload", Date.now() - t, allEvents.length);
2023-11-17 07:06:11 +00:00
const initialEvents = new Map<string, Parsed_Event>();
for (const e of allEvents) {
const pubkey = PublicKey.FromHex(e.pubkey);
if (pubkey instanceof Error) {
console.error("impossible state");
2023-11-17 07:06:11 +00:00
await eventMarker.markEvent(e.id, "removed");
continue;
}
const p: Parsed_Event = {
...e,
parsedTags: getTags(e),
publicKey: pubkey,
};
2023-11-17 07:06:11 +00:00
initialEvents.set(p.id, p);
}
console.log("Datebase_View:parsed", Date.now() - t);
const all_removed_events = await eventMarker.getAllMarks();
// Construct the View
const db = new Datebase_View(
eventsAdapter,
relayAdapter,
2023-11-17 07:06:11 +00:00
eventMarker,
initialEvents,
new Set(all_removed_events.map((mark) => mark.event_id)),
);
console.log("Datebase_View:New time spent", Date.now() - t);
2023-11-17 07:06:11 +00:00
for (const e of db.events.values()) {
if (e.kind == NostrKind.META_DATA) {
// @ts-ignore
const pEvent = parseProfileEvent(e);
if (pEvent instanceof Error) {
console.error(pEvent);
continue;
}
db.setProfile(pEvent);
}
}
return db;
}
get(keys: Indices): Parsed_Event | undefined {
if (this.removedEvents.has(keys.id)) {
2023-11-17 07:06:11 +00:00
return;
}
2023-11-17 07:06:11 +00:00
return this.events.get(keys.id);
}
*getAllEvents() {
for (const event of this.events.values()) {
if (this.removedEvents.has(event.id)) {
continue;
}
yield event;
}
}
2023-11-17 07:06:11 +00:00
async remove(id: string): Promise<void> {
this.removedEvents.add(id);
2023-11-17 07:06:11 +00:00
await this.eventMarker.markEvent(id, "removed");
}
getRelayRecord = (eventID: string) => {
return this.relayAdapter.getRelayRecord(eventID);
};
getProfilesByText(name: string): Profile_Nostr_Event[] {
const result = [];
2023-10-15 22:39:21 +00:00
for (const event of this.profiles.values()) {
if (
2023-10-15 22:39:21 +00:00
event.profile.name &&
event.profile.name?.toLocaleLowerCase().indexOf(name.toLowerCase()) != -1
) {
2023-10-15 22:39:21 +00:00
result.push(event);
}
}
return result;
}
getProfilesByPublicKey(pubkey: PublicKey): Profile_Nostr_Event | undefined {
2023-10-08 01:16:30 +00:00
return this.profiles.get(pubkey.hex);
}
setProfile(profileEvent: Profile_Nostr_Event): void {
const profile = this.profiles.get(profileEvent.pubkey);
if (profile) {
if (profileEvent.created_at > profile.created_at) {
this.profiles.set(profileEvent.pubkey, profileEvent);
}
2023-10-08 01:16:30 +00:00
} else {
this.profiles.set(profileEvent.pubkey, profileEvent);
}
}
2023-11-16 09:18:30 +00:00
async addEvent(event: NostrEvent, url?: string) {
const ok = await verifyEvent(event);
if (!ok) {
return ok;
}
2023-11-17 07:06:11 +00:00
const mark = await this.eventMarker.getMark(event.id);
if (mark != undefined && mark.reason == "removed") {
return false;
}
2023-11-16 09:18:30 +00:00
if (url) {
await this.relayAdapter.setRelayRecord(event.id, url);
2023-11-16 09:18:30 +00:00
}
2023-09-12 14:51:27 +00:00
// check if the event exists
const storedEvent = await this.eventsAdapter.get({ id: event.id });
if (storedEvent) { // event exist
2023-07-14 14:13:15 +00:00
return false;
}
2023-07-15 05:58:03 +00:00
2023-09-12 14:51:27 +00:00
// parse the event to desired format
const pubkey = PublicKey.FromHex(event.pubkey);
if (pubkey instanceof Error) {
console.error("impossible state");
return pubkey;
}
const parsedEvent: Parsed_Event = {
...event,
parsedTags: getTags(event),
publicKey: pubkey,
};
2023-06-30 14:05:57 +00:00
2023-09-12 14:51:27 +00:00
// add event to database and notify subscribers
console.log("Database.addEvent", event);
2023-11-17 07:06:11 +00:00
this.events.set(parsedEvent.id, parsedEvent);
if (parsedEvent.kind == NostrKind.META_DATA) {
2023-10-08 01:16:30 +00:00
// @ts-ignore
const pEvent = parseProfileEvent(parsedEvent);
if (pEvent instanceof Error) {
return pEvent;
}
this.setProfile(pEvent);
}
2023-09-12 14:51:27 +00:00
await this.eventsAdapter.put(event);
/* not await */ this.sourceOfChange.put(parsedEvent);
return parsedEvent;
2023-06-30 14:05:57 +00:00
}
//////////////////
// On DB Change //
//////////////////
subscribe() {
2023-06-30 14:05:57 +00:00
const c = this.caster.copy();
const res = csp.chan<Parsed_Event | null>(buffer_size);
2023-06-30 14:05:57 +00:00
(async () => {
for await (const newE of c) {
const err = await res.put(newE);
if (err instanceof csp.PutToClosedChannelError) {
await c.close(
"onChange listern has been closed, closing the source",
);
2023-06-30 14:05:57 +00:00
}
}
await res.close(
"onChange source has been closed, closing the listener",
);
})();
return res;
}
}
export function parseProfileEvent(
event: NostrEvent<NostrKind.META_DATA>,
): Profile_Nostr_Event | Error {
const parsedTags = getTags(event);
const publicKey = PublicKey.FromHex(event.pubkey);
if (publicKey instanceof Error) return publicKey;
const profileData = parseJSON<ProfileData>(event.content);
if (profileData instanceof Error) {
return profileData;
2023-09-12 14:51:27 +00:00
}
return {
...event,
kind: event.kind,
profile: profileData,
parsedTags,
publicKey,
};
2023-09-12 14:51:27 +00:00
}