blowater/database.ts
2023-09-09 13:09:57 +00:00

447 lines
16 KiB
TypeScript

import {
CustomAppData,
CustomAppData_Event,
getTags,
PlainText_Nostr_Event,
Profile_Nostr_Event,
Tag,
} from "./nostr.ts";
import * as csp from "https://raw.githubusercontent.com/BlowaterNostr/csp/master/csp.ts";
import { parseProfileData } from "./features/profile.ts";
import { parseContent } from "./UI/message.ts";
import {
DecryptionFailure,
decryptNostrEvent,
NostrAccountContext,
NostrEvent,
NostrKind,
RelayResponse_REQ_Message,
} from "./lib/nostr-ts/nostr.ts";
import { PublicKey } from "./lib/nostr-ts/key.ts";
export const NotFound = Symbol("Not Found");
const buffer_size = 2000;
export interface Indices {
readonly id?: string;
readonly create_at?: number;
readonly kind?: NostrKind;
readonly tags?: Tag[];
readonly pubkey?: string;
}
export interface EventsFilter {
filter(f: (e: NostrEvent) => boolean): Promise<NostrEvent[]>;
}
export interface EventDeleter {
delete(id: string): void;
}
export interface EventGetter {
get(keys: Indices): Promise<NostrEvent | undefined>;
}
export interface EventPutter {
put(e: NostrEvent): Promise<void>;
}
export type EventsAdapter = EventsFilter & EventDeleter & EventGetter & EventPutter;
export class Database_Contextual_View {
private readonly sourceOfChange = csp.chan<
PlainText_Nostr_Event | CustomAppData_Event | Profile_Nostr_Event
>(buffer_size);
private readonly caster = csp.multi<PlainText_Nostr_Event | CustomAppData_Event | Profile_Nostr_Event>(
this.sourceOfChange,
);
static async New(eventsAdapter: EventsAdapter, ctx: NostrAccountContext) {
const t = Date.now();
const onload: (NostrEvent)[] = await eventsAdapter.filter(
(e: NostrEvent) => {
return e.kind != NostrKind.CustomAppData;
},
);
console.log("Database_Contextual_View:onload", Date.now() - t);
const cache: (PlainText_Nostr_Event | CustomAppData_Event | Profile_Nostr_Event)[] = [];
for await (const event of onload) {
const pubkey = PublicKey.FromHex(event.pubkey);
if (pubkey instanceof Error) {
console.error(pubkey);
continue;
}
switch (event.kind) {
case NostrKind.META_DATA:
{
const profileData = parseProfileData(event.content);
if (profileData instanceof Error) {
console.error(profileData);
console.log("Database:delete", event.id);
eventsAdapter.delete(event.id);
continue;
}
const e: Profile_Nostr_Event = {
...event,
kind: event.kind,
parsedTags: getTags(event),
profile: profileData,
publicKey: pubkey,
};
cache.push(e);
}
break;
case NostrKind.TEXT_NOTE:
case NostrKind.RECOMMED_SERVER:
case NostrKind.CONTACTS:
case NostrKind.DIRECT_MESSAGE:
case NostrKind.DELETE:
{
const e: PlainText_Nostr_Event = {
content: event.content,
created_at: event.created_at,
id: event.id,
kind: event.kind,
pubkey: event.pubkey,
sig: event.sig,
tags: event.tags,
parsedTags: getTags(event),
publicKey: pubkey,
parsedContentItems: Array.from(parseContent(event.content)),
};
cache.push(e);
}
break;
case NostrKind.CustomAppData:
// ignore
break;
}
}
const db = new Database_Contextual_View(
eventsAdapter,
cache,
ctx,
);
(async () => {
let tt = 0;
const events: NostrEvent[] = await eventsAdapter.filter(
(e: NostrEvent) => {
return e.kind == NostrKind.CustomAppData;
},
);
for (const event of events) {
const pubkey = PublicKey.FromHex(event.pubkey);
if (pubkey instanceof Error) {
console.error(pubkey);
continue;
}
if (event.kind == NostrKind.CustomAppData) {
// @ts-ignore
const e = await transformEvent(event, ctx);
if (e == undefined) {
continue;
}
if (e instanceof Error) {
console.log("Database:delete", event.id);
eventsAdapter.delete(event.id);
continue;
}
cache.push(e);
await db.sourceOfChange.put(e);
} else {
const e: PlainText_Nostr_Event = {
content: event.content,
created_at: event.created_at,
id: event.id,
// @ts-ignore
kind: event.kind,
pubkey: event.pubkey,
sig: event.sig,
tags: event.tags,
parsedTags: getTags(event),
publicKey: pubkey,
parsedContentItems: Array.from(parseContent(event.content)),
};
cache.push(e);
await db.sourceOfChange.put(e);
}
}
console.log("Database_Contextual_View:transformEvent", tt);
})();
console.log("Database_Contextual_View:New time spent", Date.now() - t);
return db;
}
private constructor(
private readonly eventsAdapter: EventsAdapter,
public readonly events: (PlainText_Nostr_Event | CustomAppData_Event | Profile_Nostr_Event)[],
private readonly ctx: NostrAccountContext,
) {}
public readonly getEvent = async (keys: Indices): Promise<NostrEvent | undefined> => {
const e = await this.eventsAdapter.get(keys);
return e;
};
public readonly filterEvents = (filter: (e: NostrEvent) => boolean) => {
return this.events.filter(filter);
};
async addEvent(event: NostrEvent): Promise<boolean> {
const storedEvent = await this.getEvent({ id: event.id });
if (storedEvent) { // event exist
return false;
}
// todo: verify event
const pubkey = PublicKey.FromHex(event.pubkey);
if (pubkey instanceof Error) {
console.error(pubkey);
return false;
}
console.log("Database.addEvent", event.id);
let e: PlainText_Nostr_Event | CustomAppData_Event | Profile_Nostr_Event;
if (event.kind == NostrKind.CustomAppData) {
const _e = await transformEvent({
content: event.content,
created_at: event.created_at,
id: event.id,
kind: event.kind,
pubkey: event.pubkey,
sig: event.sig,
tags: event.tags,
}, this.ctx);
if (_e == undefined) {
return false;
}
if (_e instanceof Error) {
console.log("Database:delete", event.id);
this.eventsAdapter.delete(event.id); // todo: remove
return false;
}
e = _e;
} else {
if (event.kind == NostrKind.META_DATA) {
const profileData = parseProfileData(event.content);
if (profileData instanceof Error) {
return false;
}
e = {
...event,
kind: event.kind,
profile: profileData,
parsedTags: getTags(event),
publicKey: pubkey,
};
} else {
e = {
content: event.content,
created_at: event.created_at,
id: event.id,
kind: event.kind,
pubkey: event.pubkey,
sig: event.sig,
tags: event.tags,
parsedTags: getTags(event),
publicKey: pubkey,
parsedContentItems: Array.from(parseContent(event.content)),
};
}
}
this.events.push(e);
await this.eventsAdapter.put(event);
/* not await */ this.sourceOfChange.put(e);
return true;
}
syncEvents(
filter: (e: NostrEvent) => boolean,
events: csp.Channel<[NostrEvent, string /*relay url*/]>,
): csp.Channel<NostrEvent> {
const resChan = csp.chan<NostrEvent>(buffer_size);
(async () => {
for await (const [e, url] of events) {
if (resChan.closed()) {
await events.close(
"db syncEvents, resChan is closed, closing the source events",
);
return;
}
if (filter(e)) {
await this.addEvent(e);
} else {
console.log(
"event",
e,
"does not satisfy filterer",
filter,
);
}
}
await resChan.close(
"db syncEvents, source events is closed, closing the resChan",
);
})();
return resChan;
}
async syncNewDirectMessageEventsOf(
accountContext: NostrAccountContext,
msgs: csp.Channel<{ res: RelayResponse_REQ_Message; url: string }>,
): Promise<csp.Channel<NostrEvent | DecryptionFailure>> {
const resChan = csp.chan<NostrEvent | DecryptionFailure>(buffer_size);
const publicKey = accountContext.publicKey;
(async () => {
for await (const { res: msg, url } of msgs) {
if (msg.type !== "EVENT") {
continue;
}
const encryptedEvent = msg.event;
const theirPubKey = whoIamTalkingTo(encryptedEvent, publicKey);
if (theirPubKey instanceof Error) {
// this could happen if the user send an event without p tag
// because the application is subscribing all events send by the user
console.warn(theirPubKey);
continue;
}
const decryptedEvent = await decryptNostrEvent(
encryptedEvent,
accountContext,
theirPubKey,
);
if (decryptedEvent instanceof DecryptionFailure) {
resChan.put(decryptedEvent).then(async (res) => {
if (res instanceof csp.PutToClosedChannelError) {
await msgs.close(
"resChan has been closed, closing the source chan",
);
}
});
continue;
}
const storedEvent = await this.getEvent({
id: encryptedEvent.id,
});
if (storedEvent === undefined) {
try {
await this.addEvent(decryptedEvent);
} catch (e) {
console.log(e.message);
}
resChan.put(decryptedEvent).then(async (res) => {
if (res instanceof csp.PutToClosedChannelError) {
await msgs.close(
"resChan has been closed, closing the source chan",
);
}
});
}
// else do nothing
}
await resChan.close("source chan is clsoed, closing the resChan");
})();
return resChan;
}
//////////////////
// On DB Change //
//////////////////
subscribe(filter?: (e: PlainText_Nostr_Event | CustomAppData_Event | Profile_Nostr_Event) => boolean) {
const c = this.caster.copy();
const res = csp.chan<PlainText_Nostr_Event | CustomAppData_Event | Profile_Nostr_Event>(buffer_size);
(async () => {
for await (const newE of c) {
if (filter == undefined || filter(newE)) {
const err = await res.put(newE);
if (err instanceof csp.PutToClosedChannelError) {
await c.close(
"onChange listern has been closed, closing the source",
);
}
}
}
await res.close(
"onChange source has been closed, closing the listener",
);
})();
return res;
}
}
export function whoIamTalkingTo(event: NostrEvent, myPublicKey: PublicKey) {
if (event.kind !== NostrKind.DIRECT_MESSAGE) {
console.log(event);
return new Error(`event ${event.id} is not a DM`);
}
// first asuming the other user is the sender
let whoIAmTalkingTo = event.pubkey;
const tags = getTags(event).p;
// if I am the sender
if (event.pubkey === myPublicKey.hex) {
if (tags.length === 1) {
const theirPubKey = tags[0];
whoIAmTalkingTo = theirPubKey;
return whoIAmTalkingTo;
} else if (tags.length === 0) {
console.log(event);
return Error(
`No p tag is found - Not a valid DM - id ${event.id}, kind ${event.kind}`,
);
} else {
return Error(`Multiple tag p: ${event}`);
}
} else {
if (tags.length === 1) {
const receiverPubkey = tags[0];
if (receiverPubkey !== myPublicKey.hex) {
return Error(
`Not my message, receiver is ${receiverPubkey}, sender is ${event.pubkey}, my key is ${myPublicKey}`,
);
}
} else if (tags.length === 0) {
return Error(
`This is not a valid DM, id ${event.id}, kind ${event.kind}`,
);
} else {
console.log(event);
return Error(`Multiple tag p: ${event}`);
}
}
// I am the receiver
return whoIAmTalkingTo;
}
export async function transformEvent(event: NostrEvent<NostrKind.CustomAppData>, ctx: NostrAccountContext) {
if (event.pubkey == ctx.publicKey.hex) { // if I am the author
const decrypted = await ctx.decrypt(ctx.publicKey.hex, event.content);
if (decrypted instanceof Error) {
return decrypted;
}
let customAppData: CustomAppData;
try {
customAppData = JSON.parse(decrypted);
} catch (e) {
return e as Error;
}
if (customAppData) {
const e: CustomAppData_Event = {
content: event.content,
created_at: event.created_at,
id: event.id,
kind: event.kind,
pubkey: event.pubkey,
sig: event.sig,
tags: event.tags,
parsedTags: getTags(event),
customAppData: customAppData,
publicKey: ctx.publicKey,
};
return e;
}
}
}