nostr/strfry
1
0
Fork 0
mirror of https://github.com/hoytech/strfry.git synced 2025-06-20 17:59:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

update negentropy

Browse Source
This commit is contained in:
Doug Hoyte
2023-12-05 18:17:58 -05:00
parent eb24824b53
commit fa5ae606c6
12 changed files with 143 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

86
test/syncTest.pl Executable file
View File

@ -0,0 +1,86 @@
#!/usr/bin/env perl
## zstdcat ../nostr-dumps/nostr-wellorder-early-500k-v1.jsonl.zst | head -100000 | perl test/syncTest.pl 1 1 10000 '{}'
use strict;
my $prob1 = shift // 1;
my $prob2 = shift // 1;
my $prob3 = shift // 98;
my $filter = shift // '{}';
{
my $total = $prob1 + $prob2 + $prob3;
die "zero prob" if $total == 0;
$prob1 = $prob1 / $total;
$prob2 = $prob2 / $total;
$prob3 = $prob3 / $total;
}
srand($ENV{SEED} || 0);
system("mkdir -p strfry-db-test-1 strfry-db-test-2");
system("rm -f strfry-db-test-1/data.mdb strfry-db-test-2/data.mdb");
my $ids1 = {};
my $ids2 = {};
{
open(my $infile1, '|-', "./strfry --config test/cfgs/syncTest1.conf import");
open(my $infile2, '|-', "./strfry --config test/cfgs/syncTest2.conf import");
while (<STDIN>) {
/"id":"(\w+)"/ || next;
my $id = $1;
my $modeRnd = rand();
if ($modeRnd < $prob1) {
print $infile1 $_;
$ids1->{$id} = 1;
} elsif ($modeRnd < $prob1 + $prob2) {
print $infile2 $_;
$ids2->{$id} = 1;
} else {
print $infile1 $_;
print $infile2 $_;
$ids1->{$id} = 1;
$ids2->{$id} = 1;
}
}
}
withRelay(sub {
system("./strfry --config test/cfgs/syncTest2.conf sync ws://127.0.0.1:40551 --dir both --filter '$filter'");
});
my $hash1 = `./strfry --config test/cfgs/syncTest1.conf export | perl test/dumbFilter.pl '$filter' | sort | sha256sum`;
my $hash2 = `./strfry --config test/cfgs/syncTest2.conf export | perl test/dumbFilter.pl '$filter' | sort | sha256sum`;
die "hashes differ" unless $hash1 eq $hash2;
print "OK.\n";
sub withRelay {
my $cb = shift;
my $relayPid = startRelay();
$cb->();
kill 'KILL', $relayPid;
wait;
}
sub startRelay {
my $pid = fork();
if (!$pid) {
exec("./strfry --config test/cfgs/syncTest1.conf relay") || die "couldn't exec strfry";
}
sleep 1; ## FIXME
return $pid;
}