mirror of
https://github.com/hoytech/strfry.git
synced 2025-06-16 08:18:51 +00:00
initial commit
This commit is contained in:
Doug Hoyte
110
test/dumbFilter.pl
Normal file
110
test/dumbFilter.pl
Normal file
@ -0,0 +1,110 @@
|
||||
#!/usr/bin/env perl
|
||||
|
||||
use JSON::XS;
|
||||
|
||||
use strict;
|
||||
|
||||
binmode(STDOUT, ":utf8");
|
||||
|
||||
my $filterJson = shift || die "need filter";
|
||||
my $filter = decode_json($filterJson);
|
||||
|
||||
while(<STDIN>) {
|
||||
my $ev = decode_json($_);
|
||||
|
||||
if (doesMatch($ev, $filter)) {
|
||||
print $_;
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
sub doesMatch {
|
||||
my $ev = shift;
|
||||
my $filter = shift;
|
||||
|
||||
$filter = [$filter] if ref $filter eq 'HASH';
|
||||
|
||||
foreach my $singleFilter (@$filter) {
|
||||
return 1 if doesMatchSingle($ev, $singleFilter);
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
sub doesMatchSingle {
|
||||
my $ev = shift;
|
||||
my $filter = shift;
|
||||
|
||||
if (defined $filter->{since}) {
|
||||
return 0 if $ev->{created_at} < $filter->{since};
|
||||
}
|
||||
|
||||
if (defined $filter->{until}) {
|
||||
return 0 if $ev->{created_at} > $filter->{until};
|
||||
}
|
||||
|
||||
if ($filter->{ids}) {
|
||||
my $found;
|
||||
foreach my $id (@{ $filter->{ids} }) {
|
||||
if (startsWith($ev->{id}, $id)) {
|
||||
$found = 1;
|
||||
last;
|
||||
}
|
||||
}
|
||||
return 0 if !$found;
|
||||
}
|
||||
|
||||
if ($filter->{authors}) {
|
||||
my $found;
|
||||
foreach my $author (@{ $filter->{authors} }) {
|
||||
if (startsWith($ev->{pubkey}, $author)) {
|
||||
$found = 1;
|
||||
last;
|
||||
}
|
||||
}
|
||||
return 0 if !$found;
|
||||
}
|
||||
|
||||
if ($filter->{kinds}) {
|
||||
my $found;
|
||||
foreach my $kind (@{ $filter->{kinds} }) {
|
||||
if ($ev->{kind} == $kind) {
|
||||
$found = 1;
|
||||
last;
|
||||
}
|
||||
}
|
||||
return 0 if !$found;
|
||||
}
|
||||
|
||||
if ($filter->{'#e'}) {
|
||||
my $found;
|
||||
foreach my $search (@{ $filter->{'#e'} }) {
|
||||
foreach my $tag (@{ $ev->{tags} }) {
|
||||
if ($tag->[0] eq 'e' && $tag->[1] eq $search) {
|
||||
$found = 1;
|
||||
last;
|
||||
}
|
||||
}
|
||||
}
|
||||
return 0 if !$found;
|
||||
}
|
||||
|
||||
if ($filter->{'#p'}) {
|
||||
my $found;
|
||||
foreach my $search (@{ $filter->{'#p'} }) {
|
||||
foreach my $tag (@{ $ev->{tags} }) {
|
||||
if ($tag->[0] eq 'p' && $tag->[1] eq $search) {
|
||||
$found = 1;
|
||||
last;
|
||||
}
|
||||
}
|
||||
}
|
||||
return 0 if !$found;
|
||||
}
|
||||
|
||||
return 1;
|
||||
}
|
||||
|
||||
sub startsWith {
|
||||
return rindex($_[0], $_[1], 0) == 0;
|
||||
}
|
||||
242
test/filterFuzzTest.pl
Normal file
242
test/filterFuzzTest.pl
Normal file
@ -0,0 +1,242 @@
|
||||
use strict;
|
||||
use Data::Dumper;
|
||||
use JSON::XS;
|
||||
use IPC::Open2;
|
||||
|
||||
|
||||
# ./strfry export|perl -MJSON::XS -nE '$z=decode_json($_); for my $t (@{$z->{tags}}) { say $t->[1] if $t->[0] eq "e"}'|sort|uniq -c|sort -rn|head -50|perl -nE '/\d+\s+(\w+)/ && say $1'
|
||||
|
||||
# Don't forget to set 'maxFilterLimit = 1000000000000' in config
|
||||
|
||||
|
||||
my $kinds = [qw/1 7 4 42 0 30 3 6/];
|
||||
|
||||
my $pubkeys = [qw{
|
||||
887645fef0ce0c3c1218d2f5d8e6132a19304cdc57cd20281d082f38cfea0072
|
||||
f4161c88558700d23af18d8a6386eb7d7fed769048e1297811dcc34e86858fb2
|
||||
32e1827635450ebb3c5a7d12c1f8e7b2b514439ac10a67eef3d9fd9c5c68e245
|
||||
3b57518d02e6acfd5eb7198530b2e351e5a52278fb2499d14b66db2b5791c512
|
||||
3235036bd0957dfb27ccda02d452d7c763be40c91a1ac082ba6983b25238388c
|
||||
2183e94758481d0f124fbd93c56ccaa45e7e545ceeb8d52848f98253f497b975
|
||||
2d1ac20dbb78936ca088c7824683e7b59fb2774ac86a63c72480514d8cecc0aa
|
||||
b2d670de53b27691c0c3400225b65c35a26d06093bcc41f48ffc71e0907f9d4a
|
||||
3104f98515b3aa147d55d9c2951e0f953b829d8724381d8f0d824125d7727634
|
||||
5c10ed0678805156d39ef1ef6d46110fe1e7e590ae04986ccf48ba1299cb53e2
|
||||
c2b373077c70c490e540ce029a346949b893964dd9e06da1d2facbc49d6ffe5c
|
||||
47f7163bed3bdb80dc8b514693293d588710607018855cb5a53f4bb6ddba8377
|
||||
9ec7a778167afb1d30c4833de9322da0c08ba71a69e1911d5578d3144bb56437
|
||||
6da123ce3bb5245484a84ad9f57c32f4da01f4d67f9905c530ca2e9691ea68de
|
||||
f19c4407f08fc3e9b2957f290272f6d8c2ebae5854704a03f5900779b8aaa664
|
||||
543210b5f6c3071c3135d850449f8bf91efffb5ed1153e5fcbb2d95b79262b57
|
||||
00000000827ffaa94bfea288c3dfce4422c794fbb96625b6b31e9049f729d700
|
||||
42b3f07844b2ad2717078abb47019369cee2aeae79469f8313ede9d75806cf61
|
||||
4b5520fd1bdcb6f11a8847e2c980f07ba873488a097467186ffeb68f955b9273
|
||||
552d5a1dcdc23eee687934791ae6da53e36e038924b314729cb7641745e78563
|
||||
}];
|
||||
|
||||
my $ids = [qw{
|
||||
25e5c82273a271cb1a840d0060391a0bf4965cafeb029d5ab55350b418953fbb
|
||||
ca178c4ecea83fa7f7b04345be4587cf03c7d8775f50014e31caf6869a626354
|
||||
4211fc228be5af10923f56e60b1b11b8e63bf0ac7dbd3e1e3d767392fdaed4a4
|
||||
f06a690997a1b7d8283c90a7224eb8b7fe96b7c3d3d8cc7b2e7f743532c02b42
|
||||
2b48218edd23e88fd33ec23d6d91fd7203a26497d74d4ba54cbae91e3b6e169e
|
||||
6c99281bf6ff2715fddcdd1d255db5b93a852930acea28a09374d9de868dcfab
|
||||
936041f4a0b0625e08982e98b85795396b391400750638698bd71269271f5bdd
|
||||
7ac6abd15d03736ef883716ac152ad8d066a748fc8e048b542decea52496c12b
|
||||
9ba8717d61d9dfdad7d7b260ae33566241e3a55ecd26c2dcb944b47b1ef21eb7
|
||||
3561b3054737b1b126e607d574f230ca17ababe6ef803070e8967c3de607a620
|
||||
59c23027c484936ccbf408369fc8105467b15e142213737631fcf3518017e168
|
||||
b1791d7fc9ae3d38966568c257ffb3a02cbf8394cdb4805bc70f64fc3c0b6879
|
||||
52cab2e3e504ad6447d284b85b5cc601ca0613b151641e77facfec851c2ca816
|
||||
a382aed3ba436a7d6c98ec41e2477b370e0332689cdb04b09b8dd8a95d1210f9
|
||||
453c1d471f6cfd6d99fbb344e61229f9a0a1d8c96764b5ac1a8f0aa785e293a5
|
||||
020b587a1627e42d4b94f14b29d6cd9328635712b1e75daed9c178815d6b2f5f
|
||||
c773cfe264b3035ebfbbc2b5c874a1859f671320ab24e09bd56559ec4e48e903
|
||||
fbd74e99301046798d0dbbef6ff3e14ea1305884eeb09068f84a00361501a0d4
|
||||
83ee9be878407dc4a9f8a6cfff54227a66745532a78b56443e36b4c3c3711189
|
||||
342060554ca30a9792f6e6959675ae734aed02c23e35037d2a0f72ac6316e83d
|
||||
01846005bb00245e06bdb9ab4f85f0b0624ac408816bf1c0c691ebb6dcaba23e
|
||||
846b8aa598d81379f7f36f5a94165d1a3b5e4cc080f3badd681e75aa03e8a806
|
||||
08470808369f03c2157607ffcb441f91305d207f249aae4c08373bdbba2431ea
|
||||
1f304d32f1db468ca84fb15b7182a38a8511a991ece50920683efc23461550c7
|
||||
81888882d8183843299dc6625746c69d5cc37281c1c62aa69d63aa6e9f197a31
|
||||
ff693a532e4f2bd3ae7657b12174d338ca906fc9bea18910b06a795c4552d4c5
|
||||
2b7a291d69c07f5523837616634a9f182ab2833f2a3ce21312b8c400963f366b
|
||||
b0d766f01b1cc883a21c5dc2553f1a7246254d61f08760717413c9b570510f88
|
||||
032356b66ee1608f156c800f261b36aac254d49f895e2cd725f19bbdfeb8a8c5
|
||||
a6e1e4ea75050c57a814bb4f098d0690b3577cd84fbc0db74b0fd3e924db3071
|
||||
81ed7bbaeb3bbec4f3816605dfb45cad85dfd99931df266df8d018d65d874bbd
|
||||
786485a61011ceed9e373abdf6485c5ca070e2bcc50c457b8f817cd275bcbf00
|
||||
00000ea184b1d9e3688ddbfd13d2f8bc0893ab73d8a5c539b85c7d168ec5423e
|
||||
f25c0cddcca28603db780fdefceeebf1cc3b3ce69f48bb0dcbb4c1d0bfd68d6c
|
||||
b7436420d5ce4521ba3130e522414eb146814dae74434108688dcd225d5db5ea
|
||||
d4c9bc1ca5dff4a371f8f10f24013211c67e789d353913f28ae24be13f267c58
|
||||
26b2d82df41d68da1b684ac99b4adadc2d272d49590155850789251cc3c80f84
|
||||
6717375662b966120041dbe5cad98d6704861d57589a40ad7cfc5e250d653511
|
||||
ec25b9c7ff8fa8ccdc7d2e3bfa06df82448a88c40212c6d19bce4a6f747b736b
|
||||
508874b1c08c9c57f174c5101eda831362f30cbc4147e96f5b9b5338b7c3654d
|
||||
07c9ee7d5704d544cec36f7888b3fa6183cee744e598f603fde5e06be8f88c81
|
||||
9a8e1f60401d277c36986fad81234d14a655463ecdeae74b2f89754bc07a109a
|
||||
ea5d104277e42b35ca260fa7006a119c4d2b1404d5c53c94d67973c6668acf5c
|
||||
4e79025204e0860dc601a2d7147005f6173d7ae7a9cd782da71e6dbab9d22b37
|
||||
d6c246cc94a9348bdf4f71e867db235d2ba457007b669984003d845c4dd7237f
|
||||
0333ed329f08aadabb62d099809ab0fa05de0c4bcc2c5aeea9244456ae607e71
|
||||
47b2a3875e37296ac5b872f94bda9a9dab52a71e1d161b861b5f7691bca2189f
|
||||
6c09c4dca9a3466f22305084639f685faf2d5d62765a57064a35f3d20fe70559
|
||||
c1e5e04d92d9bd20701bff4cbdac1cdc317d405035883b7adcf9a6a5308d0f54
|
||||
3a15cb7cf951de54a23585ca003c96ca9a7c49fbf8e436575ff9bb710af301f0
|
||||
}];
|
||||
|
||||
sub genRandomFilterGroup {
|
||||
my $numFilters = (rand()*10)+1;
|
||||
|
||||
my @filters;
|
||||
for (1..$numFilters) {
|
||||
my $f = {};
|
||||
|
||||
while (!keys %$f) {
|
||||
if (rand() < .15) {
|
||||
for (1..(rand()*10) + 1) {
|
||||
push @{$f->{ids}}, randPrefix($ids->[int(rand() * @$ids)]);
|
||||
}
|
||||
}
|
||||
|
||||
if (rand() < .3) {
|
||||
for (1..(rand()*5) + 1) {
|
||||
push @{$f->{authors}}, randPrefix($pubkeys->[int(rand() * @$pubkeys)]);
|
||||
}
|
||||
}
|
||||
|
||||
if (rand() < .2) {
|
||||
for (1..(rand()*5) + 1) {
|
||||
push @{$f->{kinds}}, 0+$kinds->[int(rand() * @$kinds)];
|
||||
}
|
||||
}
|
||||
|
||||
if (rand() < .2) {
|
||||
for (1..(rand()*10) + 1) {
|
||||
push @{$f->{'#e'}}, $ids->[int(rand() * @$ids)];
|
||||
}
|
||||
}
|
||||
|
||||
if (rand() < .2) {
|
||||
for (1..(rand()*5) + 1) {
|
||||
push @{$f->{'#p'}}, $pubkeys->[int(rand() * @$pubkeys)];
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (rand() < .2) {
|
||||
$f->{since} = 1640300802 + int(rand() * 86400*365);
|
||||
}
|
||||
|
||||
if (rand() < .2) {
|
||||
$f->{until} = 1640300802 + int(rand() * 86400*365);
|
||||
}
|
||||
|
||||
if ($f->{since} && $f->{until} && $f->{since} > $f->{until}) {
|
||||
delete $f->{since};
|
||||
delete $f->{until};
|
||||
}
|
||||
|
||||
push @filters, $f;
|
||||
}
|
||||
|
||||
return \@filters;
|
||||
}
|
||||
|
||||
sub randPrefix {
|
||||
my $v = shift;
|
||||
return $v if rand() < .5;
|
||||
return substr($v, 0, (int(rand() * 20) + 1) * 2);
|
||||
}
|
||||
|
||||
sub genRandomMonitorCmds {
|
||||
my $nextConnId = 1;
|
||||
my @out;
|
||||
|
||||
my $interestFg = genRandomFilterGroup();
|
||||
|
||||
my $iters = int(rand() * 1000) + 100;
|
||||
|
||||
for my $i (1..$iters) {
|
||||
if ($i == int($iters / 2)) {
|
||||
push @out, ["sub", 1000000, "mysub", $interestFg];
|
||||
push @out, ["interest", 1000000, "mysub"];
|
||||
} elsif (rand() < .9) {
|
||||
push @out, ["sub", $nextConnId++, "s" . int(rand() * 4), genRandomFilterGroup()];
|
||||
} elsif (rand() < .75) {
|
||||
push @out, ["removeSub", int(rand() * $nextConnId) + 1, "s" . int(rand() * 4)];
|
||||
} else {
|
||||
push @out, ["closeConn", int(rand() * $nextConnId) + 1];
|
||||
}
|
||||
}
|
||||
|
||||
return (\@out, $interestFg);
|
||||
}
|
||||
|
||||
|
||||
sub testScan {
|
||||
my $fg = shift;
|
||||
my $fge = encode_json($fg);
|
||||
|
||||
#print JSON::XS->new->pretty(1)->encode($fg);
|
||||
print "$fge\n";
|
||||
|
||||
my $resA = `./strfry --config test/strfry.conf export 2>/dev/null | perl test/dumbFilter.pl '$fge' | jq -r .pubkey | sort | sha256sum`;
|
||||
my $resB = `./strfry --config test/strfry.conf scan '$fge' | jq -r .pubkey | sort | sha256sum`;
|
||||
|
||||
print "$resA\n$resB\n";
|
||||
|
||||
if ($resA ne $resB) {
|
||||
print STDERR "$fge\n";
|
||||
die "MISMATCH";
|
||||
}
|
||||
|
||||
print "-----------MATCH OK-------------\n\n\n";
|
||||
}
|
||||
|
||||
|
||||
|
||||
srand($ENV{SEED} || 0);
|
||||
|
||||
my $cmd = shift;
|
||||
|
||||
if ($cmd eq 'scan') {
|
||||
while (1) {
|
||||
my $fg = genRandomFilterGroup();
|
||||
testScan($fg);
|
||||
}
|
||||
} elsif ($cmd eq 'monitor') {
|
||||
while (1) {
|
||||
my ($monCmds, $interestFg) = genRandomMonitorCmds();
|
||||
|
||||
my $fge = encode_json($interestFg);
|
||||
print "filt: $fge\n\n";
|
||||
|
||||
print "DOING MONS\n";
|
||||
my $pid = open2(my $outfile, my $infile, './strfry --config test/strfry.conf monitor | jq -r .pubkey | sort | sha256sum');
|
||||
for my $c (@$monCmds) { print $infile encode_json($c), "\n"; }
|
||||
close($infile);
|
||||
|
||||
my $resA = <$outfile>;
|
||||
|
||||
waitpid($pid, 0);
|
||||
my $child_exit_status = $? >> 8;
|
||||
die "monitor cmd died" if $child_exit_status;
|
||||
|
||||
print "DOING SCAN\n";
|
||||
my $resB = `./strfry --config test/strfry.conf scan '$fge' 2>/dev/null | jq -r .pubkey | sort | sha256sum`;
|
||||
|
||||
print "$resA\n$resB\n";
|
||||
|
||||
if ($resA eq $resB) {
|
||||
print "-----------MATCH OK-------------\n\n\n";
|
||||
} else {
|
||||
print STDERR "$fge\n";
|
||||
die "MISMATCH";
|
||||
}
|
||||
}
|
||||
} else {
|
||||
die "unknown cmd: $cmd";
|
||||
}
|
||||
6
test/strfry.conf
Normal file
6
test/strfry.conf
Normal file
@ -0,0 +1,6 @@
|
||||
db = "./strfry-db/"
|
||||
|
||||
relay {
|
||||
port = 7777
|
||||
maxFilterLimit = 1000000000000
|
||||
}
|
||||
Reference in New Issue
Block a user