t/lei-q-save.t - pub/scm/infra/public-inbox - Git at Google

 #!perl -w
 # Copyright (C) all contributors <meta@public-inbox.org>
 # License: AGPL-3.0+ <https://www.gnu.org/licenses/agpl-3.0.txt>
 use v5.12; use PublicInbox::TestCommon;
 use autodie qw(close open unlink);
 use PublicInbox::Smsg;
 use List::Util qw(sum);
 use File::Path qw(remove_tree);

 my $doc1 = eml_load('t/plack-qp.eml');
 $doc1->header_set('Date', PublicInbox::Smsg::date({ds => time - (86400 * 5)}));
 my $doc2 = eml_load('t/utf8.eml');
 $doc2->header_set('Date', PublicInbox::Smsg::date({ds => time - (86400 * 4)}));
 my $doc3 = eml_load('t/msg_iter-order.eml');
 $doc3->header_set('Date', PublicInbox::Smsg::date({ds => time - (86400 * 4)}));
 my $cat_env = { VISUAL => 'cat', EDITOR => 'cat' };
 my $pre_existing = <<'EOF';
 From x Mon Sep 17 00:00:00 2001
 From: <x@example.com>
 Message-ID: <import-before@example.com>
 Subject: pre-existing
 Date: Sat, 02 Oct 2010 00:00:00 +0000

 blah
 EOF

 test_lei(sub {
 	my $home = $ENV{HOME};
 	my $in = $doc1->as_string;
 	lei_ok [qw(import -q -F eml -)], undef, { 0 => \$in, %$lei_opt };
 	lei_ok qw(q -q z:0.. d:last.week..), '-o', "MAILDIR:$home/md/";
 	my %before = map { $_ => 1 } glob("$home/md/cur/*");
 	my $f = (keys %before)[0] or xbail({before => \%before});
 	is_deeply(eml_load($f), $doc1, 'doc1 matches');
 	lei_ok qw(ls-mail-sync);
 	is($lei_out, "maildir:$home/md\n", 'canonicalized mail sync name');

 	my @s = glob("$home/.local/share/lei/saved-searches/md-*");
 	is(scalar(@s), 1, 'got one saved search');
 	my $cfg = PublicInbox::Config->new("$s[0]/lei.saved-search");
 	is($cfg->{'lei.q.output'}, "maildir:$home/md", 'canonicalized output');
 	is_deeply($cfg->{'lei.q'}, ['z:0..', 'd:last.week..'],
 		'store relative time, not parsed (absolute) timestamp');

 	# ensure "lei up" works, since it compliments "lei q --save"
 	$in = $doc2->as_string;
 	lei_ok [qw(import -q -F eml -)], undef, { 0 => \$in, %$lei_opt };
 	lei_ok qw(up -q md -C), $home;
 	lei_ok qw(up -q . -C), "$home/md";
 	lei_ok qw(up -q), "/$home/md";
 	my %after = map { $_ => 1 } glob("$home/md/{new,cur}/*");
 	is(delete $after{(keys(%before))[0]}, 1, 'original message kept');
 	is(scalar(keys %after), 1, 'one new message added');
 	$f = (keys %after)[0] or xbail({after => \%after});
 	is_deeply(eml_load($f), $doc2, 'doc2 matches');

 	# check stdin
 	lei_ok [qw(q - -o), "mboxcl2:mbcl2" ], undef,
 		{ -C => $home, %$lei_opt, 0 => \'d:last.week..'};
 	@s = glob("$home/.local/share/lei/saved-searches/mbcl2-*");
 	$cfg = PublicInbox::Config->new("$s[0]/lei.saved-search");
 	is_deeply $cfg->{'lei.q'}, 'd:last.week..',
 		'q --stdin stores relative time';
 	my $size = -s "$home/mbcl2";
 	ok(defined($size) && $size > 0, 'results written');
 	lei_ok([qw(up mbcl2)], undef, { -C => $home, %$lei_opt });
 	is(-s "$home/mbcl2", $size, 'size unchanged on noop up');

 	$in = $doc3->as_string;
 	lei_ok [qw(import -q -F eml -)], undef, { 0 => \$in, %$lei_opt };
 	lei_ok([qw(up mbcl2)], undef, { -C => $home, %$lei_opt });
 	ok(-s "$home/mbcl2" > $size, 'size increased after up');

 	ok(!lei(qw(up -q), $home), 'up fails on unknown dir');
 	like($lei_err, qr/--no-save was used/, 'error noted --no-save');

 	lei_ok(qw(q --no-save d:last.week.. -q -o), "$home/no-save");
 	ok(!lei(qw(up -q), "$home/no-save"), 'up fails on --no-save');
 	like($lei_err, qr/--no-save was used/, 'error noted --no-save');

 	lei_ok qw(ls-search); my @d = split(/\n/, $lei_out);
 	lei_ok qw(ls-search -z); my @z = split(/\0/, $lei_out);
 	is_deeply(\@d, \@z, '-z output matches non-z');
 	is_deeply(\@d, [ "$home/mbcl2", "$home/md" ],
 		'ls-search output alphabetically sorted');
 	lei_ok qw(ls-search -l);
 	my $json = PublicInbox::Config->json->decode($lei_out);
 	ok($json && $json->[0]->{output}, 'JSON has output');
 	lei_ok qw(_complete lei up);
 	like($lei_out, qr!^\Q$home/mbcl2\E$!sm, 'complete got mbcl2 output');
 	like($lei_out, qr!^\Q$home/md\E$!sm, 'complete got maildir output');

 	unlink("$home/mbcl2");
 	lei_ok qw(_complete lei up);
 	like($lei_out, qr!^\Q$home/mbcl2\E$!sm,
 		'mbcl2 output shown despite unlink');
 	lei_ok([qw(up mbcl2)], undef, { -C => $home, %$lei_opt });
 	ok(-f "$home/mbcl2"  && -s _ == 0, 'up recreates on missing output');

 	# no --augment
 	open my $mb, '>', "$home/mbrd";
 	print $mb $pre_existing;
 	close $mb;
 	lei_ok(qw(q -o mboxrd:mbrd m:qp@example.com -C), $home);
 	open $mb, '<', "$home/mbrd";
 	is_deeply([grep(/pre-existing/, <$mb>)], [],
 		'pre-existing messsage gone w/o augment');
 	undef $mb;
 	lei_ok(qw(q m:import-before@example.com));
 	is(json_utf8->decode($lei_out)->[0]->{'s'},
 		'pre-existing', '--save imported before clobbering');

 	# --augment
 	open $mb, '>', "$home/mbrd-aug";
 	print $mb $pre_existing;
 	close $mb;
 	lei_ok(qw(q -a -o mboxrd:mbrd-aug m:qp@example.com -C), $home);
 	open $mb, '<', "$home/mbrd-aug";
 	$mb = do { local $/; <$mb> };
 	like($mb, qr/pre-existing/, 'pre-existing message preserved w/ -a');
 	like($mb, qr/<qp\@example\.com>/, 'new result written w/ -a');

 	lei_ok(qw(up --all=local));

 	ok(!lei(qw(forget-search), "$home/bogus"), 'bogus forget');
 	like($lei_err, qr/--save was not used/, 'error noted --save');

 	lei_ok qw(_complete lei forget-search);
 	like($lei_out, qr/mbrd-aug/, 'forget-search completion');
 	lei_ok(qw(forget-search -v), "$home/mbrd-aug");
 	is($lei_out, '', 'no output');
 	like($lei_err, qr/\bmbrd-aug\b/, '-v (verbose) reported unlinks');
 	lei_ok qw(_complete lei forget-search);
 	unlike($lei_out, qr/mbrd-aug/,
 		'forget-search completion cleared after forget');
 	ok(!lei('up', "$home/mbrd-aug"), 'lei up fails after forget');
 	like($lei_err, qr/--no-save was used/, 'error noted --no-save');

 	# dedupe=mid
 	my $o = "$home/dd-mid";
 	$in = $doc2->as_string . "\n-------\nappended list sig\n";
 	lei_ok [qw(import -q -F eml -)], undef, { 0 => \$in, %$lei_opt };
 	lei_ok(qw(q --dedupe=mid m:testmessage@example.com -o), $o);
 	my @m = glob("$o/cur/*");
 	is(scalar(@m), 1, '--dedupe=mid w/ --save');
 	$in = $doc2->as_string . "\n-------\nanother list sig\n";
 	lei_ok [qw(import -q -F eml -)], undef, { 0 => \$in, %$lei_opt };
 	lei_ok 'up', $o;
 	is_deeply([glob("$o/cur/*")], \@m, 'lei up dedupe=mid works');

 	for my $dd (qw(content)) {
 		$o = "$home/dd-$dd";
 		lei_ok(qw(q m:testmessage@example.com -o), $o, "--dedupe=$dd");
 		@m = glob("$o/cur/*");
 		is(scalar(@m), 3, 'all 3 matches with dedupe='.$dd);
 	}

 	# dedupe=oid
 	$o = "$home/dd-oid";
 	my $ibx = create_inbox 'ibx', indexlevel => 'medium',
 			tmpdir => "$home/v1", sub {};
 	lei_ok(qw(q --dedupe=oid m:qp@example.com -o), $o,
 		'-I', $ibx->{inboxdir});
 	@m = glob("$o/cur/*");
 	is(scalar(@m), 1, 'got first result');

 	my $im = $ibx->importer(0);
 	my $diff = "X-Insignificant-Header: x\n".$doc1->as_string;
 	$im->add(PublicInbox::Eml->new($diff));
 	$im->done;
 	lei_ok('up', $o);
 	@m = glob("$o/{new,cur}/*");
 	is(scalar(@m), 2, 'got 2nd result due to different OID');

 	SKIP: {
 		symlink($o, "$home/ln -s") or
 			skip "symlinks not supported in $home?: $!", 1;
 		lei_ok('up', "$home/ln -s");
 		lei_ok('forget-search', "$home/ln -s");
 	};

 	my $v2 = "$home/v2"; # v2: as an output destination
 	my (@before, @after);
 	require PublicInbox::MboxReader;
 	lei_ok(qw(q z:0.. -o), "v2:$v2");
 	like($lei_err, qr/^# ([1-9][0-9]*) written to \Q$v2\E/sm,
 		'non-zero write output to stderr');
 	lei_ok('-C', $v2, qw(q z:0.. -o), "mboxrd:$home/before",
 		'--only', '.', '-j1,1');
 	lei_ok(['edit-search', "$home/before"], $cat_env);
 	like($lei_out, qr/^\tonly = \Q$v2\E$/sm,
 		'relative --only saved to absolute path');

 	open my $fh, '<', "$home/before";
 	PublicInbox::MboxReader->mboxrd($fh, sub { push @before, $_[0] });
 	isnt(scalar(@before), 0, 'initial v2 written');
 	my $orig = sum(map { -f $_ ? -s _ : () } (
 			glob("$v2/git/0.git/objects/*/*")));
 	lei_ok(qw(import t/data/0001.patch));
 	lei_ok 'up', $v2;
 	lei_ok(qw(q z:0.. -o), "mboxrd:$home/after", '--only', $v2, '-j1,1');
 	open $fh, '<', "$home/after";
 	PublicInbox::MboxReader->mboxrd($fh, sub { push @after, $_[0] });

 	my $last = shift @after;
 	$last->header_set('Status');
 	is_deeply($last, eml_load('t/data/0001.patch'), 'lei up worked on v2');
 	is_deeply(\@before, \@after, 'got same results');

 	my $v2s = "$home/v2s";
 	lei_ok(qw(q --shared z:0.. -o), "v2:$v2s");
 	my $shared = sum(map { -f $_ ? -s _ : () } (
 			glob("$v2s/git/0.git/objects/*/*")));
 	ok($shared < $orig, 'fewer bytes stored with --shared') or
 		diag "shared=$shared orig=$orig";

 	lei_ok([qw(edit-search), $v2s], $cat_env);
 	like($lei_out, qr/^\[lei/sm, 'edit-search can cat');

 	lei_ok('-C', "$home/v2s", qw(q -q -o ../s m:testmessage@example.com));
 	lei_ok qw(ls-search);
 	unlike $lei_out, qr{/\.\./s$}sm, 'relative path not in ls-search';
 	like $lei_out, qr{^\Q$home\E/s$}sm,
 		'absolute path appears in ls-search';
 	lei_ok qw(up ../s -C), "$home/v2s", \'relative lei up';
 	lei_ok qw(up), "$home/s", \'absolute lei up';

 	# mess up a config file
 	my @lss = glob("$home/" .
 		'.local/share/lei/saved-searches/*/lei.saved-search');
 	my $out = xqx([qw(git config -f), $lss[0], 'lei.q.output']);
 	xsys_e($^X, qw(-w -i -p -e), "s/\\[/\\0/", $lss[0]);
 	lei_ok qw(ls-search);
 	like($lei_err, qr/bad config line.*?\Q$lss[0]\E/,
 		'git config parse error shown w/ lei ls-search');
 	lei_ok qw(up --all), \'up works with bad config';
 	like($lei_err, qr/bad config line.*?\Q$lss[0]\E/,
 		'git config parse error shown w/ lei up');
 	xsys_e($^X, qw(-w -i -p -e), "s/\\0/\\[/", $lss[0]);
 	lei_ok qw(ls-search);
 	is($lei_err, '', 'no errors w/ fixed config');

 	like($lei_out, qr!\Q$home/after\E!, "`after' in ls-search");
 	remove_tree("$home/after");
 	lei_ok qw(forget-search --prune);
 	lei_ok qw(ls-search);
 	unlike($lei_out, qr!\Q$home/after\E!, "`after' pruned");

 	my $d = "$home/d";
 	lei_ok [qw(import -q -F eml)], undef,
 		{%$lei_opt, 0 => \"Subject: do not call\n\n"};
 	lei_ok qw(q -o), $d, 's:do not call';

 	my @orig = glob("$d/*/*");
 	is(scalar(@orig), 1, 'got one message via argv');
 	lei_ok [qw(import -q -Feml)], undef,
 		{%$lei_opt, 0 => \"Subject: do not ever call\n\n"};
 	lei_ok 'up', $d;
 	is_deeply([glob("$d/*/*")], \@orig, 'nothing written');
 	lei_ok [qw(import -q -Feml)], undef,
 		{%$lei_opt, 0 => \"Subject: do not call, ever\n\n"};
 	lei_ok 'up', $d;
 	@after = glob("$d/*/*");
 	is(scalar(@after), 2, '2 total, messages, now');
 	is_deeply([glob("$d/cur/*")], \@orig, 'cur untouched');
 	my @new = glob("$d/new/*");
 	is(scalar(@new), 1, "new message written to `new'");
 	is(eml_load($new[0])->header('Subject'), 'do not call, ever',
 		'up retrieved correct message');

 	$d = "$home/d-stdin";
 	lei_ok [ qw(q -q -o), $d ], undef,
 		{ %$lei_opt, 0 => \'s:"do not ever call"' };
 	@orig = glob("$d/*/*");
 	is(scalar(@orig), 1, 'got one message via stdin');

 	lei_ok [qw(import -q -Feml)], undef,
 		{%$lei_opt, 0 => \"Subject: do not fall or ever call\n\n"};
 	lei_ok [qw(import -q -Feml)], undef,
 		{%$lei_opt, 0 => \"Subject: do not ever call, again\n\n"};
 	lei_ok 'up', $d;
 	@new = glob("$d/new/*");
 	is(scalar(@new), 1, "new message written to `new'") or do {
 		for (@new) { diag "$_ ".eml_load($_)->header('Subject') }
 	};
 	is_deeply([glob("$d/cur/*")], \@orig, 'cur untouched');
 	is(eml_load($new[0])->header('Subject'), 'do not ever call, again',
 		'up retrieved correct message');

 	# --thread expansion
 	$d = "$home/thread-expand";
 	lei_ok(qw(q --no-external m:import-before@example.com -t -o), $d);
 	@orig = glob("$d/{new,cur}/*");
 	is(scalar(@orig), 1, 'one result so far');
 	lei_ok [ qw(import -Feml) ], undef, { %$lei_opt, 0 => \<<'EOM' };
 Date: Sun, 02 Oct 2023 00:00:00 +0000
 From: <x@example.com>
 In-Reply-To: <import-before@example.com>
 Message-ID: <reply1@example.com>
 Subject: reply1
 EOM

 	lei_ok qw(up), $d;
 	@new = glob("$d/{new,cur}/*");
 	is(scalar(@new), 2, 'got new message');
 	is_xdeeply([grep { $_ eq $orig[0] } @new], \@orig,
 		'original message preserved on up w/ threads');
 	lei_ok 'up', "$home/md", $d, \'multiple maildir up';
 	unlike $lei_err, qr! line \d+!s, 'no warnings';
 });
 done_testing;
	#!perl -w
	# Copyright (C) all contributors <meta@public-inbox.org>
	# License: AGPL-3.0+ <https://www.gnu.org/licenses/agpl-3.0.txt>
	use v5.12; use PublicInbox::TestCommon;
	use autodie qw(close open unlink);
	use PublicInbox::Smsg;
	use List::Util qw(sum);
	use File::Path qw(remove_tree);

	my $doc1 = eml_load('t/plack-qp.eml');
	$doc1->header_set('Date', PublicInbox::Smsg::date({ds => time - (86400 * 5)}));
	my $doc2 = eml_load('t/utf8.eml');
	$doc2->header_set('Date', PublicInbox::Smsg::date({ds => time - (86400 * 4)}));
	my $doc3 = eml_load('t/msg_iter-order.eml');
	$doc3->header_set('Date', PublicInbox::Smsg::date({ds => time - (86400 * 4)}));
	my $cat_env = { VISUAL => 'cat', EDITOR => 'cat' };
	my $pre_existing = <<'EOF';
	From x Mon Sep 17 00:00:00 2001
	From: <x@example.com>
	Message-ID: <import-before@example.com>
	Subject: pre-existing
	Date: Sat, 02 Oct 2010 00:00:00 +0000

	blah
	EOF

	test_lei(sub {
	my $home = $ENV{HOME};
	my $in = $doc1->as_string;
	lei_ok [qw(import -q -F eml -)], undef, { 0 => \$in, %$lei_opt };
	lei_ok qw(q -q z:0.. d:last.week..), '-o', "MAILDIR:$home/md/";
	my %before = map { $_ => 1 } glob("$home/md/cur/*");
	my $f = (keys %before)[0] or xbail({before => \%before});
	is_deeply(eml_load($f), $doc1, 'doc1 matches');
	lei_ok qw(ls-mail-sync);
	is($lei_out, "maildir:$home/md\n", 'canonicalized mail sync name');

	my @s = glob("$home/.local/share/lei/saved-searches/md-*");
	is(scalar(@s), 1, 'got one saved search');
	my $cfg = PublicInbox::Config->new("$s[0]/lei.saved-search");
	is($cfg->{'lei.q.output'}, "maildir:$home/md", 'canonicalized output');
	is_deeply($cfg->{'lei.q'}, ['z:0..', 'd:last.week..'],
	'store relative time, not parsed (absolute) timestamp');

	# ensure "lei up" works, since it compliments "lei q --save"
	$in = $doc2->as_string;
	lei_ok [qw(import -q -F eml -)], undef, { 0 => \$in, %$lei_opt };
	lei_ok qw(up -q md -C), $home;
	lei_ok qw(up -q . -C), "$home/md";
	lei_ok qw(up -q), "/$home/md";
	my %after = map { $_ => 1 } glob("$home/md/{new,cur}/*");
	is(delete $after{(keys(%before))[0]}, 1, 'original message kept');
	is(scalar(keys %after), 1, 'one new message added');
	$f = (keys %after)[0] or xbail({after => \%after});
	is_deeply(eml_load($f), $doc2, 'doc2 matches');

	# check stdin
	lei_ok [qw(q - -o), "mboxcl2:mbcl2" ], undef,
	{ -C => $home, %$lei_opt, 0 => \'d:last.week..'};
	@s = glob("$home/.local/share/lei/saved-searches/mbcl2-*");
	$cfg = PublicInbox::Config->new("$s[0]/lei.saved-search");
	is_deeply $cfg->{'lei.q'}, 'd:last.week..',
	'q --stdin stores relative time';
	my $size = -s "$home/mbcl2";
	ok(defined($size) && $size > 0, 'results written');
	lei_ok([qw(up mbcl2)], undef, { -C => $home, %$lei_opt });
	is(-s "$home/mbcl2", $size, 'size unchanged on noop up');

	$in = $doc3->as_string;
	lei_ok [qw(import -q -F eml -)], undef, { 0 => \$in, %$lei_opt };
	lei_ok([qw(up mbcl2)], undef, { -C => $home, %$lei_opt });
	ok(-s "$home/mbcl2" > $size, 'size increased after up');

	ok(!lei(qw(up -q), $home), 'up fails on unknown dir');
	like($lei_err, qr/--no-save was used/, 'error noted --no-save');

	lei_ok(qw(q --no-save d:last.week.. -q -o), "$home/no-save");
	ok(!lei(qw(up -q), "$home/no-save"), 'up fails on --no-save');
	like($lei_err, qr/--no-save was used/, 'error noted --no-save');

	lei_ok qw(ls-search); my @d = split(/\n/, $lei_out);
	lei_ok qw(ls-search -z); my @z = split(/\0/, $lei_out);
	is_deeply(\@d, \@z, '-z output matches non-z');
	is_deeply(\@d, [ "$home/mbcl2", "$home/md" ],
	'ls-search output alphabetically sorted');
	lei_ok qw(ls-search -l);
	my $json = PublicInbox::Config->json->decode($lei_out);
	ok($json && $json->[0]->{output}, 'JSON has output');
	lei_ok qw(_complete lei up);
	like($lei_out, qr!^\Q$home/mbcl2\E$!sm, 'complete got mbcl2 output');
	like($lei_out, qr!^\Q$home/md\E$!sm, 'complete got maildir output');

	unlink("$home/mbcl2");
	lei_ok qw(_complete lei up);
	like($lei_out, qr!^\Q$home/mbcl2\E$!sm,
	'mbcl2 output shown despite unlink');
	lei_ok([qw(up mbcl2)], undef, { -C => $home, %$lei_opt });
	ok(-f "$home/mbcl2" && -s _ == 0, 'up recreates on missing output');

	# no --augment
	open my $mb, '>', "$home/mbrd";
	print $mb $pre_existing;
	close $mb;
	lei_ok(qw(q -o mboxrd:mbrd m:qp@example.com -C), $home);
	open $mb, '<', "$home/mbrd";
	is_deeply([grep(/pre-existing/, <$mb>)], [],
	'pre-existing messsage gone w/o augment');
	undef $mb;
	lei_ok(qw(q m:import-before@example.com));
	is(json_utf8->decode($lei_out)->[0]->{'s'},
	'pre-existing', '--save imported before clobbering');

	# --augment
	open $mb, '>', "$home/mbrd-aug";
	print $mb $pre_existing;
	close $mb;
	lei_ok(qw(q -a -o mboxrd:mbrd-aug m:qp@example.com -C), $home);
	open $mb, '<', "$home/mbrd-aug";
	$mb = do { local $/; <$mb> };
	like($mb, qr/pre-existing/, 'pre-existing message preserved w/ -a');
	like($mb, qr/<qp\@example\.com>/, 'new result written w/ -a');

	lei_ok(qw(up --all=local));

	ok(!lei(qw(forget-search), "$home/bogus"), 'bogus forget');
	like($lei_err, qr/--save was not used/, 'error noted --save');

	lei_ok qw(_complete lei forget-search);
	like($lei_out, qr/mbrd-aug/, 'forget-search completion');
	lei_ok(qw(forget-search -v), "$home/mbrd-aug");
	is($lei_out, '', 'no output');
	like($lei_err, qr/\bmbrd-aug\b/, '-v (verbose) reported unlinks');
	lei_ok qw(_complete lei forget-search);
	unlike($lei_out, qr/mbrd-aug/,
	'forget-search completion cleared after forget');
	ok(!lei('up', "$home/mbrd-aug"), 'lei up fails after forget');
	like($lei_err, qr/--no-save was used/, 'error noted --no-save');

	# dedupe=mid
	my $o = "$home/dd-mid";
	$in = $doc2->as_string . "\n-------\nappended list sig\n";
	lei_ok [qw(import -q -F eml -)], undef, { 0 => \$in, %$lei_opt };
	lei_ok(qw(q --dedupe=mid m:testmessage@example.com -o), $o);
	my @m = glob("$o/cur/*");
	is(scalar(@m), 1, '--dedupe=mid w/ --save');
	$in = $doc2->as_string . "\n-------\nanother list sig\n";
	lei_ok [qw(import -q -F eml -)], undef, { 0 => \$in, %$lei_opt };
	lei_ok 'up', $o;
	is_deeply([glob("$o/cur/*")], \@m, 'lei up dedupe=mid works');

	for my $dd (qw(content)) {
	$o = "$home/dd-$dd";
	lei_ok(qw(q m:testmessage@example.com -o), $o, "--dedupe=$dd");
	@m = glob("$o/cur/*");
	is(scalar(@m), 3, 'all 3 matches with dedupe='.$dd);
	}

	# dedupe=oid
	$o = "$home/dd-oid";
	my $ibx = create_inbox 'ibx', indexlevel => 'medium',
	tmpdir => "$home/v1", sub {};
	lei_ok(qw(q --dedupe=oid m:qp@example.com -o), $o,
	'-I', $ibx->{inboxdir});
	@m = glob("$o/cur/*");
	is(scalar(@m), 1, 'got first result');

	my $im = $ibx->importer(0);
	my $diff = "X-Insignificant-Header: x\n".$doc1->as_string;
	$im->add(PublicInbox::Eml->new($diff));
	$im->done;
	lei_ok('up', $o);
	@m = glob("$o/{new,cur}/*");
	is(scalar(@m), 2, 'got 2nd result due to different OID');

	SKIP: {
	symlink($o, "$home/ln -s") or
	skip "symlinks not supported in $home?: $!", 1;
	lei_ok('up', "$home/ln -s");
	lei_ok('forget-search', "$home/ln -s");
	};

	my $v2 = "$home/v2"; # v2: as an output destination
	my (@before, @after);
	require PublicInbox::MboxReader;
	lei_ok(qw(q z:0.. -o), "v2:$v2");
	like($lei_err, qr/^# ([1-9][0-9]*) written to \Q$v2\E/sm,
	'non-zero write output to stderr');
	lei_ok('-C', $v2, qw(q z:0.. -o), "mboxrd:$home/before",
	'--only', '.', '-j1,1');
	lei_ok(['edit-search', "$home/before"], $cat_env);
	like($lei_out, qr/^\tonly = \Q$v2\E$/sm,
	'relative --only saved to absolute path');

	open my $fh, '<', "$home/before";
	PublicInbox::MboxReader->mboxrd($fh, sub { push @before, $_[0] });
	isnt(scalar(@before), 0, 'initial v2 written');
	my $orig = sum(map { -f $_ ? -s _ : () } (
	glob("$v2/git/0.git/objects//")));
	lei_ok(qw(import t/data/0001.patch));
	lei_ok 'up', $v2;
	lei_ok(qw(q z:0.. -o), "mboxrd:$home/after", '--only', $v2, '-j1,1');
	open $fh, '<', "$home/after";
	PublicInbox::MboxReader->mboxrd($fh, sub { push @after, $_[0] });

	my $last = shift @after;
	$last->header_set('Status');
	is_deeply($last, eml_load('t/data/0001.patch'), 'lei up worked on v2');
	is_deeply(\@before, \@after, 'got same results');

	my $v2s = "$home/v2s";
	lei_ok(qw(q --shared z:0.. -o), "v2:$v2s");
	my $shared = sum(map { -f $_ ? -s _ : () } (
	glob("$v2s/git/0.git/objects//")));
	ok($shared < $orig, 'fewer bytes stored with --shared') or
	diag "shared=$shared orig=$orig";

	lei_ok([qw(edit-search), $v2s], $cat_env);
	like($lei_out, qr/^\[lei/sm, 'edit-search can cat');

	lei_ok('-C', "$home/v2s", qw(q -q -o ../s m:testmessage@example.com));
	lei_ok qw(ls-search);
	unlike $lei_out, qr{/\.\./s$}sm, 'relative path not in ls-search';
	like $lei_out, qr{^\Q$home\E/s$}sm,
	'absolute path appears in ls-search';
	lei_ok qw(up ../s -C), "$home/v2s", \'relative lei up';
	lei_ok qw(up), "$home/s", \'absolute lei up';

	# mess up a config file
	my @lss = glob("$home/" .
	'.local/share/lei/saved-searches/*/lei.saved-search');
	my $out = xqx([qw(git config -f), $lss[0], 'lei.q.output']);
	xsys_e($^X, qw(-w -i -p -e), "s/\\[/\\0/", $lss[0]);
	lei_ok qw(ls-search);
	like($lei_err, qr/bad config line.*?\Q$lss[0]\E/,
	'git config parse error shown w/ lei ls-search');
	lei_ok qw(up --all), \'up works with bad config';
	like($lei_err, qr/bad config line.*?\Q$lss[0]\E/,
	'git config parse error shown w/ lei up');
	xsys_e($^X, qw(-w -i -p -e), "s/\\0/\\[/", $lss[0]);
	lei_ok qw(ls-search);
	is($lei_err, '', 'no errors w/ fixed config');

	like($lei_out, qr!\Q$home/after\E!, "`after' in ls-search");
	remove_tree("$home/after");
	lei_ok qw(forget-search --prune);
	lei_ok qw(ls-search);
	unlike($lei_out, qr!\Q$home/after\E!, "`after' pruned");

	my $d = "$home/d";
	lei_ok [qw(import -q -F eml)], undef,
	{%$lei_opt, 0 => \"Subject: do not call\n\n"};
	lei_ok qw(q -o), $d, 's:do not call';

	my @orig = glob("$d//");
	is(scalar(@orig), 1, 'got one message via argv');
	lei_ok [qw(import -q -Feml)], undef,
	{%$lei_opt, 0 => \"Subject: do not ever call\n\n"};
	lei_ok 'up', $d;
	is_deeply([glob("$d//")], \@orig, 'nothing written');
	lei_ok [qw(import -q -Feml)], undef,
	{%$lei_opt, 0 => \"Subject: do not call, ever\n\n"};
	lei_ok 'up', $d;
	@after = glob("$d//");
	is(scalar(@after), 2, '2 total, messages, now');
	is_deeply([glob("$d/cur/*")], \@orig, 'cur untouched');
	my @new = glob("$d/new/*");
	is(scalar(@new), 1, "new message written to `new'");
	is(eml_load($new[0])->header('Subject'), 'do not call, ever',
	'up retrieved correct message');

	$d = "$home/d-stdin";
	lei_ok [ qw(q -q -o), $d ], undef,
	{ %$lei_opt, 0 => \'s:"do not ever call"' };
	@orig = glob("$d//");
	is(scalar(@orig), 1, 'got one message via stdin');

	lei_ok [qw(import -q -Feml)], undef,
	{%$lei_opt, 0 => \"Subject: do not fall or ever call\n\n"};
	lei_ok [qw(import -q -Feml)], undef,
	{%$lei_opt, 0 => \"Subject: do not ever call, again\n\n"};
	lei_ok 'up', $d;
	@new = glob("$d/new/*");
	is(scalar(@new), 1, "new message written to `new'") or do {
	for (@new) { diag "$_ ".eml_load($_)->header('Subject') }
	};
	is_deeply([glob("$d/cur/*")], \@orig, 'cur untouched');
	is(eml_load($new[0])->header('Subject'), 'do not ever call, again',
	'up retrieved correct message');

	# --thread expansion
	$d = "$home/thread-expand";
	lei_ok(qw(q --no-external m:import-before@example.com -t -o), $d);
	@orig = glob("$d/{new,cur}/*");
	is(scalar(@orig), 1, 'one result so far');
	lei_ok [ qw(import -Feml) ], undef, { %$lei_opt, 0 => \<<'EOM' };
	Date: Sun, 02 Oct 2023 00:00:00 +0000
	From: <x@example.com>
	In-Reply-To: <import-before@example.com>
	Message-ID: <reply1@example.com>
	Subject: reply1
	EOM

	lei_ok qw(up), $d;
	@new = glob("$d/{new,cur}/*");
	is(scalar(@new), 2, 'got new message');
	is_xdeeply([grep { $_ eq $orig[0] } @new], \@orig,
	'original message preserved on up w/ threads');
	lei_ok 'up', "$home/md", $d, \'multiple maildir up';
	unlike $lei_err, qr! line \d+!s, 'no warnings';
	});
	done_testing;