| #!perl -w |
| # Copyright (C) all contributors <meta@public-inbox.org> |
| # License: AGPL-3.0+ <https://www.gnu.org/licenses/agpl-3.0.txt> |
| use strict; |
| use v5.10.1; |
| use PublicInbox::TestCommon; |
| use Benchmark qw(:all); |
| use PublicInbox::Inbox; |
| use PublicInbox::View; |
| use PublicInbox::WwwStream; |
| |
| my $inboxdir = $ENV{GIANT_INBOX_DIR} // $ENV{GIANT_PI_DIR}; |
| my $blob = $ENV{TEST_BLOB}; |
| my $obfuscate = $ENV{PI_OBFUSCATE} ? 1 : 0; |
| diag "PI_OBFUSCATE=$obfuscate"; |
| plan skip_all => "GIANT_INBOX_DIR not defined for $0" unless $inboxdir; |
| |
| my @cat = qw(cat-file --buffer --batch-check --batch-all-objects); |
| if (require_git(2.19, 1)) { |
| push @cat, '--unordered'; |
| } else { |
| warn |
| "git <2.19, cat-file lacks --unordered, locality suffers\n"; |
| } |
| require_mods qw(Plack::Util); |
| my $ibx = PublicInbox::Inbox->new({ inboxdir => $inboxdir, name => 'name', |
| obfuscate => $obfuscate}); |
| my $git = $ibx->git; |
| my $fh = $blob ? undef : $git->popen(@cat); |
| if ($fh) { |
| my $vec = ''; |
| vec($vec, fileno($fh), 1) = 1; |
| select($vec, undef, undef, 60) or |
| die "timed out waiting for --batch-check"; |
| } |
| |
| my $ctx = bless { |
| env => { HTTP_HOST => 'example.com', 'psgi.url_scheme' => 'https' }, |
| ibx => $ibx, |
| www => Plack::Util::inline_object(style => sub {''}), |
| gz => PublicInbox::GzipFilter::gzip_or_die(), |
| }, 'PublicInbox::WwwStream'; |
| my ($eml, $res, $oid, $type); |
| my $n = 0; |
| my $m = 0; |
| ${$ctx->{obuf}} = ''; |
| $ctx->{mhref} = '../'; |
| |
| my $cb = sub { |
| $eml = PublicInbox::Eml->new(shift); |
| $eml->each_part(\&PublicInbox::View::add_text_body, $ctx, 1); |
| $ctx->zflush(grep defined, delete @$ctx{'obuf'}); # compat |
| ++$m; |
| delete $ctx->{zbuf}; |
| ${$ctx->{obuf}} = ''; # compat |
| $ctx->{gz} = PublicInbox::GzipFilter::gzip_or_die(); |
| }; |
| |
| my $t = timeit(1, sub { |
| if (defined $blob) { |
| my $nr = $ENV{NR} // 10000; |
| for (1..$nr) { |
| ++$n; |
| $git->cat_async($blob, $cb); |
| } |
| } else { |
| while (<$fh>) { |
| ($oid, $type) = split / /; |
| next if $type ne 'blob'; |
| ++$n; |
| $git->cat_async($oid, $cb); |
| } |
| } |
| $git->async_wait_all; |
| }); |
| diag 'add_text_body took '.timestr($t)." for $n <=> $m messages"; |
| is($m, $n, 'rendered all messages'); |
| done_testing(); |