Blame t/huge.t

Packit 14c646
#!./perl
Packit 14c646
Packit 14c646
use strict;
Packit 14c646
use warnings;
Packit 14c646
Packit 14c646
use Config;
Packit 14c646
use Storable qw(dclone);
Packit 14c646
use Test::More;
Packit 14c646
Packit 14c646
BEGIN {
Packit 14c646
    plan skip_all => 'Storable was not built'
Packit 14c646
        if $ENV{PERL_CORE} && $Config{'extensions'} !~ /\b Storable \b/x;
Packit 14c646
    plan skip_all => 'Need 64-bit pointers for this test'
Packit 14c646
        if $Config{ptrsize} < 8 and $] > 5.013;
Packit 14c646
    plan skip_all => 'Need 64-bit int for this test on older versions'
Packit 14c646
        if $Config{uvsize} < 8 and $] < 5.013;
Packit 14c646
    plan skip_all => 'Need ~4 GiB memory for this test, set PERL_TEST_MEMORY > 4'
Packit 14c646
        if !$ENV{PERL_TEST_MEMORY} || $ENV{PERL_TEST_MEMORY} < 4;
Packit 14c646
}
Packit 14c646
Packit 14c646
# Just too big to fit in an I32.
Packit 14c646
my $huge = int(2 ** 31);
Packit 14c646
# v5.24.1c/v5.25.1c switched to die earlier with "Too many elements",
Packit 14c646
# which is much safer.
Packit 14c646
my $has_too_many = ($Config{usecperl} and
Packit 14c646
      (($] >= 5.024001 and $] < 5.025000)
Packit 14c646
       or $] >= 5.025001)) ? 1 : 0;
Packit 14c646
Packit 14c646
# These overlarge sizes are enabled only since Storable 3.00 and some
Packit 14c646
# cases need cperl support. Perl5 (as of 5.24) has some internal
Packit 14c646
# problems with >I32 sizes, which only cperl has fixed.
Packit 14c646
# perl5 is not yet 2GB safe, esp. with hashes.
Packit 14c646
Packit 14c646
# string len (xpv_cur): STRLEN (ptrsize>=8)
Packit 14c646
# array size (xav_max): SSize_t (I32/I64) (ptrsize>=8)
Packit 14c646
# hash size (xhv_keys):
Packit 14c646
#    IV            - 5.12   (ivsize>=8)
Packit 14c646
#    STRLEN  5.14  - 5.24   (size_t: U32/U64)
Packit 14c646
#    SSize_t 5.22c - 5.24c  (I32/I64)
Packit 14c646
#    U32     5.25c -
Packit 14c646
# hash key: I32
Packit 14c646
Packit 14c646
my @cases = (
Packit 14c646
    ['huge string',
Packit 14c646
     sub { my $s = 'x' x $huge; \$s }],
Packit 14c646
Packit 14c646
    ['array with huge element',
Packit 14c646
     sub { my $s = 'x' x $huge; [$s] }],
Packit 14c646
Packit 14c646
    ['hash with huge value',
Packit 14c646
     sub { my $s = 'x' x $huge; +{ foo => $s } }],
Packit 14c646
Packit 14c646
    # There's no huge key, limited to I32.
Packit 14c646
  ) if $Config{ptrsize} > 4;
Packit 14c646
Packit 14c646
Packit 14c646
# An array with a huge number of elements requires several gigabytes of
Packit 14c646
# virtual memory. On darwin it is evtl killed.
Packit 14c646
if ($Config{ptrsize} > 4 and !$has_too_many) {
Packit 14c646
    # needs 20-55G virtual memory, 4.6M heap and several minutes on a fast machine 
Packit 14c646
    if ($ENV{PERL_TEST_MEMORY} >= 55) {
Packit 14c646
        push @cases,
Packit 14c646
          [ 'huge array',
Packit 14c646
            sub { my @x; $x[$huge] = undef; \@x } ];
Packit 14c646
    } else {
Packit 14c646
        diag "skip huge array, need PERL_TEST_MEMORY >= 8";
Packit 14c646
    }
Packit 14c646
}
Packit 14c646
Packit 14c646
# A hash with a huge number of keys would require tens of gigabytes of
Packit 14c646
# memory, which doesn't seem like a good idea even for this test file.
Packit 14c646
# Unfortunately even older 32bit perls do allow this.
Packit 14c646
if (!$has_too_many) {
Packit 14c646
    # needs >90G virtual mem, and is evtl. killed
Packit 14c646
    if ($ENV{PERL_TEST_MEMORY} >= 96) {
Packit 14c646
        # number of keys >I32. impossible to handle with perl5, but Storable can.
Packit 14c646
        push @cases,
Packit 14c646
          ['huge hash',
Packit 14c646
           sub { my %x = (0 .. $huge); \%x } ];
Packit 14c646
    } else {
Packit 14c646
        diag "skip huge hash, need PERL_TEST_MEMORY >= 16";
Packit 14c646
    }
Packit 14c646
}
Packit 14c646
Packit 14c646
Packit 14c646
plan tests => 2 * scalar @cases;
Packit 14c646
Packit 14c646
for (@cases) {
Packit 14c646
    my ($desc, $build) = @$_;
Packit 14c646
    diag "building test input: $desc";
Packit 14c646
    my ($input, $exn, $clone);
Packit 14c646
    diag "these huge subtests need a lot of memory and time!" if $desc eq 'huge array';
Packit 14c646
    $input = $build->();
Packit 14c646
    diag "running test: $desc";
Packit 14c646
    $exn = $@ if !eval { $clone = dclone($input); 1 };
Packit 14c646
Packit 14c646
    is($exn, undef, "$desc no exception");
Packit 14c646
    is_deeply($input, $clone, "$desc cloned");
Packit 14c646
    #ok($clone, "$desc cloned");
Packit 14c646
Packit 14c646
    # Ensure the huge objects are freed right now:
Packit 14c646
    undef $input;
Packit 14c646
    undef $clone;
Packit 14c646
}