|
Packit |
14c646 |
#!./perl
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
sub BEGIN {
|
|
Packit |
14c646 |
if ($] < 5.007) {
|
|
Packit |
14c646 |
print "1..0 # Skip: no utf8 hash key support\n";
|
|
Packit |
14c646 |
exit 0;
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
unshift @INC, 't';
|
|
Packit |
14c646 |
require Config; import Config;
|
|
Packit |
14c646 |
if ($ENV{PERL_CORE}){
|
|
Packit |
14c646 |
if($Config{'extensions'} !~ /\bStorable\b/) {
|
|
Packit |
14c646 |
print "1..0 # Skip: Storable was not built\n";
|
|
Packit |
14c646 |
exit 0;
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
use strict;
|
|
Packit |
14c646 |
our $DEBUGME = shift || 0;
|
|
Packit |
14c646 |
use Storable qw(store nstore retrieve thaw freeze);
|
|
Packit |
14c646 |
{
|
|
Packit |
14c646 |
no warnings;
|
|
Packit |
14c646 |
$Storable::DEBUGME = ($DEBUGME > 1);
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
# Better than no plan, because I was getting out of memory errors, at which
|
|
Packit |
14c646 |
# point Test::More tidily prints up 1..79 as if I meant to finish there.
|
|
Packit |
14c646 |
use Test::More tests=>144;
|
|
Packit |
14c646 |
use bytes ();
|
|
Packit |
14c646 |
my %utf8hash;
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
$Storable::flags = Storable::FLAGS_COMPAT;
|
|
Packit |
14c646 |
$Storable::canonical = $Storable::canonical; # Shut up a used only once warning.
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
for $Storable::canonical (0, 1) {
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
# first we generate a nasty hash which keys include both utf8
|
|
Packit |
14c646 |
# on and off with identical PVs
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
no utf8; # we have a naked 8-bit byte below (in Latin 1, anyway)
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
# In Latin 1 -ese the below ord() should end up 0xc0 (192),
|
|
Packit |
14c646 |
# in EBCDIC 0x64 (100). Both should end up being UTF-8/UTF-EBCDIC.
|
|
Packit |
14c646 |
my @ords = (
|
|
Packit |
14c646 |
ord("Á"), # LATIN CAPITAL LETTER A WITH GRAVE
|
|
Packit |
14c646 |
0x3000, #IDEOGRAPHIC SPACE
|
|
Packit |
14c646 |
);
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
foreach my $i (@ords){
|
|
Packit |
14c646 |
my $u = chr($i); utf8::upgrade($u);
|
|
Packit |
14c646 |
# warn sprintf "%d,%d", bytes::length($u), is_utf8($u);
|
|
Packit |
14c646 |
my $b = chr($i); utf8::encode($b);
|
|
Packit |
14c646 |
# warn sprintf "%d,%d" ,bytes::length($b), is_utf8($b);
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
isnt($u, $b, "equivalence - with utf8flag");
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
$utf8hash{$u} = $utf8hash{$b} = $i;
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
sub nkeys($){
|
|
Packit |
14c646 |
my $href = shift;
|
|
Packit |
14c646 |
return scalar keys %$href;
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
my $nk;
|
|
Packit |
14c646 |
is($nk = nkeys(\%utf8hash), scalar(@ords)*2,
|
|
Packit |
14c646 |
"nasty hash generated (nkeys=$nk)");
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
# now let the show begin!
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
my $thawed = thaw(freeze(\%utf8hash));
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
is($nk = nkeys($thawed),
|
|
Packit |
14c646 |
nkeys(\%utf8hash),
|
|
Packit |
14c646 |
"scalar keys \%{\$thawed} (nkeys=$nk)");
|
|
Packit |
14c646 |
for my $k (sort keys %$thawed){
|
|
Packit |
14c646 |
is($utf8hash{$k}, $thawed->{$k}, "frozen item chr($utf8hash{$k})");
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
my $storage = "utfhash.po"; # po = perl object!
|
|
Packit |
14c646 |
my $retrieved;
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
ok((nstore \%utf8hash, $storage), "nstore to $storage");
|
|
Packit |
14c646 |
ok(($retrieved = retrieve($storage)), "retrieve from $storage");
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
is($nk = nkeys($retrieved),
|
|
Packit |
14c646 |
nkeys(\%utf8hash),
|
|
Packit |
14c646 |
"scalar keys \%{\$retrieved} (nkeys=$nk)");
|
|
Packit |
14c646 |
for my $k (sort keys %$retrieved){
|
|
Packit |
14c646 |
is($utf8hash{$k}, $retrieved->{$k}, "nstored item chr($utf8hash{$k})");
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
unlink $storage;
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
ok((store \%utf8hash, $storage), "store to $storage");
|
|
Packit |
14c646 |
ok(($retrieved = retrieve($storage)), "retrieve from $storage");
|
|
Packit |
14c646 |
is($nk = nkeys($retrieved),
|
|
Packit |
14c646 |
nkeys(\%utf8hash),
|
|
Packit |
14c646 |
"scalar keys \%{\$retrieved} (nkeys=$nk)");
|
|
Packit |
14c646 |
for my $k (sort keys %$retrieved){
|
|
Packit |
14c646 |
is($utf8hash{$k}, $retrieved->{$k}, "stored item chr($utf8hash{$k})");
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
$DEBUGME or unlink $storage;
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
# On the premis that more tests are good, here are NWC's tests:
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
package Hash_Test;
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
sub me_second {
|
|
Packit |
14c646 |
return (undef, $_[0]);
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
package main;
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
my $utf8 = "Schlo\xdf" . chr 256;
|
|
Packit |
14c646 |
chop $utf8;
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
# Set this to 1 to test the test by bypassing Storable.
|
|
Packit |
14c646 |
my $bypass = 0;
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
sub class_test {
|
|
Packit |
14c646 |
my ($object, $package) = @_;
|
|
Packit |
14c646 |
unless ($package) {
|
|
Packit |
14c646 |
is ref $object, 'HASH', "$object is unblessed";
|
|
Packit |
14c646 |
return;
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
isa_ok ($object, $package);
|
|
Packit |
14c646 |
my ($garbage, $copy) = eval {$object->me_second};
|
|
Packit |
14c646 |
is $@, "", "check it has correct method";
|
|
Packit |
14c646 |
cmp_ok $copy, '==', $object, "and that it returns the same object";
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
# Thanks to Dan Kogai for the Kanji for "castle" (which he informs me also
|
|
Packit |
14c646 |
# means 'a city' in Mandarin).
|
|
Packit |
14c646 |
my %hash = (map {$_, $_} 'castle', "ch\xe5teau", $utf8, "\x{57CE}");
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
for my $package ('', 'Hash_Test') {
|
|
Packit |
14c646 |
# Run through and sanity check these.
|
|
Packit |
14c646 |
if ($package) {
|
|
Packit |
14c646 |
bless \%hash, $package;
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
for (keys %hash) {
|
|
Packit |
14c646 |
my $l = 0 + /^\w+$/;
|
|
Packit |
14c646 |
my $r = 0 + $hash{$_} =~ /^\w+$/;
|
|
Packit |
14c646 |
cmp_ok ($l, '==', $r);
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
# Grr. This cperl mode thinks that ${ is a punctuation variable.
|
|
Packit |
14c646 |
# I presume it's punishment for using xemacs rather than emacs. Or OS/2 :-)
|
|
Packit |
14c646 |
my $copy = $bypass ? \%hash : ${thaw freeze \\%hash};
|
|
Packit |
14c646 |
class_test ($copy, $package);
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
for (keys %$copy) {
|
|
Packit |
14c646 |
my $l = 0 + /^\w+$/;
|
|
Packit |
14c646 |
my $r = 0 + $copy->{$_} =~ /^\w+$/;
|
|
Packit |
14c646 |
cmp_ok ($l, '==', $r, sprintf "key length %d", length $_);
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
my $bytes = my $char = chr 27182;
|
|
Packit |
14c646 |
utf8::encode ($bytes);
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
my $orig = {$char => 1};
|
|
Packit |
14c646 |
if ($package) {
|
|
Packit |
14c646 |
bless $orig, $package;
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
my $just_utf8 = $bypass ? $orig : ${thaw freeze \$orig};
|
|
Packit |
14c646 |
class_test ($just_utf8, $package);
|
|
Packit |
14c646 |
cmp_ok (scalar keys %$just_utf8, '==', 1, "1 key in utf8?");
|
|
Packit |
14c646 |
cmp_ok ($just_utf8->{$char}, '==', 1, "utf8 key present?");
|
|
Packit |
14c646 |
ok (!exists $just_utf8->{$bytes}, "bytes key absent?");
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
$orig = {$bytes => 1};
|
|
Packit |
14c646 |
if ($package) {
|
|
Packit |
14c646 |
bless $orig, $package;
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
my $just_bytes = $bypass ? $orig : ${thaw freeze \$orig};
|
|
Packit |
14c646 |
class_test ($just_bytes, $package);
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
cmp_ok (scalar keys %$just_bytes, '==', 1, "1 key in bytes?");
|
|
Packit |
14c646 |
cmp_ok ($just_bytes->{$bytes}, '==', 1, "bytes key present?");
|
|
Packit |
14c646 |
ok (!exists $just_bytes->{$char}, "utf8 key absent?");
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
die sprintf "Both have length %d, which is crazy", length $char
|
|
Packit |
14c646 |
if length $char == length $bytes;
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
$orig = {$bytes => length $bytes, $char => length $char};
|
|
Packit |
14c646 |
if ($package) {
|
|
Packit |
14c646 |
bless $orig, $package;
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
my $both = $bypass ? $orig : ${thaw freeze \$orig};
|
|
Packit |
14c646 |
class_test ($both, $package);
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
cmp_ok (scalar keys %$both, '==', 2, "2 keys?");
|
|
Packit |
14c646 |
cmp_ok ($both->{$bytes}, '==', length $bytes, "bytes key present?");
|
|
Packit |
14c646 |
cmp_ok ($both->{$char}, '==', length $char, "utf8 key present?");
|
|
Packit |
14c646 |
}
|
|
Packit |
14c646 |
|
|
Packit |
14c646 |
}
|