Blame t/lru-maintainer.t

Packit Service 584ef9
#!/usr/bin/perl
Packit Service 584ef9
Packit Service 584ef9
use strict;
Packit Service 584ef9
use warnings;
Packit Service 584ef9
use Test::More tests => 226;
Packit Service 584ef9
use FindBin qw($Bin);
Packit Service 584ef9
use lib "$Bin/lib";
Packit Service 584ef9
use MemcachedTest;
Packit Service 584ef9
Packit Service 584ef9
# Regression test for underestimating the size of items after the large memory
Packit Service 584ef9
# change.
Packit Service 584ef9
my $server = new_memcached('-m 3 -o lru_maintainer,lru_crawler -l 127.0.0.1');
Packit Service 584ef9
my $sock = $server->sock;
Packit Service 584ef9
my $keystub = "X"x200;
Packit Service 584ef9
for (1 .. 15000) {
Packit Service 584ef9
    print $sock "set $keystub$_ 0 0 2 noreply\r\nok\r\n";
Packit Service 584ef9
}
Packit Service 584ef9
# There's probably already an error on the wire, so we'll see that.
Packit Service 584ef9
$keystub .= "20001";
Packit Service 584ef9
print $sock "set $keystub 0 0 2\r\nok\r\n";
Packit Service 584ef9
is(scalar <$sock>, "STORED\r\n", "stored key without OOM");
Packit Service 584ef9
Packit Service 584ef9
# Basic tests
Packit Service 584ef9
$server = new_memcached('-m 6 -o lru_maintainer,lru_crawler -l 127.0.0.1');
Packit Service 584ef9
$sock = $server->sock;
Packit Service 584ef9
Packit Service 584ef9
for (1 .. 10) {
Packit Service 584ef9
    print $sock "set ifoo$_ 0 1 2\r\nok\r\n";
Packit Service 584ef9
    is(scalar <$sock>, "STORED\r\n", "stored key");
Packit Service 584ef9
}
Packit Service 584ef9
Packit Service 584ef9
sleep 3;
Packit Service 584ef9
Packit Service 584ef9
{
Packit Service 584ef9
    my $stats = mem_stats($sock);
Packit Service 584ef9
    is($stats->{reclaimed}, 10, "expired key automatically reclaimed");
Packit Service 584ef9
}
Packit Service 584ef9
Packit Service 584ef9
my $value = "B"x66560;
Packit Service 584ef9
Packit Service 584ef9
print $sock "set canary 0 0 66560\r\n$value\r\n";
Packit Service 584ef9
is(scalar <$sock>, "STORED\r\n", "stored canary key");
Packit Service 584ef9
Packit Service 584ef9
# Now flush the slab class with junk.
Packit Service 584ef9
for (my $key = 0; $key < 100; $key++) {
Packit Service 584ef9
    if ($key == 30) {
Packit Service 584ef9
        my $stats;
Packit Service 584ef9
        for (0..2) {
Packit Service 584ef9
            # Give the juggler some time to move. some platforms suffer at
Packit Service 584ef9
            # this more than others (solaris amd64?)
Packit Service 584ef9
            $stats = mem_stats($sock, "items");
Packit Service 584ef9
            if ($stats->{"items:31:moves_to_cold"} == 0) { sleep 1; next; }
Packit Service 584ef9
            last;
Packit Service 584ef9
        }
Packit Service 584ef9
        isnt($stats->{"items:31:moves_to_cold"}, 0, "moved some items to cold");
Packit Service 584ef9
        # Items need two fetches to become active
Packit Service 584ef9
        mem_get_is($sock, "canary", $value);
Packit Service 584ef9
        mem_get_is($sock, "canary", $value);
Packit Service 584ef9
        $stats = mem_stats($sock);
Packit Service 584ef9
        # The maintainer thread needs to juggle a bit to actually rescue an
Packit Service 584ef9
        # item. If it's slow we could evict after resuming setting.
Packit Service 584ef9
        sleep 1;
Packit Service 584ef9
        for (0..4) {
Packit Service 584ef9
            my $s2 = mem_stats($sock);
Packit Service 584ef9
            if ($s2->{lru_maintainer_juggles} - $stats->{lru_maintainer_juggles} < 5) {
Packit Service 584ef9
                sleep 1;
Packit Service 584ef9
                next;
Packit Service 584ef9
            }
Packit Service 584ef9
            last;
Packit Service 584ef9
        }
Packit Service 584ef9
        $stats = mem_stats($sock, "items");
Packit Service 584ef9
        isnt($stats->{"items:31:moves_to_warm"}, 0, "our canary moved to warm");
Packit Service 584ef9
    }
Packit Service 584ef9
    print $sock "set key$key 0 0 66560\r\n$value\r\n";
Packit Service 584ef9
    is(scalar <$sock>, "STORED\r\n", "stored key$key");
Packit Service 584ef9
}
Packit Service 584ef9
Packit Service 584ef9
{
Packit Service 584ef9
    my $stats = mem_stats($sock);
Packit Service 584ef9
    isnt($stats->{evictions}, 0, "some evictions happened");
Packit Service 584ef9
    use Data::Dumper qw/Dumper/;
Packit Service 584ef9
}
Packit Service 584ef9
Packit Service 584ef9
# Key should've been saved to the WARM_LRU, and still exists.
Packit Service 584ef9
mem_get_is($sock, "canary", $value);
Packit Service 584ef9
Packit Service 584ef9
# Test TEMP_LRU
Packit Service 584ef9
$server = new_memcached('-m 2 -o lru_maintainer,lru_crawler,temporary_ttl=61');
Packit Service 584ef9
$sock = $server->sock;
Packit Service 584ef9
Packit Service 584ef9
{
Packit Service 584ef9
    my $stats = mem_stats($sock, "settings");
Packit Service 584ef9
    is($stats->{temp_lru}, "yes");
Packit Service 584ef9
}
Packit Service 584ef9
Packit Service 584ef9
print $sock "set canary 0 30 66560\r\n$value\r\n";
Packit Service 584ef9
is(scalar <$sock>, "STORED\r\n", "stored temporary canary key");
Packit Service 584ef9
Packit Service 584ef9
{
Packit Service 584ef9
    my $stats = mem_stats($sock, "items");
Packit Service 584ef9
    is($stats->{"items:31:number_hot"}, 0, "item did not go into hot LRU");
Packit Service 584ef9
}
Packit Service 584ef9
Packit Service 584ef9
# *Not* fetching the key, and flushing the slab class with junk.
Packit Service 584ef9
# Using keys with higher TTL's here.
Packit Service 584ef9
for (my $key = 0; $key < 100; $key++) {
Packit Service 584ef9
    print $sock "set key$key 0 3600 66560\r\n$value\r\n";
Packit Service 584ef9
    is(scalar <$sock>, "STORED\r\n", "stored key$key");
Packit Service 584ef9
}
Packit Service 584ef9
Packit Service 584ef9
{
Packit Service 584ef9
    my $stats = mem_stats($sock, "items");
Packit Service 584ef9
    isnt($stats->{"items:31:evictions"}, 0, "some evictions happened");
Packit Service 584ef9
    isnt($stats->{"items:31:number_hot"}, 0, "high exptime items went into hot LRU");
Packit Service 584ef9
    is($stats->{"items:31:number_temp"}, 1, "still one item in temporary LRU");
Packit Service 584ef9
}
Packit Service 584ef9
# Canary should still exist, even unfetched, because it's protected by
Packit Service 584ef9
# temp LRU
Packit Service 584ef9
mem_get_is($sock, "canary", $value);