Blame t/lru-maintainer.t

Packit 4e8bc4
#!/usr/bin/perl
Packit 4e8bc4
Packit 4e8bc4
use strict;
Packit 4e8bc4
use warnings;
Packit 4e8bc4
use Test::More tests => 226;
Packit 4e8bc4
use FindBin qw($Bin);
Packit 4e8bc4
use lib "$Bin/lib";
Packit 4e8bc4
use MemcachedTest;
Packit 4e8bc4
Packit 4e8bc4
# Regression test for underestimating the size of items after the large memory
Packit 4e8bc4
# change.
Packit 4e8bc4
my $server = new_memcached('-m 3 -o lru_maintainer,lru_crawler -l 127.0.0.1');
Packit 4e8bc4
my $sock = $server->sock;
Packit 4e8bc4
my $keystub = "X"x200;
Packit 4e8bc4
for (1 .. 15000) {
Packit 4e8bc4
    print $sock "set $keystub$_ 0 0 2 noreply\r\nok\r\n";
Packit 4e8bc4
}
Packit 4e8bc4
# There's probably already an error on the wire, so we'll see that.
Packit 4e8bc4
$keystub .= "20001";
Packit 4e8bc4
print $sock "set $keystub 0 0 2\r\nok\r\n";
Packit 4e8bc4
is(scalar <$sock>, "STORED\r\n", "stored key without OOM");
Packit 4e8bc4
Packit 4e8bc4
# Basic tests
Packit 4e8bc4
$server = new_memcached('-m 6 -o lru_maintainer,lru_crawler -l 127.0.0.1');
Packit 4e8bc4
$sock = $server->sock;
Packit 4e8bc4
Packit 4e8bc4
for (1 .. 10) {
Packit 4e8bc4
    print $sock "set ifoo$_ 0 1 2\r\nok\r\n";
Packit 4e8bc4
    is(scalar <$sock>, "STORED\r\n", "stored key");
Packit 4e8bc4
}
Packit 4e8bc4
Packit 4e8bc4
sleep 3;
Packit 4e8bc4
Packit 4e8bc4
{
Packit 4e8bc4
    my $stats = mem_stats($sock);
Packit 4e8bc4
    is($stats->{reclaimed}, 10, "expired key automatically reclaimed");
Packit 4e8bc4
}
Packit 4e8bc4
Packit 4e8bc4
my $value = "B"x66560;
Packit 4e8bc4
Packit 4e8bc4
print $sock "set canary 0 0 66560\r\n$value\r\n";
Packit 4e8bc4
is(scalar <$sock>, "STORED\r\n", "stored canary key");
Packit 4e8bc4
Packit 4e8bc4
# Now flush the slab class with junk.
Packit 4e8bc4
for (my $key = 0; $key < 100; $key++) {
Packit 4e8bc4
    if ($key == 30) {
Packit 4e8bc4
        my $stats;
Packit 4e8bc4
        for (0..2) {
Packit 4e8bc4
            # Give the juggler some time to move. some platforms suffer at
Packit 4e8bc4
            # this more than others (solaris amd64?)
Packit 4e8bc4
            $stats = mem_stats($sock, "items");
Packit 4e8bc4
            if ($stats->{"items:31:moves_to_cold"} == 0) { sleep 1; next; }
Packit 4e8bc4
            last;
Packit 4e8bc4
        }
Packit 4e8bc4
        isnt($stats->{"items:31:moves_to_cold"}, 0, "moved some items to cold");
Packit 4e8bc4
        # Items need two fetches to become active
Packit 4e8bc4
        mem_get_is($sock, "canary", $value);
Packit 4e8bc4
        mem_get_is($sock, "canary", $value);
Packit 4e8bc4
        $stats = mem_stats($sock);
Packit 4e8bc4
        # The maintainer thread needs to juggle a bit to actually rescue an
Packit 4e8bc4
        # item. If it's slow we could evict after resuming setting.
Packit 4e8bc4
        sleep 1;
Packit 4e8bc4
        for (0..4) {
Packit 4e8bc4
            my $s2 = mem_stats($sock);
Packit 4e8bc4
            if ($s2->{lru_maintainer_juggles} - $stats->{lru_maintainer_juggles} < 5) {
Packit 4e8bc4
                sleep 1;
Packit 4e8bc4
                next;
Packit 4e8bc4
            }
Packit 4e8bc4
            last;
Packit 4e8bc4
        }
Packit 4e8bc4
        $stats = mem_stats($sock, "items");
Packit 4e8bc4
        isnt($stats->{"items:31:moves_to_warm"}, 0, "our canary moved to warm");
Packit 4e8bc4
    }
Packit 4e8bc4
    print $sock "set key$key 0 0 66560\r\n$value\r\n";
Packit 4e8bc4
    is(scalar <$sock>, "STORED\r\n", "stored key$key");
Packit 4e8bc4
}
Packit 4e8bc4
Packit 4e8bc4
{
Packit 4e8bc4
    my $stats = mem_stats($sock);
Packit 4e8bc4
    isnt($stats->{evictions}, 0, "some evictions happened");
Packit 4e8bc4
    use Data::Dumper qw/Dumper/;
Packit 4e8bc4
}
Packit 4e8bc4
Packit 4e8bc4
# Key should've been saved to the WARM_LRU, and still exists.
Packit 4e8bc4
mem_get_is($sock, "canary", $value);
Packit 4e8bc4
Packit 4e8bc4
# Test TEMP_LRU
Packit 4e8bc4
$server = new_memcached('-m 2 -o lru_maintainer,lru_crawler,temporary_ttl=61');
Packit 4e8bc4
$sock = $server->sock;
Packit 4e8bc4
Packit 4e8bc4
{
Packit 4e8bc4
    my $stats = mem_stats($sock, "settings");
Packit 4e8bc4
    is($stats->{temp_lru}, "yes");
Packit 4e8bc4
}
Packit 4e8bc4
Packit 4e8bc4
print $sock "set canary 0 30 66560\r\n$value\r\n";
Packit 4e8bc4
is(scalar <$sock>, "STORED\r\n", "stored temporary canary key");
Packit 4e8bc4
Packit 4e8bc4
{
Packit 4e8bc4
    my $stats = mem_stats($sock, "items");
Packit 4e8bc4
    is($stats->{"items:31:number_hot"}, 0, "item did not go into hot LRU");
Packit 4e8bc4
}
Packit 4e8bc4
Packit 4e8bc4
# *Not* fetching the key, and flushing the slab class with junk.
Packit 4e8bc4
# Using keys with higher TTL's here.
Packit 4e8bc4
for (my $key = 0; $key < 100; $key++) {
Packit 4e8bc4
    print $sock "set key$key 0 3600 66560\r\n$value\r\n";
Packit 4e8bc4
    is(scalar <$sock>, "STORED\r\n", "stored key$key");
Packit 4e8bc4
}
Packit 4e8bc4
Packit 4e8bc4
{
Packit 4e8bc4
    my $stats = mem_stats($sock, "items");
Packit 4e8bc4
    isnt($stats->{"items:31:evictions"}, 0, "some evictions happened");
Packit 4e8bc4
    isnt($stats->{"items:31:number_hot"}, 0, "high exptime items went into hot LRU");
Packit 4e8bc4
    is($stats->{"items:31:number_temp"}, 1, "still one item in temporary LRU");
Packit 4e8bc4
}
Packit 4e8bc4
# Canary should still exist, even unfetched, because it's protected by
Packit 4e8bc4
# temp LRU
Packit 4e8bc4
mem_get_is($sock, "canary", $value);