# Copyright (c) 2014-2016 Carbonite, Inc.  All Rights Reserved.

#

# This program is free software; you can redistribute it and/or

# modify it under the terms of the GNU General Public License

# as published by the Free Software Foundation; either version 2

# of the License, or (at your option) any later version.

#

# This program is distributed in the hope that it will be useful, but

# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY

# or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License

# for more details.

#

# You should have received a copy of the GNU General Public License along

# with this program; if not, write to the Free Software Foundation, Inc.,

# 59 Temple Place, Suite 330, Boston, MA  02111-1307 USA

#

# Contact information: Carbonite Inc., 756 N Pastoria Ave

# Sunnyvale, CA 94086, USA, or: http://www.zmanda.com

use Test::More;

use File::Path;

use strict;

use warnings;

use lib '@amperldir@';

use Installcheck;

use Installcheck::Dumpcache;

use Installcheck::Config;

use Installcheck::Run qw(run run_err $diskname amdump_diag check_amreport check_amstatus);

use Installcheck::Catalogs;

use Amanda::Paths;

use Amanda::Device qw( :constants );

use Amanda::Debug;

use Amanda::MainLoop;

use Amanda::Config qw( :init :getconf config_dir_relative );

use Amanda::Changer;

use Amanda::Constants;

use Cwd qw (getcwd);

eval 'use Installcheck::Rest;';

if ($@) {

    plan skip_all => "Can't load Installcheck::Rest: $@";

    exit 1;

}

eval "require Time::HiRes;";

# set up debugging so debug output doesn't interfere with test results

Amanda::Debug::dbopen("installcheck");

Installcheck::log_test_output();

# and disable Debug's die() and warn() overrides

Amanda::Debug::disable_die_override();

my $rest = Installcheck::Rest->new();

if ($rest->{'error'}) {

   plan skip_all => "Can't start JSON Rest server: $rest->{'error'}: see " . Amanda::Debug::dbfn();

   exit 1;

}

plan tests => 45;

my $reply;

my $config_dir = $Amanda::Paths::CONFIG_DIR;

my $amperldir = $Amanda::Paths::amperldir;

my $testconf;

my $diskfile;

my $infodir;

my $timestamp;

my $tracefile;

my $logfile;

my $hostname = `hostname`;

chomp $hostname;

$testconf = Installcheck::Run::setup();

$testconf->add_param('autolabel', '"TESTCONF%%" empty volume_error');

$testconf->add_param('columnspec', '"Dumprate=1:-8:1,TapeRate=1:-8:1"');

my $cwd = getcwd();

$testconf->add_dle(<

localhost diskname2 $diskname {

    installcheck-test

    program "APPLICATION"

    application {

        plugin "amrandom"

        property "SIZE" "1075200"

    }

    encrypt server

    server-encrypt "$cwd/amcat-error-end"

}

EODLE

$testconf->write();

config_init($CONFIG_INIT_EXPLICIT_NAME, "TESTCONF");

$diskfile = Amanda::Config::config_dir_relative(getconf($CNF_DISKFILE));

$infodir = getconf($CNF_INFOFILE);

my $post_data = '';

if ($Amanda::Constants::FAILURE_CODE) {

    if (rand(2) > 1) {

	$post_data = '{"FAILURE":{"DISABLE_NETWORK_SHM":"1"}}';

    }

}

$reply = $rest->post("http://localhost:5001/amanda/v1.0/configs/TESTCONF/runs/amdump", $post_data);

foreach my $message (@{$reply->{'body'}}) {

    if (defined $message and defined $message->{'code'}) {

        if ($message->{'code'} == 2000003) {

            $timestamp = $message->{'timestamp'};

        }

        if ($message->{'code'} == 2000001) {

            $tracefile = $message->{'tracefile'};

        }

        if ($message->{'code'} == 2000000) {

            $logfile = $message->{'logfile'};

        }

    }

}

#wait until it is done

do {

    Time::HiRes::sleep(0.5);

    $reply = $rest->get("http://localhost:5001/amanda/v1.0/configs/TESTCONF/runs");

    } while ($reply->{'body'}[0]->{'code'} == 2000004 and

             $reply->{'body'}[0]->{'status'} ne 'done');

# get REST report

$reply = $rest->get("http://localhost:5001/amanda/v1.0/configs/TESTCONF/report?logfile=$logfile");

is($reply->{'body'}->[0]->{'severity'}, 'success', 'severity is success');

is($reply->{'body'}->[0]->{'code'}, '1900001', 'code is 1900001');

is($reply->{'body'}->[0]->{'report'}->{'head'}->{'hostname'}, $hostname , 'hostname is correct');

is($reply->{'body'}->[0]->{'report'}->{'head'}->{'exit_status'}, '4' , 'exit_status is correct');

is($reply->{'body'}->[0]->{'report'}->{'head'}->{'status'}, 'done' , 'status is correct');

is($reply->{'body'}->[0]->{'report'}->{'head'}->{'org'}, 'DailySet1' , 'org is correct');

is($reply->{'body'}->[0]->{'report'}->{'head'}->{'config_name'}, 'TESTCONF' , 'config_name is correct');

is($reply->{'body'}->[0]->{'report'}->{'head'}->{'timestamp'}, $timestamp , 'timestamp is correct');

is($reply->{'body'}->[0]->{'report'}->{'notes'}->[1], '  planner: Adding new disk localhost:diskname2.' , 'notes[1] is correct');

is($reply->{'body'}->[0]->{'report'}->{'notes'}->[2], '  taper: Slot 1 without label can be labeled' , 'notes[2] is correct');

is($reply->{'body'}->[0]->{'report'}->{'notes'}->[3], '  taper: tape TESTCONF01 kb 1050 fm 1 [OK]' , 'notes[3] is correct');

ok(!exists $reply->{'body'}->[0]->{'report'}->{'notes'}->[4], 'no notes[4]');

is_deeply($reply->{'body'}->[0]->{'report'}->{'failure_summary'}, [

        "  localhost diskname2 lev 0  FAILED [amcat-error-end: failure Y]",

        "  localhost diskname2 lev 0  FAILED [amcat-error-end: failure Y]",

	"  localhost diskname2 lev 0  partial taper: successfully taped a partial dump"

        ], "failure_summary is correct");

is($reply->{'body'}->[0]->{'report'}->{'usage_by_tape'}->[0]->{'nb'}, '1' , 'one dle on tape 0');

is($reply->{'body'}->[0]->{'report'}->{'usage_by_tape'}->[0]->{'nc'}, '1' , 'one part on tape 0');

is($reply->{'body'}->[0]->{'report'}->{'usage_by_tape'}->[0]->{'tape_label'}, 'TESTCONF01' , 'label tape_label on tape 0');

is($reply->{'body'}->[0]->{'report'}->{'usage_by_tape'}->[0]->{'size'}, '1050' , 'size 1050  on tape 0');

ok(!exists $reply->{'body'}->[0]->{'report'}->{'usage_by_tape'}->[1], 'only one tape');

is_deeply($reply->{'body'}->[0]->{'report'}->{'tapeinfo'}->{'storage'}->{'TESTCONF'}->{'use'}, [ 'TESTCONF01'], 'use TESTCONF');

is_deeply($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'tape_size'}, { 'full' => '1050',

									     'total' => '1050',

									     'incr' => '0' }, 'tape_size is correct');

is_deeply($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'parts_taped'}, { 'full' => '1',

									       'total' => '1',

									       'incr' => '0' }, 'parts_taped is correct');

is_deeply($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'dles_taped'}, { 'full' => '1',

									      'total' => '1',

									      'incr' => '0' }, 'dles_taped is correct');

is_deeply($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'dles_dumped'}, { 'full' => '0',

									       'total' => '0',

									       'incr' => '0' }, 'dles_dumped is correct');

is_deeply($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'original_size'}, { 'full' => '0',

									         'total' => '0',

									         'incr' => '0' }, 'original_size is correct');

is_deeply($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'output_size'}, { 'full' => '2100',

									       'total' => '2100',

									       'incr' => '0' }, 'output_size is correct');

is($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'dumpdisks'}, '', 'dumpdisks is correct');

is($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'tapedisks'}, '', 'tapedisks is correct');

is($reply->{'body'}->[0]->{'report'}->{'statistic'}->{'tapeparts'}, '', 'tapeparts is correct');

is($reply->{'body'}->[0]->{'report'}->{'summary'}->[0]->{'backup_level'}, '0', 'backup_level is correct');

is($reply->{'body'}->[0]->{'report'}->{'summary'}->[0]->{'disk_name'}, 'diskname2', 'disk_name is correct');

is($reply->{'body'}->[0]->{'report'}->{'summary'}->[0]->{'hostname'}, 'localhost', 'hostname is correct');

is($reply->{'body'}->[0]->{'report'}->{'summary'}->[0]->{'dump_orig_kb'}, '', 'dump_orig_kb is correct');

is($reply->{'body'}->[0]->{'report'}->{'summary'}->[0]->{'dump_out_kb'}, '1050', 'dump_out_kb is correct');

is($reply->{'body'}->[0]->{'report'}->{'summary'}->[0]->{'dle_status'}, 'nodump-PARTIAL', 'dle_status is correct');

ok(!exists $reply->{'body'}->[0]->{'report'}->{'summary'}->[1], 'Only one summary');

$reply = $rest->get("http://localhost:5001/amanda/v1.0/configs/TESTCONF/status?tracefile=$tracefile");

is($reply->{'body'}->[0]->{'severity'}, 'info', 'severity is info');

is($reply->{'body'}->[0]->{'code'}, '1800000', 'code is 1800000');

is($reply->{'body'}->[0]->{'status'}->{'dead_run'}, '1', 'dead_run is correct');

is($reply->{'body'}->[0]->{'status'}->{'exit_status'}, '4', 'exit_status is correct');

$reply->{'body'}->[0]->{'status'}->{'dles'}->{'localhost'}->{'diskname2'}->{$timestamp}->{'chunk_time'} = undef;

$reply->{'body'}->[0]->{'status'}->{'dles'}->{'localhost'}->{'diskname2'}->{$timestamp}->{'dump_time'} = undef;

$reply->{'body'}->[0]->{'status'}->{'dles'}->{'localhost'}->{'diskname2'}->{$timestamp}->{'storage'}->{'TESTCONF'}->{'taper_time'} = undef;

is_deeply($reply->{'body'}->[0]->{'status'}->{'dles'},

    {

	'localhost' => {

		'diskname2' => {

			$timestamp => {

				'taped' => '1',

				'retry' => '0',

				'size' => '1075200',

				'esize' => '1075200',

				'retry_level' => '-1',

				'message' => "dump failed: [amcat-error-end: failure Y]",

				'chunk_time' => undef,

				'dsize' => '1075200',

				'status' => '12',

				'level' => '0',

				'dump_time' => undef,

				'error' => "[amcat-error-end: failure Y]",

				'holding_file' => "$Installcheck::TMP/holding/$timestamp/localhost.diskname2.0",

				'degr_level' => '-1',

				'partial' => '1',

				'storage' => {

					'TESTCONF' => {

						'will_retry' => '0',

						'status' => '22',

						'dsize' => '1075200',

						'taper_time' => undef,

						'taped_size' => '1075200',

						'message' => 'written',

						'size' => '1075200',

						'partial' => '0'

					}

				},

				'flush' => '0',

				'will_retry' => '0'

			}

		}

	}

    },

    'dles is correct') || diag("dles: " . Data::Dumper::Dumper($reply->{'body'}->[0]->{'status'}->{'dles'}));

is_deeply($reply->{'body'}->[0]->{'status'}->{'taper'},

    {

	'taper0' => {

		'worker' => {

			'worker0-0' => {

				'status' => '0',

				'no_tape' => '0'

			}

		},

		'tape_size' => '31457280',

		'storage' => 'TESTCONF',

		'nb_tape' => '1',

		'stat' => [

			{

				'size' => '1075200',

				'esize' => '1075200',

				'nb_dle' => '1',

				'nb_part' => '1',

				'label' => 'TESTCONF01',

				'percent' => '3.41796875'

			}

		]

	}

    },

    'taper is correct');

is($reply->{'body'}->[0]->{'status'}->{'storage'}->{'TESTCONF'}->{'taper'}, 'taper0', 'taper is correct');

is_deeply($reply->{'body'}->[0]->{'status'}->{'stat'},

    {

	'flush' => {

		'name' => 'flush'

	},

	'writing_to_tape' => {

		'name' => 'writing to tape'

	},

	'wait_for_dumping' => {

		'name' => 'wait for dumping',

		'real_size' => undef,

		'estimated_stat' => '0',

		'nb' => '0',

		'estimated_size' => '0'

	},

	'failed_to_tape' => {

		'name' => 'failed to tape'

	},

	'dumping_to_tape' => {

		'name' => 'dumping to tape',

		'estimated_stat' => '0',

		'real_size' => '0',

		'real_stat' => '0',

		'estimated_size' => '0',

		'nb' => '0'

	},

	'wait_for_writing' => {

		'name' => 'wait for writing'

	},

	'wait_to_flush' => {

		'name' => 'wait_to_flush'

	},

	'dump_failed' => {

		'name' => 'dump failed',

		'estimated_stat' => '0',

		'real_size' => undef,

		'nb' => '1',

		'estimated_size' => '1075200'

	},

	'estimated' => {

		'name' => 'estimated',

		'real_size' => undef,

		'estimated_size' => '1075200',

		'nb' => '1'

	},

	'taped' => {

		'name' => 'taped',

		'estimated_size' => '1075200',

		'storage' => {

			'TESTCONF' => {

				'estimated_stat' => '100',

				'real_size' => '1075200',

				'nb' => '1',

				'real_stat' => '100',

				'estimated_size' => '1075200'

			}

		},

	},

	'dumped' => {

		'name' => 'dumped',

		'estimated_stat' => '0',

		'real_size' => '0',

		'nb' => '0',

		'real_stat' => '0',

		'estimated_size' => '0'

	},

	'disk' => {

		'name' => 'disk',

		'nb' => '1',

		'estimated_size' => undef,

		'real_size' => undef

	},

	'dumping' => {

		'name' => 'dumping',

		'nb' => '0',

		'real_stat' => '0',

		'estimated_size' => '0',

		'real_size' => '0',

		'estimated_stat' => '0'

	}

    },

    'stat is correct') || diag("stat: " . Data::Dumper::Dumper($reply->{'body'}->[0]->{'status'}->{'stat'}));

# amreport

#

my $report = <<"END_REPORT";

Hostname: localhost.localdomain

Org     : DailySet1

Config  : TESTCONF

Date    : June 22, 2016

These dumps were to tape TESTCONF01.

The next tape Amanda expects to use is: 1 new tape.

FAILURE DUMP SUMMARY:

  localhost diskname2 lev 0  FAILED [amcat-error-end: failure Y]

  localhost diskname2 lev 0  FAILED [amcat-error-end: failure Y]

  localhost diskname2 lev 0  partial taper: successfully taped a partial dump

STATISTICS:

                          Total       Full      Incr.   Level:#

                        --------   --------   --------  --------

Estimate Time (hrs:min)     0:00

Run Time (hrs:min)          0:00

Dump Time (hrs:min)         0:00       0:00       0:00

Output Size (meg)            2.1        2.1        0.0

Original Size (meg)          0.0        0.0        0.0

Avg Compressed Size (%)      --         --         --

DLEs Dumped                    0          0          0

Avg Dump Rate (k/s)          --         --         --

Tape Time (hrs:min)         0:00       0:00       0:00

Tape Size (meg)              1.0        1.0        0.0

Tape Used (%)                3.4        3.4        0.0

DLEs Taped                     1          1          0

Parts Taped                    1          1          0

Avg Tp Write Rate (k/s) 999999.9   999999.9        --

USAGE BY TAPE:

  Label                 Time         Size      %  DLEs Parts

  TESTCONF01            0:00        1050K    3.4     1     1

FAILED DUMP DETAILS:

  /-- localhost diskname2 lev 0 FAILED [amcat-error-end: failure Y]

  sendbackup: info BACKUP=APPLICATION

  sendbackup: info APPLICATION=amrandom

  sendbackup: info RECOVER_CMD=$Amanda::Paths::APPLICATION_DIR/amrandom restore [./file-to-restore]+

  sendbackup: info end

  ? data encrypt: amcat-error-end: failure Y

  sendbackup: native-CRC 839b74a4:1075200

  sendbackup: client-CRC 839b74a4:1075200

  sendbackup: end

  ? data encrypt: exited with status 1

  \\--------

  /-- localhost diskname2 lev 0 FAILED [amcat-error-end: failure Y]

  sendbackup: info BACKUP=APPLICATION

  sendbackup: info APPLICATION=amrandom

  sendbackup: info RECOVER_CMD=$Amanda::Paths::APPLICATION_DIR/amrandom restore [./file-to-restore]+

  sendbackup: info end

  ? data encrypt: amcat-error-end: failure Y

  sendbackup: native-CRC 839b74a4:1075200

  sendbackup: client-CRC 839b74a4:1075200

  sendbackup: end

  ? data encrypt: exited with status 1

  \\--------

NOTES:

  planner: tapecycle (2) <= runspercycle (10)

  planner: Adding new disk localhost:diskname2.

  taper: Slot 1 without label can be labeled

  taper: tape TESTCONF01 kb 1050 fm 1 [OK]

DUMP SUMMARY:

                                                    DUMPER STATS     TAPER STATS

HOSTNAME     DISK        L ORIG-KB  OUT-KB  COMP%  MMM:SS     KB/s MMM:SS     KB/s

-------------------------- ---------------------- ---------------- ---------------

localhost    diskname2   0            1050    --      PARTIAL        0:00 999999.9 PARTIAL

(brought to you by Amanda version 4.0.0alpha.git.00388ecf)

END_REPORT

check_amreport($report, $timestamp, "amreport first amdump", undef, 1 );

# amstatus

my $status = <<"END_STATUS";

Using: /amanda/h1/etc/amanda/TESTCONF/log/amdump.1

From Wed Jun 22 08:22:28 EDT 2016

localhost:diskname2 $timestamp 0      1050k dump failed: [amcat-error-end: failure Y], written (00:00:00)

SUMMARY           dle       real  estimated

                            size       size

---------------- ----  ---------  ---------

disk            :   1

estimated       :   1                 1050k

flush

dump failed     :   1                 1050k           (  0.00%)

wait for dumping:   0                    0k           (  0.00%)

dumping to tape :   0         0k         0k (  0.00%) (  0.00%)

dumping         :   0         0k         0k (  0.00%) (  0.00%)

dumped          :   0         0k         0k (100.00%) (100.00%)

wait for writing

wait to flush

writing to tape

dumping to tape

failed to tape

taped           :   1      1050k      1050k (100.00%) (100.00%)

    tape 1      :   1      1050k      1050k (  3.42%) TESTCONF01 (1 parts)

2 dumpers idle  : no-dumpers

TESTCONF    qlen: 0

               0:

network free kps: 80000

holding space   : 25k (100.00%)

chunker0 busy   : 00:00:00  ( 83.54%)

 dumper0 busy   : 00:00:00  (  5.99%)

TESTCONF busy   : 00:00:00  (  1.77%)

 0 dumpers busy : 00:00:00  ( 99.56%)

 1 dumper busy  : 00:00:00  (  0.44%)

END_STATUS

check_amstatus($status, $tracefile, "amstatus first amdump");

#diag("reply: " . Data::Dumper::Dumper($reply));

#$rest->stop();

#exit;

$rest->stop();

Installcheck::Run::cleanup();