/*

* Copyright (C) 2019 Intel Corporation.

* All rights reserved.

*

* Redistribution and use in source and binary forms, with or without

* modification, are permitted provided that the following conditions are met:

* 1. Redistributions of source code must retain the above copyright notice(s),

*    this list of conditions and the following disclaimer.

* 2. Redistributions in binary form must reproduce the above copyright notice(s),

*    this list of conditions and the following disclaimer in the documentation

*    and/or other materials provided with the distribution.

*

* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDER(S) ``AS IS'' AND ANY EXPRESS

* OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF

* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO

* EVENT SHALL THE COPYRIGHT HOLDER(S) BE LIABLE FOR ANY DIRECT, INDIRECT,

* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT

* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR

* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF

* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE

* OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF

* ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

*/

#include "common.h"

#include "allocator_perf_tool/TaskFactory.hpp"

#include "allocator_perf_tool/Stats.hpp"

#include "allocator_perf_tool/Thread.hpp"

#include "allocator_perf_tool/GTestAdapter.hpp"

class HbwAllocatorPerformanceTest: public :: testing::Test

{

private:

    AllocatorFactory allocator_factory;

protected:

    void SetUp()

    {

        allocator_factory.initialize_allocator(AllocatorTypes::STANDARD_ALLOCATOR);

    }

    void TearDown()

    {}

    float run(unsigned kind, unsigned call, size_t threads_number,

              size_t alloc_size, unsigned mem_operations_num)

    {

        TaskFactory task_factory;

        std::vector<Thread *> threads;

        std::vector<Task *> tasks;

        TypesConf func_calls;

        TypesConf allocator_types;

        func_calls.enable_type(FunctionCalls::FREE);

        func_calls.enable_type(call);

        allocator_types.enable_type(kind);

        TaskConf conf = {

            mem_operations_num, //number of memory operations

            {

                mem_operations_num, //number of memory operations

                alloc_size, //min. size of single allocation

                alloc_size //max. size of single allocatioion

            },

            func_calls, //enable function calls

            allocator_types, //enable allocators

            11, //random seed

            false, //do not log memory operations and statistics to csv file

        };

        for (int i=0; i

            Task *task = task_factory.create(conf);

            tasks.push_back(task);

            threads.push_back(new Thread(task));

            conf.seed += 1;

        }

        ThreadsManager threads_manager(threads);

        threads_manager.start();

        threads_manager.barrier();

        TimeStats time_stats;

        for (int i=0; i

            time_stats += tasks[i]->get_results();

        }

        return time_stats.stats[kind][call].total_time;

    }

    void run_test(unsigned kind, unsigned call, size_t threads_number,

                  size_t alloc_size, unsigned mem_operations_num)

    {

        allocator_factory.initialize_allocator(kind);

        float ref_time = run(AllocatorTypes::STANDARD_ALLOCATOR, call, threads_number,

                             alloc_size, mem_operations_num);

        float perf_time = run(kind, call, threads_number, alloc_size,

                              mem_operations_num);

        float ref_delta_time_percent = allocator_factory.calc_ref_delta(ref_time,

                                                                        perf_time);

        GTestAdapter::RecordProperty("total_time_spend_on_alloc", perf_time);

        GTestAdapter::RecordProperty("alloc_operations_per_thread", mem_operations_num);

        GTestAdapter::RecordProperty("ref_delta_time_percent", ref_delta_time_percent);

    }

};

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_malloc_1_thread_100_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::MALLOC, 1, 100,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_malloc_1_thread_4096_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::MALLOC, 1, 4096,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_malloc_1_thread_1000_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::MALLOC, 1, 1000,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_malloc_1_thread_1001_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::MALLOC, 1, 1001,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_malloc_1_thread_1572864_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::MALLOC, 1, 1572864,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_malloc_10_thread_100_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::MALLOC, 10, 100,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_malloc_10_thread_4096_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::MALLOC, 10, 4096,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_malloc_10_thread_1000_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::MALLOC, 10, 1000,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_malloc_10_thread_1001_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::MALLOC, 10, 1001,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_malloc_10_thread_1572864_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::MALLOC, 10,

             1572864, 10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_malloc_72_thread_100_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::MALLOC, 72, 100,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_malloc_72_thread_4096_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::MALLOC, 72, 4096,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_malloc_72_thread_1000_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::MALLOC, 72, 1000,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_malloc_72_thread_1001_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::MALLOC, 72, 1001,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_malloc_72_thread_1572864_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::MALLOC, 72,

             1572864, 10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_calloc_1_thread_100_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::CALLOC, 1, 100,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_calloc_1_thread_4096_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::CALLOC, 1, 4096,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_calloc_1_thread_1000_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::CALLOC, 1, 1000,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_calloc_1_thread_1001_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::CALLOC, 1, 1001,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_calloc_1_thread_1572864_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::CALLOC, 1, 1572864,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_calloc_10_thread_100_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::CALLOC, 10, 100,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_calloc_10_thread_4096_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::CALLOC, 10, 4096,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_calloc_10_thread_1000_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::CALLOC, 10, 1000,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_calloc_10_thread_1001_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::CALLOC, 10, 1001,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_calloc_10_thread_1572864_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::CALLOC, 10,

             1572864, 10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_calloc_72_thread_100_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::CALLOC, 72, 100,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_calloc_72_thread_4096_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::CALLOC, 72, 4096,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_calloc_72_thread_1000_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::CALLOC, 72, 1000,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_calloc_72_thread_1001_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::CALLOC, 72, 1001,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_calloc_72_thread_1572864_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::CALLOC, 72,

             1572864, 10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_realloc_1_thread_100_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::REALLOC, 1, 100,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_realloc_1_thread_4096_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::REALLOC, 1, 4096,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_realloc_1_thread_1000_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::REALLOC, 1, 1000,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_realloc_1_thread_1001_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::REALLOC, 1, 1001,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_realloc_1_thread_1572864_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::REALLOC, 1,

             1572864, 10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_realloc_10_thread_100_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::REALLOC, 10, 100,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_realloc_10_thread_4096_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::REALLOC, 10, 4096,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_realloc_10_thread_1000_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::REALLOC, 10, 1000,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_realloc_10_thread_1001_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::REALLOC, 10, 1001,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_realloc_10_thread_1572864_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::REALLOC, 10,

             1572864, 10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_realloc_72_thread_100_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::REALLOC, 72, 100,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_realloc_72_thread_4096_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::REALLOC, 72, 4096,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_realloc_72_thread_1000_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::REALLOC, 72, 1000,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_realloc_72_thread_1001_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::REALLOC, 72, 1001,

             10000);

}

TEST_F(HbwAllocatorPerformanceTest,

       test_TC_MEMKIND_HBWMALLOC_ALLOCATOR_realloc_72_thread_1572864_bytes)

{

    run_test(AllocatorTypes::HBWMALLOC_ALLOCATOR, FunctionCalls::REALLOC, 72,

             1572864, 10000);

}