|
Packit Service |
724aca |
/*
|
|
Packit Service |
724aca |
* Copyright (C) 2017 - 2019 Intel Corporation.
|
|
Packit Service |
724aca |
* All rights reserved.
|
|
Packit Service |
724aca |
*
|
|
Packit Service |
724aca |
* Redistribution and use in source and binary forms, with or without
|
|
Packit Service |
724aca |
* modification, are permitted provided that the following conditions are met:
|
|
Packit Service |
724aca |
* 1. Redistributions of source code must retain the above copyright notice(s),
|
|
Packit Service |
724aca |
* this list of conditions and the following disclaimer.
|
|
Packit Service |
724aca |
* 2. Redistributions in binary form must reproduce the above copyright notice(s),
|
|
Packit Service |
724aca |
* this list of conditions and the following disclaimer in the documentation
|
|
Packit Service |
724aca |
* and/or other materials provided with the distribution.
|
|
Packit Service |
724aca |
*
|
|
Packit Service |
724aca |
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDER(S) ``AS IS'' AND ANY EXPRESS
|
|
Packit Service |
724aca |
* OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
|
|
Packit Service |
724aca |
* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
|
|
Packit Service |
724aca |
* EVENT SHALL THE COPYRIGHT HOLDER(S) BE LIABLE FOR ANY DIRECT, INDIRECT,
|
|
Packit Service |
724aca |
* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
Packit Service |
724aca |
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
|
Packit Service |
724aca |
* PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
|
|
Packit Service |
724aca |
* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
|
|
Packit Service |
724aca |
* OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
|
|
Packit Service |
724aca |
* ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
Packit Service |
724aca |
*/
|
|
Packit Service |
724aca |
#pragma once
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
#include <stdio.h>
|
|
Packit Service |
724aca |
#include <assert.h>
|
|
Packit Service |
724aca |
#include <map>
|
|
Packit Service |
724aca |
#include <iterator>
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
class Allocator
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
public:
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual void *malloc(size_t size) = 0;
|
|
Packit Service |
724aca |
virtual void *calloc(size_t num, size_t size) = 0;
|
|
Packit Service |
724aca |
virtual void *realloc(void *ptr, size_t size) = 0;
|
|
Packit Service |
724aca |
virtual int memalign(void **ptr, size_t alignment, size_t size) = 0;
|
|
Packit Service |
724aca |
virtual void free(void *ptr) = 0;
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
/* get_numa_policy() returns MPOL_INTERLEAVE, MPOL_BIND, MPOL_PREFERRED
|
|
Packit Service |
724aca |
or -1 when the allocator is not providing NUMA policy */
|
|
Packit Service |
724aca |
virtual int get_numa_policy() = 0;
|
|
Packit Service |
724aca |
virtual bool is_high_bandwidth() = 0;
|
|
Packit Service |
724aca |
virtual size_t get_page_size() = 0;
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual ~Allocator(void) {}
|
|
Packit Service |
724aca |
};
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
class MemkindAllocator : public Allocator
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
public:
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
MemkindAllocator(memkind_memtype_t memtype, memkind_policy_t policy,
|
|
Packit Service |
724aca |
memkind_bits_t flags) :
|
|
Packit Service |
724aca |
memtype(memtype),
|
|
Packit Service |
724aca |
flags(flags)
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
int ret = memkind_create_kind(memtype, policy, flags, &kind);
|
|
Packit Service |
724aca |
assert(ret == MEMKIND_SUCCESS);
|
|
Packit Service |
724aca |
assert(kind != NULL);
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
MemkindAllocator(memkind_t kind) : kind(kind)
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
assert(kind != NULL);
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual void *malloc(size_t size)
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
return memkind_malloc(kind, size);
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual void *calloc(size_t num, size_t size)
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
return memkind_calloc(kind, num, size);
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual void *realloc(void *ptr, size_t size)
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
return memkind_realloc(kind, ptr, size);
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual int memalign(void **ptr, size_t alignment, size_t size)
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
return memkind_posix_memalign(kind, ptr, alignment, size);
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual void free(void *ptr)
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
memkind_free(kind, ptr);
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual int get_numa_policy()
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
static std::map<memkind_t, int> kind_policy = {
|
|
Packit Service |
724aca |
std::make_pair(MEMKIND_HBW_INTERLEAVE, MPOL_INTERLEAVE),
|
|
Packit Service |
724aca |
std::make_pair(MEMKIND_INTERLEAVE, MPOL_INTERLEAVE),
|
|
Packit Service |
724aca |
std::make_pair(MEMKIND_HBW_PREFERRED, MPOL_PREFERRED),
|
|
Packit Service |
724aca |
std::make_pair(MEMKIND_HBW_PREFERRED_HUGETLB, MPOL_PREFERRED),
|
|
Packit Service |
724aca |
std::make_pair(MEMKIND_HBW, MPOL_BIND),
|
|
Packit Service |
724aca |
std::make_pair(MEMKIND_HBW_HUGETLB, MPOL_BIND),
|
|
Packit Service |
724aca |
std::make_pair(MEMKIND_REGULAR, MPOL_BIND),
|
|
Packit Service |
724aca |
std::make_pair(MEMKIND_DEFAULT, MPOL_DEFAULT),
|
|
Packit Service |
724aca |
std::make_pair(MEMKIND_HUGETLB, MPOL_DEFAULT),
|
|
Packit Service |
724aca |
std::make_pair(MEMKIND_HBW_ALL_HUGETLB, MPOL_BIND),
|
|
Packit Service |
724aca |
std::make_pair(MEMKIND_HBW_ALL, MPOL_BIND)
|
|
Packit Service |
724aca |
};
|
|
Packit Service |
724aca |
auto it = kind_policy.find(kind);
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
if(it != std::end(kind_policy)) {
|
|
Packit Service |
724aca |
return it->second;
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
return -1;
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual bool is_high_bandwidth()
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
return memtype == MEMKIND_MEMTYPE_HIGH_BANDWIDTH ||
|
|
Packit Service |
724aca |
kind == MEMKIND_HBW ||
|
|
Packit Service |
724aca |
kind == MEMKIND_HBW_HUGETLB ||
|
|
Packit Service |
724aca |
kind == MEMKIND_HBW_PREFERRED ||
|
|
Packit Service |
724aca |
kind == MEMKIND_HBW_INTERLEAVE;
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual size_t get_page_size()
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
if (kind == MEMKIND_HUGETLB ||
|
|
Packit Service |
724aca |
kind == MEMKIND_HBW_HUGETLB ||
|
|
Packit Service |
724aca |
kind == MEMKIND_HBW_PREFERRED_HUGETLB ||
|
|
Packit Service |
724aca |
(flags & MEMKIND_MASK_PAGE_SIZE_2MB)) {
|
|
Packit Service |
724aca |
return 2*MB;
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
return 4*KB;
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual ~MemkindAllocator()
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
int ret = memkind_destroy_kind(kind);
|
|
Packit Service |
724aca |
assert(ret == MEMKIND_SUCCESS);
|
|
Packit Service |
724aca |
kind = NULL;
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
private:
|
|
Packit Service |
724aca |
memkind_t kind = NULL;
|
|
Packit Service |
724aca |
memkind_memtype_t memtype = memkind_memtype_t();
|
|
Packit Service |
724aca |
memkind_bits_t flags = memkind_bits_t();
|
|
Packit Service |
724aca |
};
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
class HbwmallocAllocator : public Allocator
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
public:
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
HbwmallocAllocator(hbw_policy_t hbw_policy)
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
hbw_set_policy(hbw_policy);
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual void *malloc(size_t size)
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
return hbw_malloc(size);
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual void *calloc(size_t num, size_t size)
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
return hbw_calloc(num, size);
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual void *realloc(void *ptr, size_t size)
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
return hbw_realloc(ptr, size);
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual void set_memalign_page_size(hbw_pagesize_t psize)
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
page_size = psize;
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual int memalign(void **ptr, size_t alignment, size_t size)
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
if (page_size == HBW_PAGESIZE_4KB) {
|
|
Packit Service |
724aca |
return hbw_posix_memalign(ptr, alignment, size);
|
|
Packit Service |
724aca |
} else {
|
|
Packit Service |
724aca |
return hbw_posix_memalign_psize(ptr, alignment, size, page_size);
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual void free(void *ptr)
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
hbw_free(ptr);
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual int get_numa_policy()
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
if (hbw_get_policy() == HBW_POLICY_INTERLEAVE) {
|
|
Packit Service |
724aca |
return MPOL_INTERLEAVE;
|
|
Packit Service |
724aca |
} else if (hbw_get_policy() == HBW_POLICY_PREFERRED) {
|
|
Packit Service |
724aca |
return MPOL_PREFERRED;
|
|
Packit Service |
724aca |
} else if (hbw_get_policy() == HBW_POLICY_BIND ||
|
|
Packit Service |
724aca |
hbw_get_policy() == HBW_POLICY_BIND_ALL) {
|
|
Packit Service |
724aca |
return MPOL_BIND;
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
return -1;
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual bool is_high_bandwidth()
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
return hbw_check_available() == 0;
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
virtual size_t get_page_size()
|
|
Packit Service |
724aca |
{
|
|
Packit Service |
724aca |
if (page_size == HBW_PAGESIZE_2MB) {
|
|
Packit Service |
724aca |
return 2*MB;
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
return 4*KB;
|
|
Packit Service |
724aca |
}
|
|
Packit Service |
724aca |
|
|
Packit Service |
724aca |
private:
|
|
Packit Service |
724aca |
hbw_pagesize_t page_size = HBW_PAGESIZE_4KB;
|
|
Packit Service |
724aca |
};
|
|
Packit Service |
724aca |
|