Blame placement.c

Packit Service 2212bb
/* 
Packit Service 2212bb
 * Copyright (C) 2006, Intel Corporation
Packit Service 2212bb
 * Copyright (C) 2012, Neil Horman <nhoramn@tuxdriver.com> 
Packit Service 2212bb
 * 
Packit Service 2212bb
 * This file is part of irqbalance
Packit Service 2212bb
 *
Packit Service 2212bb
 * This program file is free software; you can redistribute it and/or modify it
Packit Service 2212bb
 * under the terms of the GNU General Public License as published by the
Packit Service 2212bb
 * Free Software Foundation; version 2 of the License.
Packit Service 2212bb
 * 
Packit Service 2212bb
 * This program is distributed in the hope that it will be useful, but WITHOUT
Packit Service 2212bb
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
Packit Service 2212bb
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
Packit Service 2212bb
 * for more details.
Packit Service 2212bb
 * 
Packit Service 2212bb
 * You should have received a copy of the GNU General Public License
Packit Service 2212bb
 * along with this program in a file named COPYING; if not, write to the 
Packit Service 2212bb
 * Free Software Foundation, Inc., 
Packit Service 2212bb
 * 51 Franklin Street, Fifth Floor, 
Packit Service 2212bb
 * Boston, MA 02110-1301 USA
Packit Service 2212bb
 */
Packit Service 2212bb
#include "config.h"
Packit Service 2212bb
#include <stdio.h>
Packit Service 2212bb
#include <stdlib.h>
Packit Service 2212bb
#include <unistd.h>
Packit Service 2212bb
#include <stdint.h>
Packit Service 2212bb
Packit Service 2212bb
#include "types.h"
Packit Service 2212bb
#include "irqbalance.h"
Packit Service 2212bb
Packit Service 2212bb
Packit Service 2212bb
GList *rebalance_irq_list;
Packit Service 2212bb
Packit Service 2212bb
struct obj_placement {
Packit Service 2212bb
		struct topo_obj *best;
Packit Service 2212bb
		uint64_t best_cost;
Packit Service 2212bb
		struct irq_info *info;
Packit Service 2212bb
};
Packit Service 2212bb
Packit Service 2212bb
static void find_best_object(struct topo_obj *d, void *data)
Packit Service 2212bb
{
Packit Service 2212bb
	struct obj_placement *best = (struct obj_placement *)data;
Packit Service 2212bb
	uint64_t newload;
Packit Service 2212bb
Packit Service 2212bb
	/*
Packit Service 2212bb
 	 * Don't consider the unspecified numa node here
Packit Service 2212bb
 	 */
Packit Service 2212bb
	if (numa_avail && (d->obj_type == OBJ_TYPE_NODE) && (d->number == -1))
Packit Service 2212bb
		return;
Packit Service 2212bb
Packit Service 2212bb
	/*
Packit Service 2212bb
	 * also don't consider any node that doesn't have at least one cpu in
Packit Service 2212bb
	 * the unbanned list
Packit Service 2212bb
	 */
Packit Service 2212bb
	if ((d->obj_type == OBJ_TYPE_NODE) &&
Packit Service 2212bb
	    (!cpus_intersects(d->mask, unbanned_cpus)))
Packit Service 2212bb
		return;
Packit Service 2212bb
Packit Service 2212bb
	if (d->powersave_mode)
Packit Service 2212bb
		return;
Packit Service 2212bb
Packit Service 2212bb
	newload = d->load;
Packit Service 2212bb
	if (newload < best->best_cost) {
Packit Service 2212bb
		best->best = d;
Packit Service 2212bb
		best->best_cost = newload;
Packit Service 2212bb
	} else if (newload == best->best_cost) {
Packit Service 2212bb
		if (g_list_length(d->interrupts) < g_list_length(best->best->interrupts)) {
Packit Service 2212bb
			best->best = d;
Packit Service 2212bb
		}
Packit Service 2212bb
	}
Packit Service 2212bb
}
Packit Service 2212bb
Packit Service 2212bb
static void find_best_object_for_irq(struct irq_info *info, void *data)
Packit Service 2212bb
{
Packit Service 2212bb
	struct obj_placement place;
Packit Service 2212bb
	struct topo_obj *d = data;
Packit Service 2212bb
	struct topo_obj *asign;
Packit Service 2212bb
Packit Service 2212bb
	if (!info->moved)
Packit Service 2212bb
		return;
Packit Service 2212bb
Packit Service 2212bb
	switch (d->obj_type) {
Packit Service 2212bb
	case OBJ_TYPE_NODE:
Packit Service 2212bb
		if (info->level == BALANCE_NONE)
Packit Service 2212bb
			return;
Packit Service 2212bb
		break;
Packit Service 2212bb
Packit Service 2212bb
	case OBJ_TYPE_PACKAGE:
Packit Service 2212bb
		if (info->level == BALANCE_PACKAGE)
Packit Service 2212bb
			return;
Packit Service 2212bb
		break;
Packit Service 2212bb
Packit Service 2212bb
	case OBJ_TYPE_CACHE:
Packit Service 2212bb
		if (info->level == BALANCE_CACHE)
Packit Service 2212bb
			return;
Packit Service 2212bb
		break;
Packit Service 2212bb
Packit Service 2212bb
	case OBJ_TYPE_CPU:
Packit Service 2212bb
		if (info->level == BALANCE_CORE)
Packit Service 2212bb
			return;
Packit Service 2212bb
		break;
Packit Service 2212bb
	}
Packit Service 2212bb
Packit Service 2212bb
	place.info = info;
Packit Service 2212bb
	place.best = NULL;
Packit Service 2212bb
	place.best_cost = ULLONG_MAX;
Packit Service 2212bb
Packit Service 2212bb
	for_each_object(d->children, find_best_object, &place);
Packit Service 2212bb
Packit Service 2212bb
	asign = place.best;
Packit Service 2212bb
Packit Service 2212bb
	if (asign) {
Packit Service 2212bb
		migrate_irq(&d->interrupts, &asign->interrupts, info);
Packit Service 2212bb
		info->assigned_obj = asign;
Packit Service 2212bb
		asign->load += info->load;
Packit Service 2212bb
	}
Packit Service 2212bb
}
Packit Service 2212bb
Packit Service 2212bb
static void place_irq_in_object(struct topo_obj *d, void *data __attribute__((unused)))
Packit Service 2212bb
{
Packit Service 2212bb
	if (g_list_length(d->interrupts) > 0)
Packit Service 2212bb
		for_each_irq(d->interrupts, find_best_object_for_irq, d);
Packit Service 2212bb
}
Packit Service 2212bb
Packit Service 2212bb
static void place_irq_in_node(struct irq_info *info, void *data __attribute__((unused)))
Packit Service 2212bb
{
Packit Service 2212bb
	struct obj_placement place;
Packit Service 2212bb
	struct topo_obj *asign;
Packit Service 2212bb
Packit Service 2212bb
	if ((info->level == BALANCE_NONE) && cpus_empty(banned_cpus))
Packit Service 2212bb
		return;
Packit Service 2212bb
Packit Service 2212bb
	if (irq_numa_node(info)->number != -1) {
Packit Service 2212bb
		/*
Packit Service 2212bb
		 * Need to make sure this node is elligible for migration
Packit Service 2212bb
		 * given the banned cpu list
Packit Service 2212bb
		 */
Packit Service 2212bb
		if (!cpus_intersects(irq_numa_node(info)->mask, unbanned_cpus))
Packit Service 2212bb
			goto find_placement;
Packit Service 2212bb
		/*
Packit Service 2212bb
 		 * This irq belongs to a device with a preferred numa node
Packit Service 2212bb
 		 * put it on that node
Packit Service 2212bb
 		 */
Packit Service 2212bb
		migrate_irq(&rebalance_irq_list, &irq_numa_node(info)->interrupts, info);
Packit Service 2212bb
		info->assigned_obj = irq_numa_node(info);
Packit Service 2212bb
		irq_numa_node(info)->load += info->load + 1;
Packit Service 2212bb
		return;
Packit Service 2212bb
	}
Packit Service 2212bb
Packit Service 2212bb
find_placement:
Packit Service 2212bb
	place.best_cost = ULLONG_MAX;
Packit Service 2212bb
	place.best = NULL;
Packit Service 2212bb
	place.info = info;
Packit Service 2212bb
Packit Service 2212bb
	for_each_object(numa_nodes, find_best_object, &place);
Packit Service 2212bb
Packit Service 2212bb
	asign = place.best;
Packit Service 2212bb
Packit Service 2212bb
	if (asign) {
Packit Service 2212bb
		migrate_irq(&rebalance_irq_list, &asign->interrupts, info);
Packit Service 2212bb
		info->assigned_obj = asign;
Packit Service 2212bb
		asign->load += info->load;
Packit Service 2212bb
	}
Packit Service 2212bb
}
Packit Service 2212bb
Packit Service 2212bb
static void validate_irq(struct irq_info *info, void *data)
Packit Service 2212bb
{
Packit Service 2212bb
	if (info->assigned_obj != data)
Packit Service 2212bb
		log(TO_CONSOLE, LOG_INFO, "object validation error: irq %d is wrong, points to %p, should be %p\n",
Packit Service 2212bb
			info->irq, info->assigned_obj, data);
Packit Service 2212bb
}
Packit Service 2212bb
Packit Service 2212bb
static void validate_object(struct topo_obj *d, void *data __attribute__((unused)))
Packit Service 2212bb
{
Packit Service 2212bb
	if (g_list_length(d->interrupts) > 0)
Packit Service 2212bb
		for_each_irq(d->interrupts, validate_irq, d);
Packit Service 2212bb
}
Packit Service 2212bb
Packit Service 2212bb
static void validate_object_tree_placement(void)
Packit Service 2212bb
{
Packit Service 2212bb
	for_each_object(packages, validate_object, NULL);	
Packit Service 2212bb
	for_each_object(cache_domains, validate_object, NULL);
Packit Service 2212bb
	for_each_object(cpus, validate_object, NULL);
Packit Service 2212bb
}
Packit Service 2212bb
Packit Service 2212bb
void calculate_placement(void)
Packit Service 2212bb
{
Packit Service 2212bb
	sort_irq_list(&rebalance_irq_list);
Packit Service 2212bb
	if (g_list_length(rebalance_irq_list) > 0) {
Packit Service 2212bb
		for_each_irq(rebalance_irq_list, place_irq_in_node, NULL);
Packit Service 2212bb
		for_each_object(numa_nodes, place_irq_in_object, NULL);
Packit Service 2212bb
		for_each_object(packages, place_irq_in_object, NULL);
Packit Service 2212bb
		for_each_object(cache_domains, place_irq_in_object, NULL);
Packit Service 2212bb
	}
Packit Service 2212bb
	if (debug_mode)
Packit Service 2212bb
		validate_object_tree_placement();
Packit Service 2212bb
}