Blame kmod/patch/kpatch-patch-hook.c

Packit c71e3f
/*
Packit c71e3f
 * Copyright (C) 2013-2014 Josh Poimboeuf <jpoimboe@redhat.com>
Packit c71e3f
 *
Packit c71e3f
 * This program is free software; you can redistribute it and/or
Packit c71e3f
 * modify it under the terms of the GNU General Public License
Packit c71e3f
 * as published by the Free Software Foundation; either version 2
Packit c71e3f
 * of the License, or (at your option) any later version.
Packit c71e3f
 *
Packit c71e3f
 * This program is distributed in the hope that it will be useful,
Packit c71e3f
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit c71e3f
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
Packit c71e3f
 * GNU General Public License for more details.
Packit c71e3f
 *
Packit c71e3f
 * You should have received a copy of the GNU General Public License
Packit c71e3f
 * along with this program; if not, write to the Free Software
Packit c71e3f
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA,
Packit c71e3f
 * 02110-1301, USA.
Packit c71e3f
 */
Packit c71e3f
Packit c71e3f
#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
Packit c71e3f
Packit c71e3f
#include <linux/module.h>
Packit c71e3f
#include <linux/printk.h>
Packit c71e3f
#include <linux/slab.h>
Packit c71e3f
#include <linux/kallsyms.h>
Packit c71e3f
#include "kpatch.h"
Packit c71e3f
#include "kpatch-patch.h"
Packit c71e3f
Packit c71e3f
static bool replace;
Packit c71e3f
module_param(replace, bool, S_IRUGO);
Packit c71e3f
MODULE_PARM_DESC(replace, "replace all previously loaded patch modules");
Packit c71e3f
Packit c71e3f
extern struct kpatch_patch_func __kpatch_funcs[], __kpatch_funcs_end[];
Packit c71e3f
extern struct kpatch_patch_dynrela __kpatch_dynrelas[], __kpatch_dynrelas_end[];
Packit c71e3f
extern struct kpatch_pre_patch_callback __kpatch_callbacks_pre_patch[], __kpatch_callbacks_pre_patch_end[];
Packit c71e3f
extern struct kpatch_post_patch_callback __kpatch_callbacks_post_patch[], __kpatch_callbacks_post_patch_end[];
Packit c71e3f
extern struct kpatch_pre_unpatch_callback __kpatch_callbacks_pre_unpatch[], __kpatch_callbacks_pre_unpatch_end[];
Packit c71e3f
extern struct kpatch_post_unpatch_callback __kpatch_callbacks_post_unpatch[], __kpatch_callbacks_post_unpatch_end[];
Packit c71e3f
extern unsigned long __kpatch_force_funcs[], __kpatch_force_funcs_end[];
Packit c71e3f
extern char __kpatch_checksum[];
Packit c71e3f
Packit c71e3f
static struct kpatch_module kpmod;
Packit c71e3f
Packit c71e3f
static ssize_t patch_enabled_show(struct kobject *kobj,
Packit c71e3f
				  struct kobj_attribute *attr, char *buf)
Packit c71e3f
{
Packit c71e3f
	return sprintf(buf, "%d\n", kpmod.enabled);
Packit c71e3f
}
Packit c71e3f
Packit c71e3f
static ssize_t patch_enabled_store(struct kobject *kobj,
Packit c71e3f
				   struct kobj_attribute *attr, const char *buf,
Packit c71e3f
				   size_t count)
Packit c71e3f
{
Packit c71e3f
	int ret;
Packit c71e3f
	unsigned long val;
Packit c71e3f
Packit c71e3f
	ret = kstrtoul(buf, 10, &val;;
Packit c71e3f
	if (ret)
Packit c71e3f
		return ret;
Packit c71e3f
Packit c71e3f
	val = !!val;
Packit c71e3f
Packit c71e3f
	if (val)
Packit c71e3f
		ret = kpatch_register(&kpmod, replace);
Packit c71e3f
	else
Packit c71e3f
		ret = kpatch_unregister(&kpmod);
Packit c71e3f
Packit c71e3f
	if (ret)
Packit c71e3f
		return ret;
Packit c71e3f
Packit c71e3f
	return count;
Packit c71e3f
}
Packit c71e3f
Packit c71e3f
static ssize_t patch_checksum_show(struct kobject *kobj,
Packit c71e3f
				   struct kobj_attribute *attr, char *buf)
Packit c71e3f
{
Packit c71e3f
	return snprintf(buf, PAGE_SIZE, "%s\n", __kpatch_checksum);
Packit c71e3f
}
Packit c71e3f
Packit c71e3f
static struct kobj_attribute patch_enabled_attr =
Packit c71e3f
	__ATTR(enabled, 0644, patch_enabled_show, patch_enabled_store);
Packit c71e3f
static struct kobj_attribute patch_checksum_attr =
Packit c71e3f
	__ATTR(checksum, 0444, patch_checksum_show, NULL);
Packit c71e3f
Packit c71e3f
static struct attribute *patch_attrs[] = {
Packit c71e3f
	&patch_enabled_attr.attr,
Packit c71e3f
	&patch_checksum_attr.attr,
Packit c71e3f
	NULL,
Packit c71e3f
};
Packit c71e3f
Packit c71e3f
static void patch_kobj_free(struct kobject *kobj)
Packit c71e3f
{
Packit c71e3f
}
Packit c71e3f
Packit c71e3f
static struct kobj_type patch_ktype = {
Packit c71e3f
        .release = patch_kobj_free,
Packit c71e3f
        .sysfs_ops = &kobj_sysfs_ops,
Packit c71e3f
        .default_attrs = patch_attrs,
Packit c71e3f
};
Packit c71e3f
Packit c71e3f
static ssize_t patch_func_old_addr_show(struct kobject *kobj,
Packit c71e3f
					struct kobj_attribute *attr, char *buf)
Packit c71e3f
{
Packit c71e3f
	struct kpatch_func *func =
Packit c71e3f
		container_of(kobj, struct kpatch_func, kobj);
Packit c71e3f
Packit c71e3f
	return sprintf(buf, "0x%lx\n", func->old_addr);
Packit c71e3f
}
Packit c71e3f
Packit c71e3f
static ssize_t patch_func_new_addr_show(struct kobject *kobj,
Packit c71e3f
					struct kobj_attribute *attr, char *buf)
Packit c71e3f
{
Packit c71e3f
	struct kpatch_func *func =
Packit c71e3f
		container_of(kobj, struct kpatch_func, kobj);
Packit c71e3f
Packit c71e3f
	return sprintf(buf, "0x%lx\n", func->new_addr);
Packit c71e3f
}
Packit c71e3f
Packit c71e3f
static struct kobj_attribute patch_old_addr_attr =
Packit c71e3f
	__ATTR(old_addr, S_IRUSR, patch_func_old_addr_show, NULL);
Packit c71e3f
Packit c71e3f
static struct kobj_attribute patch_new_addr_attr =
Packit c71e3f
	__ATTR(new_addr, S_IRUSR, patch_func_new_addr_show, NULL);
Packit c71e3f
Packit c71e3f
static struct attribute *patch_func_kobj_attrs[] = {
Packit c71e3f
	&patch_old_addr_attr.attr,
Packit c71e3f
	&patch_new_addr_attr.attr,
Packit c71e3f
	NULL,
Packit c71e3f
};
Packit c71e3f
Packit c71e3f
static ssize_t patch_func_kobj_show(struct kobject *kobj,
Packit c71e3f
				    struct attribute *attr, char *buf)
Packit c71e3f
{
Packit c71e3f
	struct kobj_attribute *func_attr =
Packit c71e3f
		container_of(attr, struct kobj_attribute, attr);
Packit c71e3f
Packit c71e3f
	return func_attr->show(kobj, func_attr, buf);
Packit c71e3f
}
Packit c71e3f
Packit c71e3f
static const struct sysfs_ops patch_func_sysfs_ops = {
Packit c71e3f
	.show	= patch_func_kobj_show,
Packit c71e3f
};
Packit c71e3f
Packit c71e3f
static void patch_func_kobj_free(struct kobject *kobj)
Packit c71e3f
{
Packit c71e3f
	struct kpatch_func *func =
Packit c71e3f
		container_of(kobj, struct kpatch_func, kobj);
Packit c71e3f
	kfree(func);
Packit c71e3f
}
Packit c71e3f
Packit c71e3f
static struct kobj_type patch_func_ktype = {
Packit c71e3f
	.release	= patch_func_kobj_free,
Packit c71e3f
	.sysfs_ops	= &patch_func_sysfs_ops,
Packit c71e3f
	.default_attrs	= patch_func_kobj_attrs,
Packit c71e3f
};
Packit c71e3f
Packit c71e3f
static void patch_object_kobj_free(struct kobject *kobj)
Packit c71e3f
{
Packit c71e3f
	struct kpatch_object *obj =
Packit c71e3f
		container_of(kobj, struct kpatch_object, kobj);
Packit c71e3f
	kfree(obj);
Packit c71e3f
}
Packit c71e3f
Packit c71e3f
static struct kobj_type patch_object_ktype = {
Packit c71e3f
	.release = patch_object_kobj_free,
Packit c71e3f
	.sysfs_ops = &kobj_sysfs_ops,
Packit c71e3f
};
Packit c71e3f
Packit c71e3f
static struct kpatch_object *patch_find_or_add_object(struct list_head *head,
Packit c71e3f
						      const char *name)
Packit c71e3f
{
Packit c71e3f
	struct kpatch_object *object;
Packit c71e3f
	int ret;
Packit c71e3f
Packit c71e3f
	list_for_each_entry(object, head, list) {
Packit c71e3f
		if (!strcmp(object->name, name))
Packit c71e3f
			return object;
Packit c71e3f
	}
Packit c71e3f
Packit c71e3f
	object = kzalloc(sizeof(*object), GFP_KERNEL);
Packit c71e3f
	if (!object)
Packit c71e3f
		return NULL;
Packit c71e3f
Packit c71e3f
	object->name = name;
Packit c71e3f
	INIT_LIST_HEAD(&object->funcs);
Packit c71e3f
	INIT_LIST_HEAD(&object->dynrelas);
Packit c71e3f
Packit c71e3f
	list_add_tail(&object->list, head);
Packit c71e3f
Packit c71e3f
	ret = kobject_init_and_add(&object->kobj, &patch_object_ktype,
Packit c71e3f
				   &kpmod.kobj, "%s", object->name);
Packit c71e3f
	if (ret) {
Packit c71e3f
		list_del(&object->list);
Packit c71e3f
		kfree(object);
Packit c71e3f
		return NULL;
Packit c71e3f
	}
Packit c71e3f
Packit c71e3f
	return object;
Packit c71e3f
}
Packit c71e3f
Packit c71e3f
static void patch_free_objects(void)
Packit c71e3f
{
Packit c71e3f
	struct kpatch_object *object, *object_safe;
Packit c71e3f
	struct kpatch_func *func, *func_safe;
Packit c71e3f
	struct kpatch_dynrela *dynrela, *dynrela_safe;
Packit c71e3f
Packit c71e3f
	list_for_each_entry_safe(object, object_safe, &kpmod.objects, list) {
Packit c71e3f
		list_for_each_entry_safe(func, func_safe, &object->funcs,
Packit c71e3f
					 list) {
Packit c71e3f
			list_del(&func->list);
Packit c71e3f
			kobject_put(&func->kobj);
Packit c71e3f
		}
Packit c71e3f
		list_for_each_entry_safe(dynrela, dynrela_safe,
Packit c71e3f
					 &object->dynrelas, list) {
Packit c71e3f
			list_del(&dynrela->list);
Packit c71e3f
			kfree(dynrela);
Packit c71e3f
		}
Packit c71e3f
		list_del(&object->list);
Packit c71e3f
		kobject_put(&object->kobj);
Packit c71e3f
	}
Packit c71e3f
}
Packit c71e3f
Packit c71e3f
static int patch_is_func_forced(unsigned long addr)
Packit c71e3f
{
Packit c71e3f
	unsigned long *a;
Packit c71e3f
	for (a = __kpatch_force_funcs; a < __kpatch_force_funcs_end; a++)
Packit c71e3f
		if (*a == addr)
Packit c71e3f
			return 1;
Packit c71e3f
	return 0;
Packit c71e3f
}
Packit c71e3f
Packit c71e3f
static int patch_make_funcs_list(struct list_head *objects)
Packit c71e3f
{
Packit c71e3f
	struct kpatch_object *object;
Packit c71e3f
	struct kpatch_patch_func *p_func;
Packit c71e3f
	struct kpatch_func *func;
Packit c71e3f
	int ret;
Packit c71e3f
Packit c71e3f
	for (p_func = __kpatch_funcs; p_func < __kpatch_funcs_end; p_func++) {
Packit c71e3f
		object = patch_find_or_add_object(&kpmod.objects,
Packit c71e3f
						  p_func->objname);
Packit c71e3f
		if (!object)
Packit c71e3f
			return -ENOMEM;
Packit c71e3f
Packit c71e3f
		func = kzalloc(sizeof(*func), GFP_KERNEL);
Packit c71e3f
		if (!func)
Packit c71e3f
			return -ENOMEM;
Packit c71e3f
Packit c71e3f
		func->new_addr = p_func->new_addr;
Packit c71e3f
		func->new_size = p_func->new_size;
Packit c71e3f
		func->old_size = p_func->old_size;
Packit c71e3f
		func->sympos = p_func->sympos;
Packit c71e3f
		func->name = p_func->name;
Packit c71e3f
		func->force = patch_is_func_forced(func->new_addr);
Packit c71e3f
		list_add_tail(&func->list, &object->funcs);
Packit c71e3f
Packit c71e3f
		ret = kobject_init_and_add(&func->kobj, &patch_func_ktype,
Packit c71e3f
					   &object->kobj, "%s,%lu",
Packit c71e3f
					   func->name, func->sympos ? func->sympos : 1);
Packit c71e3f
		if (ret)
Packit c71e3f
			return ret;
Packit c71e3f
	}
Packit c71e3f
Packit c71e3f
	return 0;
Packit c71e3f
}
Packit c71e3f
Packit c71e3f
static int patch_make_dynrelas_list(struct list_head *objects)
Packit c71e3f
{
Packit c71e3f
	struct kpatch_object *object;
Packit c71e3f
	struct kpatch_patch_dynrela *p_dynrela;
Packit c71e3f
	struct kpatch_dynrela *dynrela;
Packit c71e3f
Packit c71e3f
	for (p_dynrela = __kpatch_dynrelas; p_dynrela < __kpatch_dynrelas_end;
Packit c71e3f
	     p_dynrela++) {
Packit c71e3f
		object = patch_find_or_add_object(objects, p_dynrela->objname);
Packit c71e3f
		if (!object)
Packit c71e3f
			return -ENOMEM;
Packit c71e3f
Packit c71e3f
		dynrela = kzalloc(sizeof(*dynrela), GFP_KERNEL);
Packit c71e3f
		if (!dynrela)
Packit c71e3f
			return -ENOMEM;
Packit c71e3f
Packit c71e3f
		dynrela->dest = p_dynrela->dest;
Packit c71e3f
		dynrela->type = p_dynrela->type;
Packit c71e3f
		dynrela->sympos = p_dynrela->sympos;
Packit c71e3f
		dynrela->name = p_dynrela->name;
Packit c71e3f
		dynrela->external = p_dynrela->external;
Packit c71e3f
		dynrela->addend = p_dynrela->addend;
Packit c71e3f
		list_add_tail(&dynrela->list, &object->dynrelas);
Packit c71e3f
	}
Packit c71e3f
Packit c71e3f
	return 0;
Packit c71e3f
}
Packit c71e3f
Packit c71e3f
static int patch_set_callbacks(struct list_head *objects)
Packit c71e3f
{
Packit c71e3f
	struct kpatch_pre_patch_callback *p_pre_patch_callback;
Packit c71e3f
	struct kpatch_post_patch_callback *p_post_patch_callback;
Packit c71e3f
	struct kpatch_pre_unpatch_callback *p_pre_unpatch_callback;
Packit c71e3f
	struct kpatch_post_unpatch_callback *p_post_unpatch_callback;
Packit c71e3f
	struct kpatch_object *object;
Packit c71e3f
Packit c71e3f
	for (p_pre_patch_callback = __kpatch_callbacks_pre_patch;
Packit c71e3f
	     p_pre_patch_callback < __kpatch_callbacks_pre_patch_end;
Packit c71e3f
	     p_pre_patch_callback++) {
Packit c71e3f
Packit c71e3f
		object = patch_find_or_add_object(objects, p_pre_patch_callback->objname);
Packit c71e3f
		if (!object)
Packit c71e3f
			return -ENOMEM;
Packit c71e3f
Packit c71e3f
		if (object->pre_patch_callback) {
Packit c71e3f
			pr_err("extra pre-patch callback for object: %s\n",
Packit c71e3f
				object->name);
Packit c71e3f
			return -EINVAL;
Packit c71e3f
		}
Packit c71e3f
Packit c71e3f
		object->pre_patch_callback =
Packit c71e3f
			(int (*)(struct kpatch_object *)) p_pre_patch_callback->callback;
Packit c71e3f
	}
Packit c71e3f
Packit c71e3f
	for (p_post_patch_callback = __kpatch_callbacks_post_patch;
Packit c71e3f
	     p_post_patch_callback < __kpatch_callbacks_post_patch_end;
Packit c71e3f
	     p_post_patch_callback++) {
Packit c71e3f
Packit c71e3f
		object = patch_find_or_add_object(objects, p_post_patch_callback->objname);
Packit c71e3f
		if (!object)
Packit c71e3f
			return -ENOMEM;
Packit c71e3f
Packit c71e3f
		if (object->post_patch_callback) {
Packit c71e3f
			pr_err("extra post-patch callback for object: %s\n",
Packit c71e3f
				object->name);
Packit c71e3f
			return -EINVAL;
Packit c71e3f
		}
Packit c71e3f
Packit c71e3f
		object->post_patch_callback =
Packit c71e3f
			(void (*)(struct kpatch_object *)) p_post_patch_callback->callback;
Packit c71e3f
	}
Packit c71e3f
Packit c71e3f
	for (p_pre_unpatch_callback = __kpatch_callbacks_pre_unpatch;
Packit c71e3f
	     p_pre_unpatch_callback < __kpatch_callbacks_pre_unpatch_end;
Packit c71e3f
	     p_pre_unpatch_callback++) {
Packit c71e3f
Packit c71e3f
		object = patch_find_or_add_object(objects, p_pre_unpatch_callback->objname);
Packit c71e3f
		if (!object)
Packit c71e3f
			return -ENOMEM;
Packit c71e3f
Packit c71e3f
		if (object->pre_unpatch_callback) {
Packit c71e3f
			pr_err("extra pre-unpatch callback for object: %s\n",
Packit c71e3f
				object->name);
Packit c71e3f
			return -EINVAL;
Packit c71e3f
		}
Packit c71e3f
Packit c71e3f
		object->pre_unpatch_callback =
Packit c71e3f
			(void (*)(struct kpatch_object *)) p_pre_unpatch_callback->callback;
Packit c71e3f
	}
Packit c71e3f
Packit c71e3f
	for (p_post_unpatch_callback = __kpatch_callbacks_post_unpatch;
Packit c71e3f
	     p_post_unpatch_callback < __kpatch_callbacks_post_unpatch_end;
Packit c71e3f
	     p_post_unpatch_callback++) {
Packit c71e3f
Packit c71e3f
		object = patch_find_or_add_object(objects, p_post_unpatch_callback->objname);
Packit c71e3f
		if (!object)
Packit c71e3f
			return -ENOMEM;
Packit c71e3f
Packit c71e3f
		if (object->post_unpatch_callback) {
Packit c71e3f
			pr_err("extra post-unpatch callback for object: %s\n",
Packit c71e3f
				object->name);
Packit c71e3f
			return -EINVAL;
Packit c71e3f
		}
Packit c71e3f
Packit c71e3f
		object->post_unpatch_callback =
Packit c71e3f
			(void (*)(struct kpatch_object *)) p_post_unpatch_callback->callback;
Packit c71e3f
	}
Packit c71e3f
	return 0;
Packit c71e3f
}
Packit c71e3f
Packit c71e3f
static int __init patch_init(void)
Packit c71e3f
{
Packit c71e3f
	int ret;
Packit c71e3f
Packit c71e3f
	ret = kobject_init_and_add(&kpmod.kobj, &patch_ktype,
Packit c71e3f
				   kpatch_root_kobj, "%s",
Packit c71e3f
				   THIS_MODULE->name);
Packit c71e3f
	if (ret)
Packit c71e3f
		return -ENOMEM;
Packit c71e3f
Packit c71e3f
	kpmod.mod = THIS_MODULE;
Packit c71e3f
	INIT_LIST_HEAD(&kpmod.objects);
Packit c71e3f
Packit c71e3f
	ret = patch_make_funcs_list(&kpmod.objects);
Packit c71e3f
	if (ret)
Packit c71e3f
		goto err_objects;
Packit c71e3f
Packit c71e3f
	ret = patch_make_dynrelas_list(&kpmod.objects);
Packit c71e3f
	if (ret)
Packit c71e3f
		goto err_objects;
Packit c71e3f
Packit c71e3f
	ret = patch_set_callbacks(&kpmod.objects);
Packit c71e3f
	if (ret)
Packit c71e3f
		goto err_objects;
Packit c71e3f
Packit c71e3f
	ret = kpatch_register(&kpmod, replace);
Packit c71e3f
	if (ret)
Packit c71e3f
		goto err_objects;
Packit c71e3f
Packit c71e3f
	return 0;
Packit c71e3f
Packit c71e3f
err_objects:
Packit c71e3f
	patch_free_objects();
Packit c71e3f
	kobject_put(&kpmod.kobj);
Packit c71e3f
	return ret;
Packit c71e3f
}
Packit c71e3f
Packit c71e3f
static void __exit patch_exit(void)
Packit c71e3f
{
Packit c71e3f
	WARN_ON(kpmod.enabled);
Packit c71e3f
Packit c71e3f
	patch_free_objects();
Packit c71e3f
	kobject_put(&kpmod.kobj);
Packit c71e3f
}
Packit c71e3f
Packit c71e3f
module_init(patch_init);
Packit c71e3f
module_exit(patch_exit);
Packit c71e3f
MODULE_LICENSE("GPL");