Blame rdma/dev.c

Packit Service 3880ab
// SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
Packit Service 3880ab
/*
Packit Service 3880ab
 * dev.c	RDMA tool
Packit Service 3880ab
 * Authors:     Leon Romanovsky <leonro@mellanox.com>
Packit Service 3880ab
 */
Packit Service 3880ab
Packit Service 3880ab
#include <fcntl.h>
Packit Service 3880ab
#include "rdma.h"
Packit Service 3880ab
Packit Service 3880ab
static int dev_help(struct rd *rd)
Packit Service 3880ab
{
Packit Service 3880ab
	pr_out("Usage: %s dev show [DEV]\n", rd->filename);
Packit Service 3880ab
	pr_out("       %s dev set [DEV] name DEVNAME\n", rd->filename);
Packit Service 3880ab
	pr_out("       %s dev set [DEV] netns NSNAME\n", rd->filename);
Packit Service 3880ab
	pr_out("       %s dev set [DEV] adaptive-moderation [on|off]\n", rd->filename);
Packit Service 3880ab
	return 0;
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static const char *dev_caps_to_str(uint32_t idx)
Packit Service 3880ab
{
Packit Service 3880ab
#define RDMA_DEV_FLAGS_LOW(x) \
Packit Service 3880ab
	x(RESIZE_MAX_WR, 0) \
Packit Service 3880ab
	x(BAD_PKEY_CNTR, 1) \
Packit Service 3880ab
	x(BAD_QKEY_CNTR, 2) \
Packit Service 3880ab
	x(RAW_MULTI, 3) \
Packit Service 3880ab
	x(AUTO_PATH_MIG, 4) \
Packit Service 3880ab
	x(CHANGE_PHY_PORT, 5) \
Packit Service 3880ab
	x(UD_AV_PORT_ENFORCE_PORT_ENFORCE, 6) \
Packit Service 3880ab
	x(CURR_QP_STATE_MOD, 7) \
Packit Service 3880ab
	x(SHUTDOWN_PORT, 8) \
Packit Service 3880ab
	x(INIT_TYPE, 9) \
Packit Service 3880ab
	x(PORT_ACTIVE_EVENT, 10) \
Packit Service 3880ab
	x(SYS_IMAGE_GUID, 11) \
Packit Service 3880ab
	x(RC_RNR_NAK_GEN, 12) \
Packit Service 3880ab
	x(SRQ_RESIZE, 13) \
Packit Service 3880ab
	x(N_NOTIFY_CQ, 14) \
Packit Service 3880ab
	x(LOCAL_DMA_LKEY, 15) \
Packit Service 3880ab
	x(MEM_WINDOW, 17) \
Packit Service 3880ab
	x(UD_IP_CSUM, 18) \
Packit Service 3880ab
	x(UD_TSO, 19) \
Packit Service 3880ab
	x(XRC, 20) \
Packit Service 3880ab
	x(MEM_MGT_EXTENSIONS, 21) \
Packit Service 3880ab
	x(BLOCK_MULTICAST_LOOPBACK, 22) \
Packit Service 3880ab
	x(MEM_WINDOW_TYPE_2A, 23) \
Packit Service 3880ab
	x(MEM_WINDOW_TYPE_2B, 24) \
Packit Service 3880ab
	x(RC_IP_CSUM, 25) \
Packit Service 3880ab
	x(RAW_IP_CSUM, 26) \
Packit Service 3880ab
	x(CROSS_CHANNEL, 27) \
Packit Service 3880ab
	x(MANAGED_FLOW_STEERING, 29) \
Packit Service 3880ab
	x(SIGNATURE_HANDOVER, 30) \
Packit Service 3880ab
	x(ON_DEMAND_PAGING, 31)
Packit Service 3880ab
Packit Service 3880ab
#define RDMA_DEV_FLAGS_HIGH(x) \
Packit Service 3880ab
	x(SG_GAPS_REG, 0) \
Packit Service 3880ab
	x(VIRTUAL_FUNCTION, 1) \
Packit Service 3880ab
	x(RAW_SCATTER_FCS, 2) \
Packit Service 3880ab
	x(RDMA_NETDEV_OPA_VNIC, 3) \
Packit Service 3880ab
	x(PCI_WRITE_END_PADDING, 4)
Packit Service 3880ab
Packit Service 3880ab
	/*
Packit Service 3880ab
	 * Separation below is needed to allow compilation of rdmatool
Packit Service 3880ab
	 * on 32bits systems. On such systems, C-enum is limited to be
Packit Service 3880ab
	 * int and can't hold more than 32 bits.
Packit Service 3880ab
	 */
Packit Service 3880ab
	enum { RDMA_DEV_FLAGS_LOW(RDMA_BITMAP_ENUM) };
Packit Service 3880ab
	enum { RDMA_DEV_FLAGS_HIGH(RDMA_BITMAP_ENUM) };
Packit Service 3880ab
Packit Service 3880ab
	static const char * const
Packit Service 3880ab
		rdma_dev_names_low[] = { RDMA_DEV_FLAGS_LOW(RDMA_BITMAP_NAMES) };
Packit Service 3880ab
	static const char * const
Packit Service 3880ab
		rdma_dev_names_high[] = { RDMA_DEV_FLAGS_HIGH(RDMA_BITMAP_NAMES) };
Packit Service 3880ab
	uint32_t high_idx;
Packit Service 3880ab
	#undef RDMA_DEV_FLAGS_LOW
Packit Service 3880ab
	#undef RDMA_DEV_FLAGS_HIGH
Packit Service 3880ab
Packit Service 3880ab
	if (idx < ARRAY_SIZE(rdma_dev_names_low) && rdma_dev_names_low[idx])
Packit Service 3880ab
		return rdma_dev_names_low[idx];
Packit Service 3880ab
Packit Service 3880ab
	high_idx = idx - ARRAY_SIZE(rdma_dev_names_low);
Packit Service 3880ab
	if (high_idx <  ARRAY_SIZE(rdma_dev_names_high) &&
Packit Service 3880ab
	    rdma_dev_names_high[high_idx])
Packit Service 3880ab
		return rdma_dev_names_high[high_idx];
Packit Service 3880ab
Packit Service 3880ab
	return "UNKNOWN";
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static void dev_print_caps(struct rd *rd, struct nlattr **tb)
Packit Service 3880ab
{
Packit Service 3880ab
	uint64_t caps;
Packit Service 3880ab
	uint32_t idx;
Packit Service 3880ab
Packit Service 3880ab
	if (!tb[RDMA_NLDEV_ATTR_CAP_FLAGS])
Packit Service 3880ab
		return;
Packit Service 3880ab
Packit Service 3880ab
	caps = mnl_attr_get_u64(tb[RDMA_NLDEV_ATTR_CAP_FLAGS]);
Packit Service 3880ab
Packit Service 3880ab
	print_color_string(PRINT_FP, COLOR_NONE, NULL, "\n    caps: <", NULL);
Packit Service 3880ab
	open_json_array(PRINT_JSON, "caps");
Packit Service 3880ab
	for (idx = 0; caps; idx++) {
Packit Service 3880ab
		if (caps & 0x1)
Packit Service 3880ab
			print_color_string(PRINT_ANY, COLOR_NONE, NULL,
Packit Service 3880ab
					   caps >> 0x1 ? "%s, " : "%s",
Packit Service 3880ab
					   dev_caps_to_str(idx));
Packit Service 3880ab
		caps >>= 0x1;
Packit Service 3880ab
	}
Packit Service 3880ab
	close_json_array(PRINT_ANY, ">");
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static void dev_print_fw(struct rd *rd, struct nlattr **tb)
Packit Service 3880ab
{
Packit Service 3880ab
	const char *str;
Packit Service 3880ab
	if (!tb[RDMA_NLDEV_ATTR_FW_VERSION])
Packit Service 3880ab
		return;
Packit Service 3880ab
Packit Service 3880ab
	str = mnl_attr_get_str(tb[RDMA_NLDEV_ATTR_FW_VERSION]);
Packit Service 3880ab
	print_color_string(PRINT_ANY, COLOR_NONE, "fw", "fw %s ", str);
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static void dev_print_node_guid(struct rd *rd, struct nlattr **tb)
Packit Service 3880ab
{
Packit Service 3880ab
	uint64_t node_guid;
Packit Service 3880ab
	uint16_t vp[4];
Packit Service 3880ab
	char str[32];
Packit Service 3880ab
Packit Service 3880ab
	if (!tb[RDMA_NLDEV_ATTR_NODE_GUID])
Packit Service 3880ab
		return;
Packit Service 3880ab
Packit Service 3880ab
	node_guid = mnl_attr_get_u64(tb[RDMA_NLDEV_ATTR_NODE_GUID]);
Packit Service 3880ab
	memcpy(vp, &node_guid, sizeof(uint64_t));
Packit Service 3880ab
	snprintf(str, 32, "%04x:%04x:%04x:%04x", vp[3], vp[2], vp[1], vp[0]);
Packit Service 3880ab
	print_color_string(PRINT_ANY, COLOR_NONE, "node_guid", "node_guid %s ",
Packit Service 3880ab
			   str);
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static void dev_print_sys_image_guid(struct rd *rd, struct nlattr **tb)
Packit Service 3880ab
{
Packit Service 3880ab
	uint64_t sys_image_guid;
Packit Service 3880ab
	uint16_t vp[4];
Packit Service 3880ab
	char str[32];
Packit Service 3880ab
Packit Service 3880ab
	if (!tb[RDMA_NLDEV_ATTR_SYS_IMAGE_GUID])
Packit Service 3880ab
		return;
Packit Service 3880ab
Packit Service 3880ab
	sys_image_guid = mnl_attr_get_u64(tb[RDMA_NLDEV_ATTR_SYS_IMAGE_GUID]);
Packit Service 3880ab
	memcpy(vp, &sys_image_guid, sizeof(uint64_t));
Packit Service 3880ab
	snprintf(str, 32, "%04x:%04x:%04x:%04x", vp[3], vp[2], vp[1], vp[0]);
Packit Service 3880ab
	print_color_string(PRINT_ANY, COLOR_NONE, "sys_image_guid",
Packit Service 3880ab
			   "sys_image_guid %s ", str);
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static void dev_print_dim_setting(struct rd *rd, struct nlattr **tb)
Packit Service 3880ab
{
Packit Service 3880ab
	uint8_t dim_setting;
Packit Service 3880ab
Packit Service 3880ab
	if (!tb[RDMA_NLDEV_ATTR_DEV_DIM])
Packit Service 3880ab
		return;
Packit Service 3880ab
Packit Service 3880ab
	dim_setting = mnl_attr_get_u8(tb[RDMA_NLDEV_ATTR_DEV_DIM]);
Packit Service 3880ab
	if (dim_setting > 1)
Packit Service 3880ab
		return;
Packit Service 3880ab
Packit Service 3880ab
	print_on_off(rd, "adaptive-moderation", dim_setting);
Packit Service 3880ab
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static const char *node_type_to_str(uint8_t node_type)
Packit Service 3880ab
{
Packit Service 3880ab
	static const char * const node_type_str[] = { "unknown", "ca",
Packit Service 3880ab
						      "switch", "router",
Packit Service 3880ab
						      "rnic", "usnic",
Packit Service 3880ab
						      "usnic_udp",
Packit Service 3880ab
						      "unspecified" };
Packit Service 3880ab
	if (node_type < ARRAY_SIZE(node_type_str))
Packit Service 3880ab
		return node_type_str[node_type];
Packit Service 3880ab
	return "unknown";
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static void dev_print_node_type(struct rd *rd, struct nlattr **tb)
Packit Service 3880ab
{
Packit Service 3880ab
	const char *node_str;
Packit Service 3880ab
	uint8_t node_type;
Packit Service 3880ab
Packit Service 3880ab
	if (!tb[RDMA_NLDEV_ATTR_DEV_NODE_TYPE])
Packit Service 3880ab
		return;
Packit Service 3880ab
Packit Service 3880ab
	node_type = mnl_attr_get_u8(tb[RDMA_NLDEV_ATTR_DEV_NODE_TYPE]);
Packit Service 3880ab
	node_str = node_type_to_str(node_type);
Packit Service 3880ab
	print_color_string(PRINT_ANY, COLOR_NONE, "node_type", "node_type %s ",
Packit Service 3880ab
			   node_str);
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static int dev_parse_cb(const struct nlmsghdr *nlh, void *data)
Packit Service 3880ab
{
Packit Service 3880ab
	struct nlattr *tb[RDMA_NLDEV_ATTR_MAX] = {};
Packit Service 3880ab
	struct rd *rd = data;
Packit Service 3880ab
	const char *name;
Packit Service 3880ab
	uint32_t idx;
Packit Service 3880ab
Packit Service 3880ab
	mnl_attr_parse(nlh, 0, rd_attr_cb, tb);
Packit Service 3880ab
	if (!tb[RDMA_NLDEV_ATTR_DEV_INDEX] || !tb[RDMA_NLDEV_ATTR_DEV_NAME])
Packit Service 3880ab
		return MNL_CB_ERROR;
Packit Service 3880ab
	open_json_object(NULL);
Packit Service 3880ab
	idx =  mnl_attr_get_u32(tb[RDMA_NLDEV_ATTR_DEV_INDEX]);
Packit Service 3880ab
	name = mnl_attr_get_str(tb[RDMA_NLDEV_ATTR_DEV_NAME]);
Packit Service 3880ab
	print_color_uint(PRINT_ANY, COLOR_NONE, "ifindex", "%u: ", idx);
Packit Service 3880ab
	print_color_string(PRINT_ANY, COLOR_NONE, "ifname", "%s: ", name);
Packit Service 3880ab
Packit Service 3880ab
	dev_print_node_type(rd, tb);
Packit Service 3880ab
	dev_print_fw(rd, tb);
Packit Service 3880ab
	dev_print_node_guid(rd, tb);
Packit Service 3880ab
	dev_print_sys_image_guid(rd, tb);
Packit Service 3880ab
	if (rd->show_details) {
Packit Service 3880ab
		dev_print_dim_setting(rd, tb);
Packit Service 3880ab
		dev_print_caps(rd, tb);
Packit Service 3880ab
	}
Packit Service 3880ab
Packit Service 3880ab
	newline(rd);
Packit Service 3880ab
	return MNL_CB_OK;
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static int dev_no_args(struct rd *rd)
Packit Service 3880ab
{
Packit Service 3880ab
	uint32_t seq;
Packit Service 3880ab
	int ret;
Packit Service 3880ab
Packit Service 3880ab
	rd_prepare_msg(rd, RDMA_NLDEV_CMD_GET,
Packit Service 3880ab
		       &seq, (NLM_F_REQUEST | NLM_F_ACK));
Packit Service 3880ab
	mnl_attr_put_u32(rd->nlh, RDMA_NLDEV_ATTR_DEV_INDEX, rd->dev_idx);
Packit Service 3880ab
	ret = rd_send_msg(rd);
Packit Service 3880ab
	if (ret)
Packit Service 3880ab
		return ret;
Packit Service 3880ab
Packit Service 3880ab
	ret = rd_recv_msg(rd, dev_parse_cb, rd, seq);
Packit Service 3880ab
	return ret;
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static int dev_one_show(struct rd *rd)
Packit Service 3880ab
{
Packit Service 3880ab
	const struct rd_cmd cmds[] = {
Packit Service 3880ab
		{ NULL,		dev_no_args},
Packit Service 3880ab
		{ 0 }
Packit Service 3880ab
	};
Packit Service 3880ab
Packit Service 3880ab
	return rd_exec_cmd(rd, cmds, "parameter");
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static int dev_set_name(struct rd *rd)
Packit Service 3880ab
{
Packit Service 3880ab
	uint32_t seq;
Packit Service 3880ab
Packit Service 3880ab
	if (rd_no_arg(rd)) {
Packit Service 3880ab
		pr_err("Please provide device new name.\n");
Packit Service 3880ab
		return -EINVAL;
Packit Service 3880ab
	}
Packit Service 3880ab
Packit Service 3880ab
	rd_prepare_msg(rd, RDMA_NLDEV_CMD_SET,
Packit Service 3880ab
		       &seq, (NLM_F_REQUEST | NLM_F_ACK));
Packit Service 3880ab
	mnl_attr_put_u32(rd->nlh, RDMA_NLDEV_ATTR_DEV_INDEX, rd->dev_idx);
Packit Service 3880ab
	mnl_attr_put_strz(rd->nlh, RDMA_NLDEV_ATTR_DEV_NAME, rd_argv(rd));
Packit Service 3880ab
Packit Service 3880ab
	return rd_sendrecv_msg(rd, seq);
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static int dev_set_netns(struct rd *rd)
Packit Service 3880ab
{
Packit Service 3880ab
	char *netns_path;
Packit Service 3880ab
	uint32_t seq;
Packit Service 3880ab
	int netns;
Packit Service 3880ab
	int ret;
Packit Service 3880ab
Packit Service 3880ab
	if (rd_no_arg(rd)) {
Packit Service 3880ab
		pr_err("Please provide device name.\n");
Packit Service 3880ab
		return -EINVAL;
Packit Service 3880ab
	}
Packit Service 3880ab
Packit Service 3880ab
	if (asprintf(&netns_path, "%s/%s", NETNS_RUN_DIR, rd_argv(rd)) < 0)
Packit Service 3880ab
		return -ENOMEM;
Packit Service 3880ab
Packit Service 3880ab
	netns = open(netns_path, O_RDONLY | O_CLOEXEC);
Packit Service 3880ab
	if (netns < 0) {
Packit Service 3880ab
		fprintf(stderr, "Cannot open network namespace \"%s\": %s\n",
Packit Service 3880ab
			rd_argv(rd), strerror(errno));
Packit Service 3880ab
		ret = -EINVAL;
Packit Service 3880ab
		goto done;
Packit Service 3880ab
	}
Packit Service 3880ab
Packit Service 3880ab
	rd_prepare_msg(rd, RDMA_NLDEV_CMD_SET,
Packit Service 3880ab
		       &seq, (NLM_F_REQUEST | NLM_F_ACK));
Packit Service 3880ab
	mnl_attr_put_u32(rd->nlh, RDMA_NLDEV_ATTR_DEV_INDEX, rd->dev_idx);
Packit Service 3880ab
	mnl_attr_put_u32(rd->nlh, RDMA_NLDEV_NET_NS_FD, netns);
Packit Service 3880ab
	ret = rd_sendrecv_msg(rd, seq);
Packit Service 3880ab
	close(netns);
Packit Service 3880ab
done:
Packit Service 3880ab
	free(netns_path);
Packit Service 3880ab
	return ret;
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static int dev_set_dim_sendmsg(struct rd *rd, uint8_t dim_setting)
Packit Service 3880ab
{
Packit Service 3880ab
	uint32_t seq;
Packit Service 3880ab
Packit Service 3880ab
	rd_prepare_msg(rd, RDMA_NLDEV_CMD_SET, &seq,
Packit Service 3880ab
		       (NLM_F_REQUEST | NLM_F_ACK));
Packit Service 3880ab
	mnl_attr_put_u32(rd->nlh, RDMA_NLDEV_ATTR_DEV_INDEX, rd->dev_idx);
Packit Service 3880ab
	mnl_attr_put_u8(rd->nlh, RDMA_NLDEV_ATTR_DEV_DIM, dim_setting);
Packit Service 3880ab
Packit Service 3880ab
	return rd_sendrecv_msg(rd, seq);
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static int dev_set_dim_off(struct rd *rd)
Packit Service 3880ab
{
Packit Service 3880ab
	return dev_set_dim_sendmsg(rd, 0);
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static int dev_set_dim_on(struct rd *rd)
Packit Service 3880ab
{
Packit Service 3880ab
	return dev_set_dim_sendmsg(rd, 1);
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static int dev_set_dim(struct rd *rd)
Packit Service 3880ab
{
Packit Service 3880ab
	const struct rd_cmd cmds[] = {
Packit Service 3880ab
		{ NULL,		dev_help},
Packit Service 3880ab
		{ "on",		dev_set_dim_on},
Packit Service 3880ab
		{ "off",	dev_set_dim_off},
Packit Service 3880ab
		{ 0 }
Packit Service 3880ab
	};
Packit Service 3880ab
Packit Service 3880ab
	return rd_exec_cmd(rd, cmds, "parameter");
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static int dev_one_set(struct rd *rd)
Packit Service 3880ab
{
Packit Service 3880ab
	const struct rd_cmd cmds[] = {
Packit Service 3880ab
		{ NULL,		dev_help},
Packit Service 3880ab
		{ "name",	dev_set_name},
Packit Service 3880ab
		{ "netns",	dev_set_netns},
Packit Service 3880ab
		{ "adaptive-moderation",	dev_set_dim},
Packit Service 3880ab
		{ 0 }
Packit Service 3880ab
	};
Packit Service 3880ab
Packit Service 3880ab
	return rd_exec_cmd(rd, cmds, "parameter");
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static int dev_show(struct rd *rd)
Packit Service 3880ab
{
Packit Service 3880ab
	return rd_exec_dev(rd, dev_one_show);
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
static int dev_set(struct rd *rd)
Packit Service 3880ab
{
Packit Service 3880ab
	return rd_exec_require_dev(rd, dev_one_set);
Packit Service 3880ab
}
Packit Service 3880ab
Packit Service 3880ab
int cmd_dev(struct rd *rd)
Packit Service 3880ab
{
Packit Service 3880ab
	const struct rd_cmd cmds[] = {
Packit Service 3880ab
		{ NULL,		dev_show },
Packit Service 3880ab
		{ "show",	dev_show },
Packit Service 3880ab
		{ "list",	dev_show },
Packit Service 3880ab
		{ "set",	dev_set },
Packit Service 3880ab
		{ "help",	dev_help },
Packit Service 3880ab
		{ 0 }
Packit Service 3880ab
	};
Packit Service 3880ab
Packit Service 3880ab
	return rd_exec_cmd(rd, cmds, "dev command");
Packit Service 3880ab
}