|
Packit |
db064d |
/*
|
|
Packit |
db064d |
* Copyright (c) 2010 Lawrence Livermore National Laboratory
|
|
Packit |
db064d |
* Copyright (c) 2011 Mellanox Technologies LTD. All rights reserved.
|
|
Packit |
db064d |
*
|
|
Packit |
db064d |
* This software is available to you under a choice of one of two
|
|
Packit |
db064d |
* licenses. You may choose to be licensed under the terms of the GNU
|
|
Packit |
db064d |
* General Public License (GPL) Version 2, available from the file
|
|
Packit |
db064d |
* COPYING in the main directory of this source tree, or the
|
|
Packit |
db064d |
* OpenIB.org BSD license below:
|
|
Packit |
db064d |
*
|
|
Packit |
db064d |
* Redistribution and use in source and binary forms, with or
|
|
Packit |
db064d |
* without modification, are permitted provided that the following
|
|
Packit |
db064d |
* conditions are met:
|
|
Packit |
db064d |
*
|
|
Packit |
db064d |
* - Redistributions of source code must retain the above
|
|
Packit |
db064d |
* copyright notice, this list of conditions and the following
|
|
Packit |
db064d |
* disclaimer.
|
|
Packit |
db064d |
*
|
|
Packit |
db064d |
* - Redistributions in binary form must reproduce the above
|
|
Packit |
db064d |
* copyright notice, this list of conditions and the following
|
|
Packit |
db064d |
* disclaimer in the documentation and/or other materials
|
|
Packit |
db064d |
* provided with the distribution.
|
|
Packit |
db064d |
*
|
|
Packit |
db064d |
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
Packit |
db064d |
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
Packit |
db064d |
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
Packit |
db064d |
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
|
Packit |
db064d |
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
|
Packit |
db064d |
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
|
Packit |
db064d |
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
Packit |
db064d |
* SOFTWARE.
|
|
Packit |
db064d |
*
|
|
Packit |
db064d |
*/
|
|
Packit |
db064d |
|
|
Packit |
db064d |
#if HAVE_CONFIG_H
|
|
Packit |
db064d |
# include <config.h>
|
|
Packit |
db064d |
#endif /* HAVE_CONFIG_H */
|
|
Packit |
db064d |
|
|
Packit |
db064d |
#include <errno.h>
|
|
Packit |
db064d |
#include <infiniband/ibnetdisc.h>
|
|
Packit |
db064d |
#include <infiniband/umad.h>
|
|
Packit |
db064d |
#include "internal.h"
|
|
Packit |
db064d |
|
|
Packit |
db064d |
static void queue_smp(smp_engine_t * engine, ibnd_smp_t * smp)
|
|
Packit |
db064d |
{
|
|
Packit |
db064d |
smp->qnext = NULL;
|
|
Packit |
db064d |
if (!engine->smp_queue_head) {
|
|
Packit |
db064d |
engine->smp_queue_head = smp;
|
|
Packit |
db064d |
engine->smp_queue_tail = smp;
|
|
Packit |
db064d |
} else {
|
|
Packit |
db064d |
engine->smp_queue_tail->qnext = smp;
|
|
Packit |
db064d |
engine->smp_queue_tail = smp;
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
static ibnd_smp_t *get_smp(smp_engine_t * engine)
|
|
Packit |
db064d |
{
|
|
Packit |
db064d |
ibnd_smp_t *head = engine->smp_queue_head;
|
|
Packit |
db064d |
ibnd_smp_t *tail = engine->smp_queue_tail;
|
|
Packit |
db064d |
ibnd_smp_t *rc = head;
|
|
Packit |
db064d |
if (head) {
|
|
Packit |
db064d |
if (tail == head)
|
|
Packit |
db064d |
engine->smp_queue_tail = NULL;
|
|
Packit |
db064d |
engine->smp_queue_head = head->qnext;
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
return rc;
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
static int send_smp(ibnd_smp_t * smp, smp_engine_t * engine)
|
|
Packit |
db064d |
{
|
|
Packit |
db064d |
int rc = 0;
|
|
Packit |
db064d |
uint8_t umad[1024];
|
|
Packit |
db064d |
ib_rpc_t *rpc = &smp->rpc;
|
|
Packit |
db064d |
int agent = 0;
|
|
Packit |
db064d |
|
|
Packit |
db064d |
memset(umad, 0, umad_size() + IB_MAD_SIZE);
|
|
Packit |
db064d |
|
|
Packit |
db064d |
if (rpc->mgtclass == IB_SMI_CLASS) {
|
|
Packit |
db064d |
agent = engine->smi_agent;
|
|
Packit |
db064d |
} else if (rpc->mgtclass == IB_SMI_DIRECT_CLASS) {
|
|
Packit |
db064d |
agent = engine->smi_dir_agent;
|
|
Packit |
db064d |
} else {
|
|
Packit |
db064d |
IBND_ERROR("Invalid class for RPC\n");
|
|
Packit |
db064d |
return (-EIO);
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
if ((rc = mad_build_pkt(umad, &smp->rpc, &smp->path, NULL, NULL))
|
|
Packit |
db064d |
< 0) {
|
|
Packit |
db064d |
IBND_ERROR("mad_build_pkt failed; %d\n", rc);
|
|
Packit |
db064d |
return rc;
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
if ((rc = umad_send(engine->umad_fd, agent, umad, IB_MAD_SIZE,
|
|
Packit |
db064d |
engine->cfg->timeout_ms, engine->cfg->retries)) < 0) {
|
|
Packit |
db064d |
IBND_ERROR("send failed; %d\n", rc);
|
|
Packit |
db064d |
return rc;
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
return 0;
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
static int process_smp_queue(smp_engine_t * engine)
|
|
Packit |
db064d |
{
|
|
Packit |
db064d |
int rc = 0;
|
|
Packit |
db064d |
ibnd_smp_t *smp;
|
|
Packit |
db064d |
while (cl_qmap_count(&engine->smps_on_wire)
|
|
Packit |
db064d |
< engine->cfg->max_smps) {
|
|
Packit |
db064d |
smp = get_smp(engine);
|
|
Packit |
db064d |
if (!smp)
|
|
Packit |
db064d |
return 0;
|
|
Packit |
db064d |
|
|
Packit |
db064d |
if ((rc = send_smp(smp, engine)) != 0) {
|
|
Packit |
db064d |
free(smp);
|
|
Packit |
db064d |
return rc;
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
cl_qmap_insert(&engine->smps_on_wire, (uint32_t) smp->rpc.trid,
|
|
Packit |
db064d |
(cl_map_item_t *) smp);
|
|
Packit |
db064d |
engine->total_smps++;
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
return 0;
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
int issue_smp(smp_engine_t * engine, ib_portid_t * portid,
|
|
Packit |
db064d |
unsigned attrid, unsigned mod, smp_comp_cb_t cb, void *cb_data)
|
|
Packit |
db064d |
{
|
|
Packit |
db064d |
ibnd_smp_t *smp = calloc(1, sizeof *smp);
|
|
Packit |
db064d |
if (!smp) {
|
|
Packit |
db064d |
IBND_ERROR("OOM\n");
|
|
Packit |
db064d |
return -ENOMEM;
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
smp->cb = cb;
|
|
Packit |
db064d |
smp->cb_data = cb_data;
|
|
Packit |
db064d |
smp->path = *portid;
|
|
Packit |
db064d |
smp->rpc.method = IB_MAD_METHOD_GET;
|
|
Packit |
db064d |
smp->rpc.attr.id = attrid;
|
|
Packit |
db064d |
smp->rpc.attr.mod = mod;
|
|
Packit |
db064d |
smp->rpc.timeout = engine->cfg->timeout_ms;
|
|
Packit |
db064d |
smp->rpc.datasz = IB_SMP_DATA_SIZE;
|
|
Packit |
db064d |
smp->rpc.dataoffs = IB_SMP_DATA_OFFS;
|
|
Packit |
db064d |
smp->rpc.trid = mad_trid();
|
|
Packit |
db064d |
smp->rpc.mkey = engine->cfg->mkey;
|
|
Packit |
db064d |
|
|
Packit |
db064d |
if (portid->lid <= 0 || portid->drpath.drslid == 0xffff ||
|
|
Packit |
db064d |
portid->drpath.drdlid == 0xffff)
|
|
Packit |
db064d |
smp->rpc.mgtclass = IB_SMI_DIRECT_CLASS; /* direct SMI */
|
|
Packit |
db064d |
else
|
|
Packit |
db064d |
smp->rpc.mgtclass = IB_SMI_CLASS; /* Lid routed SMI */
|
|
Packit |
db064d |
|
|
Packit |
db064d |
portid->sl = 0;
|
|
Packit |
db064d |
portid->qp = 0;
|
|
Packit |
db064d |
|
|
Packit |
db064d |
queue_smp(engine, smp);
|
|
Packit |
db064d |
return process_smp_queue(engine);
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
static int process_one_recv(smp_engine_t * engine)
|
|
Packit |
db064d |
{
|
|
Packit |
db064d |
int rc = 0;
|
|
Packit |
db064d |
int status = 0;
|
|
Packit |
db064d |
ibnd_smp_t *smp;
|
|
Packit |
db064d |
uint8_t *mad;
|
|
Packit |
db064d |
uint32_t trid;
|
|
Packit |
db064d |
uint8_t umad[sizeof(struct ib_user_mad) + IB_MAD_SIZE];
|
|
Packit |
db064d |
int length = umad_size() + IB_MAD_SIZE;
|
|
Packit |
db064d |
|
|
Packit |
db064d |
memset(umad, 0, sizeof(umad));
|
|
Packit |
db064d |
|
|
Packit |
db064d |
/* wait for the next message */
|
|
Packit |
db064d |
if ((rc = umad_recv(engine->umad_fd, umad, &length,
|
|
Packit |
db064d |
-1)) < 0) {
|
|
Packit |
db064d |
IBND_ERROR("umad_recv failed: %d\n", rc);
|
|
Packit |
db064d |
return -1;
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
mad = umad_get_mad(umad);
|
|
Packit |
db064d |
trid = (uint32_t) mad_get_field64(mad, 0, IB_MAD_TRID_F);
|
|
Packit |
db064d |
|
|
Packit |
db064d |
smp = (ibnd_smp_t *) cl_qmap_remove(&engine->smps_on_wire, trid);
|
|
Packit |
db064d |
if ((cl_map_item_t *) smp == cl_qmap_end(&engine->smps_on_wire)) {
|
|
Packit |
db064d |
IBND_ERROR("Failed to find matching smp for trid (%x)\n", trid);
|
|
Packit |
db064d |
return -1;
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
rc = process_smp_queue(engine);
|
|
Packit |
db064d |
if (rc)
|
|
Packit |
db064d |
goto error;
|
|
Packit |
db064d |
|
|
Packit |
db064d |
if ((status = umad_status(umad))) {
|
|
Packit |
db064d |
IBND_ERROR("umad (%s Attr 0x%x:%u) bad status %d; %s\n",
|
|
Packit |
db064d |
portid2str(&smp->path), smp->rpc.attr.id,
|
|
Packit |
db064d |
smp->rpc.attr.mod, status, strerror(status));
|
|
Packit |
db064d |
if (smp->rpc.attr.id == IB_ATTR_MLNX_EXT_PORT_INFO)
|
|
Packit |
db064d |
rc = mlnx_ext_port_info_err(engine, smp, mad,
|
|
Packit |
db064d |
smp->cb_data);
|
|
Packit |
db064d |
} else if ((status = mad_get_field(mad, 0, IB_DRSMP_STATUS_F))) {
|
|
Packit |
db064d |
IBND_ERROR("mad (%s Attr 0x%x:%u) bad status 0x%x\n",
|
|
Packit |
db064d |
portid2str(&smp->path), smp->rpc.attr.id,
|
|
Packit |
db064d |
smp->rpc.attr.mod, status);
|
|
Packit |
db064d |
if (smp->rpc.attr.id == IB_ATTR_MLNX_EXT_PORT_INFO)
|
|
Packit |
db064d |
rc = mlnx_ext_port_info_err(engine, smp, mad,
|
|
Packit |
db064d |
smp->cb_data);
|
|
Packit |
db064d |
} else
|
|
Packit |
db064d |
rc = smp->cb(engine, smp, mad, smp->cb_data);
|
|
Packit |
db064d |
|
|
Packit |
db064d |
error:
|
|
Packit |
db064d |
free(smp);
|
|
Packit |
db064d |
return rc;
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
int smp_engine_init(smp_engine_t * engine, char * ca_name, int ca_port,
|
|
Packit |
db064d |
void *user_data, ibnd_config_t *cfg)
|
|
Packit |
db064d |
{
|
|
Packit |
db064d |
memset(engine, 0, sizeof(*engine));
|
|
Packit |
db064d |
|
|
Packit |
db064d |
if (umad_init() < 0) {
|
|
Packit |
db064d |
IBND_ERROR("umad_init failed\n");
|
|
Packit |
db064d |
return -EIO;
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
engine->umad_fd = umad_open_port(ca_name, ca_port);
|
|
Packit |
db064d |
if (engine->umad_fd < 0) {
|
|
Packit |
db064d |
IBND_ERROR("can't open UMAD port (%s:%d)\n", ca_name, ca_port);
|
|
Packit |
db064d |
return -EIO;
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
if ((engine->smi_agent = umad_register(engine->umad_fd,
|
|
Packit |
db064d |
IB_SMI_CLASS, 1, 0, NULL)) < 0) {
|
|
Packit |
db064d |
IBND_ERROR("Failed to register SMI agent on (%s:%d)\n",
|
|
Packit |
db064d |
ca_name, ca_port);
|
|
Packit |
db064d |
goto eio_close;
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
if ((engine->smi_dir_agent = umad_register(engine->umad_fd,
|
|
Packit |
db064d |
IB_SMI_DIRECT_CLASS, 1, 0, NULL)) < 0) {
|
|
Packit |
db064d |
IBND_ERROR("Failed to register SMI_DIRECT agent on (%s:%d)\n",
|
|
Packit |
db064d |
ca_name, ca_port);
|
|
Packit |
db064d |
goto eio_close;
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
engine->user_data = user_data;
|
|
Packit |
db064d |
cl_qmap_init(&engine->smps_on_wire);
|
|
Packit |
db064d |
engine->cfg = cfg;
|
|
Packit |
db064d |
return (0);
|
|
Packit |
db064d |
|
|
Packit |
db064d |
eio_close:
|
|
Packit |
db064d |
umad_close_port(engine->umad_fd);
|
|
Packit |
db064d |
return (-EIO);
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
void smp_engine_destroy(smp_engine_t * engine)
|
|
Packit |
db064d |
{
|
|
Packit |
db064d |
cl_map_item_t *item;
|
|
Packit |
db064d |
ibnd_smp_t *smp;
|
|
Packit |
db064d |
|
|
Packit |
db064d |
/* remove queued smps */
|
|
Packit |
db064d |
smp = get_smp(engine);
|
|
Packit |
db064d |
if (smp)
|
|
Packit |
db064d |
IBND_ERROR("outstanding SMP's\n");
|
|
Packit |
db064d |
for ( /* */ ; smp; smp = get_smp(engine))
|
|
Packit |
db064d |
free(smp);
|
|
Packit |
db064d |
|
|
Packit |
db064d |
/* remove smps from the wire queue */
|
|
Packit |
db064d |
item = cl_qmap_head(&engine->smps_on_wire);
|
|
Packit |
db064d |
if (item != cl_qmap_end(&engine->smps_on_wire))
|
|
Packit |
db064d |
IBND_ERROR("outstanding SMP's on wire\n");
|
|
Packit |
db064d |
for ( /* */ ; item != cl_qmap_end(&engine->smps_on_wire);
|
|
Packit |
db064d |
item = cl_qmap_head(&engine->smps_on_wire)) {
|
|
Packit |
db064d |
cl_qmap_remove_item(&engine->smps_on_wire, item);
|
|
Packit |
db064d |
free(item);
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
umad_close_port(engine->umad_fd);
|
|
Packit |
db064d |
}
|
|
Packit |
db064d |
|
|
Packit |
db064d |
int process_mads(smp_engine_t * engine)
|
|
Packit |
db064d |
{
|
|
Packit |
db064d |
int rc;
|
|
Packit |
db064d |
while (!cl_is_qmap_empty(&engine->smps_on_wire))
|
|
Packit |
db064d |
if ((rc = process_one_recv(engine)) != 0)
|
|
Packit |
db064d |
return rc;
|
|
Packit |
db064d |
return 0;
|
|
Packit |
db064d |
}
|