|
Packit |
13e616 |
/*
|
|
Packit |
13e616 |
* Copyright (c) 2004-2009 Voltaire, Inc. All rights reserved.
|
|
Packit |
13e616 |
* Copyright (c) 2002-2010 Mellanox Technologies LTD. All rights reserved.
|
|
Packit |
13e616 |
* Copyright (c) 1996-2003 Intel Corporation. All rights reserved.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* This software is available to you under a choice of one of two
|
|
Packit |
13e616 |
* licenses. You may choose to be licensed under the terms of the GNU
|
|
Packit |
13e616 |
* General Public License (GPL) Version 2, available from the file
|
|
Packit |
13e616 |
* COPYING in the main directory of this source tree, or the
|
|
Packit |
13e616 |
* OpenIB.org BSD license below:
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* Redistribution and use in source and binary forms, with or
|
|
Packit |
13e616 |
* without modification, are permitted provided that the following
|
|
Packit |
13e616 |
* conditions are met:
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* - Redistributions of source code must retain the above
|
|
Packit |
13e616 |
* copyright notice, this list of conditions and the following
|
|
Packit |
13e616 |
* disclaimer.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* - Redistributions in binary form must reproduce the above
|
|
Packit |
13e616 |
* copyright notice, this list of conditions and the following
|
|
Packit |
13e616 |
* disclaimer in the documentation and/or other materials
|
|
Packit |
13e616 |
* provided with the distribution.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
Packit |
13e616 |
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
Packit |
13e616 |
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
Packit |
13e616 |
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
|
Packit |
13e616 |
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
|
Packit |
13e616 |
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
|
Packit |
13e616 |
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
Packit |
13e616 |
* SOFTWARE.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
*/
|
|
Packit |
13e616 |
|
|
Packit |
13e616 |
/*
|
|
Packit |
13e616 |
* Abstract:
|
|
Packit |
13e616 |
* Declaration of osm_vl15_t.
|
|
Packit |
13e616 |
* This object represents a VL15 interface object.
|
|
Packit |
13e616 |
* This object is part of the OpenSM family of objects.
|
|
Packit |
13e616 |
*/
|
|
Packit |
13e616 |
|
|
Packit |
13e616 |
#ifndef _OSM_VL15INTF_H_
|
|
Packit |
13e616 |
#define _OSM_VL15INTF_H_
|
|
Packit |
13e616 |
|
|
Packit |
13e616 |
#include <iba/ib_types.h>
|
|
Packit |
13e616 |
#include <complib/cl_spinlock.h>
|
|
Packit |
13e616 |
#include <complib/cl_event.h>
|
|
Packit |
13e616 |
#include <complib/cl_thread.h>
|
|
Packit |
13e616 |
#include <complib/cl_qlist.h>
|
|
Packit |
13e616 |
#include <opensm/osm_stats.h>
|
|
Packit |
13e616 |
#include <opensm/osm_log.h>
|
|
Packit |
13e616 |
#include <opensm/osm_madw.h>
|
|
Packit |
13e616 |
#include <opensm/osm_mad_pool.h>
|
|
Packit |
13e616 |
#include <vendor/osm_vendor_api.h>
|
|
Packit |
13e616 |
#include <opensm/osm_subnet.h>
|
|
Packit |
13e616 |
|
|
Packit |
13e616 |
#ifdef __cplusplus
|
|
Packit |
13e616 |
# define BEGIN_C_DECLS extern "C" {
|
|
Packit |
13e616 |
# define END_C_DECLS }
|
|
Packit |
13e616 |
#else /* !__cplusplus */
|
|
Packit |
13e616 |
# define BEGIN_C_DECLS
|
|
Packit |
13e616 |
# define END_C_DECLS
|
|
Packit |
13e616 |
#endif /* __cplusplus */
|
|
Packit |
13e616 |
|
|
Packit |
13e616 |
BEGIN_C_DECLS
|
|
Packit |
13e616 |
/****h* OpenSM/VL15
|
|
Packit |
13e616 |
* NAME
|
|
Packit |
13e616 |
* VL15
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* DESCRIPTION
|
|
Packit |
13e616 |
* The VL15 object encapsulates the information needed by the
|
|
Packit |
13e616 |
* OpenSM to instantiate the VL15 interface. The OpenSM allocates
|
|
Packit |
13e616 |
* one VL15 object per subnet.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* The VL15 object transmits MADs to the wire at a throttled rate,
|
|
Packit |
13e616 |
* so as to not overload the VL15 buffering of subnet components.
|
|
Packit |
13e616 |
* OpenSM modules may post VL15 MADs to the VL15 interface as fast
|
|
Packit |
13e616 |
* as possible.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* The VL15 object is thread safe.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* This object should be treated as opaque and should
|
|
Packit |
13e616 |
* be manipulated only through the provided functions.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* AUTHOR
|
|
Packit |
13e616 |
* Steve King, Intel
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
*********/
|
|
Packit |
13e616 |
/****d* OpenSM: SM/osm_vl15_state_t
|
|
Packit |
13e616 |
* NAME
|
|
Packit |
13e616 |
* osm_vl15_state_t
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* DESCRIPTION
|
|
Packit |
13e616 |
* Enumerates the possible states of OpenSM VL15 object.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* SYNOPSIS
|
|
Packit |
13e616 |
*/
|
|
Packit |
13e616 |
typedef enum _osm_vl15_state {
|
|
Packit |
13e616 |
OSM_VL15_STATE_INIT = 0,
|
|
Packit |
13e616 |
OSM_VL15_STATE_READY
|
|
Packit |
13e616 |
} osm_vl15_state_t;
|
|
Packit |
13e616 |
/***********/
|
|
Packit |
13e616 |
|
|
Packit |
13e616 |
/****s* OpenSM: VL15/osm_vl15_t
|
|
Packit |
13e616 |
* NAME
|
|
Packit |
13e616 |
* osm_vl15_t
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* DESCRIPTION
|
|
Packit |
13e616 |
* VL15 structure.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* This object should be treated as opaque and should
|
|
Packit |
13e616 |
* be manipulated only through the provided functions.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* SYNOPSIS
|
|
Packit |
13e616 |
*/
|
|
Packit |
13e616 |
typedef struct osm_vl15 {
|
|
Packit |
13e616 |
osm_thread_state_t thread_state;
|
|
Packit |
13e616 |
osm_vl15_state_t state;
|
|
Packit |
13e616 |
uint32_t max_wire_smps;
|
|
Packit |
13e616 |
uint32_t max_wire_smps2;
|
|
Packit |
13e616 |
uint32_t max_smps_timeout;
|
|
Packit |
13e616 |
cl_event_t signal;
|
|
Packit |
13e616 |
cl_thread_t poller;
|
|
Packit |
13e616 |
cl_qlist_t rfifo;
|
|
Packit |
13e616 |
cl_qlist_t ufifo;
|
|
Packit |
13e616 |
cl_spinlock_t lock;
|
|
Packit |
13e616 |
osm_vendor_t *p_vend;
|
|
Packit |
13e616 |
osm_log_t *p_log;
|
|
Packit |
13e616 |
osm_stats_t *p_stats;
|
|
Packit |
13e616 |
osm_subn_t *p_subn;
|
|
Packit |
13e616 |
} osm_vl15_t;
|
|
Packit |
13e616 |
/*
|
|
Packit |
13e616 |
* FIELDS
|
|
Packit |
13e616 |
* thread_state
|
|
Packit |
13e616 |
* Tracks the thread state of the poller thread.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* state
|
|
Packit |
13e616 |
* Tracks the state of the VL15 interface itself.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* max_wire_smps
|
|
Packit |
13e616 |
* Maximum number of VL15 MADs allowed on the wire at one time.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* max_wire_smps2
|
|
Packit |
13e616 |
* Maximum number of timeout based SMPs allowed to be outstanding.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* max_smps_timeout
|
|
Packit |
13e616 |
* Wait time in usec for timeout based SMPs.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* signal
|
|
Packit |
13e616 |
* Event on which the poller sleeps.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* poller
|
|
Packit |
13e616 |
* Worker thread pool that services the fifo to transmit VL15 MADs
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* rfifo
|
|
Packit |
13e616 |
* First-in First-out queue for outbound VL15 MADs for which
|
|
Packit |
13e616 |
* a response is expected, aka the "response fifo"
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* ufifo
|
|
Packit |
13e616 |
* First-in First-out queue for outbound VL15 MADs for which
|
|
Packit |
13e616 |
* no response is expected, aka the "unicast fifo".
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* lock
|
|
Packit |
13e616 |
* Spinlock guarding the FIFO.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* p_vend
|
|
Packit |
13e616 |
* Pointer to the vendor transport object.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* p_log
|
|
Packit |
13e616 |
* Pointer to the log object.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* p_stats
|
|
Packit |
13e616 |
* Pointer to the OpenSM statistics block.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* p_subn
|
|
Packit |
13e616 |
* Pointer to the OpenSM subnet object.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* SEE ALSO
|
|
Packit |
13e616 |
* VL15 object
|
|
Packit |
13e616 |
*********/
|
|
Packit |
13e616 |
|
|
Packit |
13e616 |
/****f* OpenSM: VL15/osm_vl15_construct
|
|
Packit |
13e616 |
* NAME
|
|
Packit |
13e616 |
* osm_vl15_construct
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* DESCRIPTION
|
|
Packit |
13e616 |
* This function constructs an VL15 object.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* SYNOPSIS
|
|
Packit |
13e616 |
*/
|
|
Packit |
13e616 |
void osm_vl15_construct(IN osm_vl15_t * p_vl15);
|
|
Packit |
13e616 |
/*
|
|
Packit |
13e616 |
* PARAMETERS
|
|
Packit |
13e616 |
* p_vl15
|
|
Packit |
13e616 |
* [in] Pointer to a VL15 object to construct.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* RETURN VALUE
|
|
Packit |
13e616 |
* This function does not return a value.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* NOTES
|
|
Packit |
13e616 |
* Allows calling osm_vl15_destroy.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* Calling osm_vl15_construct is a prerequisite to calling any other
|
|
Packit |
13e616 |
* method except osm_vl15_init.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* SEE ALSO
|
|
Packit |
13e616 |
* VL15 object, osm_vl15_init, osm_vl15_destroy
|
|
Packit |
13e616 |
*********/
|
|
Packit |
13e616 |
|
|
Packit |
13e616 |
/****f* OpenSM: VL15/osm_vl15_destroy
|
|
Packit |
13e616 |
* NAME
|
|
Packit |
13e616 |
* osm_vl15_destroy
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* DESCRIPTION
|
|
Packit |
13e616 |
* The osm_vl15_destroy function destroys the object, releasing
|
|
Packit |
13e616 |
* all resources.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* SYNOPSIS
|
|
Packit |
13e616 |
*/
|
|
Packit |
13e616 |
void osm_vl15_destroy(IN osm_vl15_t * p_vl15, IN struct osm_mad_pool *p_pool);
|
|
Packit |
13e616 |
/*
|
|
Packit |
13e616 |
* PARAMETERS
|
|
Packit |
13e616 |
* p_vl15
|
|
Packit |
13e616 |
* [in] Pointer to a VL15 object to destroy.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* p_pool
|
|
Packit |
13e616 |
* [in] The pointer to the mad pool to return outstanding mads to
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* RETURN VALUE
|
|
Packit |
13e616 |
* This function does not return a value.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* NOTES
|
|
Packit |
13e616 |
* Performs any necessary cleanup of the specified VL15 object.
|
|
Packit |
13e616 |
* Further operations should not be attempted on the destroyed object.
|
|
Packit |
13e616 |
* This function should only be called after a call to osm_vl15_construct or
|
|
Packit |
13e616 |
* osm_vl15_init.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* SEE ALSO
|
|
Packit |
13e616 |
* VL15 object, osm_vl15_construct, osm_vl15_init
|
|
Packit |
13e616 |
*********/
|
|
Packit |
13e616 |
|
|
Packit |
13e616 |
/****f* OpenSM: VL15/osm_vl15_init
|
|
Packit |
13e616 |
* NAME
|
|
Packit |
13e616 |
* osm_vl15_init
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* DESCRIPTION
|
|
Packit |
13e616 |
* The osm_vl15_init function initializes a VL15 object for use.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* SYNOPSIS
|
|
Packit |
13e616 |
*/
|
|
Packit |
13e616 |
ib_api_status_t osm_vl15_init(IN osm_vl15_t * p_vl15, IN osm_vendor_t * p_vend,
|
|
Packit |
13e616 |
IN osm_log_t * p_log, IN osm_stats_t * p_stats,
|
|
Packit |
13e616 |
IN osm_subn_t * p_subn,
|
|
Packit |
13e616 |
IN int32_t max_wire_smps,
|
|
Packit |
13e616 |
IN int32_t max_wire_smps2,
|
|
Packit |
13e616 |
IN uint32_t max_smps_timeout);
|
|
Packit |
13e616 |
/*
|
|
Packit |
13e616 |
* PARAMETERS
|
|
Packit |
13e616 |
* p_vl15
|
|
Packit |
13e616 |
* [in] Pointer to an osm_vl15_t object to initialize.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* p_vend
|
|
Packit |
13e616 |
* [in] Pointer to the vendor transport object.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* p_log
|
|
Packit |
13e616 |
* [in] Pointer to the log object.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* p_stats
|
|
Packit |
13e616 |
* [in] Pointer to the OpenSM statistics block.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* p_subn
|
|
Packit |
13e616 |
* [in] Pointer to the OpenSM subnet object.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* max_wire_smps
|
|
Packit |
13e616 |
* [in] Maximum number of SMPs allowed on the wire at one time.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* max_wire_smps2
|
|
Packit |
13e616 |
* [in] Maximum number of timeout based SMPs allowed to be
|
|
Packit |
13e616 |
* outstanding.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* max_smps_timeout
|
|
Packit |
13e616 |
* [in] Wait time in usec for timeout based SMPs.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* RETURN VALUES
|
|
Packit |
13e616 |
* IB_SUCCESS if the VL15 object was initialized successfully.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* NOTES
|
|
Packit |
13e616 |
* Allows calling other VL15 methods.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* SEE ALSO
|
|
Packit |
13e616 |
* VL15 object, osm_vl15_construct, osm_vl15_destroy
|
|
Packit |
13e616 |
*********/
|
|
Packit |
13e616 |
|
|
Packit |
13e616 |
/****f* OpenSM: VL15/osm_vl15_post
|
|
Packit |
13e616 |
* NAME
|
|
Packit |
13e616 |
* osm_vl15_post
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* DESCRIPTION
|
|
Packit |
13e616 |
* Posts a MAD to the VL15 interface for transmission.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* SYNOPSIS
|
|
Packit |
13e616 |
*/
|
|
Packit |
13e616 |
void osm_vl15_post(IN osm_vl15_t * p_vl15, IN osm_madw_t * p_madw);
|
|
Packit |
13e616 |
/*
|
|
Packit |
13e616 |
* PARAMETERS
|
|
Packit |
13e616 |
* p_vl15
|
|
Packit |
13e616 |
* [in] Pointer to an osm_vl15_t object.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* p_madw
|
|
Packit |
13e616 |
* [in] Pointer to a MAD wrapper structure containing the MAD.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* RETURN VALUES
|
|
Packit |
13e616 |
* This function does not return a value.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* NOTES
|
|
Packit |
13e616 |
* The osm_vl15_construct or osm_vl15_init must be called before using
|
|
Packit |
13e616 |
* this function.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* SEE ALSO
|
|
Packit |
13e616 |
* VL15 object, osm_vl15_construct, osm_vl15_init
|
|
Packit |
13e616 |
*********/
|
|
Packit |
13e616 |
|
|
Packit |
13e616 |
/****f* OpenSM: VL15/osm_vl15_poll
|
|
Packit |
13e616 |
* NAME
|
|
Packit |
13e616 |
* osm_vl15_poll
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* DESCRIPTION
|
|
Packit |
13e616 |
* Causes the VL15 Interface to consider sending another QP0 MAD.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* SYNOPSIS
|
|
Packit |
13e616 |
*/
|
|
Packit |
13e616 |
void osm_vl15_poll(IN osm_vl15_t * p_vl);
|
|
Packit |
13e616 |
/*
|
|
Packit |
13e616 |
* PARAMETERS
|
|
Packit |
13e616 |
* p_vl15
|
|
Packit |
13e616 |
* [in] Pointer to an osm_vl15_t object.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* RETURN VALUES
|
|
Packit |
13e616 |
* None.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* NOTES
|
|
Packit |
13e616 |
* This function signals the VL15 that it may be possible to send
|
|
Packit |
13e616 |
* a SMP. This function checks three criteria before sending a SMP:
|
|
Packit |
13e616 |
* 1) The VL15 worker is IDLE
|
|
Packit |
13e616 |
* 2) There are no QP0 SMPs currently outstanding
|
|
Packit |
13e616 |
* 3) There is something on the VL15 FIFO to send
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* SEE ALSO
|
|
Packit |
13e616 |
* VL15 object, osm_vl15_construct, osm_vl15_init
|
|
Packit |
13e616 |
*********/
|
|
Packit |
13e616 |
|
|
Packit |
13e616 |
/****f* OpenSM: VL15/osm_vl15_shutdown
|
|
Packit |
13e616 |
* NAME
|
|
Packit |
13e616 |
* osm_vl15_shutdown
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* DESCRIPTION
|
|
Packit |
13e616 |
* Cleanup all outstanding MADs on both fifo's.
|
|
Packit |
13e616 |
* This is required to return all outstanding MAD resources.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* SYNOPSIS
|
|
Packit |
13e616 |
*/
|
|
Packit |
13e616 |
void osm_vl15_shutdown(IN osm_vl15_t * p_vl, IN osm_mad_pool_t * p_mad_pool);
|
|
Packit |
13e616 |
/*
|
|
Packit |
13e616 |
* PARAMETERS
|
|
Packit |
13e616 |
* p_vl15
|
|
Packit |
13e616 |
* [in] Pointer to an osm_vl15_t object.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* p_mad_pool
|
|
Packit |
13e616 |
* [in] The MAD pool owning the mads.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* RETURN VALUES
|
|
Packit |
13e616 |
* None.
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* NOTES
|
|
Packit |
13e616 |
*
|
|
Packit |
13e616 |
* SEE ALSO
|
|
Packit |
13e616 |
* VL15 object, osm_vl15_construct, osm_vl15_init
|
|
Packit |
13e616 |
*********/
|
|
Packit |
13e616 |
|
|
Packit |
13e616 |
END_C_DECLS
|
|
Packit |
13e616 |
#endif /* _OSM_VL15INTF_H_ */
|